{ "bizCode": "MNNTest", "extraInfo": { "version": "3.4.0" } , "oplists": [ { "main_type": "Input", "main": { "dims": [ 1, 1, 2560 ] , "dtype": "DT_FLOAT", "dformat": "NCHW" } , "name": "input_ids", "outputIndexes": [ 3 ] , "type": "Input", "defaultDimentionFormat": "NHWC" } , { "main_type": "Input", "main": { "dims": [ 2, 1, -1, -1, 3 ] , "dtype": "DT_FLOAT", "dformat": "NCHW" } , "name": "attention_mask", "outputIndexes": [ 156 ] , "type": "Input", "defaultDimentionFormat": "NHWC" } , { "main_type": "Input", "main": { "dims": [ 1, -1 ] , "dtype": "DT_INT32", "dformat": "NCHW" } , "name": "position_ids", "outputIndexes": [ 0 ] , "type": "Input", "defaultDimentionFormat": "NHWC" } , { "main_type": "Input", "main": { "dims": [ 1 ] , "dtype": "DT_INT32", "dformat": "NCHW" } , "name": "logits_index", "outputIndexes": [ 2 ] , "type": "Input", "defaultDimentionFormat": "NHWC" } , { "main_type": "Input", "main": { "dims": [ 1, -1, 10752 ] , "dtype": "DT_FLOAT", "dformat": "NCHW" } , "name": "ple_embeddings", "outputIndexes": [ 1 ] , "type": "Input", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 50.5 ] } , "name": "/Constant_14_output_0", "outputIndexes": [ 4 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3, 4 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/Mul_2_output_0", "outputIndexes": [ 5 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 3 ] , "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1, -1, 2560 ] } , "name": "/Constant_8_output_0", "outputIndexes": [ 6 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.0/Reshape_output_0", "outputIndexes": [ 7 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.0/input_layernorm/Pow_output_0", "outputIndexes": [ 8 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.0/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 9 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.000001 ] } , "name": "/per_layer_projection_norm/Constant_2_output_0", "outputIndexes": [ 10 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 9, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/input_layernorm/Add_output_0", "outputIndexes": [ 11 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ -0.5 ] } , "name": "/per_layer_projection_norm/Constant_3_output_0", "outputIndexes": [ 12 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 11, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/input_layernorm/Pow_1_output_0", "outputIndexes": [ 13 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7, 13 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/input_layernorm/Mul_output_0", "outputIndexes": [ 14 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 7.71875, 7.96875, 10.375, 8.3125, 7.71875, 7.46875, 7.71875, 8.375, 7.09375, 7.34375, 7.4375, 7.40625, 7.25, 10.5, 9.5625, 7.59375, 8.6875, 9.0, 7.3125, 13.875, 8.8125, 9.875, 10.4375, 9.9375, 8.8125, 6.34375, 22.25, 7.34375, 7.28125, 17.5, 6.875, 9.0, 10.1875, 9.125, 9.5, 8.75, 7.5625, 10.9375, 9.125, 7.125, 18.375, 9.8125, 6.59375, 9.625, 8.25, 11.75, 43.75, 8.125, 8.1875, 9.75, 10.875, 10.3125, 9.0, 12.9375, 8.0, 7.65625, 7.96875, 8.75, 8.9375, 10.0, 9.25, 14.9375, 8.0625, 8.125, 9.625, 47.25, 8.25, 9.375, 18.0, 10.6875, 8.8125, 9.125, 12.1875, 10.5, 9.625, 7.6875, 11.0, 7.59375, 9.5, 11.625, 7.59375, 8.0, 20.75, 8.125, 7.84375, 9.0, 11.375, 8.875, 6.9375, 7.15625, 8.6875, 8.75, 8.5, 9.375, 7.875, 7.78125, 7.4375, 8.25, 6.84375, 7.625, 8.125, 6.4375, 10.125, 8.9375, 7.59375, 11.0625, 9.5, 7.5625, 8.0, 7.4375, 9.1875, 8.8125, 7.40625, 9.125, 12.5625, 10.9375, 9.4375, 9.4375, 19.875, 8.3125, 10.3125, 9.1875, 10.25, 9.0625, 7.875, 6.71875, 13.9375, 8.0, 10.9375, 9.875, 9.5625, 8.6875, 8.4375, 7.1875, 8.6875, 6.71875, 8.6875, 8.3125, 7.875, 7.6875, 8.0625, 8.125, 6.25, 8.25, 9.1875, 18.75, 7.28125, 8.25, 11.75, 7.59375, 7.65625, 8.125, 9.25, 8.5, 10.5625, 26.5, 10.125, 10.4375, 8.125, 10.0, 11.625, 7.15625, 7.125, 7.75, 7.3125, 12.9375, 9.3125, 7.8125, 8.5625, 8.375, 13.0625, 8.25, 7.96875, 7.28125, 8.0625, 9.0, 9.375, 7.46875, 8.5625, 9.375, 7.65625, 8.0625, 7.28125, 6.09375, 7.8125, 8.375, 10.0625, 8.375, 7.34375, 12.25, 9.875, 7.28125, 7.65625, 10.125, 10.625, 10.5, 11.4375, 8.75, 7.6875, 9.375, 9.1875, 7.65625, 8.3125, 10.0, 6.6875, 13.6875, 8.5625, 6.875, 9.25, 9.5, 10.125, 8.1875, 7.71875, 10.875, 7.875, 7.1875, 12.6875, 7.84375, 7.34375, 7.5, 6.5, 10.125, 7.78125, 9.0625, 10.3125, 7.65625, 9.0, 7.375, 13.8125, 8.875, 8.9375, 8.6875, 7.71875, 8.125, 7.53125, 7.3125, 7.28125, 9.0625, 8.25, 8.25, 10.0625, 7.625, 12.0625, 9.5625, 11.0, 7.34375, 17.125, 12.9375, 10.0, 8.125, 7.84375, 8.125, 7.625, 11.1875, 8.6875, 9.8125, 10.5, 8.4375, 6.96875, 9.1875, 14.0, 8.25, 8.0, 13.875, 9.875, 10.125, 8.3125, 9.9375, 8.875, 9.625, 8.4375, 9.0625, 11.6875, 9.75, 7.75, 7.46875, 10.9375, 14.0625, 6.4375, 7.03125, 7.25, 13.1875, 9.375, 10.9375, 8.875, 9.0, 11.6875, 7.5625, 10.0, 7.71875, 8.25, 9.375, 8.625, 9.3125, 7.125, 9.3125, 7.21875, 12.75, 9.5, 6.75, 8.75, 10.375, 8.375, 8.375, 8.6875, 10.0, 8.1875, 8.0625, 7.5625, 10.25, 10.5, 9.75, 7.4375, 7.59375, 14.5, 10.0, 7.8125, 11.8125, 8.75, 8.375, 16.75, 7.96875, 16.625, 9.0625, 9.6875, 6.78125, 9.25, 8.625, 9.4375, 8.4375, 11.9375, 10.125, 9.875, 9.375, 14.1875, 9.125, 7.5625, 9.5, 8.9375, 13.0, 10.375, 7.4375, 8.625, 9.5, 9.8125, 11.875, 8.5, 15.5625, 7.71875, 12.625, 14.375, 10.3125, 7.5625, 7.75, 7.15625, 11.75, 8.625, 14.8125, 7.6875, 15.75, 9.9375, 11.75, 8.1875, 7.6875, 13.1875, 7.34375, 7.90625, 9.6875, 10.0, 7.9375, 8.375, 11.1875, 8.0625, 11.9375, 8.3125, 8.5, 9.4375, 15.75, 7.625, 10.625, 14.4375, 7.5, 9.375, 9.0625, 12.0625, 14.9375, 7.1875, 6.0625, 8.4375, 9.3125, 8.9375, 8.3125, 9.9375, 9.75, 25.75, 12.5625, 9.75, 8.6875, 15.625, 10.0, 8.8125, 9.0625, 8.1875, 10.25, 9.9375, 11.5625, 7.40625, 13.4375, 5.71875, 7.96875, 12.0625, 8.75, 9.3125, 8.5625, 8.5, 20.0, 8.9375, 8.8125, 7.96875, 8.0, 7.34375, 6.40625, 6.59375, 9.3125, 10.125, 8.8125, 11.75, 20.125, 8.1875, 9.9375, 6.84375, 10.375, 10.5625, 7.46875, 12.3125, 63.75, 8.3125, 13.875, 14.1875, 8.875, 12.6875, 6.5, 8.375, 15.9375, 7.46875, 8.75, 11.125, 7.28125, 11.0625, 8.3125, 6.53125, 9.75, 10.5, 8.625, 8.25, 8.0625, 9.6875, 12.0, 6.84375, 10.1875, 10.6875, 7.28125, 12.0625, 10.4375, 18.625, 8.125, 8.25, 6.9375, 10.375, 16.375, 9.9375, 10.1875, 7.71875, 9.3125, 11.125, 13.4375, 13.25, 7.59375, 12.5625, 8.625, 12.25, 22.75, 9.125, 18.0, 9.3125, 10.3125, 7.84375, 10.25, 8.0625, 7.78125, 17.375, 9.3125, 7.9375, 8.25, 8.6875, 8.375, 11.375, 9.8125, 21.75, 7.84375, 9.4375, 9.3125, 9.125, 10.1875, 14.0, 10.9375, 9.375, 8.5625, 7.59375, 7.96875, 7.5, 8.625, 9.9375, 12.25, 11.3125, 9.1875, 7.3125, 9.0625, 8.9375, 9.0625, 7.40625, 12.3125, 7.09375, 12.0, 8.875, 12.3125, 7.40625, 8.4375, 13.8125, 10.5625, 8.9375, 9.0, 12.25, 7.5625, 7.65625, 10.9375, 10.0625, 7.75, 7.9375, 12.6875, 11.3125, 9.8125, 8.125, 7.8125, 9.75, 10.625, 12.375, 8.3125, 11.5625, 9.75, 8.6875, 12.0, 8.1875, 20.125, 10.375, 8.9375, 9.8125, 11.0625, 17.375, 8.0625, 10.875, 11.9375, 13.0, 7.03125, 8.6875, 11.0625, 6.75, 9.8125, 7.65625, 8.3125, 8.0, 9.625, 9.0625, 8.625, 6.4375, 8.375, 8.4375, 6.6875, 10.6875, 10.625, 12.6875, 8.625, 9.6875, 10.625, 11.1875, 10.1875, 13.9375, 8.5625, 8.0625, 7.3125, 13.0, 8.25, 9.6875, 15.0625, 9.3125, 6.65625, 8.1875, 8.1875, 14.875, 8.1875, 9.0, 17.125, 7.84375, 7.28125, 8.0625, 6.71875, 8.875, 27.75, 9.8125, 10.9375, 15.8125, 11.875, 13.125, 9.25, 8.6875, 7.28125, 10.5, 8.25, 10.375, 6.71875, 11.9375, 9.6875, 7.5, 8.5, 8.5625, 11.4375, 21.875, 9.25, 28.5, 11.1875, 9.5625, 8.0, 7.0, 7.625, 92.0, 8.625, 9.25, 7.0, 10.125, 7.8125, 10.875, 8.0625, 9.5625, 8.4375, 10.0625, 10.1875, 7.71875, 11.0, 11.375, 9.25, 8.625, 8.75, 7.96875, 8.875, 11.875, 10.375, 7.8125, 7.9375, 9.25, 7.53125, 8.0, 13.4375, 12.0625, 9.25, 24.0, 8.0, 7.90625, 10.1875, 9.0625, 9.25, 7.09375, 11.125, 8.4375, 8.125, 7.75, 7.75, 15.75, 7.8125, 9.0625, 12.0625, 8.0, 7.65625, 3.9375, 8.4375, 7.65625, 10.9375, 7.9375, 14.125, 7.9375, 17.875, 8.9375, 8.125, 13.375, 16.125, 8.75, 11.5625, 6.84375, 10.75, 12.1875, 9.0, 9.1875, 9.625, 9.5625, 7.0, 7.84375, 15.5, 8.1875, 7.5625, 17.375, 9.5, 9.25, 8.8125, 10.6875, 15.625, 16.5, 24.0, 6.5625, 10.4375, 8.4375, 6.78125, 9.0625, 8.5625, 12.375, 15.875, 7.03125, 8.0625, 7.5, 12.6875, 11.375, 11.9375, 18.625, 9.8125, 7.875, 13.0625, 8.6875, 8.25, 10.1875, 10.0625, 33.0, 12.1875, 10.8125, 8.5, 7.28125, 10.1875, 12.25, 14.5, 10.625, 9.375, 7.34375, 9.5, 70.5, 7.75, 10.625, 11.25, 6.96875, 7.9375, 8.3125, 9.75, 7.03125, 11.5625, 6.1875, 8.125, 6.71875, 12.1875, 8.375, 9.9375, 13.0625, 15.0, 8.25, 11.125, 7.25, 9.9375, 14.125, 9.75, 17.75, 7.6875, 9.5625, 7.75, 7.6875, 11.875, 7.65625, 7.4375, 16.875, 9.4375, 9.625, 8.5, 6.6875, 8.0625, 7.125, 9.1875, 7.25, 9.0, 9.5625, 25.25, 12.25, 9.6875, 9.0625, 8.125, 9.8125, 9.875, 7.8125, 11.3125, 8.8125, 9.5625, 7.9375, 6.65625, 10.8125, 11.1875, 10.375, 12.375, 14.375, 9.0625, 8.4375, 8.4375, 9.875, 7.71875, 9.875, 6.9375, 9.3125, 10.8125, 9.375, 11.3125, 7.53125, 9.0, 8.1875, 17.125, 8.0625, 10.5, 7.09375, 8.625, 11.25, 6.40625, 12.6875, 8.125, 7.75, 7.09375, 13.0625, 11.75, 8.125, 8.5625, 8.5625, 8.625, 8.3125, 7.71875, 14.9375, 7.5, 13.75, 7.15625, 8.125, 7.0625, 8.6875, 7.28125, 11.0625, 10.4375, 10.1875, 10.75, 10.5625, 12.5, 7.3125, 7.875, 8.75, 8.5625, 7.71875, 11.0, 8.9375, 8.625, 7.875, 9.625, 10.5, 7.21875, 10.5625, 7.9375, 10.625, 8.6875, 9.6875, 9.9375, 10.4375, 9.75, 32.75, 7.5625, 8.5625, 8.125, 7.78125, 10.9375, 8.9375, 10.9375, 11.1875, 9.8125, 9.5, 11.9375, 8.625, 8.25, 7.53125, 11.4375, 6.84375, 7.5, 11.6875, 7.9375, 8.25, 8.4375, 11.625, 7.15625, 9.1875, 13.75, 9.875, 8.375, 8.0, 12.4375, 8.25, 10.4375, 7.65625, 9.1875, 12.0625, 14.1875, 16.125, 10.5625, 10.4375, 8.5, 8.8125, 7.875, 6.96875, 9.0625, 7.5, 7.5625, 8.0625, 7.25, 8.1875, 7.75, 8.8125, 10.5625, 11.0625, 7.78125, 7.59375, 8.75, 7.03125, 7.46875, 8.9375, 8.4375, 11.5, 6.5, 7.0625, 15.5, 7.8125, 10.8125, 11.5, 10.1875, 8.5625, 9.0625, 8.5, 8.4375, 8.75, 16.125, 10.5, 29.0, 8.4375, 9.125, 9.0625, 10.0625, 10.5, 11.375, 10.8125, 11.1875, 8.8125, 8.125, 15.4375, 9.5, 7.90625, 10.0625, 8.9375, 13.375, 9.1875, 41.75, 11.1875, 7.8125, 6.375, 9.4375, 12.0625, 7.5, 8.375, 8.625, 9.0, 9.1875, 11.375, 10.4375, 12.25, 7.125, 12.125, 10.5625, 7.34375, 8.5, 10.375, 9.875, 11.4375, 11.0, 8.5625, 8.1875, 8.9375, 9.125, 7.90625, 8.25, 8.875, 13.8125, 9.625, 7.53125, 7.625, 6.8125, 8.4375, 8.8125, 13.9375, 9.125, 8.8125, 10.3125, 12.625, 12.5625, 8.5, 11.0, 18.25, 17.25, 8.0, 10.0625, 10.4375, 7.8125, 8.3125, 9.0625, 9.1875, 9.125, 9.5625, 7.9375, 8.6875, 7.9375, 8.375, 7.5625, 8.9375, 8.4375, 8.25, 8.75, 8.25, 8.625, 12.3125, 12.375, 9.25, 8.4375, 9.875, 7.6875, 7.90625, 7.84375, 7.09375, 7.3125, 11.0, 8.4375, 6.84375, 8.3125, 14.1875, 11.75, 11.0, 8.5625, 11.375, 8.6875, 8.875, 8.75, 7.90625, 8.9375, 8.375, 7.53125, 8.0625, 10.9375, 15.5, 9.25, 7.5, 12.125, 8.875, 9.125, 8.75, 9.0625, 8.4375, 9.4375, 11.75, 7.96875, 8.6875, 7.75, 9.625, 9.75, 8.8125, 9.125, 8.5, 9.4375, 8.5625, 11.875, 8.125, 9.75, 13.5, 11.1875, 8.375, 12.375, 13.625, 9.3125, 10.8125, 10.4375, 8.6875, 9.5625, 8.9375, 9.6875, 7.15625, 8.3125, 12.1875, 8.9375, 9.25, 9.375, 9.625, 6.71875, 8.0625, 11.0, 8.5, 9.0, 57.25, 7.4375, 9.8125, 9.3125, 13.625, 8.5, 8.375, 7.65625, 8.4375, 7.34375, 7.9375, 8.75, 7.46875, 16.875, 8.8125, 15.1875, 12.8125, 8.125, 19.75, 10.125, 9.0, 7.8125, 8.5, 13.3125, 8.0625, 10.875, 12.5, 9.625, 8.125, 8.125, 10.8125, 8.625, 7.875, 7.71875, 8.375, 8.5, 6.65625, 10.75, 6.96875, 7.5625, 11.625, 9.0, 6.9375, 8.125, 7.09375, 9.1875, 7.09375, 13.0625, 10.0, 10.625, 5.90625, 10.625, 14.6875, 10.6875, 9.125, 21.375, 7.84375, 7.5625, 20.5, 7.8125, 7.75, 9.5625, 9.4375, 8.5, 7.25, 16.25, 10.0, 8.125, 10.5, 9.375, 9.875, 8.1875, 11.8125, 7.71875, 10.125, 15.6875, 15.125, 11.0, 8.125, 18.75, 8.0, 16.125, 8.9375, 12.0, 7.40625, 10.5625, 7.53125, 12.75, 14.0, 6.96875, 6.875, 7.78125, 9.25, 12.0625, 7.59375, 14.875, 7.0, 12.8125, 8.75, 7.75, 10.9375, 7.40625, 10.25, 13.4375, 7.71875, 12.4375, 7.90625, 10.8125, 11.375, 11.5625, 22.625, 8.375, 8.4375, 8.0, 8.4375, 6.875, 10.6875, 7.28125, 22.25, 9.125, 11.625, 10.1875, 6.96875, 9.375, 13.0625, 8.5625, 7.125, 9.5, 8.9375, 7.5, 9.875, 11.375, 11.9375, 7.90625, 19.5, 7.15625, 8.3125, 6.0625, 7.375, 7.3125, 6.65625, 8.4375, 10.25, 7.9375, 7.25, 9.0625, 9.5625, 7.8125, 8.6875, 10.0, 8.125, 9.125, 6.96875, 18.875, 7.78125, 9.6875, 9.375, 7.53125, 22.25, 7.78125, 10.6875, 8.4375, 8.375, 13.0625, 7.78125, 8.6875, 7.28125, 10.875, 11.8125, 10.5625, 8.9375, 18.0, 8.875, 9.5625, 6.15625, 8.75, 8.625, 13.5625, 8.375, 17.625, 14.5625, 9.0, 10.3125, 12.6875, 7.46875, 16.75, 9.0, 12.625, 8.9375, 7.40625, 10.1875, 11.3125, 23.625, 7.9375, 8.0, 9.4375, 17.125, 11.4375, 7.71875, 9.5625, 8.375, 9.25, 18.25, 9.4375, 10.0625, 8.5, 9.0625, 8.4375, 7.84375, 9.5, 12.25, 18.0, 11.9375, 9.5625, 12.625, 13.75, 12.0, 11.0625, 10.0, 8.0, 8.125, 9.0625, 11.1875, 8.5, 16.625, 7.65625, 9.0625, 7.875, 9.1875, 8.1875, 13.0, 7.53125, 9.5625, 14.0, 7.9375, 7.65625, 8.8125, 8.75, 7.21875, 9.375, 7.9375, 9.5, 11.0625, 9.625, 18.625, 8.125, 11.5, 8.125, 8.125, 10.4375, 10.0, 8.9375, 8.125, 13.375, 6.90625, 10.4375, 9.9375, 9.0, 13.25, 7.9375, 10.0, 9.0625, 13.8125, 9.3125, 6.65625, 6.65625, 7.40625, 7.03125, 11.0, 7.65625, 12.25, 19.25, 9.25, 10.25, 12.75, 9.9375, 7.65625, 8.9375, 8.9375, 6.75, 15.5625, 7.6875, 6.71875, 9.5625, 24.75, 24.0, 7.4375, 7.03125, 9.3125, 10.25, 10.625, 7.8125, 14.125, 10.9375, 10.625, 10.1875, 10.0625, 9.5625, 8.625, 7.34375, 9.5, 9.8125, 10.3125, 12.5625, 10.375, 10.0625, 16.875, 9.625, 8.0625, 13.0, 9.0, 7.53125, 13.8125, 8.75, 8.0, 8.1875, 7.75, 10.625, 11.6875, 9.875, 7.875, 6.65625, 8.25, 7.71875, 8.125, 10.25, 12.5625, 17.0, 6.09375, 10.0625, 9.0, 13.8125, 11.125, 6.78125, 9.3125, 6.75, 15.75, 12.5, 6.75, 8.1875, 7.9375, 9.6875, 7.125, 7.625, 11.0, 7.59375, 8.3125, 8.6875, 8.5, 7.6875, 8.5625, 10.125, 7.8125, 8.25, 10.0625, 7.84375, 12.5, 8.6875, 9.0, 10.8125, 12.4375, 9.5, 10.4375, 10.125, 9.4375, 9.8125, 8.75, 9.0, 7.9375, 6.90625, 8.6875, 8.0625, 7.5625, 8.1875, 7.65625, 10.75, 10.625, 13.5625, 10.4375, 11.1875, 10.75, 8.8125, 7.6875, 13.1875, 7.8125, 12.25, 9.625, 7.4375, 6.8125, 10.5625, 7.59375, 12.5, 8.375, 7.46875, 12.5, 9.5, 13.125, 10.375, 9.5625, 9.6875, 8.375, 10.125, 10.9375, 8.75, 11.625, 11.1875, 12.0625, 10.25, 8.625, 10.125, 9.375, 8.9375, 7.78125, 7.71875, 11.3125, 8.125, 7.1875, 13.5625, 8.9375, 7.75, 7.28125, 8.875, 7.625, 7.9375, 11.625, 11.125, 7.59375, 8.8125, 11.5625, 11.125, 10.625, 7.59375, 6.34375, 7.5625, 7.71875, 10.8125, 8.625, 9.0625, 13.0, 7.6875, 8.0625, 7.90625, 7.0, 10.3125, 23.25, 7.6875, 8.0625, 8.625, 11.8125, 7.1875, 8.4375, 8.3125, 10.3125, 12.1875, 21.125, 10.125, 11.8125, 8.25, 9.4375, 8.5625, 10.3125, 12.0625, 10.0, 7.40625, 7.6875, 9.9375, 8.625, 7.0625, 13.6875, 11.5, 7.375, 9.125, 8.0, 12.4375, 12.125, 11.625, 9.5, 8.625, 10.6875, 12.5625, 10.1875, 6.34375, 9.9375, 8.5, 11.625, 10.1875, 10.1875, 11.0625, 11.9375, 7.375, 8.0625, 7.90625, 9.6875, 7.1875, 7.46875, 8.0625, 8.6875, 7.09375, 60.75, 10.8125, 10.8125, 10.6875, 13.0, 9.0, 8.625, 7.71875, 12.0, 9.1875, 6.4375, 8.4375, 8.3125, 9.25, 11.75, 15.3125, 8.6875, 6.8125, 11.25, 10.0, 8.0, 12.375, 11.3125, 8.9375, 9.0, 7.40625, 6.6875, 8.3125, 6.84375, 11.5, 11.625, 7.375, 9.625, 6.375, 9.0, 9.375, 10.75, 13.625, 9.875, 7.71875, 9.375, 6.4375, 6.6875, 12.5625, 7.0, 7.0, 14.25, 8.75, 8.5625, 9.5, 9.9375, 10.125, 7.53125, 13.0, 6.78125, 10.625, 7.25, 7.125, 7.5625, 7.90625, 9.4375, 11.125, 7.8125, 16.375, 8.3125, 8.125, 17.375, 10.6875, 11.4375, 7.6875, 12.8125, 8.3125, 6.65625, 12.25, 9.75, 7.71875, 8.8125, 7.40625, 14.5625, 9.0625, 7.53125, 12.1875, 9.5625, 7.84375, 11.0625, 13.5625, 9.25, 6.9375, 7.625, 8.3125, 8.5625, 8.125, 11.0625, 8.5625, 12.5625, 39.0, 13.25, 8.25, 8.3125, 7.78125, 12.5, 8.375, 8.25, 9.8125, 15.25, 10.375, 6.46875, 11.5, 16.125, 10.9375, 11.375, 9.9375, 8.25, 6.90625, 9.3125, 8.875, 8.4375, 11.125, 6.9375, 10.4375, 8.5, 11.5, 7.34375, 7.15625, 8.625, 7.5, 7.53125, 17.375, 8.25, 8.75, 7.21875, 7.8125, 7.125, 8.8125, 7.15625, 13.1875, 10.25, 9.375, 11.3125, 16.5, 8.3125, 10.75, 11.0625, 8.0, 8.125, 19.125, 7.375, 10.8125, 6.71875, 19.0, 10.0, 9.6875, 8.25, 7.96875, 8.125, 9.75, 8.25, 7.375, 9.8125, 18.125, 12.375, 11.0625, 9.5625, 8.625, 10.5, 6.625, 9.625, 44.25, 11.0, 10.875, 10.375, 8.1875, 9.5, 9.25, 8.375, 8.25, 8.5625, 11.1875, 12.1875, 9.3125, 8.125, 7.96875, 6.9375, 11.3125, 7.25, 9.5625, 9.25, 7.03125, 8.125, 8.875, 9.5, 8.0, 10.4375, 10.1875, 9.1875, 10.9375, 13.625, 6.625, 7.65625, 8.1875, 8.5625, 13.5625, 6.46875, 7.71875, 8.875, 11.6875, 7.0625, 9.3125, 14.125, 9.625, 29.0, 9.0625, 8.125, 13.375, 7.8125, 9.4375, 12.5, 12.4375, 11.6875, 7.90625, 9.8125, 8.375, 10.0625, 9.3125, 9.875, 6.65625, 9.4375, 7.0, 9.3125, 6.65625, 12.125, 25.25, 7.6875, 8.875, 7.625, 8.375, 8.25, 15.25, 7.90625, 13.8125, 7.4375, 7.375, 10.9375, 10.875, 9.0, 9.25, 8.4375, 15.6875, 10.9375, 10.4375, 9.375, 8.5625, 10.0, 9.0625, 6.875, 7.28125, 12.125, 6.65625, 21.375, 7.8125, 9.25, 9.3125, 8.375, 11.0625, 7.28125, 10.25, 10.75, 8.375, 12.1875, 6.875, 12.875, 7.4375, 10.3125, 10.1875, 16.5, 9.625, 8.8125, 10.5625, 12.25, 7.53125, 7.0, 17.875, 10.375, 11.9375, 9.0625, 9.125, 7.125, 11.0, 7.9375, 10.375, 15.5, 14.9375, 11.25, 7.96875, 8.375, 8.5, 9.8125, 8.25, 19.375, 7.4375, 10.5, 13.5625, 8.0, 9.3125, 26.125, 9.9375, 27.375, 7.71875, 8.4375, 10.75, 8.8125, 7.03125, 8.5, 7.75, 12.25, 8.9375, 15.3125, 8.375, 7.1875, 12.75, 9.5, 7.75, 7.59375, 10.625, 7.65625, 10.0, 7.84375, 7.84375, 8.125, 9.1875, 9.1875, 7.625, 10.1875, 8.375, 11.125, 9.6875, 8.875, 6.71875, 9.25, 11.8125, 7.53125, 11.0625, 9.4375, 7.65625, 10.375, 12.125, 10.75, 9.4375, 8.6875, 8.5625, 10.25, 11.1875, 7.625, 10.75, 9.3125, 16.125, 7.9375, 10.0, 9.5625, 10.625, 11.75, 7.53125, 12.375, 8.1875, 9.75, 14.6875, 7.9375, 18.625, 11.375, 10.625, 23.75, 8.625, 14.6875, 15.1875, 10.6875, 12.0, 9.0, 10.125, 8.125, 17.0, 13.625, 16.75, 8.75, 8.875, 11.875, 9.9375, 7.0, 6.75, 9.3125, 8.6875, 9.9375, 7.84375, 12.5, 8.75, 6.09375, 9.375, 10.5625, 7.84375, 11.875, 9.1875, 16.875, 8.9375, 8.8125, 7.0, 8.6875, 7.25, 9.0625, 7.09375, 9.4375, 12.625, 8.5625, 11.375, 8.25, 11.6875, 8.1875, 14.0, 9.375, 10.125, 9.3125, 5.6875, 7.875, 11.0625, 7.40625, 8.625, 5.8125, 9.6875, 7.46875, 9.4375, 7.6875, 10.3125, 11.4375, 8.125, 9.1875, 8.8125, 8.75, 10.5, 9.0625, 10.875, 50.0, 10.1875, 8.625, 7.78125, 7.03125, 9.25, 7.84375, 8.75, 7.8125, 9.0625, 7.5625, 7.375, 7.65625, 7.9375, 7.6875, 11.0, 8.25, 7.625, 7.875, 16.125, 9.1875, 6.625, 7.625, 7.3125, 9.75, 11.0, 10.875, 10.375, 7.65625, 7.5, 10.875, 6.6875, 15.0625, 11.875, 9.625, 12.9375, 8.625, 17.0, 11.375, 9.3125, 10.8125, 9.0, 8.125, 8.4375, 12.5625, 7.84375, 8.125, 10.1875, 7.78125, 8.8125, 14.375, 11.6875, 9.625, 19.125, 12.8125, 10.1875, 12.75, 9.0, 13.625, 9.5625, 8.625, 7.71875, 9.8125, 7.625, 8.3125, 11.0, 7.78125, 7.21875, 13.25, 8.3125, 13.75, 8.4375, 9.625, 8.0, 13.8125, 9.375, 15.4375, 10.25, 7.8125, 7.46875, 8.0625, 7.65625, 7.3125, 8.8125, 8.4375, 7.34375, 8.875, 8.0, 7.28125, 7.03125, 11.6875, 8.6875, 10.375, 13.4375, 9.8125, 8.8125, 10.625, 9.0, 8.1875, 8.25, 8.5625, 8.0, 12.875, 6.8125, 7.21875, 10.6875, 9.875, 6.6875, 8.25, 7.53125, 11.4375, 7.90625, 10.375, 14.5, 8.5, 9.25, 9.1875, 17.125, 7.90625, 8.875, 12.8125, 8.125, 9.625, 7.625, 9.75, 9.0, 7.0625, 13.1875, 10.3125, 8.125, 7.40625, 10.125, 19.625, 8.375, 12.9375, 7.9375, 10.4375, 14.0, 8.75, 7.6875, 11.875, 10.75, 9.4375, 7.4375, 11.5625, 9.4375, 9.0, 10.3125, 7.65625, 7.46875, 8.0, 11.25, 11.8125, 7.84375, 10.875, 6.9375, 11.625, 8.75, 7.3125, 7.1875, 9.8125, 10.3125, 8.4375, 6.5625, 11.0625, 9.3125, 9.25, 7.46875, 9.75, 10.0, 8.1875, 7.125, 9.8125, 22.875, 9.6875, 7.59375, 8.25, 12.3125, 12.375, 10.125, 8.875, 10.125, 6.75, 11.8125, 14.75, 8.6875, 10.25, 7.4375, 8.6875, 15.375, 10.625, 12.625, 13.875, 9.9375, 11.25, 9.75, 11.5625, 6.84375, 10.9375, 7.46875, 8.8125, 9.1875, 8.375, 9.1875, 8.875, 11.0, 16.25, 11.375, 8.4375, 9.0625, 9.75, 8.375, 10.4375, 6.90625, 15.5, 10.5625, 7.1875, 11.9375, 10.875, 10.4375, 6.65625, 7.78125, 9.6875, 10.4375, 8.6875, 8.375, 11.375, 18.875, 10.3125, 7.78125, 11.1875, 10.75, 8.8125, 9.1875, 7.75, 7.875, 7.28125, 7.75, 10.1875, 6.90625, 10.5625, 10.1875, 24.75, 7.8125, 12.375, 8.8125, 8.6875, 9.875, 14.0, 9.375, 9.0, 9.625, 23.25, 9.25, 9.3125, 9.125, 7.625, 6.46875, 11.0, 12.5, 6.65625, 8.5625, 8.6875, 11.0, 7.40625, 8.3125, 15.75, 7.71875, 9.375, 6.78125, 8.25, 7.8125, 9.3125, 8.75, 16.875, 20.75, 38.25, 13.6875, 10.4375, 8.4375, 9.9375, 8.4375, 9.625, 8.5625, 9.25, 29.625, 8.875, 15.625, 11.0, 7.34375, 8.625, 12.8125, 10.0, 9.5625, 8.5, 9.6875, 6.78125, 8.875, 8.5625, 13.0625, 10.625, 7.65625, 8.375, 6.375, 10.875, 9.8125, 10.25, 8.6875, 24.75, 8.3125, 8.5625, 8.125, 8.0625, 8.75, 9.4375, 8.5625, 13.375, 7.25, 9.75, 13.5, 7.96875, 10.6875, 10.25, 8.375, 8.5, 10.25, 11.5, 12.375, 26.875, 6.71875, 8.3125, 8.4375, 16.25, 8.0, 13.4375, 8.3125, 8.3125, 17.375, 11.1875, 9.125, 7.53125, 9.125, 7.75, 9.875, 7.28125, 8.8125, 11.3125, 14.375, 7.0625, 9.8125, 10.8125, 9.875, 8.375, 8.625, 10.0, 8.375, 12.25, 7.96875, 6.875, 10.3125, 6.78125, 6.53125, 7.0, 10.375, 9.625, 9.3125, 57.0, 9.75, 13.1875, 9.625, 9.125, 8.9375, 7.8125, 8.3125, 10.375, 6.96875, 7.125, 15.0625, 12.0625, 9.25, 7.75, 8.75, 8.4375, 11.625, 11.0, 8.3125, 9.4375, 11.4375, 10.9375, 12.8125, 8.8125, 13.75, 11.25, 9.4375, 12.5, 11.0625, 8.8125, 11.5625, 7.96875, 8.25, 8.625, 11.5, 11.9375, 19.375, 7.4375, 7.78125, 10.75, 8.875, 7.84375, 9.25, 6.625, 9.875, 7.09375, 10.25, 9.875, 8.9375, 12.9375, 7.375, 9.8125, 11.0625, 7.875, 9.25, 8.75, 10.5, 8.4375, 13.0, 9.6875, 9.625, 12.0, 7.25, 7.25, 8.0625, 9.4375, 9.0625, 9.375, 8.875, 7.875, 9.4375, 8.4375, 35.0, 9.375, 8.125, 10.6875, 8.5, 36.5, 10.125, 8.4375, 11.9375, 22.5, 9.375, 11.25, 7.34375, 8.625, 9.0625, 28.0, 14.0, 7.40625, 8.0625, 11.6875, 9.9375, 13.4375, 7.59375, 9.5625, 8.3125, 8.625, 19.0, 8.5625, 7.875, 19.25, 9.25, 7.96875, 8.9375, 7.96875, 7.375, 9.9375, 8.6875, 8.0625, 12.0, 9.5, 7.09375, 7.1875, 8.3125, 9.0625, 9.3125, 8.0625, 7.625, 11.8125, 10.375, 8.375, 8.5625, 9.0, 7.46875, 25.0, 9.75, 10.4375, 7.4375, 8.8125, 8.8125, 6.9375, 7.1875, 11.25, 10.625, 7.15625, 12.375, 10.9375, 9.5, 10.0625, 9.5625, 7.53125, 7.84375 ] } , "name": "onnx::Mul_10539", "outputIndexes": [ 15 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 14, 15 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/input_layernorm/Mul_1_output_0", "outputIndexes": [ 16 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 16 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.0/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 6929 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6929 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.0/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 6930 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6930 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 0, 2621462, 655360, 0, 0 ] } , "name": "/layers.0/self_attn/q_proj/Linear", "outputIndexes": [ 6931 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6931 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.0/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 6932 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6932 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ] , "dimType": "NCHW" } , "name": "/layers.0/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 17 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 16 ] , "main_type": "NONE", "name": "/blocks.0/self_attn/Shape_output_0", "outputIndexes": [ 18 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 18 ] , "main_type": "NONE", "name": "Shape22", "outputIndexes": [ 19 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 18 ] , "main_type": "NONE", "name": "Rank24", "outputIndexes": [ 20 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 20, 20 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp26", "outputIndexes": [ 21 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 21 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze27", "outputIndexes": [ 22 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1 ] } , "name": "Const28", "outputIndexes": [ 23 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 21, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp29", "outputIndexes": [ 24 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 24 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze30", "outputIndexes": [ 25 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1 ] } , "name": "Unsqueeze32", "outputIndexes": [ 26 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 19, 22, 25, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice33", "outputIndexes": [ 27 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 27 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze34", "outputIndexes": [ 28 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 28, 28 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp36", "outputIndexes": [ 29 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 18, 29, 21 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.0/self_attn/Gather_output_0", "outputIndexes": [ 30 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 0 ] } , "name": "onnx::Unsqueeze_1713", "outputIndexes": [ 31 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 30, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.0/self_attn/Unsqueeze_output_0", "outputIndexes": [ 32 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 21 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze46", "outputIndexes": [ 33 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 24 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze49", "outputIndexes": [ 34 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 19, 33, 34, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice52", "outputIndexes": [ 35 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 35 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze53", "outputIndexes": [ 36 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 36 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp54", "outputIndexes": [ 37 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 37, 36 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp55", "outputIndexes": [ 38 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 18, 38, 21 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.0/self_attn/Gather_1_output_0", "outputIndexes": [ 39 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 39, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.0/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 40 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 8 ] } , "name": "/blocks.0/self_attn/Constant_3_output_0", "outputIndexes": [ 41 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 256 ] } , "name": "/blocks.0/self_attn/Constant_4_output_0", "outputIndexes": [ 42 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 32, 40, 41, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.0/self_attn/Concat_output_0", "outputIndexes": [ 43 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 17, 43 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.0/self_attn/Reshape_output_0", "outputIndexes": [ 44 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 44 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.0/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 46 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 46 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.0/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 47 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 47, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/self_attn/q_norm/Add_output_0", "outputIndexes": [ 48 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 48, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 49 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 44, 49 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 50 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 256 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375, 0.984375 ] } , "name": "onnx::Mul_10542", "outputIndexes": [ 51 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 50, 51 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 52 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 0 ] , "main_type": "CastParam", "main": { "srcT": "DT_VARIANT", "dstT": "DT_FLOAT" } , "name": "/rotary/Cast_output_0", "outputIndexes": [ 53 ] , "type": "Cast", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2 ] , "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ -1, 1 ] } , "name": "/rotary/Constant_output_0", "outputIndexes": [ 54 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 53, 54 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/rotary/Reshape_output_0", "outputIndexes": [ 55 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 128 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.0, 0.930572, 0.865964, 0.805842, 0.749894, 0.697831, 0.649382, 0.604296, 0.562341, 0.523299, 0.486968, 0.453158, 0.421697, 0.392419, 0.365174, 0.339821, 0.316228, 0.294273, 0.273842, 0.25483, 0.237137, 0.220673, 0.205353, 0.191095, 0.177828, 0.165482, 0.153993, 0.143301, 0.133352, 0.124094, 0.115478, 0.107461, 0.1, 0.093057, 0.086596, 0.080584, 0.074989, 0.069783, 0.064938, 0.06043, 0.056234, 0.05233, 0.048697, 0.045316, 0.04217, 0.039242, 0.036517, 0.033982, 0.031623, 0.029427, 0.027384, 0.025483, 0.023714, 0.022067, 0.020535, 0.01911, 0.017783, 0.016548, 0.015399, 0.01433, 0.013335, 0.012409, 0.011548, 0.010746, 0.01, 0.009306, 0.00866, 0.008058, 0.007499, 0.006978, 0.006494, 0.006043, 0.005623, 0.005233, 0.00487, 0.004532, 0.004217, 0.003924, 0.003652, 0.003398, 0.003162, 0.002943, 0.002738, 0.002548, 0.002371, 0.002207, 0.002054, 0.001911, 0.001778, 0.001655, 0.00154, 0.001433, 0.001334, 0.001241, 0.001155, 0.001075, 0.001, 0.000931, 0.000866, 0.000806, 0.00075, 0.000698, 0.000649, 0.000604, 0.000562, 0.000523, 0.000487, 0.000453, 0.000422, 0.000392, 0.000365, 0.00034, 0.000316, 0.000294, 0.000274, 0.000255, 0.000237, 0.000221, 0.000205, 0.000191, 0.000178, 0.000165, 0.000154, 0.000143, 0.000133, 0.000124, 0.000115, 0.000107 ] } , "name": "/rotary/Constant_1_output_0", "outputIndexes": [ 56 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 55, 56 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/rotary/Mul_output_0", "outputIndexes": [ 57 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 57 ] , "main_type": "UnaryOp", "main": { "opType": "COS", "T": "DT_FLOAT" } , "name": "/rotary/Cos_output_0", "outputIndexes": [ 58 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 58, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/rotary/Unsqueeze_output_0", "outputIndexes": [ 59 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 57 ] , "main_type": "UnaryOp", "main": { "opType": "SIN", "T": "DT_FLOAT" } , "name": "/rotary/Sin_output_0", "outputIndexes": [ 60 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 60, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/rotary/Unsqueeze_1_output_0", "outputIndexes": [ 61 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 59, 61 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/rotary/Concat_output_0", "outputIndexes": [ 62 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 62, 62 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/rotary/Concat_1_output_0", "outputIndexes": [ 63 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 2 ] } , "name": "/rotary/Constant_4_output_0", "outputIndexes": [ 64 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 63, 64 ] , "main_type": "SqueezeParam", "main": { } , "name": "/rotary/Unsqueeze_2_output_0", "outputIndexes": [ 65 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 65, 26 ] , "main_type": "SqueezeParam", "main": { } , "name": "/rotary/Unsqueeze_3_output_0", "outputIndexes": [ 66 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 66 ] , "main_type": "NONE", "name": "Shape85", "outputIndexes": [ 67 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 66 ] , "main_type": "NONE", "name": "Rank87", "outputIndexes": [ 68 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 68, 68 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp89", "outputIndexes": [ 69 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 69 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze90", "outputIndexes": [ 70 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 69, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp92", "outputIndexes": [ 71 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 71 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze93", "outputIndexes": [ 72 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 67, 70, 72, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice96", "outputIndexes": [ 73 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 73 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze97", "outputIndexes": [ 74 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 74, 74 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp99", "outputIndexes": [ 75 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 66, 75, 69 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.0/self_attn/Gather_2_output_0", "outputIndexes": [ 76 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 52, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/self_attn/Mul_output_0", "outputIndexes": [ 77 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 52 ] , "main_type": "NONE", "name": "/blocks.0/self_attn/Shape_2_output_0", "outputIndexes": [ 78 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 3 ] } , "name": "/blocks.0/self_attn/Constant_9_output_0", "outputIndexes": [ 79 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 78 ] , "main_type": "NONE", "name": "Shape104", "outputIndexes": [ 80 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 78 ] , "main_type": "NONE", "name": "Rank106", "outputIndexes": [ 81 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 81, 81 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp108", "outputIndexes": [ 82 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 82 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze109", "outputIndexes": [ 83 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 82, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp111", "outputIndexes": [ 84 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 84 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze112", "outputIndexes": [ 85 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 80, 83, 85, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice115", "outputIndexes": [ 86 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 86 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze116", "outputIndexes": [ 87 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 87 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp117", "outputIndexes": [ 88 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 88, 87 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp118", "outputIndexes": [ 89 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 78, 89, 82 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.0/self_attn/Gather_4_output_0", "outputIndexes": [ 90 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 2 ] } , "name": "/Constant_output_0", "outputIndexes": [ 91 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 90, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/self_attn/Div_output_0", "outputIndexes": [ 92 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 92, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.0/self_attn/Unsqueeze_7_output_0", "outputIndexes": [ 93 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1073741824 ] } , "name": "/blocks.0/self_attn/Constant_18_output_0", "outputIndexes": [ 94 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 3 ] } , "name": "/blocks.0/self_attn/Constant_12_output_0", "outputIndexes": [ 95 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 52, 93, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.0/self_attn/Slice_1_output_0", "outputIndexes": [ 96 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 96 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.0/self_attn/Neg_output_0", "outputIndexes": [ 97 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 92, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.0/self_attn/Unsqueeze_6_output_0", "outputIndexes": [ 98 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 52, 31, 98, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.0/self_attn/Slice_output_0", "outputIndexes": [ 99 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 97, 99 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.0/self_attn/Concat_3_output_0", "outputIndexes": [ 100 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 69 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze136", "outputIndexes": [ 101 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 71 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze139", "outputIndexes": [ 102 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 67, 101, 102, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice142", "outputIndexes": [ 103 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 103 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze143", "outputIndexes": [ 104 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 104 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp144", "outputIndexes": [ 105 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 105, 104 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp145", "outputIndexes": [ 106 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 66, 106, 69 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.0/self_attn/Gather_3_output_0", "outputIndexes": [ 107 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 100, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/self_attn/Mul_1_output_0", "outputIndexes": [ 108 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 77, 108 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/self_attn/Add_output_0", "outputIndexes": [ 109 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6930 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 3276822, 655382, 163840, 0, 0 ] } , "name": "/layers.0/self_attn/k_proj/Linear", "outputIndexes": [ 6935 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6935 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.0/self_attn/k_proj/Linear/post_convert", "outputIndexes": [ 6936 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6936 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.0/self_attn/k_proj/Linear/post_reshape", "outputIndexes": [ 110 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 30, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.0/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 111 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 39, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.0/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 112 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 111, 112, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.0/self_attn/Concat_1_output_0", "outputIndexes": [ 113 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 110, 113 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.0/self_attn/Reshape_1_output_0", "outputIndexes": [ 114 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 114 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.0/self_attn/k_norm/Pow_output_0", "outputIndexes": [ 116 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 116 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.0/self_attn/k_norm/ReduceMean_output_0", "outputIndexes": [ 117 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 117, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/self_attn/k_norm/Add_output_0", "outputIndexes": [ 118 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 118, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/self_attn/k_norm/Pow_1_output_0", "outputIndexes": [ 119 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 114, 119 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/self_attn/k_norm/Mul_output_0", "outputIndexes": [ 120 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 256 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953, 0.126953 ] } , "name": "onnx::Mul_10547", "outputIndexes": [ 121 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 120, 121 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/self_attn/k_norm/Mul_1_output_0", "outputIndexes": [ 122 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 122, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/self_attn/Mul_2_output_0", "outputIndexes": [ 123 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 122 ] , "main_type": "NONE", "name": "/blocks.0/self_attn/Shape_3_output_0", "outputIndexes": [ 124 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 124 ] , "main_type": "NONE", "name": "Shape164", "outputIndexes": [ 125 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 124 ] , "main_type": "NONE", "name": "Rank166", "outputIndexes": [ 126 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 126, 126 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp168", "outputIndexes": [ 127 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 127 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze169", "outputIndexes": [ 128 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 127, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp171", "outputIndexes": [ 129 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 129 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze172", "outputIndexes": [ 130 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 125, 128, 130, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice175", "outputIndexes": [ 131 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 131 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze176", "outputIndexes": [ 132 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 132 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp177", "outputIndexes": [ 133 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 133, 132 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp178", "outputIndexes": [ 134 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 124, 134, 127 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.0/self_attn/Gather_5_output_0", "outputIndexes": [ 135 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 135, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/self_attn/Div_1_output_0", "outputIndexes": [ 136 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 136, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.0/self_attn/Unsqueeze_9_output_0", "outputIndexes": [ 137 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 122, 137, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.0/self_attn/Slice_3_output_0", "outputIndexes": [ 138 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 138 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.0/self_attn/Neg_1_output_0", "outputIndexes": [ 139 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 136, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.0/self_attn/Unsqueeze_8_output_0", "outputIndexes": [ 140 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 122, 31, 140, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.0/self_attn/Slice_2_output_0", "outputIndexes": [ 141 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 139, 141 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.0/self_attn/Concat_4_output_0", "outputIndexes": [ 142 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 142, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/self_attn/Mul_3_output_0", "outputIndexes": [ 143 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 123, 143 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/self_attn/Add_1_output_0", "outputIndexes": [ 144 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6930 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 4096044, 655382, 163840, 0, 0 ] } , "name": "/layers.0/self_attn/v_proj/Linear", "outputIndexes": [ 6939 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6939 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.0/self_attn/v_proj/Linear/post_convert", "outputIndexes": [ 6940 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6940 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.0/self_attn/v_proj/Linear/post_reshape", "outputIndexes": [ 145 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 30, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.0/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 146 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 39, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.0/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 147 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 146, 147, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.0/self_attn/Concat_2_output_0", "outputIndexes": [ 148 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 145, 148 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.0/self_attn/Reshape_2_output_0", "outputIndexes": [ 149 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 149 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.0/self_attn/v_norm/Pow_output_0", "outputIndexes": [ 151 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 151 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.0/self_attn/v_norm/ReduceMean_output_0", "outputIndexes": [ 152 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 152, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/self_attn/v_norm/Add_output_0", "outputIndexes": [ 153 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 153, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/self_attn/v_norm/Pow_1_output_0", "outputIndexes": [ 154 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 149, 154 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/self_attn/v_norm/Mul_output_0", "outputIndexes": [ 155 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 156 ] , "main_type": "NONE", "name": "Shape202", "outputIndexes": [ 157 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 156 ] , "main_type": "NONE", "name": "Rank204", "outputIndexes": [ 158 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 158, 158 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp206", "outputIndexes": [ 159 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 159 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze207", "outputIndexes": [ 160 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 159, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp209", "outputIndexes": [ 161 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 161 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze210", "outputIndexes": [ 162 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 157, 160, 162, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice213", "outputIndexes": [ 163 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 163 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze214", "outputIndexes": [ 164 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 164 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp215", "outputIndexes": [ 165 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 165, 164 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp216", "outputIndexes": [ 166 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 156, 166, 159 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_5_output_0", "outputIndexes": [ 167 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 109, 144, 155, 167 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 0, "kv_shared_layer_index": -1 } , "name": "/layers.0/self_attn/FusedAttention", "outputIndexes": [ 168 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 168 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.0/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 6941 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6941 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.0/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 6942 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6942 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 4915266, 2621462, 655360, 0, 0 ] } , "name": "/layers.0/self_attn/o_proj/Linear", "outputIndexes": [ 6943 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6943 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.0/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 6944 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6944 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.0/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 169 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 169 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.0/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 171 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 171 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.0/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 172 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 172, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/post_attention_layernorm/Add_output_0", "outputIndexes": [ 173 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 173, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 174 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 169, 174 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 175 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.470703, 0.675781, 28.75, 28.75, 0.917969, 0.59375, 0.984375, 4.03125, 0.621094, 14.5, 0.527344, 28.75, 8.375, 0.65625, 0.507812, 28.75, 0.402344, 0.574219, 0.570312, 0.431641, 0.582031, 0.410156, 0.474609, 0.455078, 0.601562, 0.703125, 28.75, 0.753906, 0.492188, 1.8125, 28.75, 0.8125, 0.664062, 0.753906, 0.398438, 0.625, 0.679688, 1.601562, 0.539062, 0.894531, 0.365234, 0.679688, 0.026123, 0.558594, 0.742188, 0.460938, 0.820312, 0.59375, 0.851562, 0.375, 0.361328, 0.378906, 0.671875, 1.015625, 0.431641, 0.460938, 0.636719, 0.507812, 0.625, 0.324219, 0.535156, 0.024048, 0.773438, 0.386719, 0.992188, 0.451172, 0.59375, 0.451172, 0.734375, 0.486328, 0.511719, 0.820312, 0.3125, 0.53125, 0.34375, 0.679688, 0.59375, 0.597656, 28.75, 0.457031, 0.490234, 0.628906, 1.3125, 0.511719, 0.679688, 0.71875, 0.714844, 0.628906, 0.494141, 0.730469, 0.341797, 0.466797, 0.714844, 0.025269, 0.4375, 0.578125, 28.75, 0.769531, 0.847656, 0.636719, 0.392578, 28.75, 0.470703, 0.601562, 0.652344, 0.691406, 0.859375, 0.648438, 0.648438, 0.585938, 0.476562, 0.828125, 0.699219, 0.410156, 0.025635, 0.566406, 0.660156, 0.369141, 0.710938, 0.388672, 0.431641, 0.02063, 0.527344, 0.542969, 28.75, 0.6875, 0.78125, 0.026245, 0.644531, 0.726562, 0.375, 0.585938, 0.582031, 0.636719, 8.375, 0.613281, 0.503906, 5.96875, 0.59375, 0.621094, 1.03125, 0.558594, 10.5, 1.203125, 0.457031, 0.427734, 7.4375, 0.382812, 0.414062, 0.5, 0.652344, 0.738281, 0.449219, 0.660156, 0.503906, 2.796875, 0.46875, 0.337891, 0.699219, 0.382812, 0.609375, 0.734375, 0.574219, 0.539062, 0.714844, 0.462891, 0.304688, 0.847656, 6.09375, 0.337891, 0.601562, 0.828125, 0.022705, 28.75, 0.761719, 0.496094, 0.523438, 0.65625, 0.476562, 0.400391, 0.027344, 0.667969, 5.84375, 12.5, 0.546875, 0.695312, 0.484375, 0.574219, 0.886719, 0.310547, 0.464844, 0.753906, 0.535156, 0.316406, 0.371094, 0.380859, 0.443359, 0.431641, 2.03125, 0.738281, 0.867188, 1.015625, 0.367188, 0.660156, 10.0, 0.546875, 0.6875, 0.71875, 0.431641, 0.671875, 0.597656, 0.423828, 0.021973, 0.613281, 0.617188, 0.644531, 0.347656, 0.025879, 0.5625, 0.820312, 0.671875, 0.582031, 0.648438, 0.984375, 0.494141, 0.816406, 0.730469, 0.71875, 0.8125, 0.605469, 6.875, 0.582031, 0.644531, 0.539062, 0.894531, 0.628906, 28.75, 0.519531, 0.46875, 0.507812, 0.388672, 2.828125, 0.269531, 0.636719, 0.378906, 0.476562, 1.539062, 0.542969, 0.722656, 0.941406, 0.695312, 0.871094, 0.9375, 0.261719, 0.75, 28.75, 0.601562, 0.867188, 0.78125, 0.332031, 0.640625, 0.554688, 0.707031, 0.371094, 0.945312, 0.378906, 0.402344, 1.140625, 0.628906, 0.519531, 28.75, 0.507812, 0.570312, 0.324219, 0.871094, 0.026367, 0.351562, 0.890625, 28.75, 28.75, 28.75, 0.3125, 0.5, 0.386719, 0.5625, 0.355469, 0.433594, 28.75, 0.714844, 0.71875, 0.53125, 0.402344, 0.675781, 0.365234, 10.625, 0.494141, 0.021729, 1.109375, 0.480469, 9.25, 0.707031, 0.6875, 0.503906, 0.675781, 0.636719, 0.628906, 0.589844, 0.025146, 0.886719, 0.470703, 0.542969, 0.503906, 0.585938, 0.644531, 0.441406, 0.613281, 0.679688, 1.320312, 0.53125, 0.025146, 0.621094, 0.726562, 1.507812, 0.84375, 0.470703, 28.75, 0.621094, 0.542969, 0.65625, 0.601562, 0.71875, 0.488281, 0.578125, 7.5, 0.484375, 0.589844, 0.570312, 0.46875, 0.601562, 1.015625, 0.482422, 28.75, 0.617188, 0.474609, 0.429688, 0.789062, 0.605469, 0.625, 8.625, 0.742188, 0.462891, 0.539062, 0.671875, 0.455078, 28.75, 0.558594, 0.488281, 0.691406, 0.84375, 0.796875, 0.429688, 0.75, 0.023804, 0.601562, 0.384766, 0.402344, 0.023315, 0.851562, 0.384766, 0.022583, 0.753906, 0.294922, 0.628906, 0.570312, 0.65625, 0.453125, 0.519531, 0.460938, 0.494141, 0.890625, 0.957031, 0.566406, 0.566406, 0.435547, 0.402344, 0.578125, 0.542969, 28.75, 0.601562, 0.515625, 0.90625, 28.75, 0.375, 0.410156, 2.109375, 0.578125, 0.648438, 0.392578, 28.75, 0.558594, 0.347656, 0.628906, 0.519531, 0.025513, 0.332031, 0.558594, 0.949219, 0.435547, 9.6875, 0.730469, 0.527344, 0.484375, 0.644531, 0.539062, 0.71875, 0.714844, 0.523438, 0.65625, 6.96875, 28.75, 6.03125, 9.3125, 6.375, 0.65625, 0.65625, 0.527344, 0.535156, 1.15625, 0.644531, 0.652344, 0.992188, 0.380859, 4.90625, 1.195312, 0.519531, 0.472656, 0.503906, 0.675781, 28.75, 0.59375, 0.703125, 0.621094, 0.433594, 28.75, 0.503906, 0.46875, 0.519531, 1.023438, 0.386719, 28.75, 28.75, 0.291016, 0.382812, 0.683594, 0.707031, 0.800781, 0.386719, 0.443359, 0.667969, 0.398438, 0.40625, 0.542969, 0.292969, 0.875, 0.462891, 0.765625, 0.675781, 28.75, 12.1875, 0.652344, 0.664062, 0.335938, 0.65625, 0.636719, 0.5625, 0.439453, 0.498047, 0.023926, 0.703125, 0.613281, 0.664062, 0.675781, 0.636719, 0.765625, 0.476562, 0.5625, 0.375, 1.460938, 0.443359, 0.777344, 0.644531, 0.478516, 0.671875, 0.613281, 0.6875, 0.490234, 0.578125, 0.026123, 0.648438, 0.632812, 0.667969, 0.470703, 0.416016, 0.410156, 0.425781, 0.515625, 0.386719, 1.164062, 0.5625, 0.671875, 0.675781, 0.582031, 0.486328, 0.613281, 0.851562, 0.710938, 1.929688, 0.8125, 0.022705, 0.449219, 1.0625, 0.408203, 28.75, 0.574219, 0.78125, 0.457031, 8.6875, 0.605469, 6.75, 0.433594, 0.378906, 0.373047, 0.753906, 0.546875, 0.648438, 0.324219, 0.566406, 28.75, 0.582031, 0.308594, 0.507812, 0.298828, 0.726562, 1.078125, 0.439453, 0.318359, 0.337891, 0.5, 0.882812, 0.421875, 0.5625, 0.439453, 0.535156, 0.431641, 0.914062, 0.480469, 0.542969, 0.490234, 0.550781, 0.757812, 0.632812, 0.318359, 0.824219, 8.1875, 0.65625, 0.613281, 28.75, 0.574219, 0.585938, 0.953125, 0.589844, 0.337891, 0.824219, 0.703125, 19.875, 0.84375, 1.203125, 6.4375, 0.59375, 0.621094, 0.419922, 19.875, 0.625, 0.511719, 0.367188, 0.65625, 0.621094, 0.648438, 0.546875, 0.683594, 0.589844, 0.757812, 0.539062, 0.578125, 0.695312, 0.792969, 0.492188, 0.726562, 0.640625, 0.707031, 0.478516, 0.582031, 0.339844, 0.832031, 0.613281, 28.75, 0.703125, 3.453125, 0.5625, 0.550781, 1.140625, 28.75, 0.507812, 0.863281, 0.664062, 0.664062, 0.542969, 9.5, 0.388672, 28.75, 0.84375, 0.361328, 9.0, 0.466797, 0.6875, 0.335938, 0.396484, 28.75, 1.320312, 8.6875, 0.417969, 0.460938, 0.578125, 28.75, 0.886719, 13.0625, 0.388672, 0.757812, 0.414062, 0.024902, 0.855469, 0.419922, 0.636719, 0.65625, 0.345703, 0.498047, 0.574219, 0.628906, 0.466797, 0.024292, 0.726562, 0.65625, 0.65625, 0.490234, 0.396484, 0.457031, 0.503906, 0.412109, 0.507812, 14.375, 0.597656, 7.125, 0.527344, 0.457031, 28.75, 0.570312, 0.0271, 0.46875, 0.349609, 0.423828, 0.921875, 0.476562, 0.652344, 0.988281, 0.675781, 0.71875, 0.507812, 0.484375, 28.75, 0.511719, 0.855469, 0.71875, 28.75, 0.388672, 28.75, 0.404297, 0.5625, 0.472656, 0.574219, 0.34375, 0.523438, 0.558594, 0.480469, 7.25, 0.414062, 0.357422, 12.625, 0.976562, 0.359375, 28.75, 0.394531, 0.462891, 0.5625, 0.542969, 0.675781, 1.140625, 0.355469, 0.6875, 0.414062, 0.765625, 0.691406, 0.738281, 0.667969, 0.466797, 0.597656, 0.726562, 10.5, 0.441406, 0.820312, 0.024292, 0.574219, 0.734375, 0.609375, 2.484375, 0.65625, 0.664062, 8.0, 0.648438, 0.574219, 0.484375, 0.6875, 9.625, 0.738281, 0.433594, 0.023193, 0.527344, 0.300781, 0.503906, 2.75, 0.431641, 0.558594, 0.613281, 0.734375, 0.46875, 0.466797, 0.894531, 0.519531, 0.410156, 10.875, 0.539062, 28.75, 0.605469, 0.582031, 0.484375, 0.628906, 0.570312, 1.054688, 0.578125, 28.75, 0.484375, 1.148438, 0.542969, 0.769531, 0.945312, 0.390625, 1.539062, 0.515625, 0.429688, 0.474609, 0.523438, 0.648438, 9.75, 0.953125, 0.328125, 0.404297, 0.566406, 0.378906, 0.026001, 0.707031, 0.490234, 28.75, 0.65625, 8.1875, 0.507812, 0.410156, 0.675781, 28.75, 0.808594, 0.753906, 0.427734, 28.75, 0.753906, 0.472656, 28.75, 0.558594, 0.628906, 0.46875, 0.636719, 0.386719, 0.023926, 0.558594, 0.023438, 0.464844, 0.601562, 0.667969, 0.021973, 0.291016, 0.335938, 0.800781, 0.589844, 1.859375, 0.496094, 0.474609, 0.675781, 0.664062, 0.585938, 0.472656, 0.855469, 0.773438, 0.322266, 11.1875, 0.632812, 0.542969, 0.652344, 0.376953, 1.023438, 0.539062, 0.363281, 0.535156, 0.382812, 0.65625, 0.699219, 0.496094, 0.886719, 0.455078, 0.605469, 0.613281, 0.5, 0.570312, 0.535156, 0.365234, 0.578125, 0.441406, 0.410156, 0.6875, 10.25, 0.447266, 10.1875, 0.447266, 0.71875, 0.566406, 0.800781, 0.396484, 0.589844, 0.773438, 0.773438, 0.328125, 0.386719, 0.972656, 13.625, 0.484375, 0.6875, 0.535156, 0.613281, 0.789062, 0.402344, 0.515625, 0.330078, 0.435547, 0.535156, 0.566406, 0.53125, 0.486328, 0.425781, 0.523438, 1.070312, 0.507812, 0.425781, 0.738281, 0.75, 0.691406, 0.625, 0.648438, 0.402344, 0.554688, 0.539062, 0.023438, 0.375, 0.404297, 0.835938, 0.470703, 1.59375, 0.550781, 0.453125, 28.75, 0.804688, 1.328125, 0.523438, 0.02124, 0.734375, 0.617188, 0.482422, 0.609375, 0.460938, 0.431641, 0.484375, 0.542969, 0.570312, 0.519531, 1.0625, 28.75, 0.453125, 0.691406, 0.353516, 0.78125, 0.024292, 0.726562, 0.023193, 0.519531, 0.558594, 28.75, 0.785156, 0.820312, 1.242188, 0.474609, 28.75, 0.5, 0.777344, 0.679688, 0.5625, 0.320312, 0.695312, 0.582031, 0.707031, 28.75, 0.578125, 0.488281, 28.75, 1.140625, 8.9375, 28.75, 0.449219, 0.683594, 0.414062, 0.585938, 0.535156, 0.59375, 0.357422, 0.019653, 0.40625, 0.667969, 0.423828, 0.382812, 0.703125, 0.609375, 0.945312, 0.394531, 0.636719, 7.90625, 0.245117, 0.605469, 0.398438, 0.691406, 0.5625, 0.53125, 0.404297, 0.910156, 0.601562, 0.34375, 0.535156, 1.234375, 1.0625, 0.458984, 0.527344, 0.460938, 0.503906, 0.357422, 0.539062, 0.478516, 0.59375, 0.589844, 0.417969, 0.404297, 0.316406, 0.625, 0.996094, 0.388672, 0.024048, 0.785156, 0.460938, 0.46875, 0.371094, 0.402344, 7.5, 0.427734, 0.636719, 0.423828, 0.671875, 0.472656, 0.460938, 0.5, 0.515625, 0.695312, 1.054688, 0.746094, 0.714844, 8.75, 0.482422, 0.5, 0.605469, 0.421875, 0.384766, 0.498047, 0.582031, 28.75, 0.730469, 0.455078, 0.539062, 0.423828, 0.416016, 0.585938, 0.75, 0.726562, 25.5, 6.0, 0.396484, 0.419922, 0.78125, 0.53125, 0.929688, 0.6875, 0.488281, 0.378906, 0.808594, 0.71875, 0.582031, 5.65625, 0.453125, 0.435547, 0.488281, 0.480469, 0.542969, 0.349609, 0.601562, 0.621094, 0.726562, 28.75, 0.474609, 3.0625, 0.361328, 0.738281, 0.574219, 0.435547, 0.453125, 0.455078, 1.03125, 0.365234, 0.429688, 0.480469, 0.566406, 28.75, 0.404297, 0.617188, 0.628906, 28.75, 0.5, 0.550781, 0.457031, 6.25, 0.457031, 0.304688, 0.632812, 0.515625, 0.597656, 0.597656, 0.386719, 0.570312, 6.65625, 0.503906, 0.636719, 0.652344, 0.367188, 0.621094, 0.453125, 0.511719, 0.359375, 12.8125, 0.511719, 0.648438, 0.421875, 0.476562, 0.589844, 0.589844, 0.636719, 0.417969, 0.496094, 0.589844, 0.490234, 0.400391, 0.523438, 0.404297, 0.722656, 0.664062, 0.699219, 0.400391, 28.75, 0.335938, 0.400391, 0.451172, 12.0625, 0.699219, 0.625, 0.648438, 0.388672, 0.929688, 0.71875, 0.408203, 0.466797, 17.375, 0.796875, 0.703125, 0.671875, 0.490234, 0.675781, 0.441406, 0.488281, 0.542969, 0.427734, 0.498047, 0.753906, 0.652344, 0.5625, 0.957031, 0.75, 0.02063, 1.078125, 0.363281, 0.402344, 0.478516, 0.34375, 0.894531, 0.384766, 0.714844, 0.021362, 0.660156, 0.589844, 0.585938, 0.648438, 0.617188, 0.542969, 0.730469, 0.878906, 0.890625, 0.585938, 0.613281, 0.453125, 9.3125, 0.59375, 0.714844, 0.617188, 28.75, 0.386719, 7.8125, 0.683594, 1.039062, 0.65625, 0.839844, 0.507812, 0.425781, 0.789062, 0.498047, 0.609375, 0.34375, 0.466797, 0.675781, 0.570312, 0.025024, 0.554688, 0.628906, 0.78125, 0.496094, 0.412109, 0.447266, 0.535156, 0.566406, 3.09375, 0.462891, 7.125, 0.535156, 0.443359, 0.589844, 0.386719, 0.59375, 0.816406, 0.447266, 0.419922, 0.546875, 0.679688, 0.554688, 0.412109, 0.769531, 0.554688, 0.828125, 28.75, 0.796875, 7.28125, 0.65625, 0.570312, 0.511719, 0.800781, 0.894531, 0.451172, 0.519531, 0.648438, 0.53125, 0.470703, 0.369141, 0.617188, 0.65625, 0.376953, 0.691406, 0.339844, 0.371094, 0.457031, 0.5, 28.75, 0.769531, 0.609375, 0.707031, 0.757812, 0.925781, 0.628906, 1.492188, 0.472656, 0.683594, 0.455078, 28.75, 0.378906, 0.640625, 0.6875, 9.125, 0.605469, 0.558594, 28.75, 0.859375, 0.349609, 0.707031, 0.417969, 28.75, 0.613281, 0.025391, 0.871094, 0.554688, 0.699219, 8.5625, 6.28125, 0.318359, 28.75, 0.675781, 0.597656, 0.355469, 0.523438, 0.496094, 0.554688, 6.5, 0.640625, 0.585938, 0.753906, 0.578125, 0.515625, 0.492188, 0.024414, 0.484375, 0.421875, 0.949219, 0.441406, 0.412109, 0.648438, 1.125, 0.550781, 0.5, 0.710938, 0.605469, 0.396484, 0.328125, 0.660156, 0.570312, 0.609375, 28.75, 0.628906, 0.478516, 0.566406, 0.738281, 0.515625, 0.455078, 0.494141, 0.578125, 0.367188, 0.929688, 0.679688, 0.601562, 0.503906, 0.5625, 0.597656, 0.306641, 0.490234, 0.777344, 0.542969, 0.902344, 0.5625, 0.628906, 0.40625, 0.628906, 0.710938, 0.878906, 0.507812, 1.195312, 0.363281, 0.396484, 0.460938, 0.476562, 0.546875, 0.453125, 0.527344, 0.632812, 0.337891, 0.445312, 8.9375, 0.664062, 0.507812, 5.0625, 0.675781, 0.373047, 0.6875, 0.578125, 0.625, 0.628906, 0.601562, 0.550781, 28.75, 0.478516, 0.847656, 0.753906, 0.628906, 0.388672, 28.75, 0.589844, 0.392578, 0.5625, 0.026855, 0.851562, 0.023926, 8.875, 0.462891, 0.679688, 0.496094, 0.609375, 0.527344, 1.242188, 0.392578, 0.470703, 0.71875, 0.570312, 0.542969, 0.429688, 5.6875, 0.447266, 0.535156, 0.652344, 0.820312, 0.423828, 0.507812, 0.480469, 0.765625, 0.455078, 0.535156, 0.550781, 3.359375, 0.75, 0.6875, 5.78125, 28.75, 0.429688, 0.558594, 0.894531, 0.582031, 0.353516, 0.671875, 0.5, 0.022949, 0.474609, 0.640625, 0.53125, 28.75, 0.388672, 0.474609, 1.046875, 0.337891, 1.046875, 0.425781, 28.75, 0.71875, 3.203125, 0.367188, 0.898438, 0.558594, 0.664062, 28.75, 0.617188, 0.333984, 0.914062, 0.019409, 0.539062, 0.699219, 1.0625, 0.519531, 0.417969, 1.828125, 0.777344, 0.507812, 0.59375, 0.439453, 0.470703, 0.734375, 0.582031, 8.125, 0.574219, 0.742188, 0.566406, 0.574219, 0.691406, 0.376953, 0.451172, 0.388672, 28.75, 0.026855, 0.613281, 0.683594, 0.703125, 0.503906, 0.75, 0.435547, 28.75, 0.753906, 0.539062, 0.511719, 0.427734, 0.53125, 0.730469, 0.640625, 0.443359, 0.636719, 28.75, 0.628906, 0.886719, 28.75, 0.679688, 0.839844, 0.353516, 0.675781, 9.875, 0.625, 0.609375, 0.5625, 0.726562, 0.574219, 0.875, 0.738281, 0.71875, 2.53125, 0.539062, 7.15625, 0.333984, 0.357422, 0.546875, 0.84375, 0.46875, 0.933594, 0.503906, 0.457031, 28.75, 0.023804, 0.024902, 28.75, 0.400391, 0.486328, 0.976562, 0.408203, 0.664062, 0.480469, 0.488281, 0.503906, 0.636719, 0.816406, 0.261719, 0.574219, 28.75, 0.291016, 0.585938, 0.527344, 0.492188, 0.546875, 0.71875, 4.34375, 1.3125, 0.753906, 0.460938, 28.75, 0.386719, 0.398438, 0.585938, 0.482422, 0.416016, 0.566406, 0.703125, 0.308594, 0.605469, 0.470703, 0.384766, 0.423828, 0.412109, 0.570312, 0.447266, 0.5625, 9.4375, 0.566406, 0.644531, 0.671875, 7.46875, 0.539062, 3.421875, 1.132812, 0.519531, 0.796875, 10.25, 0.792969, 0.625, 0.691406, 0.640625, 0.78125, 0.648438, 0.453125, 0.792969, 0.455078, 0.746094, 0.945312, 6.75, 0.539062, 5.875, 0.355469, 0.443359, 0.640625, 0.585938, 0.025757, 0.546875, 0.792969, 0.402344, 0.402344, 1.90625, 0.507812, 0.472656, 0.458984, 0.451172, 28.75, 0.699219, 0.761719, 0.326172, 0.400391, 0.457031, 8.0, 0.953125, 0.640625, 0.65625, 0.023926, 0.601562, 0.357422, 0.294922, 0.026733, 1.148438, 0.429688, 0.511719, 28.75, 0.400391, 0.341797, 0.648438, 0.953125, 0.566406, 0.511719, 0.472656, 0.535156, 0.664062, 0.550781, 0.460938, 0.765625, 0.40625, 28.75, 0.417969, 0.566406, 0.416016, 0.335938, 0.589844, 0.503906, 0.466797, 0.628906, 0.507812, 0.910156, 0.667969, 0.675781, 0.022705, 0.441406, 0.597656, 28.75, 0.451172, 0.703125, 0.386719, 0.65625, 0.578125, 0.613281, 0.546875, 0.636719, 0.527344, 0.337891, 28.75, 1.0, 0.376953, 0.408203, 0.386719, 0.361328, 0.507812, 7.84375, 0.341797, 0.523438, 0.785156, 0.535156, 0.361328, 0.660156, 0.902344, 0.515625, 9.5625, 0.601562, 28.75, 0.419922, 0.357422, 7.46875, 0.472656, 1.625, 0.402344, 0.785156, 1.796875, 0.664062, 0.515625, 0.371094, 0.683594, 28.75, 8.1875, 0.527344, 28.75, 7.6875, 0.414062, 0.476562, 0.636719, 0.863281, 0.527344, 0.447266, 0.457031, 0.351562, 4.625, 0.679688, 17.375, 0.4375, 0.691406, 0.53125, 0.707031, 3.6875, 0.929688, 0.757812, 0.5625, 28.75, 0.367188, 0.65625, 0.419922, 0.542969, 0.443359, 0.765625, 0.65625, 0.574219, 0.466797, 8.8125, 0.527344, 0.8125, 0.462891, 0.664062, 0.445312, 0.273438, 8.5, 0.621094, 0.022827, 0.636719, 0.455078, 0.726562, 9.75, 0.53125, 5.90625, 0.832031, 0.363281, 0.519531, 0.558594, 1.273438, 0.447266, 0.621094, 0.742188, 0.707031, 0.550781, 0.695312, 0.4375, 0.523438, 0.667969, 0.714844, 4.5625, 0.519531, 0.488281, 0.503906, 0.322266, 0.570312, 0.667969, 11.125, 0.742188, 0.5625, 0.578125, 0.640625, 0.628906, 0.585938, 0.542969, 0.455078, 0.648438, 0.462891, 0.617188, 0.410156, 8.0625, 0.835938, 0.570312, 0.527344, 28.75, 0.570312, 13.3125, 0.625, 28.75, 0.5625, 0.589844, 0.021362, 0.835938, 0.498047, 0.597656, 0.664062, 0.742188, 0.535156, 0.929688, 0.361328, 0.761719, 0.640625, 28.75, 1.195312, 0.550781, 0.298828, 0.597656, 6.4375, 0.609375, 0.546875, 2.09375, 0.769531, 0.589844, 0.695312, 6.1875, 0.601562, 0.671875, 28.75, 0.792969, 28.75, 0.535156, 0.867188, 0.378906, 0.375, 0.496094, 0.494141, 0.022461, 0.539062, 0.710938, 0.480469, 0.519531, 0.351562, 0.683594, 8.9375, 0.660156, 0.664062, 9.0625, 0.5, 0.5625, 0.570312, 0.466797, 6.5, 0.730469, 0.359375, 0.523438, 0.738281, 0.339844, 0.419922, 0.585938, 1.007812, 0.582031, 1.164062, 0.566406, 0.601562, 0.378906, 7.75, 28.75, 0.558594, 0.726562, 0.460938, 0.675781, 0.373047, 0.453125, 0.503906, 0.917969, 0.419922, 0.578125, 0.949219, 13.0625, 0.722656, 0.757812, 0.449219, 0.359375, 0.542969, 0.875, 0.75, 0.652344, 0.75, 0.427734, 0.980469, 0.601562, 0.667969, 0.507812, 28.75, 0.378906, 0.470703, 1.289062, 0.976562, 7.28125, 28.75, 0.636719, 0.726562, 0.460938, 0.675781, 28.75, 0.679688, 0.730469, 1.328125, 0.404297, 0.613281, 0.492188, 6.1875, 0.597656, 0.78125, 6.875, 4.0, 0.523438, 0.644531, 28.75, 28.75, 0.359375, 28.75, 0.792969, 28.75, 0.503906, 0.488281, 0.376953, 2.046875, 0.628906, 0.429688, 0.464844, 0.470703, 0.589844, 7.1875, 0.308594, 0.550781, 0.867188, 6.8125, 0.738281, 0.384766, 0.605469, 0.457031, 6.34375, 0.714844, 4.875, 3.171875, 0.482422, 0.988281, 0.400391, 0.867188, 13.375, 0.527344, 0.722656, 0.443359, 0.455078, 0.535156, 0.574219, 0.652344, 0.679688, 0.5, 0.472656, 0.02356, 0.535156, 28.75, 0.022583, 0.695312, 0.671875, 0.582031, 0.644531, 0.449219, 0.46875, 0.652344, 0.871094, 0.527344, 0.5625, 12.3125, 0.660156, 1.273438, 1.46875, 0.302734, 3.71875, 0.020508, 28.75, 28.75, 0.558594, 0.820312, 0.636719, 0.746094, 4.5, 0.470703, 0.726562, 0.9375, 0.5625, 0.859375, 0.470703, 12.4375, 0.320312, 0.439453, 0.566406, 0.617188, 0.75, 0.863281, 0.753906, 0.574219, 0.644531, 0.429688, 0.400391, 0.539062, 0.496094, 0.304688, 0.546875, 0.878906, 0.498047, 0.644531, 0.621094, 0.373047, 0.566406, 0.482422, 0.65625, 0.566406, 0.488281, 0.435547, 0.5, 0.394531, 0.464844, 0.703125, 0.369141, 0.554688, 0.396484, 4.875, 0.949219, 0.726562, 0.6875, 1.492188, 0.707031, 0.699219, 0.357422, 1.210938, 0.427734, 0.369141, 0.707031, 0.535156, 0.523438, 0.828125, 0.375, 0.585938, 28.75, 0.457031, 0.539062, 0.59375, 28.75, 28.75, 0.523438, 0.804688, 0.691406, 0.769531, 0.75, 0.566406, 8.25, 0.328125, 0.71875, 0.574219, 0.464844, 0.40625, 0.445312, 0.523438, 1.617188, 0.558594, 0.589844, 28.75, 0.542969, 0.617188, 0.480469, 1.585938, 0.609375, 0.392578, 0.847656, 0.679688, 0.648438, 0.757812, 3.3125, 0.396484, 0.675781, 0.605469, 0.898438, 28.75, 0.601562, 0.394531, 0.96875, 28.75, 0.589844, 0.53125, 0.792969, 0.855469, 0.578125, 0.648438, 0.625, 0.515625, 0.40625, 0.439453, 0.539062, 0.466797, 1.085938, 0.625, 0.496094, 0.628906, 28.75, 0.613281, 0.535156, 0.703125, 0.447266, 0.613281, 0.664062, 0.447266, 0.78125, 0.503906, 0.578125, 0.482422, 28.75, 0.535156, 7.03125, 0.863281, 0.412109, 10.0625, 0.660156, 0.492188, 0.449219, 0.349609, 0.392578, 0.464844, 0.632812, 14.0, 0.703125, 1.203125, 0.410156, 0.550781, 0.457031, 0.322266, 0.464844, 0.024658, 0.392578, 0.582031, 0.574219, 0.404297, 0.917969, 0.363281, 0.738281, 0.613281, 0.730469, 0.628906, 28.75, 0.462891, 0.582031, 0.396484, 1.203125, 0.6875, 0.388672, 0.482422, 0.496094, 0.386719, 28.75, 0.609375, 0.024048, 0.371094, 0.738281, 0.640625, 0.589844, 0.695312, 0.625, 0.617188, 0.890625, 0.494141, 0.710938, 0.824219, 0.714844, 6.9375, 0.539062, 0.546875, 0.022339, 0.554688, 1.085938, 0.020996, 0.804688, 3.984375, 0.726562, 7.25, 0.574219, 0.024048, 28.75, 0.453125, 0.46875, 0.824219, 0.345703, 0.609375, 0.535156, 0.021606, 0.427734, 0.441406, 0.402344, 0.535156, 0.388672, 0.625, 28.75, 0.703125, 0.734375, 28.75, 9.125, 0.792969, 0.621094, 28.75, 0.5625, 6.96875, 0.410156, 28.75, 0.3125, 0.447266, 0.400391, 0.402344, 0.566406, 0.628906, 28.75, 0.394531, 0.384766, 28.75, 0.828125, 0.925781, 0.026123, 0.435547, 0.730469, 0.425781, 1.78125, 0.746094, 0.746094, 0.402344, 0.597656, 0.550781, 0.679688, 0.832031, 0.898438, 0.570312, 0.726562, 0.625, 0.394531, 0.378906, 0.482422, 0.022461, 0.570312, 0.699219, 0.341797, 0.443359, 0.621094, 28.75, 28.75, 0.707031, 0.609375, 0.9375, 0.660156, 0.589844, 1.03125, 0.597656, 0.496094, 28.75, 0.617188, 0.515625, 0.498047, 28.75, 0.359375, 0.746094, 0.515625, 0.78125, 0.699219, 28.75, 0.828125, 0.026123, 0.511719, 0.507812, 0.921875, 0.589844, 28.75, 0.371094, 0.558594, 0.023438, 0.761719, 0.664062, 0.742188, 0.695312, 0.597656, 0.472656, 0.347656, 0.683594, 0.546875, 0.609375, 0.535156, 0.351562, 0.613281, 0.455078, 0.523438, 0.816406, 0.585938, 28.75, 0.451172, 0.523438, 0.384766, 0.416016, 0.435547, 0.558594, 0.527344, 1.054688, 0.671875, 0.480469, 0.609375, 0.378906, 0.300781, 0.589844, 0.515625, 28.75, 0.511719, 0.404297, 28.75, 0.369141, 0.554688, 0.925781, 28.75, 28.75, 0.40625, 0.435547, 0.574219, 0.90625, 0.482422, 0.589844, 0.304688, 0.699219, 0.75, 0.65625, 0.511719, 0.558594, 0.746094, 0.542969, 0.914062, 0.478516, 0.355469, 0.734375, 0.371094, 0.621094, 1.25, 0.710938, 0.345703, 0.636719, 0.574219, 0.625, 0.640625, 0.609375, 0.496094, 0.804688, 0.217773, 0.361328, 0.482422, 0.386719, 0.71875, 0.660156, 0.53125, 0.396484, 8.5, 0.507812, 8.9375, 0.738281, 0.582031, 0.78125, 0.515625, 0.024536, 0.796875, 0.554688, 0.566406, 0.566406, 0.601562, 0.585938, 7.28125, 1.320312, 0.820312, 0.527344, 0.300781, 0.466797, 0.980469, 0.863281, 0.628906, 0.527344, 0.511719, 0.597656, 6.28125, 0.578125, 28.75, 0.671875, 0.451172, 0.5, 0.400391, 0.302734, 0.457031, 0.464844, 0.644531, 0.460938, 0.582031, 0.392578, 0.914062, 1.210938, 0.388672, 28.75, 0.458984, 0.617188, 0.585938, 0.507812, 0.707031, 0.318359, 0.515625, 0.429688, 0.574219, 0.566406, 0.648438, 0.412109, 1.039062, 0.679688, 0.371094, 0.333984, 0.824219, 0.396484, 0.554688, 0.558594, 0.644531, 0.992188, 0.480469, 0.699219, 1.453125, 0.707031, 0.021606, 0.703125, 0.65625, 0.566406, 0.351562, 0.023926, 0.439453, 0.667969, 0.339844, 0.691406, 0.550781, 0.542969, 0.820312, 0.628906, 0.53125, 0.757812, 0.402344, 0.789062, 0.455078, 0.789062, 0.46875, 0.439453, 0.699219, 0.628906, 0.380859, 0.396484, 0.398438, 0.71875, 0.59375, 0.820312, 28.75, 8.0, 0.695312, 0.777344, 0.408203, 0.613281, 1.039062, 0.773438, 0.976562, 0.433594, 0.582031, 0.464844, 0.535156, 0.570312, 0.671875, 9.5625, 28.75, 0.443359, 1.125, 0.353516, 0.832031, 0.84375, 0.357422, 0.380859, 0.330078, 0.628906, 0.376953, 0.373047, 0.640625, 0.613281, 0.480469, 0.527344, 0.376953, 1.015625, 0.388672, 0.476562, 0.507812, 0.726562, 0.515625, 0.695312, 0.535156, 0.431641, 0.40625, 4.96875, 0.636719, 0.498047, 0.527344, 0.324219, 0.554688, 0.773438, 7.375, 0.455078, 0.746094, 0.417969, 0.523438, 0.65625, 0.773438, 0.53125, 0.445312, 0.439453, 0.53125, 0.734375, 0.644531, 0.394531, 0.605469, 0.5, 0.691406, 6.875, 0.550781, 0.902344, 0.695312, 0.574219, 0.570312, 0.324219, 0.400391, 0.474609, 0.867188, 0.445312, 0.546875, 0.914062, 0.546875, 0.691406, 0.441406, 0.671875, 0.474609, 0.546875, 0.476562, 4.90625, 0.384766, 0.341797, 0.527344, 0.632812, 0.839844, 0.710938, 0.746094, 0.636719, 0.582031, 0.714844, 0.400391, 0.355469, 0.714844, 0.445312, 0.640625, 8.1875, 0.024292, 0.022461, 0.470703, 28.75, 0.464844, 0.277344, 0.695312, 0.455078, 0.441406, 0.433594, 0.570312, 0.429688, 0.416016, 0.445312, 0.484375, 0.65625, 0.566406, 0.431641, 0.816406, 0.333984, 0.667969, 28.75, 0.414062, 0.373047, 0.621094, 0.597656, 0.519531, 0.660156, 0.710938, 0.322266, 0.386719, 0.699219, 6.625, 1.421875, 28.75, 0.601562, 0.335938, 0.761719, 28.75, 0.515625, 0.589844, 0.380859, 0.394531, 0.400391, 0.648438, 0.022461 ] } , "name": "onnx::Mul_10560", "outputIndexes": [ 176 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 175, 176 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 177 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7, 177 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/Add_output_0", "outputIndexes": [ 178 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.5 ] } , "name": "/blocks.0/mlp/act_fn/Constant_3_output_0", "outputIndexes": [ 179 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 178 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.0/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 180 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 180 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.0/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 181 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 181, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 182 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 182, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 183 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 178, 183 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 184 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 6.59375, 6.5, 0.925781, 0.683594, 5.875, 6.4375, 5.84375, 4.21875, 6.375, 1.375, 6.4375, 0.710938, 2.40625, 6.90625, 7.8125, 0.197266, 6.71875, 6.6875, 5.96875, 6.84375, 6.65625, 6.3125, 7.0, 6.5625, 6.6875, 6.09375, 0.820312, 6.21875, 6.03125, 9.125, 0.001793, 6.15625, 6.625, 6.53125, 6.5625, 6.65625, 6.25, 7.71875, 7.40625, 5.78125, 8.0625, 7.21875, 6.03125, 6.4375, 6.375, 7.15625, 18.75, 6.375, 6.09375, 6.6875, 6.9375, 7.03125, 6.1875, 6.75, 6.59375, 6.125, 6.25, 7.09375, 6.4375, 7.0625, 7.125, 7.59375, 6.375, 7.03125, 7.0, 8.5625, 6.6875, 6.5625, 8.0, 7.375, 6.65625, 6.15625, 7.0625, 6.96875, 6.65625, 6.125, 7.25, 6.4375, 0.667969, 6.28125, 6.375, 6.46875, 8.5, 6.53125, 6.59375, 6.5, 7.78125, 6.03125, 5.90625, 5.78125, 6.8125, 6.46875, 6.75, 6.75, 6.34375, 6.21875, 0.835938, 6.375, 5.8125, 6.125, 6.4375, 0.820312, 6.75, 6.84375, 6.25, 7.125, 6.6875, 6.65625, 5.96875, 6.28125, 6.875, 6.5, 6.15625, 6.53125, 8.25, 7.1875, 6.34375, 6.625, 7.65625, 6.46875, 7.0625, 6.84375, 6.6875, 6.75, 0.738281, 6.15625, 7.03125, 6.4375, 6.5, 6.3125, 6.78125, 6.28125, 6.5, 6.28125, 2.578125, 6.3125, 6.5, 3.03125, 6.40625, 6.28125, 6.0625, 6.5625, 1.921875, 6.03125, 6.78125, 8.125, 2.4375, 6.34375, 6.59375, 6.59375, 6.28125, 6.8125, 6.34375, 6.71875, 6.4375, 6.3125, 7.125, 7.28125, 6.4375, 6.75, 7.78125, 5.75, 6.53125, 6.40625, 6.125, 7.71875, 6.875, 6.1875, 3.5, 6.84375, 7.6875, 6.5, 6.625, 0.910156, 6.34375, 6.96875, 6.15625, 6.3125, 6.65625, 6.90625, 6.65625, 6.40625, 2.96875, 1.8125, 6.1875, 6.40625, 7.25, 6.375, 6.4375, 7.0625, 7.0, 6.0625, 6.28125, 7.4375, 6.875, 7.09375, 6.53125, 6.5, 5.15625, 6.78125, 6.5, 5.875, 6.84375, 6.71875, 2.21875, 7.71875, 6.78125, 6.34375, 7.25, 7.875, 6.84375, 6.34375, 6.375, 6.6875, 6.28125, 6.40625, 7.28125, 7.0, 6.53125, 5.9375, 5.75, 7.0, 6.28125, 6.0625, 6.875, 6.09375, 6.34375, 6.375, 6.71875, 6.40625, 2.859375, 6.71875, 6.09375, 6.40625, 5.90625, 6.28125, 0.988281, 6.84375, 6.34375, 6.25, 7.0, 4.46875, 7.53125, 6.34375, 7.15625, 6.59375, 9.5625, 8.4375, 7.09375, 6.0625, 6.375, 6.21875, 5.78125, 7.09375, 6.34375, 0.734375, 7.1875, 7.15625, 5.65625, 6.46875, 7.8125, 6.3125, 6.28125, 7.25, 6.9375, 6.4375, 6.625, 5.96875, 7.125, 6.78125, 0.792969, 6.78125, 7.46875, 6.84375, 6.15625, 6.5625, 7.4375, 7.1875, 0.000479, 0.867188, 0.507812, 7.1875, 6.25, 7.1875, 6.375, 6.71875, 6.875, 0.816406, 7.625, 6.125, 6.84375, 6.9375, 6.5, 6.8125, 1.921875, 6.78125, 6.9375, 6.3125, 6.65625, 2.21875, 6.40625, 6.9375, 6.65625, 6.21875, 6.84375, 6.40625, 6.625, 6.6875, 6.15625, 7.15625, 7.15625, 7.21875, 6.3125, 6.1875, 7.03125, 6.90625, 6.21875, 7.03125, 6.78125, 6.4375, 8.5625, 5.9375, 12.875, 6.53125, 6.96875, 0.835938, 6.8125, 6.40625, 6.8125, 6.8125, 8.4375, 7.0625, 7.25, 2.34375, 7.3125, 6.90625, 6.28125, 6.71875, 6.53125, 8.8125, 6.78125, 1.0625, 6.46875, 7.1875, 6.78125, 8.3125, 6.5, 7.5625, 2.375, 7.21875, 8.125, 6.8125, 6.03125, 6.53125, 0.859375, 8.1875, 6.5, 9.75, 6.15625, 7.0, 6.6875, 6.90625, 6.59375, 6.3125, 7.53125, 6.46875, 6.65625, 6.125, 7.21875, 6.59375, 6.84375, 7.09375, 6.28125, 6.71875, 6.40625, 6.71875, 6.59375, 7.71875, 6.3125, 6.09375, 7.34375, 6.28125, 6.78125, 6.78125, 6.9375, 7.125, 6.25, 0.898438, 6.53125, 6.53125, 6.15625, 0.625, 6.875, 7.1875, 9.375, 7.5625, 7.03125, 6.71875, -0.652344, 6.59375, 6.5625, 6.84375, 6.28125, 7.1875, 6.84375, 6.625, 5.5625, 7.59375, 2.265625, 6.5625, 6.9375, 6.96875, 6.90625, 6.375, 6.15625, 9.4375, 7.125, 7.0625, 2.703125, 0.259766, 2.953125, 1.640625, 3.375, 6.8125, 6.5625, 6.75, 7.53125, 15.75, 6.78125, 7.03125, 6.1875, 6.8125, 3.546875, 5.6875, 7.28125, 10.75, 6.4375, 7.53125, 0.890625, 6.40625, 8.0625, 6.5, 6.6875, 0.847656, 6.46875, 6.53125, 6.84375, 5.84375, 7.1875, 0.792969, 0.695312, 7.0, 6.9375, 7.0625, 6.125, 7.0, 6.6875, 7.40625, 6.0, 7.0625, 7.0625, 6.40625, 6.875, 6.5, 7.3125, 6.15625, 6.53125, 0.828125, 1.671875, 7.625, 7.0, 6.875, 6.4375, 6.65625, 8.125, 7.40625, 7.4375, 6.5625, 6.75, 6.21875, 7.875, 7.28125, 7.34375, 8.25, 7.21875, 7.375, 6.53125, 6.71875, 6.34375, 6.375, 8.0625, 6.875, 6.25, 6.125, 6.625, 6.71875, 6.90625, 7.15625, 8.6875, 6.8125, 6.4375, 7.03125, 6.8125, 6.375, 8.125, 7.1875, 6.5625, 6.03125, 6.15625, 6.5625, 6.0625, 6.5, 6.625, 7.78125, 6.1875, 6.96875, 5.125, 6.40625, 6.5, 6.5, 6.09375, 6.9375, 0.660156, 6.96875, 6.4375, 8.625, 2.34375, 6.8125, 2.71875, 7.21875, 6.84375, 7.0, 8.4375, 6.21875, 6.5, 7.03125, 7.6875, 0.960938, 6.125, 7.5, 7.09375, 6.78125, 6.09375, 5.90625, 6.5625, 7.25, 7.25, 6.78125, 7.59375, 7.125, 6.59375, 7.84375, 6.5, 7.3125, 6.28125, 6.53125, 6.5, 7.4375, 7.625, 6.53125, 7.0625, 7.0, 6.3125, 2.15625, 6.9375, 7.46875, -0.632812, 6.71875, 6.875, 6.03125, 6.46875, 6.84375, 6.5625, 6.75, 0.941406, 5.90625, 5.90625, 3.203125, 7.1875, 7.0625, 7.8125, 1.367188, 6.8125, 7.71875, 6.6875, 6.8125, 7.0, 6.40625, 6.84375, 6.1875, 7.03125, 6.4375, 6.46875, 8.375, 6.71875, 6.3125, 6.875, 6.15625, 7.40625, 6.1875, 7.3125, 11.0625, 6.75, 5.90625, 6.375, 0.664062, 6.53125, 6.46875, 6.96875, 6.5625, 6.90625, 0.279297, 7.375, 6.53125, 6.5625, 6.0625, 7.78125, 2.15625, 7.21875, 0.773438, 6.9375, 7.03125, 2.203125, 7.4375, 6.46875, 7.65625, 7.21875, -0.002426, 14.0625, 2.515625, 6.90625, 6.59375, 6.125, 0.753906, 13.3125, 1.304688, 7.0625, 6.03125, 6.875, 6.59375, 6.65625, 6.34375, 7.0, 6.8125, 6.65625, 6.84375, 6.4375, 7.4375, 7.0625, 6.9375, 6.4375, 6.65625, 6.3125, 7.09375, 7.5, 7.09375, 6.40625, 6.53125, 6.8125, 1.507812, 6.46875, 3.3125, 8.5, 6.84375, 0.722656, 6.28125, 6.75, 7.03125, 6.8125, 6.75, 6.0625, 6.875, 6.59375, 8.3125, 6.5, 6.375, 8.4375, 6.46875, 0.457031, 7.71875, 5.9375, 6.09375, 0.816406, 6.9375, 0.597656, 6.875, 6.6875, 7.09375, 6.25, 8.0625, 6.90625, 6.5625, 7.875, 2.359375, 6.65625, 7.1875, 1.9375, 6.625, 7.3125, 0.914062, 6.6875, 6.59375, 6.6875, 6.21875, 6.21875, 6.75, 6.40625, 6.1875, 6.9375, 6.96875, 6.59375, 6.75, 6.34375, 7.78125, 7.71875, 8.375, 2.109375, 6.9375, 6.46875, 6.09375, 6.875, 6.625, 7.71875, 4.90625, 6.21875, 6.78125, 2.46875, 8.375, 7.84375, 8.4375, 7.8125, 2.0, 5.96875, 7.84375, 6.78125, 6.5625, 7.0, 7.03125, 5.03125, 8.125, 7.4375, 6.53125, 6.03125, 7.15625, 8.5, 8.375, 7.0625, 6.78125, 1.945312, 7.21875, 0.898438, 6.09375, 7.0, 7.21875, 6.125, 6.5625, 6.03125, 7.15625, 0.820312, 8.1875, 5.625, 6.6875, 5.96875, 8.0, 6.65625, 5.75, 7.875, 7.40625, 6.28125, 7.65625, 6.28125, 2.109375, 8.4375, 7.0, 7.09375, 6.53125, 7.53125, 6.5625, 6.25, 8.3125, 0.875, 6.03125, 2.921875, 7.375, 6.8125, 6.59375, 0.832031, 6.09375, 6.0625, 6.84375, 0.910156, 6.3125, 6.625, 0.339844, 6.5, 6.53125, 6.625, 6.53125, 7.03125, 7.03125, 6.59375, 7.3125, 6.5625, 7.125, 6.09375, 6.15625, 6.96875, 7.46875, 6.40625, 7.75, 5.53125, 6.65625, 6.65625, 6.40625, 6.5625, 6.4375, 7.0625, 6.21875, 7.1875, 7.1875, 1.734375, 7.65625, 6.09375, 7.0, 6.90625, 8.625, 6.3125, 7.0625, 6.375, 7.3125, 8.1875, 5.71875, 7.28125, 6.09375, 6.59375, 6.125, 7.03125, 7.9375, 6.5, 6.71875, 6.59375, 6.21875, 6.59375, 6.3125, 9.0, 2.0625, 7.46875, 2.015625, 6.9375, 6.28125, 7.09375, 5.90625, 7.25, 7.78125, 7.625, 6.4375, 7.3125, 6.78125, 5.71875, 1.59375, 6.875, 6.71875, 6.28125, 6.90625, 6.25, 6.84375, 6.375, 6.71875, 7.03125, 6.40625, 6.46875, 6.1875, 6.71875, 7.03125, 7.1875, 6.34375, 7.53125, 7.15625, 9.125, 5.96875, 6.625, 6.46875, 6.4375, 6.5625, 7.25, 7.0625, 7.34375, 6.59375, 6.71875, 7.03125, 6.625, 5.9375, 6.5, 7.09375, 0.886719, 6.15625, 6.90625, 6.40625, 6.5, 6.4375, 7.53125, 6.15625, 6.71875, 7.5, 6.84375, 6.46875, 6.40625, 6.9375, 6.5625, 6.5, 0.486328, 7.28125, 7.6875, 7.25, 7.5, 7.34375, 7.125, 6.8125, 7.0, 6.625, 0.863281, 6.375, 6.125, 5.5625, 6.40625, -0.746094, 6.5625, 6.28125, 6.65625, 7.03125, 7.0, 6.3125, 6.75, 6.9375, 0.867188, 6.1875, 6.84375, 0.496094, 7.0625, 2.15625, 0.902344, 7.875, 6.125, 7.34375, 7.90625, 7.34375, 6.375, 6.875, 6.5625, 6.40625, 6.78125, 7.1875, 6.84375, 7.40625, 6.1875, 6.53125, 6.59375, 6.96875, 2.671875, 7.15625, 6.875, 6.96875, 6.46875, 6.21875, 7.375, 6.625, 5.8125, 7.0625, 7.0625, 6.625, 6.03125, 8.5625, 7.15625, 6.40625, 6.59375, 6.5625, 7.15625, 6.1875, 6.5, 6.46875, 6.375, 6.71875, 6.75, 6.96875, 7.84375, 6.375, 6.84375, 7.15625, 5.9375, 6.46875, 7.5, 6.96875, 7.34375, 2.8125, 6.90625, 6.71875, 6.8125, 6.78125, 6.25, 6.4375, 6.34375, 8.6875, 6.375, 5.53125, 6.09375, 7.375, 2.21875, 6.84375, 6.78125, 6.625, 6.9375, 6.65625, 7.8125, 7.75, 0.435547, 6.5625, 8.8125, 10.375, 6.65625, 6.84375, 6.5, 6.15625, 6.03125, 0.753906, 3.328125, 6.75, 6.78125, 6.46875, 6.8125, 5.9375, 6.34375, 6.6875, 6.84375, 6.5, 6.40625, 6.71875, 3.203125, 7.0, 6.875, 7.71875, 7.25, 6.875, 6.8125, 6.59375, 6.5625, 6.125, 0.820312, 6.21875, 4.8125, 6.59375, 6.15625, 6.8125, 7.5625, 6.6875, 7.15625, 6.0, 7.0, 7.0, 6.8125, 6.5, 0.898438, 6.5625, 6.15625, 6.40625, -0.004181, 6.59375, 7.5625, 6.5625, 2.8125, 8.0625, 6.625, 6.84375, 7.09375, 6.96875, 6.65625, 6.6875, 6.8125, 2.890625, 6.40625, 6.375, 7.21875, 7.0, 6.90625, 6.71875, 6.6875, 6.84375, 1.757812, 6.75, 6.25, 6.84375, 7.5625, 7.28125, 6.96875, 7.0625, 7.34375, 6.59375, 7.53125, 7.21875, 6.875, 6.96875, 6.875, 6.15625, 6.0, 6.625, 6.90625, 0.523438, 6.78125, 7.03125, 6.84375, 1.796875, 6.125, 7.6875, 6.4375, 6.5625, 18.125, 6.28125, 7.0625, 6.96875, 1.4375, 6.375, 6.71875, 6.5625, 6.65625, 6.0, 7.0, 7.0625, 6.46875, 7.21875, 6.28125, 8.375, 7.625, 6.46875, 7.90625, 6.65625, 6.625, 5.96875, 6.5, 7.0, 7.0625, 6.90625, 7.3125, 6.84375, 6.0625, 6.625, 6.5625, 6.59375, 6.71875, 5.875, 6.25, 6.90625, 6.3125, 6.65625, 5.9375, 6.46875, 7.5, 6.90625, 2.125, 6.375, 5.875, 7.09375, 0.808594, 7.0625, 2.484375, 6.5625, 5.59375, 6.75, 7.90625, 6.8125, 6.78125, 7.8125, 6.46875, 6.375, 7.78125, 6.8125, 6.3125, 6.4375, 7.4375, 6.5625, 6.53125, 10.875, 6.78125, 6.53125, 6.78125, 6.65625, 7.09375, 4.34375, 7.71875, 2.671875, 6.78125, 10.125, 7.75, 6.9375, 6.65625, 6.9375, 6.5625, 7.90625, 6.96875, 7.8125, 6.53125, 6.96875, 6.25, 7.5625, 7.5625, 0.671875, 6.0625, 2.578125, 6.5625, 7.65625, 6.15625, 8.9375, 5.875, 6.84375, 6.8125, 6.25, 6.84375, 6.53125, 7.15625, 7.53125, 6.5, 7.65625, 6.5, 7.0625, 7.46875, 7.3125, 14.5625, 0.78125, 6.75, 6.40625, 6.28125, 5.78125, 7.15625, 6.09375, 9.3125, 6.8125, 7.25, 7.5, 0.984375, 6.46875, 8.5625, 6.0, 2.3125, 6.90625, 6.34375, 0.859375, 6.5625, 6.8125, 6.46875, 6.71875, 0.804688, 6.3125, 6.625, 6.0625, 6.5, 6.375, 2.125, 2.78125, 6.90625, 0.75, 6.125, 7.03125, 6.46875, 6.375, 6.8125, 6.40625, 2.6875, 6.6875, 6.1875, 7.78125, 6.34375, 6.90625, 7.125, 6.34375, 8.375, 6.6875, 7.875, 6.84375, 6.6875, 7.15625, 6.09375, 7.09375, 6.3125, 7.34375, 6.78125, 6.8125, 6.71875, 9.1875, 6.71875, 6.84375, 0.867188, 6.5, 6.53125, 7.71875, 6.34375, 7.09375, 7.8125, 7.0625, 7.46875, 7.15625, 6.21875, 7.40625, 7.0625, 7.09375, 6.78125, 6.34375, 7.21875, 8.25, 7.8125, 6.8125, 6.125, 7.03125, 9.3125, 6.78125, 6.40625, 6.375, 6.5625, 7.25, 7.1875, 6.6875, 6.84375, 6.8125, 7.28125, 6.40625, 6.65625, 6.3125, 7.21875, 8.8125, 7.40625, 2.296875, 8.8125, 7.0, 3.5, 6.65625, 6.78125, 6.5, 6.84375, 6.59375, 6.90625, 6.6875, 8.4375, 0.933594, 6.59375, 6.15625, 6.4375, 6.46875, 7.28125, 0.878906, 7.25, 7.21875, 6.71875, 6.40625, 6.5, 6.375, 2.421875, 7.0, 6.375, 7.40625, 6.84375, 6.90625, 9.25, 6.46875, 7.0625, 6.09375, 6.125, 6.90625, 7.125, 2.984375, 6.40625, 7.09375, 6.3125, 7.625, 6.78125, 6.875, 7.46875, 6.71875, 6.75, 7.03125, 8.375, 4.03125, 5.9375, 5.96875, 2.890625, 0.59375, 6.65625, 6.46875, 7.6875, 7.90625, 6.78125, 6.875, 7.46875, 6.5625, 6.1875, 6.90625, 6.84375, 0.894531, 8.3125, 6.25, 5.6875, 6.90625, 15.3125, 7.5625, 0.726562, 6.375, 4.4375, 7.09375, 6.8125, 6.40625, 7.5, 0.519531, 6.9375, 7.09375, 6.6875, 6.4375, 7.0, 6.0, 6.15625, 6.9375, 6.78125, 5.46875, 7.53125, 7.21875, 8.375, 7.40625, 6.625, 7.0625, 6.78125, 2.40625, 7.15625, 6.40625, 6.71875, 6.71875, 6.0625, 6.90625, 7.6875, 6.46875, 0.871094, 5.28125, 6.71875, 6.625, 6.21875, 6.875, 8.1875, 8.1875, -0.804688, 6.84375, 7.1875, 7.5, 6.96875, 5.96875, 6.25, 6.09375, 7.34375, 7.96875, 0.882812, 6.53125, 5.84375, 0.84375, 5.9375, 6.46875, 6.59375, 6.34375, 1.875, 6.8125, 6.34375, 6.71875, 6.59375, 6.71875, 5.6875, 6.5, 6.3125, 5.03125, 7.53125, 2.78125, 6.65625, 6.75, 6.9375, 6.75, 7.125, 6.3125, 6.96875, 7.03125, -0.992188, 7.03125, 6.84375, 0.796875, 6.875, 6.25, 5.96875, 6.5625, 6.25, 7.09375, 7.4375, 7.53125, 7.0, 6.9375, 7.3125, 6.34375, 0.765625, 7.5625, 6.25, 7.1875, 6.8125, 6.40625, 5.875, 3.671875, 5.625, 8.0625, 6.46875, 0.90625, 7.03125, 6.84375, 7.78125, 7.21875, 7.0, 6.4375, 6.875, 7.03125, 8.25, 6.65625, 6.90625, 7.03125, 6.90625, 7.25, 6.28125, 6.59375, 2.15625, 6.40625, 6.53125, 6.6875, 2.546875, 6.59375, 3.890625, 6.34375, 6.84375, 6.0625, 2.109375, 6.5625, 5.90625, 6.40625, 6.375, 6.09375, 6.40625, 6.90625, 7.09375, 6.8125, 7.09375, 5.78125, 2.703125, 6.28125, 3.0625, 7.25, 6.4375, 6.3125, 8.0625, 6.75, 6.5, 6.4375, 6.21875, 6.875, 7.3125, 6.3125, 6.84375, 6.65625, 7.0625, 0.894531, 6.28125, 6.6875, 6.78125, 7.21875, 7.75, 2.515625, 8.0, 6.6875, 7.09375, 6.53125, 7.5625, 7.3125, 6.875, 6.375, 5.84375, 6.875, 7.03125, 0.804688, 7.15625, 7.46875, 6.125, 5.9375, 6.53125, 7.71875, 7.125, 7.53125, 6.6875, 6.5, 6.875, 8.125, 6.75, 0.855469, 6.5625, 6.78125, 7.625, 6.625, 7.375, 7.1875, 6.84375, 6.46875, 6.34375, 6.09375, 6.78125, 6.03125, 6.46875, 6.4375, 6.40625, 0.753906, 9.3125, 7.25, 7.21875, 6.90625, 7.75, 6.875, 6.71875, 6.3125, 7.0625, 6.65625, 0.8125, 5.96875, 6.65625, 6.59375, 7.5, 7.5, 6.75, 2.671875, 7.1875, 7.125, 6.0, 7.15625, 7.125, 7.03125, 6.15625, 6.28125, 2.453125, 6.78125, 0.605469, 7.53125, 7.03125, 2.859375, 6.59375, 5.0625, 6.59375, 6.53125, 5.6875, 7.375, 6.5625, 6.59375, 6.53125, 0.921875, 2.234375, 6.875, 0.941406, 2.453125, 7.25, 6.3125, 6.5625, 6.78125, 7.125, 6.25, 6.25, 7.5, 3.671875, 6.71875, 1.195312, 6.5, 6.15625, 6.40625, 6.5, 4.0625, 6.09375, 7.53125, 6.84375, 0.769531, 8.3125, 7.25, 7.15625, 6.375, 7.59375, 6.28125, 5.8125, 7.78125, 7.4375, 1.96875, 6.59375, 5.875, 8.125, 6.34375, 6.46875, 7.4375, 2.328125, 6.40625, 7.8125, 7.40625, 7.0, 6.03125, 1.945312, 7.0625, 3.09375, 6.5, 7.09375, 6.375, 7.0625, 5.8125, 6.9375, 6.65625, 6.625, 6.5625, 7.1875, 6.5625, 6.25, 7.46875, 7.9375, 6.4375, 3.8125, 7.25, 8.1875, 7.1875, 7.28125, 6.71875, 6.5625, 1.929688, 6.46875, 6.46875, 6.625, 7.1875, 6.40625, 6.90625, 6.625, 6.9375, 6.0625, 6.46875, 7.40625, 6.875, 2.109375, 8.75, 6.46875, 6.78125, 0.769531, 6.15625, 1.9375, 6.9375, 0.894531, 7.53125, 6.8125, 7.0, 7.59375, 8.375, 6.0625, 7.03125, 7.96875, 6.1875, 5.625, 7.9375, 5.96875, 6.5625, 0.890625, 6.3125, 6.6875, 7.03125, 6.625, 2.6875, 6.4375, 7.03125, 5.5, 6.0, 6.8125, 7.59375, 3.0, 7.15625, 7.03125, 0.90625, 7.5625, 0.921875, 6.65625, 21.125, 7.03125, 7.1875, 6.90625, 6.59375, 6.625, 6.84375, 6.375, 6.40625, 6.71875, 7.1875, 7.28125, 2.125, 6.5, 6.65625, 2.21875, 6.75, 6.375, 6.6875, 7.3125, 3.046875, 6.1875, 6.53125, 7.125, 6.46875, 6.78125, 6.875, 6.9375, 7.15625, 7.75, 5.75, 6.1875, 6.6875, 6.8125, 2.546875, 0.816406, 7.0625, 6.8125, 7.125, 6.15625, 7.15625, 7.90625, 6.8125, 15.6875, 6.78125, 6.28125, 6.84375, 1.640625, 6.78125, 6.875, 8.0, 7.21875, 6.21875, 6.65625, 6.8125, 6.0625, 6.40625, 7.125, 6.09375, 7.53125, 6.40625, 6.8125, 0.773438, 7.6875, 7.59375, 5.46875, 6.46875, 2.5, 0.699219, 6.15625, 8.375, 6.6875, 7.28125, 0.925781, 6.34375, 6.96875, 6.59375, 6.90625, 6.625, 6.90625, 3.453125, 7.125, 7.40625, 2.90625, 3.453125, 6.75, 7.0, 1.023438, 0.914062, 7.59375, 0.828125, 8.0625, 0.730469, 6.84375, 6.875, 6.46875, 5.15625, 6.21875, 6.875, 7.15625, 6.71875, 7.0, 2.8125, 6.9375, 6.5625, 6.65625, 2.859375, 7.875, 6.84375, 6.59375, 7.375, 2.953125, 6.15625, 3.34375, 4.6875, 7.15625, 5.9375, 6.375, 6.28125, 1.5, 7.46875, 6.0625, 7.0, 8.375, 8.25, 7.25, 6.25, 6.03125, 7.125, 6.75, 6.5, 7.0, 0.875, 7.28125, 8.4375, 6.21875, 6.625, 17.875, 6.75, 7.53125, 6.0625, 6.15625, 7.0625, 6.84375, 1.820312, 6.46875, 5.53125, 6.125, 7.03125, 5.125, 6.09375, 0.855469, 0.671875, 6.71875, 6.1875, 6.4375, 7.46875, 3.578125, 6.8125, 6.53125, 6.09375, 6.46875, 6.375, 6.625, 1.632812, 6.78125, 6.5625, 7.25, 6.875, 6.46875, 5.65625, 7.03125, 6.9375, 6.34375, 7.53125, 6.8125, 6.375, 6.9375, 6.9375, 7.75, 6.125, 6.5625, 6.84375, 7.28125, 7.53125, 6.21875, 6.84375, 6.96875, 8.125, 6.53125, 7.0, 6.34375, 7.28125, 7.375, 6.03125, 7.78125, 6.25, 7.09375, 3.609375, 6.28125, 7.34375, 6.75, 7.15625, 11.1875, 6.71875, 7.59375, 7.09375, 6.625, 7.375, 6.4375, 7.0, 6.78125, 7.96875, 7.125, 8.75, 0.910156, 6.4375, 7.53125, 6.8125, 0.158203, 0.839844, 7.0, 6.25, 7.1875, 6.5625, 6.9375, 6.5625, 2.34375, 6.53125, 7.0, 7.0, 7.46875, 6.8125, 7.6875, 6.65625, 5.34375, 6.59375, 6.5625, 0.839844, 7.15625, 6.34375, 6.65625, 6.53125, 6.78125, 7.03125, 6.34375, 7.34375, 6.59375, 9.125, 4.59375, 6.6875, 6.4375, 5.8125, 6.5, 0.890625, 6.21875, 6.5625, 5.84375, 0.851562, 7.25, 7.125, 5.90625, 8.375, 7.21875, 6.3125, 7.09375, 6.90625, 6.71875, 7.15625, 6.6875, 7.125, 16.625, 7.15625, 6.4375, 6.09375, 0.859375, 6.9375, 6.59375, 6.84375, 6.65625, 6.90625, 6.21875, 6.53125, 6.3125, 6.65625, 6.53125, 7.34375, 0.960938, 6.21875, 2.515625, 8.0, 6.875, 1.9375, 6.15625, 6.40625, 7.0, 7.15625, 6.8125, 7.125, 6.5, 1.671875, 8.0, 5.96875, 7.90625, 7.5625, 7.09375, 8.0, 6.46875, 9.4375, 7.21875, 6.71875, 7.0625, 6.71875, 6.3125, 6.8125, 7.8125, 6.5, 6.3125, 6.625, 0.05127, 7.0625, 8.0, 7.09375, 5.96875, 7.90625, 7.0, 7.03125, 7.40625, 6.59375, 0.824219, 6.8125, 7.125, 6.25, 7.65625, 6.46875, 6.8125, 7.21875, 6.1875, 6.15625, 7.90625, 6.75, 7.03125, 6.90625, 6.8125, 2.625, 7.84375, 6.71875, 9.125, 6.78125, 5.8125, 6.34375, 6.40625, 3.5625, 5.96875, 2.53125, 6.59375, 5.9375, 0.882812, 6.15625, 5.96875, 6.09375, 7.4375, 6.65625, 6.71875, 6.9375, 6.5625, 7.21875, 6.65625, 6.78125, 6.71875, 6.5, 0.558594, 6.1875, 9.375, 0.847656, 2.125, 8.3125, 7.375, -0.003372, 6.6875, 2.5625, 7.21875, 0.894531, 6.90625, 6.6875, 6.65625, 6.78125, 7.25, 6.875, 0.761719, 6.6875, 7.6875, 0.871094, 6.46875, 6.0, 6.90625, 6.78125, 5.9375, 7.28125, 6.34375, 6.1875, 6.15625, 6.8125, 7.375, 6.78125, 7.53125, 6.03125, 7.75, 7.78125, 6.5625, 6.53125, 7.75, 7.125, 6.8125, 6.375, 7.15625, 6.3125, 6.78125, 6.875, 5.90625, 0.917969, 0.824219, 7.53125, 7.09375, 6.46875, 6.625, 6.4375, 6.6875, 6.875, 6.75, 0.757812, 6.71875, 6.8125, 6.6875, 0.835938, 7.0625, 6.8125, 7.15625, 6.25, 6.75, 0.574219, 6.8125, 6.21875, 7.5, 9.25, 6.8125, 6.5, 0.402344, 7.6875, 6.375, 6.71875, 6.40625, 6.90625, 6.1875, 6.90625, 7.53125, 7.1875, 6.625, 6.25, 6.6875, 8.25, 7.03125, 7.0625, 8.0, 7.46875, 7.15625, 6.875, 7.6875, 0.847656, 6.6875, 6.40625, 6.6875, 6.8125, 6.6875, 6.6875, 6.5, 6.625, 7.90625, 7.0625, 6.15625, 6.84375, 6.84375, 6.59375, 6.9375, 0.792969, 7.125, 7.40625, 0.808594, 6.96875, 7.0625, 6.75, 0.792969, 0.851562, 6.71875, 6.78125, 7.0, 6.375, 7.21875, 10.375, 6.5625, 6.375, 7.5, 7.28125, 6.46875, 7.0625, 5.9375, 6.53125, 6.375, 6.6875, 7.03125, 6.0625, 7.09375, 6.84375, 18.75, 6.21875, 7.0, 6.96875, 6.875, 7.09375, 7.65625, 6.84375, 7.28125, 9.8125, 6.84375, 6.875, 6.9375, 6.59375, 6.84375, 6.65625, 7.125, 7.15625, 2.46875, 6.34375, 2.1875, 7.9375, 6.59375, 7.03125, 7.21875, 6.5, 8.5, 6.03125, 6.9375, 6.21875, 6.6875, 6.75, 2.90625, 10.25, 8.5625, 7.40625, 7.0625, 6.34375, 6.375, 6.46875, 6.75, 6.125, 7.03125, 7.75, 2.828125, 9.9375, 0.5, 6.25, 6.625, 7.90625, 6.78125, 7.03125, 6.5, 7.03125, 6.0, 6.34375, 6.625, 7.375, 7.15625, 5.71875, 6.53125, 0.773438, 6.75, 6.6875, 7.21875, 6.71875, 9.75, 6.78125, 6.40625, 6.6875, 6.8125, 7.09375, 7.28125, 6.4375, 6.65625, 6.21875, 6.71875, 7.84375, 5.875, 6.90625, 7.125, 6.96875, 6.8125, 6.59375, 7.21875, 8.625, 6.90625, 6.28125, 6.71875, 6.78125, 8.0, 6.6875, 6.9375, 6.71875, 6.65625, 6.9375, 7.0625, 6.71875, 6.3125, 7.25, 6.21875, 7.03125, 6.21875, 6.125, 6.90625, 7.0, 5.96875, 6.53125, 7.0625, 6.84375, 5.96875, 6.625, 7.09375, 6.5625, 7.0625, 6.34375, 6.3125, 7.5625, 0.820312, 2.421875, 5.90625, 7.0625, 6.78125, 6.6875, 11.6875, 6.3125, 5.8125, 6.875, 6.4375, 6.84375, 7.21875, 6.90625, 6.59375, 1.71875, 0.84375, 8.8125, 7.46875, 7.4375, 6.6875, 6.40625, 6.59375, 7.375, 7.03125, 6.03125, 6.6875, 6.75, 7.5, 7.25, 6.625, 8.5625, 7.53125, 6.15625, 7.5, 7.28125, 6.96875, 7.75, 6.375, 6.625, 7.0625, 6.78125, 7.6875, 3.375, 6.4375, 6.25, 7.6875, 6.5, 6.9375, 6.46875, 2.71875, 7.1875, 5.875, 7.71875, 7.15625, 6.28125, 7.65625, 6.0625, 6.78125, 7.0, 6.8125, 7.03125, 6.375, 6.96875, 6.4375, 7.15625, 6.625, -2.75, 7.40625, 6.125, 6.3125, 6.59375, 6.40625, 6.8125, 6.84375, 6.71875, 6.03125, 6.96875, 6.5, 16.25, 6.9375, 6.34375, 6.90625, 6.53125, 11.625, 6.6875, 6.90625, 3.609375, 11.625, 6.53125, 7.3125, 6.21875, 5.9375, 6.90625, 15.5625, 7.21875, 6.28125, 6.125, 6.96875, 6.90625, 6.8125, 6.65625, 7.28125, 2.5, 6.5625, 7.875, 6.78125, 0.371094, 7.78125, 7.5625, 6.71875, 6.6875, 6.78125, 6.375, 7.46875, 6.78125, 6.53125, 7.375, 6.6875, 6.0625, 6.34375, 6.78125, 6.53125, 6.65625, 6.375, 0.714844, 7.09375, 7.09375, 6.65625, 6.34375, 6.65625, 6.40625, 8.0625, 6.90625, 7.09375, 6.5, 2.84375, 6.25, 0.828125, 6.03125, 6.625, 6.375, 0.890625, 7.21875, 6.9375, 6.84375, 7.09375, 6.71875, 6.09375, 6.9375 ] } , "name": "onnx::Mul_10561", "outputIndexes": [ 185 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 184, 185 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 186 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 186 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.0/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 6945 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6945 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.0/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 6946 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6946 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 8192088, 13107222, 3276800, 0, 0 ] } , "name": "/layers.0/mlp/gate_proj/Linear", "outputIndexes": [ 6947 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6947 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.0/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 6948 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6948 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.0/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 187 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.0 ] } , "name": "/blocks.0/mlp/act_fn/Constant_2_output_0", "outputIndexes": [ 188 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.797885 ] } , "name": "/blocks.0/mlp/act_fn/Constant_1_output_0", "outputIndexes": [ 189 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.044715 ] } , "name": "/blocks.0/mlp/act_fn/Constant_output_0", "outputIndexes": [ 190 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 187 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.0/mlp/act_fn/Mul_output_0", "outputIndexes": [ 191 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 187, 191 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 192 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 192 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 193 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 187, 193 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/mlp/act_fn/Add_output_0", "outputIndexes": [ 194 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 194 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 195 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 195 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.0/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 196 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 196 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 197 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 187, 197 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 198 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 198 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 199 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6946 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 24576110, 13107222, 3276800, 0, 0 ] } , "name": "/layers.0/mlp/up_proj/Linear", "outputIndexes": [ 6951 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6951 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.0/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 6952 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6952 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.0/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 200 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 199, 200 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/mlp/Mul_output_0", "outputIndexes": [ 201 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 201 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.0/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 6953 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6953 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.0/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 6954 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6954 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 40960132, 13107222, 3276800, 0, 0 ] } , "name": "/layers.0/mlp/down_proj/Linear", "outputIndexes": [ 6955 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6955 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.0/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 6956 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6956 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.0/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 202 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 202 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.0/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 204 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 204 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.0/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 205 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 205, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 206 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 206, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 207 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 202, 207 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 208 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 2.34375, 5.15625, 13.25, 13.25, 9.125, 2.921875, 13.25, 7.6875, 5.125, 13.25, 2.765625, 13.25, 13.25, 13.25, 2.640625, 13.25, 1.859375, 7.875, 2.9375, 1.570312, 4.4375, 1.242188, 1.820312, 1.46875, 2.015625, 11.9375, 13.25, 10.0625, 2.5, 13.25, 13.25, 2.265625, 4.40625, 3.328125, 1.515625, 13.25, 2.21875, 7.875, 13.25, 6.09375, 1.703125, 13.25, 4.0625, 2.265625, 3.234375, 2.734375, 13.25, 3.015625, 7.375, 1.625, 1.679688, 2.0, 4.875, 4.0, 1.703125, 2.078125, 4.34375, 13.25, 6.375, 1.765625, 13.25, 2.078125, 13.25, 1.546875, 10.1875, 13.25, 12.8125, 1.773438, 13.25, 13.25, 2.953125, 9.4375, 1.40625, 3.140625, 1.640625, 4.40625, 13.25, 3.46875, 13.25, 2.109375, 1.609375, 9.4375, 1.382812, 1.960938, 13.25, 13.25, 13.25, 1.765625, 3.25, 5.71875, 2.46875, 1.6875, 13.25, 1.875, 2.21875, 0.012085, 13.25, 3.328125, 3.640625, 2.765625, 2.734375, 13.25, 1.757812, 13.25, 8.3125, 7.71875, 13.25, 1.8125, 1.765625, 2.828125, 1.421875, 8.3125, 7.90625, 1.414062, 1.609375, 13.25, 13.25, 1.59375, 13.25, 1.523438, 2.125, 1.53125, 2.265625, 13.25, 13.25, 2.203125, 2.265625, 5.53125, 2.375, 2.328125, 1.601562, 2.59375, 2.1875, 3.140625, 13.25, 3.046875, 2.453125, 5.46875, 5.78125, 7.0625, 8.25, 2.140625, 13.25, 5.90625, 1.523438, 3.5, 13.25, 1.398438, 1.609375, 3.71875, 2.046875, 2.046875, 1.453125, 13.25, 1.882812, 13.25, 3.953125, 2.515625, 8.25, 1.570312, 8.1875, 6.21875, 8.5625, 1.546875, 5.5, 3.15625, 1.59375, 6.5625, 13.25, 1.359375, 1.296875, 2.203125, 1.367188, 13.25, 4.46875, 1.9375, 2.796875, 7.65625, 8.25, 1.53125, 2.0625, 8.8125, 13.25, 13.25, 2.109375, 6.4375, 10.25, 2.296875, 9.1875, 1.171875, 1.460938, 3.765625, 1.867188, 3.765625, 1.703125, 1.90625, 2.0625, 2.5, 6.40625, 13.25, 13.25, 7.0, 1.96875, 6.375, 13.25, 13.25, 12.0625, 5.53125, 1.492188, 5.3125, 1.554688, 1.109375, 1.40625, 1.882812, 1.796875, 4.96875, 2.234375, 1.484375, 1.921875, 2.296875, 3.515625, 6.96875, 0.00824, 3.078125, 1.695312, 4.78125, 5.96875, 9.4375, 4.1875, 3.09375, 7.28125, 7.78125, 2.796875, 3.1875, 13.25, 13.25, 13.25, 2.4375, 1.367188, 1.671875, 1.609375, 13.25, 1.140625, 2.515625, 1.46875, 1.867188, 7.25, 13.25, 13.25, 13.25, 13.25, 1.421875, 9.125, 1.007812, 13.25, 13.25, 13.25, 13.25, 7.65625, 1.601562, 13.125, 13.25, 3.453125, 1.414062, 13.25, 1.765625, 1.40625, 10.75, 13.25, 3.3125, 13.25, 13.25, 7.375, 1.5625, 7.53125, 7.03125, 1.703125, 13.25, 13.25, 13.25, 13.25, 1.546875, 1.632812, 1.851562, 2.78125, 1.28125, 2.4375, 13.25, 13.25, 5.9375, 3.703125, 1.828125, 1.859375, 1.476562, 13.25, 2.09375, 2.6875, 2.75, 1.609375, 13.25, 8.25, 2.46875, 2.203125, 1.859375, 10.5625, 2.0, 13.25, 1.914062, 13.25, 3.0625, 1.460938, 11.5, 2.078125, 1.804688, 1.765625, 5.0, 8.6875, 13.25, 13.25, 1.414062, 1.453125, 6.5, 4.1875, 13.25, 3.03125, 13.25, 12.75, 1.9375, 13.25, 13.25, 3.984375, 4.75, 13.25, 13.25, 2.015625, 13.25, 1.992188, 2.859375, 3.03125, 13.25, 0.890625, 13.25, 13.25, 1.65625, 1.960938, 13.25, 4.34375, 2.15625, 9.375, 2.4375, 1.5, 1.554688, 6.65625, 2.796875, 13.25, 13.25, 2.671875, 13.25, 7.5, 3.0, 1.414062, 13.25, 1.726562, 1.890625, 2.203125, 2.0, 1.726562, 4.59375, 1.671875, 2.265625, 10.4375, 1.226562, 13.25, 5.65625, 13.25, 3.375, 3.703125, 1.84375, 2.53125, 3.921875, 4.78125, 2.265625, 5.5, 1.921875, 1.71875, 1.523438, 2.40625, 13.25, 13.25, 1.8125, 2.234375, 13.25, 1.679688, 2.375, 7.34375, 4.5, 13.25, 1.835938, 13.25, 6.28125, 2.046875, 2.859375, 5.46875, 5.0, 1.359375, 1.679688, 8.5625, 1.570312, 13.25, 13.25, 13.25, 1.773438, 13.25, 2.15625, 13.25, 13.25, 13.25, 4.3125, 8.1875, 13.25, 13.25, 10.8125, 13.25, 12.6875, 12.6875, 2.546875, 3.40625, 3.6875, 13.25, 12.75, 4.09375, 1.742188, 13.25, 13.25, 1.390625, 2.828125, 3.0, 2.171875, 13.25, 2.875, 13.25, 2.59375, 2.390625, 13.25, 2.46875, 2.078125, 1.835938, 13.25, 1.53125, 13.25, 13.25, 1.882812, 1.296875, 8.625, 4.5625, 13.25, 2.015625, 1.632812, 4.0625, 1.398438, 1.148438, 2.203125, 1.359375, 2.96875, 1.679688, 10.9375, 6.53125, 13.25, 7.0, 3.484375, 7.125, 1.3125, 2.703125, 13.25, 13.25, 1.53125, 1.492188, 1.703125, 2.40625, 2.125, 13.25, 13.25, 13.25, 1.65625, 2.328125, 13.25, 1.757812, 13.25, 1.476562, 13.25, 1.601562, 1.617188, 8.5, 1.875, 13.25, 3.140625, 2.0, 1.992188, 1.726562, 13.25, 13.25, 1.492188, 2.03125, 1.445312, 2.671875, 1.3125, 1.304688, 3.875, 2.359375, 7.5, 2.859375, 2.484375, 2.390625, 13.25, 4.125, 13.25, 9.1875, 13.25, 7.0, 1.671875, 13.25, 1.828125, 13.25, 2.234375, 13.25, 1.429688, 7.4375, 6.28125, 13.25, 1.257812, 1.757812, 1.351562, 13.25, 4.75, 13.25, 1.585938, 1.828125, 13.25, 2.359375, 1.140625, 9.5, 1.453125, 8.3125, 7.0625, 1.765625, 2.359375, 1.929688, 1.609375, 13.25, 1.414062, 2.859375, 1.75, 2.5, 1.476562, 2.875, 2.046875, 1.734375, 2.53125, 1.421875, 11.0625, 13.25, 1.289062, 2.046875, 5.8125, 2.96875, 11.3125, 13.25, 2.40625, 3.09375, 8.9375, 9.3125, 2.015625, 6.875, 4.78125, 13.25, 2.34375, 13.25, 13.25, 4.40625, 3.0625, 2.171875, 9.3125, 13.25, 13.25, 1.617188, 13.25, 6.90625, 2.8125, 13.25, 2.46875, 1.960938, 13.25, 1.429688, 13.25, 13.25, 8.875, 2.75, 4.125, 13.25, 3.90625, 2.0625, 3.78125, 1.875, 4.4375, 6.0625, 13.25, 13.25, 10.1875, 1.6875, 1.851562, 13.25, 13.25, 1.351562, 13.25, 13.25, 5.0625, 13.25, 13.25, 1.46875, 13.25, 10.4375, 1.671875, 13.25, 13.25, 13.25, 2.765625, 1.789062, 13.25, 1.9375, 13.25, 1.109375, 1.757812, 1.65625, 13.25, 3.59375, 0.008423, 2.84375, 4.84375, 1.617188, 9.4375, 13.25, 1.898438, 10.5, 6.6875, 1.382812, 1.96875, 4.3125, 13.25, 1.726562, 1.710938, 9.125, 6.375, 11.875, 3.234375, 3.65625, 1.929688, 2.296875, 3.09375, 1.710938, 13.25, 1.476562, 4.96875, 13.25, 2.34375, 13.25, 1.265625, 1.765625, 1.820312, 1.804688, 1.71875, 13.25, 2.265625, 2.140625, 13.25, 1.976562, 3.4375, 5.75, 2.015625, 13.25, 1.617188, 7.375, 4.6875, 13.25, 2.515625, 13.25, 1.84375, 13.25, 1.429688, 7.6875, 1.617188, 3.828125, 1.945312, 13.25, 7.53125, 3.015625, 1.492188, 0.011719, 13.25, 1.640625, 13.25, 1.492188, 2.046875, 2.828125, 1.71875, 13.25, 11.5625, 1.179688, 3.0, 2.078125, 11.0625, 3.265625, 5.4375, 1.429688, 3.1875, 13.25, 13.25, 13.25, 1.65625, 6.3125, 1.648438, 3.15625, 11.6875, 1.546875, 13.25, 5.65625, 9.0625, 13.25, 2.0625, 13.25, 6.75, 8.0625, 13.25, 11.5, 1.335938, 1.445312, 5.1875, 1.296875, 1.453125, 13.25, 1.914062, 13.25, 2.5, 7.0625, 4.03125, 4.78125, 13.25, 1.804688, 1.296875, 7.71875, 13.25, 13.25, 2.109375, 13.25, 1.382812, 3.46875, 3.375, 8.875, 13.25, 13.25, 13.1875, 4.46875, 6.90625, 2.390625, 13.25, 1.828125, 13.25, 1.195312, 1.757812, 2.40625, 1.65625, 13.25, 13.25, 13.25, 1.429688, 2.140625, 2.328125, 5.34375, 2.984375, 2.1875, 12.1875, 13.25, 7.0625, 13.25, 13.25, 1.875, 2.59375, 13.25, 1.9375, 13.25, 2.1875, 13.25, 8.125, 2.03125, 13.25, 1.492188, 2.5, 1.804688, 3.921875, 1.375, 1.5, 1.71875, 1.546875, 1.484375, 2.953125, 4.09375, 3.40625, 1.507812, 1.882812, 3.75, 7.4375, 11.75, 5.21875, 1.328125, 10.3125, 13.1875, 4.5, 2.125, 6.21875, 13.25, 1.75, 10.8125, 13.25, 1.65625, 10.5625, 1.820312, 13.25, 1.679688, 1.5625, 2.0625, 7.75, 7.03125, 3.796875, 1.351562, 6.65625, 2.15625, 5.09375, 6.59375, 8.125, 4.875, 2.109375, 1.820312, 2.328125, 1.570312, 2.03125, 13.25, 13.25, 1.570312, 12.625, 1.359375, 10.0625, 5.0625, 2.828125, 2.0625, 1.492188, 13.25, 9.8125, 2.125, 1.601562, 9.9375, 13.25, 1.757812, 13.25, 4.96875, 8.5625, 13.25, 1.765625, 2.5, 1.421875, 1.53125, 1.84375, 2.453125, 2.28125, 1.492188, 1.453125, 3.96875, 10.25, 13.25, 13.25, 4.53125, 4.84375, 8.5625, 2.765625, 5.1875, 1.539062, 4.71875, 13.25, 1.507812, 1.59375, 1.945312, 9.5625, 1.546875, 13.25, 1.476562, 1.390625, 13.25, 13.25, 4.9375, 1.578125, 2.625, 4.21875, 13.25, 1.5, 13.25, 1.609375, 1.351562, 1.96875, 2.25, 2.375, 2.46875, 9.0625, 13.25, 4.03125, 8.9375, 1.5, 13.25, 1.40625, 13.25, 4.5, 13.25, 13.25, 13.25, 5.875, 5.75, 4.90625, 1.5625, 13.25, 1.390625, 3.484375, 13.25, 10.25, 1.484375, 8.5625, 9.4375, 13.25, 13.25, 2.40625, 1.835938, 12.6875, 13.25, 13.25, 13.25, 1.75, 4.46875, 4.6875, 10.125, 13.25, 1.617188, 1.726562, 3.765625, 1.484375, 13.25, 1.921875, 1.46875, 4.65625, 1.710938, 4.28125, 1.671875, 5.1875, 13.25, 1.15625, 1.804688, 1.609375, 1.6875, 1.984375, 13.25, 1.632812, 8.3125, 8.4375, 1.757812, 1.710938, 13.25, 13.25, 1.445312, 2.734375, 1.671875, 2.546875, 1.539062, 2.03125, 3.0, 2.59375, 2.15625, 1.328125, 1.734375, 1.34375, 13.25, 13.25, 1.445312, 1.242188, 4.78125, 1.359375, 2.75, 2.375, 1.648438, 13.25, 2.53125, 13.25, 1.554688, 4.34375, 2.578125, 1.671875, 1.625, 11.875, 2.0, 5.53125, 4.46875, 13.25, 13.25, 1.8125, 1.640625, 13.25, 2.28125, 1.734375, 9.5, 13.25, 13.25, 7.6875, 13.25, 3.9375, 1.710938, 2.34375, 1.671875, 8.625, 2.09375, 13.25, 13.25, 1.484375, 2.375, 7.875, 5.96875, 5.28125, 6.65625, 1.695312, 1.671875, 13.25, 6.125, 13.25, 13.25, 1.8125, 1.75, 2.109375, 2.21875, 1.523438, 1.476562, 3.5, 12.375, 4.84375, 13.25, 2.5, 4.21875, 1.804688, 2.140625, 2.984375, 1.953125, 1.65625, 1.59375, 9.625, 1.445312, 1.546875, 2.21875, 0.012329, 13.25, 1.75, 4.3125, 2.390625, 13.25, 2.359375, 13.25, 1.8125, 13.25, 2.109375, 1.914062, 4.59375, 4.96875, 5.1875, 13.25, 1.492188, 2.40625, 13.25, 1.773438, 2.53125, 13.25, 1.726562, 8.5625, 1.828125, 1.695312, 1.4375, 13.25, 2.171875, 5.6875, 1.671875, 2.546875, 6.75, 11.125, 13.25, 1.578125, 1.953125, 13.25, 1.421875, 2.046875, 3.3125, 1.992188, 2.09375, 6.53125, 12.0625, 1.546875, 13.25, 1.234375, 2.078125, 2.671875, 13.25, 3.90625, 13.25, 7.03125, 1.359375, 13.25, 13.25, 2.359375, 2.6875, 13.25, 2.75, 6.75, 11.875, 4.4375, 6.375, 2.59375, 13.25, 2.21875, 1.601562, 1.789062, 13.25, 6.4375, 2.96875, 13.25, 13.25, 2.3125, 13.25, 1.523438, 1.828125, 3.8125, 1.335938, 13.25, 1.5, 4.5625, 3.34375, 3.015625, 2.25, 2.140625, 2.53125, 3.375, 11.9375, 3.046875, 5.28125, 13.25, 4.96875, 13.25, 1.476562, 13.25, 3.34375, 3.171875, 3.375, 13.25, 1.585938, 13.25, 2.359375, 10.3125, 3.421875, 6.1875, 2.890625, 2.015625, 2.265625, 2.484375, 1.789062, 1.445312, 1.679688, 4.625, 1.703125, 1.257812, 4.75, 13.25, 13.25, 6.875, 1.890625, 1.882812, 2.671875, 13.25, 9.125, 1.460938, 13.25, 1.953125, 1.195312, 1.367188, 1.625, 1.46875, 2.625, 2.59375, 1.859375, 13.25, 13.25, 5.65625, 1.4375, 4.8125, 13.25, 8.125, 13.25, 13.25, 13.25, 4.375, 13.25, 2.0, 13.25, 5.15625, 2.8125, 5.40625, 13.25, 11.6875, 1.875, 1.765625, 3.921875, 13.25, 1.6875, 12.0625, 1.820312, 1.429688, 1.570312, 4.71875, 13.25, 13.25, 7.09375, 13.1875, 5.5, 13.25, 2.453125, 13.25, 2.59375, 13.25, 9.375, 13.25, 1.523438, 13.25, 8.9375, 13.25, 13.25, 3.96875, 13.25, 13.25, 1.789062, 3.0625, 1.992188, 13.25, 6.21875, 2.078125, 5.4375, 3.40625, 5.4375, 6.75, 13.25, 1.390625, 13.25, 13.25, 13.25, 1.421875, 3.296875, 1.78125, 2.046875, 7.9375, 13.25, 0.010986, 13.25, 3.453125, 1.757812, 1.328125, 1.617188, 2.265625, 2.15625, 13.25, 1.78125, 1.835938, 1.867188, 3.015625, 13.25, 2.375, 2.25, 1.5, 1.6875, 1.257812, 4.0625, 2.390625, 2.46875, 13.25, 13.25, 2.4375, 1.46875, 8.3125, 1.804688, 1.429688, 7.4375, 13.25, 1.828125, 12.125, 3.34375, 13.25, 1.648438, 13.25, 6.59375, 1.703125, 13.25, 2.953125, 1.804688, 7.53125, 2.515625, 2.125, 1.367188, 12.0, 1.890625, 12.125, 13.25, 13.25, 1.523438, 1.476562, 2.375, 13.25, 2.625, 2.703125, 1.679688, 13.25, 1.078125, 2.03125, 11.125, 7.1875, 1.710938, 13.25, 13.25, 1.804688, 6.21875, 3.359375, 5.1875, 3.40625, 12.0, 2.75, 13.25, 2.71875, 13.25, 3.390625, 2.296875, 1.648438, 13.25, 13.25, 2.171875, 13.25, 2.046875, 13.25, 1.6875, 12.3125, 1.875, 13.25, 1.664062, 6.28125, 3.234375, 13.25, 1.421875, 2.265625, 2.21875, 3.1875, 1.875, 7.15625, 8.25, 1.8125, 1.679688, 13.25, 13.25, 1.640625, 2.265625, 1.796875, 13.25, 1.773438, 9.75, 13.25, 8.9375, 8.6875, 5.875, 6.46875, 13.25, 2.109375, 9.5625, 13.25, 13.25, 1.335938, 13.25, 7.90625, 1.8125, 2.15625, 13.25, 3.40625, 13.25, 1.851562, 2.328125, 10.875, 1.570312, 9.4375, 1.414062, 13.25, 13.25, 13.25, 1.914062, 6.1875, 5.1875, 13.25, 13.25, 13.25, 1.460938, 13.25, 4.53125, 13.25, 2.390625, 13.25, 1.828125, 1.359375, 3.9375, 13.25, 13.25, 9.1875, 1.476562, 1.445312, 13.25, 2.953125, 7.28125, 3.109375, 7.28125, 13.25, 1.515625, 2.109375, 1.757812, 1.359375, 1.390625, 13.25, 9.75, 13.25, 13.25, 5.9375, 2.4375, 13.25, 1.28125, 13.25, 13.25, 13.25, 1.476562, 1.484375, 2.703125, 4.34375, 4.0625, 2.25, 2.6875, 13.25, 3.4375, 5.03125, 13.25, 4.9375, 7.09375, 1.523438, 8.875, 10.0, 13.25, 1.710938, 1.445312, 13.25, 2.59375, 6.71875, 13.25, 1.984375, 13.25, 7.9375, 13.25, 1.632812, 1.578125, 2.40625, 13.25, 1.789062, 1.757812, 7.4375, 2.0, 13.25, 2.0, 4.53125, 13.25, 2.890625, 2.09375, 11.1875, 1.539062, 2.328125, 1.75, 4.75, 2.453125, 13.25, 2.546875, 1.78125, 7.09375, 13.25, 2.25, 2.640625, 2.078125, 1.335938, 2.53125, 8.9375, 11.6875, 8.0625, 13.25, 2.484375, 13.25, 1.554688, 1.539062, 13.25, 2.40625, 1.6875, 2.46875, 11.625, 2.015625, 12.0625, 2.015625, 1.3125, 1.773438, 1.484375, 10.0, 1.5625, 1.601562, 13.25, 2.25, 4.125, 13.25, 8.3125, 1.90625, 9.6875, 13.25, 1.554688, 8.25, 11.5, 13.25, 3.15625, 3.046875, 13.25, 2.875, 4.5625, 2.03125, 10.125, 2.578125, 3.375, 8.6875, 6.21875, 2.0, 13.25, 1.554688, 1.671875, 2.390625, 1.460938, 2.59375, 1.617188, 13.25, 1.757812, 2.203125, 13.25, 4.5, 1.757812, 1.875, 1.546875, 13.25, 8.375, 13.25, 1.179688, 1.351562, 1.71875, 13.25, 13.25, 13.25, 13.25, 2.453125, 13.25, 1.484375, 2.015625, 2.109375, 4.875, 1.789062, 9.625, 13.25, 2.65625, 1.5, 5.6875, 3.46875, 1.789062, 13.25, 1.679688, 1.710938, 13.25, 2.203125, 1.5, 5.5, 1.492188, 13.25, 1.53125, 13.25, 2.0, 1.65625, 2.859375, 1.921875, 2.421875, 3.015625, 2.90625, 4.1875, 7.40625, 2.078125, 2.78125, 1.359375, 2.484375, 13.25, 1.492188, 13.25, 1.84375, 13.25, 13.25, 12.0, 2.0625, 2.171875, 2.125, 1.570312, 13.25, 13.25, 1.875, 1.25, 2.765625, 1.8125, 3.46875, 13.25, 1.476562, 4.28125, 3.109375, 13.25, 1.28125, 4.40625, 13.25, 1.453125, 13.25, 13.25, 13.25, 2.078125, 1.671875, 13.25, 1.609375, 4.5, 1.640625, 4.9375, 13.25, 2.359375, 2.1875, 1.507812, 13.25, 13.25, 8.6875, 2.46875, 13.25, 7.3125, 1.828125, 2.140625, 13.25, 13.25, 13.25, 0.011658, 1.984375, 1.132812, 13.25, 6.59375, 13.25, 2.03125, 4.9375, 13.25, 13.25, 13.25, 9.9375, 13.25, 13.25, 13.25, 1.25, 13.25, 2.234375, 2.296875, 2.109375, 11.875, 2.78125, 12.5625, 13.25, 13.25, 2.65625, 5.4375, 1.609375, 5.65625, 1.929688, 1.164062, 13.25, 4.75, 1.554688, 13.25, 1.460938, 5.84375, 8.375, 13.25, 13.25, 8.5, 1.429688, 1.804688, 2.234375, 2.65625, 1.570312, 13.25, 13.25, 13.25, 3.65625, 13.25, 1.648438, 13.25, 2.5625, 2.015625, 4.8125, 1.773438, 1.898438, 9.5, 1.304688, 2.421875, 1.585938, 13.25, 13.25, 7.21875, 13.25, 13.25, 10.0625, 6.125, 2.390625, 1.5, 1.53125, 2.0, 13.25, 1.5, 13.0, 13.25, 2.8125, 2.828125, 13.25, 2.796875, 13.25, 13.25, 13.25, 2.421875, 1.679688, 2.09375, 9.4375, 2.296875, 3.0625, 2.390625, 7.53125, 2.140625, 7.9375, 1.492188, 13.25, 3.296875, 13.25, 5.125, 5.71875, 1.515625, 12.8125, 9.75, 5.21875, 2.125, 13.25, 13.25, 1.914062, 13.25, 13.25, 1.65625, 5.8125, 13.25, 13.25, 13.25, 2.03125, 1.007812, 1.5, 1.882812, 2.171875, 2.734375, 1.773438, 2.1875, 4.34375, 1.992188, 4.15625, 1.59375, 2.640625, 13.25, 9.375, 6.0625, 13.25, 1.6875, 2.234375, 1.789062, 1.390625, 4.9375, 6.375, 1.421875, 1.570312, 12.1875, 1.59375, 2.296875, 12.625, 13.25, 11.8125, 13.25, 1.804688, 6.40625, 2.953125, 13.25, 13.25, 13.25, 13.25, 2.046875, 4.6875, 1.539062, 1.5625, 3.15625, 1.132812, 1.492188, 5.03125, 13.25, 13.25, 13.25, 6.3125, 3.3125, 1.898438, 1.90625, 13.25, 13.25, 6.84375, 2.671875, 1.84375, 6.09375, 13.25, 2.390625, 3.671875, 13.25, 1.671875, 0.925781, 13.25, 13.25, 7.875, 13.25, 5.90625, 13.25, 1.804688, 13.25, 13.25, 13.25, 13.25, 13.25, 2.4375, 1.867188, 8.9375, 8.4375, 2.484375, 13.25, 5.9375, 5.3125, 2.078125, 13.25, 13.25, 13.25, 1.546875, 13.25, 2.390625, 13.25, 1.9375, 1.757812, 1.914062, 2.46875, 2.5625, 1.84375, 2.203125, 2.140625, 1.804688, 13.25, 1.515625, 4.1875, 3.21875, 13.25, 13.25, 1.5625, 5.5, 2.625, 13.25, 9.0, 13.25, 5.75, 2.25, 1.15625, 1.617188, 11.1875, 13.25, 1.710938, 13.25, 3.734375, 1.945312, 6.46875, 4.53125, 13.25, 2.203125, 13.25, 1.734375, 1.757812, 2.46875, 13.25, 1.414062, 8.5625, 3.515625, 2.34375, 0.835938, 3.46875, 1.726562, 2.296875, 2.46875, 4.65625, 2.65625, 13.25, 13.25, 5.0, 13.25, 1.429688, 13.25, 7.71875, 13.25, 13.25, 1.671875, 3.6875, 4.4375, 13.25, 5.21875, 1.890625, 13.25, 7.84375, 2.234375, 13.25, 4.15625, 12.3125, 1.585938, 1.875, 5.09375, 13.25, 9.3125, 7.0, 3.484375, 9.75, 2.875, 1.453125, 1.890625, 2.71875, 2.03125, 1.40625, 13.25, 6.8125, 1.921875, 10.125, 13.25, 1.953125, 4.1875, 1.546875, 13.25, 1.648438, 2.734375, 2.21875, 1.609375, 1.359375, 2.578125, 2.515625, 1.515625, 2.234375, 1.929688, 6.0, 5.84375, 13.25, 13.25, 13.25, 0.816406, 1.75, 1.890625, 13.25, 1.554688, 3.296875, 13.25, 1.546875, 6.15625, 9.625, 1.5, 2.015625, 13.25, 2.1875, 13.25, 1.765625, 13.25, 13.25, 1.804688, 3.453125, 13.25, 13.25, 13.25, 13.25, 6.6875, 1.242188, 13.25, 1.546875, 2.609375, 1.5625, 1.671875, 4.0, 6.875, 1.875, 1.773438, 13.25, 13.25, 13.1875, 3.5, 13.25, 6.46875, 2.625, 9.625, 13.25, 3.859375, 9.5625, 13.25, 1.789062, 13.25, 2.515625, 13.25, 13.25, 2.5625, 1.78125, 4.25, 13.25, 13.25, 4.6875, 2.71875, 1.882812, 1.445312, 4.5625, 13.25, 1.734375, 1.546875, 1.734375, 2.75, 1.585938, 0.010925, 13.25, 2.5, 2.28125, 13.25, 6.6875, 1.679688, 13.25, 2.59375, 13.25, 12.875, 2.203125, 13.25, 2.171875, 2.90625, 2.0625, 13.25, 2.171875, 13.25, 13.25, 1.6875, 6.59375, 4.5, 2.9375, 1.601562, 1.5, 2.28125, 2.859375, 2.75, 13.25, 12.3125, 5.21875, 1.890625, 3.59375, 1.601562, 1.117188, 1.789062, 5.6875, 1.773438, 3.015625, 1.8125, 1.734375, 9.875, 1.765625, 13.25, 1.703125, 2.40625, 13.25, 13.25, 1.390625, 2.609375, 1.632812, 13.25, 2.203125, 1.617188, 2.0625, 1.804688, 1.765625, 13.25, 4.3125, 2.171875, 1.671875, 9.4375, 1.570312, 13.25, 13.25, 2.859375, 1.835938, 2.484375, 5.8125, 3.671875, 13.25, 2.203125, 13.25, 1.851562, 1.328125, 3.4375, 3.65625, 6.375, 1.921875, 13.25, 5.84375, 2.25, 6.46875, 4.15625, 2.203125, 13.25, 2.640625, 1.882812, 13.25, 1.296875, 6.09375, 3.109375, 1.179688, 1.59375, 2.328125, 1.523438, 13.1875, 2.34375, 13.25, 13.25, 6.84375, 13.25, 13.25, 13.25, 13.25, 13.25, 13.25, 2.703125, 13.25, 1.1875, 13.25, 2.40625, 1.929688, 1.8125, 1.851562, 13.25, 2.578125, 13.25, 1.570312, 1.867188, 13.25, 4.78125, 6.78125, 8.25, 1.429688, 2.515625, 1.296875, 2.359375, 6.09375, 12.4375, 1.570312, 2.140625, 1.851562, 3.9375, 9.625, 13.25, 13.25, 13.25, 5.09375, 1.75, 1.53125, 1.5625, 2.140625, 8.8125, 13.25, 1.507812, 2.140625, 2.5, 13.25, 13.25, 13.25, 13.25, 6.40625, 8.5625, 2.125, 4.03125, 13.25, 13.25, 13.25, 2.5, 1.5625, 1.960938, 13.25, 1.929688, 13.25, 1.882812, 4.65625, 13.25, 13.25, 5.75, 3.921875, 13.0, 2.21875, 13.25, 6.75, 13.25, 3.859375, 2.984375, 5.3125, 7.6875, 3.203125, 5.6875, 13.25, 4.25, 1.53125, 1.210938, 4.59375, 2.765625, 13.25, 1.757812, 1.757812, 2.34375, 1.234375, 4.1875, 13.25, 13.25, 13.25, 1.453125, 2.0, 1.546875, 1.6875, 2.609375, 7.5625, 1.9375, 13.25, 13.25, 2.84375, 3.4375, 2.015625, 1.367188, 2.171875, 1.515625, 13.25, 2.234375, 1.554688, 13.25, 1.554688, 6.125, 13.25, 13.25, 13.25, 1.4375, 1.664062, 12.1875, 12.3125, 2.40625, 13.25, 1.101562, 13.25, 8.6875, 13.25, 2.25, 13.25, 10.0, 2.046875, 4.8125, 3.59375, 1.617188, 13.25, 2.25, 13.25, 13.25, 6.96875, 1.90625, 13.25, 2.40625, 2.0625, 13.25, 6.375, 1.632812, 13.25, 0.628906, 1.585938, 1.84375, 2.1875, 5.375, 8.4375, 2.140625, 1.804688, 13.25, 2.9375, 13.25, 13.25, 4.46875, 4.46875, 1.585938, 3.65625, 7.0, 2.375, 13.25, 4.0, 3.53125, 1.828125, 13.25, 6.375, 1.4375, 2.203125, 1.304688, 1.5625, 4.78125, 8.1875, 13.25, 2.359375, 13.25, 2.03125, 13.25, 2.15625, 13.25, 3.3125, 1.46875, 13.25, 1.945312, 1.484375, 1.960938, 13.25, 2.9375, 1.507812, 9.4375, 2.375, 13.25, 13.25, 2.234375, 13.25, 1.828125, 2.59375, 13.25, 1.617188, 2.453125, 1.4375, 2.15625, 1.546875, 2.328125, 3.734375, 13.25, 1.8125, 2.953125, 10.9375, 1.28125, 1.59375, 8.6875, 1.953125, 13.25, 8.9375, 13.25, 3.96875, 1.539062, 1.78125, 5.21875, 2.703125, 1.921875, 2.09375, 13.25, 1.773438, 1.835938, 1.640625, 1.539062, 6.15625, 1.25, 13.25, 1.445312, 12.375, 4.90625, 13.25, 2.234375, 11.1875, 1.234375, 5.40625, 2.296875, 13.25, 2.578125, 2.078125, 3.1875, 2.65625, 1.679688, 1.8125, 1.515625, 10.0625, 12.875, 2.84375, 13.25, 13.25, 4.8125, 10.8125, 1.609375, 5.5625, 3.078125, 7.25, 3.125, 1.414062, 12.375, 13.25, 2.1875, 1.882812, 5.53125, 5.03125, 13.25, 6.4375, 2.09375, 1.34375, 13.25, 5.5, 1.914062, 1.5, 1.390625, 5.875, 1.625, 1.546875, 13.25, 13.25, 1.742188, 13.25, 1.164062, 13.25, 2.140625, 5.28125, 2.40625, 13.25, 1.734375, 10.5625, 13.25, 1.5, 2.328125, 13.25, 7.0625, 2.078125, 13.25, 1.132812, 13.25, 13.25, 6.9375, 13.25, 6.40625, 3.5625, 8.8125, 2.984375, 1.515625, 2.3125, 1.617188, 1.476562, 2.546875, 13.25, 2.015625, 1.59375, 2.109375, 2.828125, 2.0625, 13.25, 13.25, 5.625, 13.25, 4.28125, 1.796875, 1.382812, 1.710938, 2.6875, 8.625, 2.015625, 1.351562, 1.367188, 13.25, 13.25, 1.742188, 3.046875, 7.59375, 13.25, 1.9375, 13.25, 1.140625, 1.0625, 1.484375, 2.890625, 3.8125, 10.375, 2.859375, 13.25, 4.40625, 2.578125, 1.953125, 2.109375, 1.976562, 3.171875, 3.703125, 13.25, 2.5625, 1.34375, 1.585938, 13.25, 1.851562, 2.515625, 6.78125, 2.078125, 2.109375, 1.203125, 6.1875, 1.609375, 2.109375, 2.21875, 2.390625, 2.96875, 2.78125, 1.804688, 13.25, 1.421875, 6.71875, 13.25, 1.546875, 1.539062, 13.25, 2.203125, 2.96875, 6.625, 12.4375, 1.117188, 2.03125, 13.25, 13.25, 13.25, 13.25, 2.203125, 1.601562, 5.9375, 13.25, 1.578125, 5.875, 1.671875, 1.820312, 1.570312, 2.453125, 3.171875 ] } , "name": "onnx::Mul_10562", "outputIndexes": [ 209 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 208, 209 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 210 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 178, 210 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/Add_1_output_0", "outputIndexes": [ 211 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 211 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.0/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 6957 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6957 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.0/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 6958 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6958 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 57344154, 327702, 81920, 0, 0 ] } , "name": "/layers.0/per_layer_input_gate/Linear", "outputIndexes": [ 6959 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6959 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.0/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 6960 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6960 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.0/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 212 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 212 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.0/act_fn/Mul_output_0", "outputIndexes": [ 213 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 212, 213 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/act_fn/Mul_1_output_0", "outputIndexes": [ 214 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 214 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/act_fn/Mul_2_output_0", "outputIndexes": [ 215 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 212, 215 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/act_fn/Add_output_0", "outputIndexes": [ 216 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 216 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/act_fn/Mul_3_output_0", "outputIndexes": [ 217 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 217 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.0/act_fn/Tanh_output_0", "outputIndexes": [ 218 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 218 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/act_fn/Add_1_output_0", "outputIndexes": [ 219 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 212, 219 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/act_fn/Mul_4_output_0", "outputIndexes": [ 220 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 220 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/act_fn/Mul_5_output_0", "outputIndexes": [ 221 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/Reshape_1_output_0", "outputIndexes": [ 222 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 222 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/per_layer_model_projection/Linear/pre_reshape", "outputIndexes": [ 6961 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6961 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/per_layer_model_projection/Linear/pre_convert", "outputIndexes": [ 6962 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6962 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10752, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 430080, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 57753776, 13762582, 3440640, 0, 0 ] } , "name": "/per_layer_model_projection/Linear", "outputIndexes": [ 6963 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6963 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/per_layer_model_projection/Linear/post_convert", "outputIndexes": [ 6964 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6964 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10752 ] , "dimType": "NCHW" } , "name": "/per_layer_model_projection/Linear/post_reshape", "outputIndexes": [ 223 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.019764 ] } , "name": "/Constant_9_output_0", "outputIndexes": [ 224 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 223, 224 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/Mul_output_0", "outputIndexes": [ 225 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 222 ] , "main_type": "NONE", "name": "/Shape_3_output_0", "outputIndexes": [ 226 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 226 ] , "main_type": "NONE", "name": "Shape277", "outputIndexes": [ 227 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 226 ] , "main_type": "NONE", "name": "Rank279", "outputIndexes": [ 228 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 228, 228 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp281", "outputIndexes": [ 229 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 229 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze282", "outputIndexes": [ 230 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 229, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp284", "outputIndexes": [ 231 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 231 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze285", "outputIndexes": [ 232 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 227, 230, 232, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice288", "outputIndexes": [ 233 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 233 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze289", "outputIndexes": [ 234 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 234, 234 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp291", "outputIndexes": [ 235 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 226, 235, 229 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_3_output_0", "outputIndexes": [ 236 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 236, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/Unsqueeze_3_output_0", "outputIndexes": [ 237 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 229 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze299", "outputIndexes": [ 238 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 231 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze302", "outputIndexes": [ 239 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 227, 238, 239, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice305", "outputIndexes": [ 240 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 240 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze306", "outputIndexes": [ 241 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 241 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp307", "outputIndexes": [ 242 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 242, 241 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp308", "outputIndexes": [ 243 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 226, 243, 229 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_4_output_0", "outputIndexes": [ 244 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 244, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/Unsqueeze_4_output_0", "outputIndexes": [ 245 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 42 ] } , "name": "/Constant_7_output_0", "outputIndexes": [ 246 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1 ] , "main_type": "NONE", "name": "/Shape_output_0", "outputIndexes": [ 247 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 247 ] , "main_type": "NONE", "name": "Shape313", "outputIndexes": [ 248 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 247 ] , "main_type": "NONE", "name": "Rank315", "outputIndexes": [ 249 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 249, 249 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp317", "outputIndexes": [ 250 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 250 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze318", "outputIndexes": [ 251 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 250, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp320", "outputIndexes": [ 252 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 252 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze321", "outputIndexes": [ 253 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 248, 251, 253, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice324", "outputIndexes": [ 254 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 254 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze325", "outputIndexes": [ 255 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 91, 255 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp326", "outputIndexes": [ 256 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 256, 255 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp327", "outputIndexes": [ 257 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 247, 257, 250 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_output_0", "outputIndexes": [ 258 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 42 ] } , "name": "/Constant_2_output_0", "outputIndexes": [ 259 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 258, 259 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/Div_output_0", "outputIndexes": [ 260 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 260, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/Unsqueeze_5_output_0", "outputIndexes": [ 261 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 237, 245, 246, 261 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/Concat_1_output_0", "outputIndexes": [ 262 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 225, 262 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/Reshape_2_output_0", "outputIndexes": [ 263 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 263 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/per_layer_projection_norm/Pow_output_0", "outputIndexes": [ 265 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 265 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/per_layer_projection_norm/ReduceMean_output_0", "outputIndexes": [ 266 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 266, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/per_layer_projection_norm/Add_output_0", "outputIndexes": [ 267 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 267, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/per_layer_projection_norm/Pow_1_output_0", "outputIndexes": [ 268 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 263, 268 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/per_layer_projection_norm/Mul_output_0", "outputIndexes": [ 269 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 256 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.421875, 0.486328, 0.25, 0.863281, 0.585938, 0.443359, 0.511719, 0.476562, 9.3125, 0.019409, 0.412109, 0.455078, 0.494141, 0.542969, 0.474609, 0.200195, 0.445312, 0.472656, 0.466797, 0.722656, 0.503906, 0.5625, 0.644531, 0.546875, 0.455078, 0.613281, 0.5625, 0.394531, 0.412109, 0.601562, 0.455078, 0.435547, 0.734375, 0.427734, 0.632812, 0.476562, 0.582031, 0.828125, -0.00531, 0.902344, 0.423828, 1.015625, 0.558594, 0.416016, 1.460938, 0.621094, 1.710938, 0.621094, 0.570312, 1.546875, 0.384766, 0.443359, 0.980469, 0.640625, 0.589844, 1.1875, -0.009399, 0.052979, 0.363281, 0.582031, -0.016235, 0.722656, 0.503906, 0.394531, -0.006683, 0.621094, 1.109375, 0.515625, 0.055176, 1.390625, 0.46875, 1.671875, 0.5, 2.0, 0.523438, 0.462891, 2.109375, 0.910156, 0.482422, 0.605469, 0.613281, 0.330078, 0.558594, 0.152344, 0.386719, 0.020386, 3.3125, 0.283203, 0.400391, 0.486328, 0.111328, 0.237305, 0.519531, 0.511719, 0.5, 0.726562, 0.621094, 0.699219, 0.601562, 1.210938, 0.597656, 0.324219, 0.636719, 0.007385, 0.511719, 0.46875, -0.021729, 0.011169, 0.605469, 0.511719, 0.253906, -0.002548, 0.535156, 0.671875, 0.066895, 0.503906, -0.019531, 0.539062, 0.90625, 0.416016, -0.00647, 0.558594, 0.002747, 0.049561, 0.162109, 0.527344, 0.351562, 0.6875, 0.396484, 0.429688, 0.785156, 1.382812, 0.714844, 0.667969, 0.527344, 0.671875, 0.597656, 0.542969, 0.59375, 0.188477, 0.527344, 0.421875, 0.208984, 0.578125, 0.515625, 0.429688, 0.231445, 0.796875, 0.824219, 0.636719, 0.519531, 0.515625, 0.472656, 0.675781, 0.53125, -0.249023, 0.703125, 0.433594, 1.609375, 0.416016, 0.667969, 0.617188, 0.236328, 0.691406, 0.519531, 0.527344, 0.40625, 0.380859, 0.703125, 0.416016, 0.503906, 0.279297, 0.388672, 0.644531, -0.015869, 0.597656, 0.5625, 0.566406, 0.480469, 0.476562, 0.453125, 0.890625, 0.375, 0.578125, 0.427734, 0.273438, 0.753906, 0.878906, 0.644531, 0.703125, 0.558594, 0.212891, 1.804688, 0.539062, 0.574219, 0.542969, 0.198242, 1.171875, 0.314453, 0.527344, 0.546875, 0.279297, 1.570312, 0.398438, 0.535156, 0.578125, 0.558594, 0.462891, 3.8125, 0.550781, 0.558594, 0.648438, 0.09668, 0.585938, 0.421875, 0.239258, 0.275391, 0.589844, 0.008057, 0.390625, 0.032715, -0.029419, 0.5625, 0.228516, 0.621094, 0.453125, 0.644531, 0.498047, 0.398438, 0.455078, 0.871094, 1.773438, 0.507812, 0.5625, 0.490234, 0.478516, 0.308594, 0.65625, 0.511719, 0.554688, 0.832031, 0.550781, 0.71875, 0.757812, 0.558594, -0.013794, 0.384766, 0.671875, 0.53125, 0.470703, 0.310547, 0.464844, 0.527344, 0.539062, 0.53125, 0.394531 ] } , "name": "onnx::Mul_10538", "outputIndexes": [ 270 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 269, 270 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/per_layer_projection_norm/Mul_1_output_0", "outputIndexes": [ 271 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 250 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze348", "outputIndexes": [ 272 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 252 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze351", "outputIndexes": [ 273 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 248, 272, 273, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice354", "outputIndexes": [ 274 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 274 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze355", "outputIndexes": [ 275 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 275, 275 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp357", "outputIndexes": [ 276 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 247, 276, 250 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_1_output_0", "outputIndexes": [ 277 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 277, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/Unsqueeze_output_0", "outputIndexes": [ 278 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 250 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze365", "outputIndexes": [ 279 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 252 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze368", "outputIndexes": [ 280 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 248, 279, 280, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice371", "outputIndexes": [ 281 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 281 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze372", "outputIndexes": [ 282 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 282 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp373", "outputIndexes": [ 283 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 283, 282 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp374", "outputIndexes": [ 284 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 247, 284, 250 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_2_output_0", "outputIndexes": [ 285 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 285, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/Unsqueeze_1_output_0", "outputIndexes": [ 286 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 260, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/Unsqueeze_2_output_0", "outputIndexes": [ 287 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 278, 286, 246, 287 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/Concat_output_0", "outputIndexes": [ 288 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1, 288 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/Reshape_output_0", "outputIndexes": [ 289 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 271, 289 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/Add_output_0", "outputIndexes": [ 290 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.707107 ] } , "name": "/Constant_13_output_0", "outputIndexes": [ 291 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 290, 291 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/Mul_1_output_0", "outputIndexes": [ 292 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292 ] , "main_type": "NONE", "name": "Shape383", "outputIndexes": [ 293 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 292 ] , "main_type": "NONE", "name": "Rank385", "outputIndexes": [ 294 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 91, 294 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp386", "outputIndexes": [ 295 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 295, 294 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp387", "outputIndexes": [ 296 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze388", "outputIndexes": [ 297 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp390", "outputIndexes": [ 298 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze391", "outputIndexes": [ 299 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 297, 299, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice394", "outputIndexes": [ 300 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 300 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze395", "outputIndexes": [ 301 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 301, 301 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp397", "outputIndexes": [ 302 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 302, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_6_output_0", "outputIndexes": [ 303 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 221, 303 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/Mul_output_0", "outputIndexes": [ 304 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 304 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.0/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 6965 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6965 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.0/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 6966 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6966 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 74956998, 327702, 81920, 0, 0 ] } , "name": "/layers.0/per_layer_projection/Linear", "outputIndexes": [ 6967 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6967 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.0/per_layer_projection/Linear/post_convert", "outputIndexes": [ 6968 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6968 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.0/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 305 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 305 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.0/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 307 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 307 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.0/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 308 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 308, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 309 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 309, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 310 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 305, 310 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 311 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.453125, 2.453125, 8.375, 8.375, 8.3125, 3.875, 8.375, 8.375, 3.3125, 8.375, 1.710938, 8.375, 8.375, 8.375, 1.648438, 8.375, 1.03125, 8.375, 2.15625, 0.789062, 3.765625, 0.261719, 0.910156, 0.964844, 1.117188, 8.375, 8.375, 8.375, 1.484375, 8.375, 8.375, 0.00708, 8.375, 2.625, 0.474609, 8.375, 0.00766, 8.375, 8.375, 8.375, 0.597656, 8.375, 8.375, 1.546875, 1.773438, 1.765625, 8.375, 1.679688, 8.375, 1.0, 0.902344, 0.78125, 8.375, 8.375, 0.007935, 2.0, 3.5625, 8.375, 8.25, 0.742188, 8.375, 0.875, 8.375, 0.006775, 8.375, 8.375, 8.375, 0.008179, 8.25, 5.125, 1.976562, 8.375, 0.914062, 1.96875, 0.898438, 8.375, 8.375, 2.265625, 8.375, 0.0065, 0.804688, 8.375, 1.109375, 0.129883, 8.375, 8.375, 6.21875, 0.871094, 0.006836, 8.375, 0.546875, 0.007874, 8.375, 2.015625, 0.800781, 0.007355, 8.375, 1.34375, 8.375, 0.007935, 1.890625, 8.375, 1.226562, 8.375, 8.375, 4.65625, 8.375, 1.429688, 0.007812, 0.007812, 0.219727, 8.375, 5.28125, 1.101562, 0.902344, 8.375, 8.375, 0.96875, 8.375, 0.507812, 1.078125, 1.257812, 1.484375, 8.375, 8.375, 1.398438, 0.008179, 8.375, 1.742188, 0.421875, 0.867188, 1.445312, 2.890625, 1.84375, 8.375, 1.46875, 3.015625, 8.375, 8.375, 8.125, 8.375, 0.007751, 8.375, 8.375, 1.078125, 2.09375, 8.375, 0.660156, 0.90625, 3.078125, 0.917969, 0.007202, 1.109375, 8.375, 1.117188, 8.375, 2.21875, 1.40625, 8.375, 0.917969, 4.53125, 8.375, 8.375, 0.00766, 8.375, 1.742188, 0.605469, 6.15625, 8.375, 0.710938, 1.109375, 1.015625, 1.5, 8.375, 2.546875, 1.195312, 1.789062, 8.375, 8.0625, 0.007721, 0.007538, 8.3125, 8.375, 8.375, 2.046875, 8.375, 8.375, 0.839844, 8.375, 0.789062, 0.191406, 3.75, 0.008118, 1.390625, 0.008118, 1.546875, 1.257812, 1.546875, 8.375, 8.375, 8.0, 8.375, 0.90625, 2.953125, 8.375, 8.375, 8.375, 8.375, 0.503906, 4.0625, 1.023438, 0.75, 0.980469, 0.875, 0.9375, 2.15625, 0.867188, 1.125, 1.265625, 1.648438, 8.375, 8.375, 0.006775, 2.796875, 1.335938, 8.375, 8.375, 8.375, 2.90625, 1.8125, 8.375, 8.375, 3.125, 1.765625, 8.375, 8.375, 8.375, 1.695312, 0.480469, 0.8125, 0.722656, 8.375, 0.664062, 0.460938, 0.679688, 0.691406, 8.375, 8.375, 8.375, 8.375, 8.375, 1.171875, 8.375, 0.601562, 8.375, 8.375, 8.375, 8.375, 8.375, 0.785156, 8.375, 8.375, 2.71875, 0.863281, 8.375, 1.101562, 0.527344, 8.375, 7.53125, 0.007721, 8.375, 8.375, 4.875, 1.101562, 8.375, 8.375, 0.007294, 8.375, 8.375, 8.375, 8.375, 0.007324, 1.28125, 1.007812, 2.25, 0.695312, 1.5, 8.375, 8.375, 8.375, 2.625, 1.117188, 1.210938, 0.007141, 8.375, 1.296875, 1.796875, 2.03125, 0.007812, 8.375, 8.375, 2.9375, 1.3125, 1.007812, 8.375, 0.007721, 8.375, 1.117188, 8.375, 2.0, 0.96875, 8.375, 1.328125, 0.008057, 1.015625, 2.28125, 8.375, 8.375, 8.375, 0.00769, 1.078125, 8.375, 4.5, 8.375, 1.53125, 8.375, 8.375, 1.570312, 8.375, 8.375, 1.0, 0.00647, 8.375, 8.375, 0.007538, 8.375, 1.289062, 1.648438, 2.65625, 6.25, 0.008057, 8.375, 8.375, 1.21875, 1.257812, 8.375, 8.375, 2.15625, 8.375, 1.640625, 0.894531, 0.007416, 8.375, 1.898438, 8.375, 8.375, 1.648438, 8.375, 8.375, 1.84375, 0.835938, 8.375, 1.0625, 1.5, 1.328125, 1.726562, 0.007324, 8.375, 0.855469, 0.007294, 8.375, 0.835938, 8.375, 8.375, 8.375, 0.412109, 3.046875, 1.117188, 2.015625, 4.0625, 5.0, 1.515625, 8.375, 1.804688, 0.664062, 0.667969, 1.945312, 8.375, 8.375, 0.109375, 2.09375, 8.375, 1.0625, 1.039062, 8.375, 2.875, 8.375, 0.976562, 8.375, 8.375, 0.007172, 1.953125, 8.375, 3.578125, 0.765625, 0.976562, 8.375, 0.792969, 8.375, 8.375, 8.375, 0.773438, 8.375, 0.007599, 8.375, 8.375, 8.375, 0.949219, 8.375, 8.375, 8.375, 8.375, 8.375, 8.1875, 8.375, 1.132812, 2.546875, 8.3125, 8.375, 8.375, 4.15625, 1.203125, 8.375, 8.375, 0.007233, 1.554688, 4.34375, 1.5625, 8.375, 1.414062, 8.375, 0.006287, 1.609375, 8.375, 1.203125, 1.09375, 1.304688, 8.375, 1.132812, 8.375, 8.375, 0.613281, 0.6875, 8.375, 8.375, 8.375, 0.503906, 1.070312, 8.375, 0.851562, 0.71875, 0.008118, 0.369141, 2.578125, 1.21875, 8.375, 8.375, 8.375, 8.375, 1.625, 5.34375, 0.777344, 2.546875, 8.375, 8.375, 1.515625, 1.09375, 0.871094, 1.890625, 1.375, 8.375, 8.375, 8.375, 1.273438, 1.742188, 8.375, 0.753906, 8.375, 0.972656, 8.375, 1.5625, 1.75, 8.375, 0.007874, 8.375, 3.203125, 1.226562, 0.007599, 1.234375, 8.375, 8.375, 1.085938, 0.894531, 0.839844, 1.375, 0.945312, 0.490234, 3.359375, 1.078125, 8.375, 3.53125, 2.015625, 1.257812, 8.375, 2.234375, 8.375, 8.375, 8.375, 8.375, 1.109375, 0.006622, 1.0, 8.375, 1.484375, 8.375, 0.796875, 8.375, 6.6875, 8.375, 0.75, 0.734375, 0.488281, 8.375, 7.4375, 8.375, 0.890625, 1.210938, 8.375, 1.710938, 0.722656, 8.375, 0.835938, 8.375, 8.375, 1.15625, 0.976562, 1.265625, 1.203125, 8.375, 0.992188, 1.914062, 1.007812, 1.367188, 0.361328, 1.757812, 0.148438, 1.546875, 1.695312, 0.851562, 8.375, 8.375, 0.578125, 1.234375, 8.375, 0.902344, 7.25, 8.375, 1.617188, 1.953125, 8.375, 8.375, 0.886719, 8.375, 8.375, 8.375, 0.007721, 8.375, 8.375, 2.296875, 3.859375, 1.335938, 0.007324, 8.375, 8.375, 0.917969, 8.375, 8.375, 2.765625, 8.375, 1.46875, 1.257812, 8.375, 0.960938, 8.375, 8.375, 8.375, 1.234375, 8.375, 0.007751, 3.515625, 1.015625, 2.828125, 1.25, 8.375, 8.375, 8.375, 8.375, 8.375, 1.273438, 0.082031, 8.375, 8.375, 0.9375, 8.375, 8.375, 8.375, 3.203125, 8.375, 0.101074, 8.375, 8.375, 0.917969, 8.375, 8.375, 8.375, 0.917969, 1.125, 8.375, 3.46875, 8.375, 0.007782, 0.007416, 1.007812, 8.375, 8.375, 8.375, 1.1875, 8.375, 0.00766, 8.375, 8.375, 0.00766, 8.375, 8.375, 0.945312, 1.3125, 8.375, 8.375, 0.972656, 0.007812, 8.375, 5.1875, 8.375, 1.585938, 0.953125, 1.15625, 1.523438, 8.375, 0.921875, 8.375, 0.006256, 8.375, 8.375, 1.210938, 8.375, 0.007996, 1.1875, 0.917969, 0.839844, 0.847656, 8.375, 1.226562, 0.910156, 8.375, 0.007629, 3.828125, 3.21875, 1.492188, 8.375, 0.757812, 8.375, 8.375, 8.375, 0.007935, 8.375, 1.109375, 8.375, 0.369141, 8.375, 0.972656, 1.984375, 0.007538, 8.375, 8.375, 0.007629, 0.007629, 8.375, 8.375, 0.59375, 8.375, 0.945312, 1.09375, 3.09375, 1.28125, 8.375, 8.375, 0.417969, 1.789062, 0.917969, 8.375, 2.421875, 8.375, 0.007812, 1.828125, 8.375, 8.375, 8.375, 0.714844, 8.375, 0.007477, 2.703125, 8.375, 0.007782, 8.375, 8.375, 8.375, 8.375, 0.988281, 8.375, 3.203125, 3.625, 8.375, 8.375, 1.015625, 0.664062, 8.375, 0.435547, 0.554688, 8.375, 1.289062, 8.375, 0.010437, 8.375, 2.203125, 2.390625, 8.375, 1.265625, 0.277344, 8.375, 8.375, 8.375, 1.28125, 8.375, 0.953125, 8.375, 2.78125, 8.0625, 8.375, 8.375, 8.3125, 3.40625, 8.375, 1.476562, 8.375, 0.007355, 8.375, 0.417969, 1.367188, 1.140625, 0.855469, 8.375, 8.375, 8.375, 0.59375, 0.007751, 1.632812, 1.828125, 0.00766, 1.382812, 8.375, 8.375, 8.375, 8.375, 8.375, 0.503906, 0.439453, 8.375, 1.789062, 8.375, 1.070312, 8.375, 8.375, 1.375, 8.375, 1.453125, 0.703125, 1.390625, 8.375, 0.746094, 0.820312, 0.007355, 1.203125, 1.125, 2.453125, 3.3125, 8.375, 0.75, 1.460938, 3.03125, 3.875, 8.375, 5.46875, 0.726562, 8.375, 8.375, 4.3125, 1.203125, 7.6875, 8.375, 0.992188, 8.375, 6.46875, 1.414062, 3.65625, 0.402344, 6.9375, 1.085938, 0.933594, 0.007294, 3.125, 4.75, 3.6875, 0.652344, 8.375, 1.492188, 8.375, 6.21875, 6.75, 8.375, 1.53125, 0.804688, 1.320312, 0.65625, 0.804688, 8.375, 8.375, 1.085938, 8.375, 1.375, 8.3125, 2.125, 0.964844, 1.195312, 0.960938, 8.375, 8.375, 0.792969, 1.070312, 8.375, 8.375, 0.789062, 8.375, 3.109375, 8.375, 8.375, 0.347656, 1.054688, 0.667969, 0.949219, 1.414062, 1.757812, 1.070312, 0.964844, 0.894531, 1.953125, 8.375, 6.28125, 8.375, 2.984375, 8.375, 8.375, 0.00705, 3.140625, 1.109375, 2.546875, 8.375, 1.0, 1.320312, 1.132812, 8.375, 0.90625, 8.375, 1.671875, 0.898438, 8.375, 8.375, 8.375, 0.898438, 1.820312, 3.34375, 8.375, 0.006989, 8.375, 0.902344, 0.007599, 1.335938, 0.007477, 2.109375, 1.523438, 8.375, 8.375, 0.007233, 5.28125, 0.878906, 8.375, 0.675781, 8.375, 8.375, 8.375, 8.375, 8.375, 8.375, 8.375, 8.375, 1.460938, 8.375, 0.007751, 2.34375, 8.375, 8.375, 0.765625, 8.375, 8.375, 8.375, 8.375, 0.035156, 0.007202, 8.375, 8.375, 8.375, 8.375, 0.996094, 3.53125, 2.140625, 3.984375, 8.375, 0.832031, 1.179688, 8.375, 0.773438, 8.375, 0.988281, 0.636719, 8.375, 1.109375, 8.375, 0.007629, 5.0625, 8.375, 0.472656, 0.835938, 0.847656, 0.910156, 0.941406, 4.1875, 1.140625, 8.375, 8.3125, 0.009277, 1.09375, 8.375, 8.3125, 0.773438, 1.8125, 0.007599, 2.265625, 0.980469, 0.828125, 0.007507, 2.046875, 1.445312, 0.652344, 1.054688, 0.773438, 8.375, 8.375, 0.929688, 0.007477, 4.125, 0.535156, 1.328125, 1.21875, 0.949219, 8.375, 0.320312, 8.375, 0.335938, 8.375, 2.5625, 0.835938, 0.007111, 8.375, 1.039062, 8.25, 8.375, 8.375, 8.375, 0.964844, 1.210938, 8.375, 0.318359, 1.070312, 7.1875, 3.375, 8.375, 8.375, 8.375, 1.742188, 1.335938, 1.34375, 1.390625, 6.09375, 1.210938, 8.375, 8.375, 0.765625, 1.140625, 8.375, 4.25, 8.375, 8.375, 0.103516, 0.945312, 8.375, 8.375, 8.375, 8.375, 0.910156, 0.773438, 2.0625, 0.007782, 1.351562, 0.671875, 2.71875, 8.375, 8.375, 8.375, 1.773438, 5.1875, 0.679688, 1.546875, 1.523438, 1.570312, 0.90625, 0.832031, 8.375, 0.765625, 0.621094, 1.429688, 1.132812, 8.375, 0.765625, 8.375, 0.007141, 8.375, 1.398438, 8.375, 0.824219, 8.375, 1.398438, 0.878906, 2.4375, 3.578125, 8.375, 8.375, 0.049561, 1.328125, 8.375, 0.835938, 1.507812, 8.375, 0.914062, 8.375, 1.148438, 0.00708, 0.898438, 8.375, 1.375, 8.375, 1.039062, 1.570312, 8.375, 8.375, 8.375, 0.007996, 1.148438, 8.375, 0.006195, 0.044922, 2.21875, 1.09375, 1.078125, 8.375, 8.375, 1.15625, 8.375, 0.90625, 0.007996, 1.515625, 8.375, 2.390625, 8.375, 8.375, 0.9375, 8.375, 8.375, 1.078125, 1.5625, 8.375, 1.71875, 8.375, 7.4375, 8.375, 8.375, 2.1875, 8.375, 1.382812, 1.148438, 0.328125, 8.375, 5.9375, 0.664062, 8.375, 8.375, 2.09375, 8.375, 0.691406, 0.007385, 2.140625, 0.734375, 8.375, 1.015625, 8.375, 8.375, 1.648438, 0.006989, 1.523438, 1.375, 3.4375, 8.375, 1.15625, 7.78125, 8.375, 8.375, 8.375, 0.9375, 8.375, 2.21875, 1.945312, 2.03125, 8.375, 0.761719, 8.375, 1.5625, 8.375, 2.5625, 8.375, 1.664062, 1.023438, 2.140625, 1.890625, 1.03125, 0.953125, 0.007751, 8.375, 1.328125, 0.007416, 8.375, 8.375, 8.375, 8.125, 1.226562, 1.40625, 1.890625, 8.375, 8.375, 0.882812, 8.375, 0.007568, 0.007874, 0.976562, 1.117188, 0.101074, 1.867188, 0.357422, 1.46875, 8.375, 7.28125, 8.375, 0.652344, 8.375, 8.375, 5.34375, 8.375, 8.375, 8.375, 3.53125, 7.34375, 0.007629, 8.375, 8.375, 1.5, 8.375, 8.375, 8.375, 0.435547, 0.863281, 2.484375, 8.375, 0.835938, 8.375, 1.015625, 1.03125, 0.5, 8.3125, 8.375, 8.375, 8.375, 8.375, 8.375, 8.375, 1.921875, 8.375, 0.114746, 8.375, 3.59375, 8.375, 1.0625, 8.375, 8.375, 8.375, 8.375, 0.007477, 8.375, 8.375, 1.117188, 8.375, 1.726562, 8.375, 8.375, 1.914062, 8.375, 2.75, 8.375, 8.375, 8.375, 0.730469, 8.375, 8.375, 8.375, 0.007721, 3.078125, 1.148438, 1.609375, 8.375, 8.375, 0.00769, 6.96875, 0.839844, 0.996094, 0.898438, 1.132812, 1.320312, 1.125, 8.375, 0.398438, 0.144531, 0.855469, 2.296875, 8.375, 2.3125, 1.929688, 0.957031, 0.914062, 0.734375, 2.71875, 1.460938, 1.226562, 8.375, 8.375, 2.515625, 1.03125, 8.375, 1.242188, 0.625, 8.375, 3.984375, 0.882812, 8.375, 2.9375, 8.375, 1.515625, 8.375, 8.375, 0.714844, 8.375, 2.484375, 0.133789, 8.375, 1.773438, 0.71875, 0.007599, 8.375, 1.242188, 8.375, 8.375, 8.375, 0.957031, 0.9375, 1.492188, 5.5, 1.609375, 1.757812, 1.140625, 8.375, 0.279297, 1.3125, 8.375, 3.96875, 0.007538, 8.375, 8.375, 0.953125, 6.21875, 2.96875, 0.910156, 1.914062, 7.625, 1.773438, 8.375, 2.8125, 8.375, 4.09375, 2.734375, 1.046875, 8.375, 8.375, 1.421875, 8.375, 1.515625, 8.375, 1.382812, 8.375, 0.828125, 8.375, 0.75, 8.375, 1.921875, 8.375, 0.894531, 1.375, 1.601562, 1.21875, 0.992188, 4.125, 8.375, 1.695312, 1.179688, 8.375, 8.375, 1.125, 1.09375, 1.132812, 8.375, 0.006927, 8.375, 0.007721, 8.375, 8.375, 8.375, 8.375, 8.375, 1.1875, 8.375, 8.375, 8.375, 0.789062, 8.375, 3.046875, 1.039062, 0.006927, 8.375, 0.007233, 8.375, 1.171875, 1.9375, 8.375, 0.941406, 8.375, 0.921875, 8.375, 8.375, 8.375, 0.929688, 3.453125, 8.375, 8.375, 8.375, 8.375, 0.960938, 8.375, 0.204102, 8.375, 1.742188, 8.375, 1.515625, 0.65625, 3.484375, 8.375, 5.9375, 8.375, 1.289062, 0.007935, 8.375, 2.5, 8.0, 2.75, 8.375, 8.375, 0.746094, 1.117188, 0.941406, 0.804688, 0.007385, 8.375, 8.375, 8.375, 8.375, 8.375, 1.734375, 8.375, 0.84375, 8.375, 8.375, 8.375, 0.976562, 0.984375, 2.953125, 3.84375, 8.375, 1.40625, 1.59375, 8.375, 2.34375, 8.375, 8.375, 8.375, 5.6875, 0.765625, 7.6875, 8.375, 8.375, 1.03125, 0.007416, 8.375, 1.476562, 8.375, 8.375, 1.59375, 8.375, 3.5, 8.375, 0.007812, 0.007294, 0.007874, 8.375, 0.617188, 1.570312, 8.375, 1.320312, 8.375, 0.007538, 0.006348, 8.375, 0.191406, 0.976562, 8.375, 0.008057, 2.015625, 1.132812, 1.328125, 0.6875, 8.375, 1.40625, 0.523438, 8.375, 8.375, 0.00766, 1.757812, 0.84375, 0.546875, 0.5625, 8.375, 8.375, 8.375, 8.375, 2.046875, 8.375, 0.984375, 0.777344, 8.375, 0.859375, 0.839844, 2.484375, 8.375, 0.800781, 8.1875, 1.132812, 0.007751, 0.921875, 0.007874, 8.375, 0.800781, 0.878906, 8.375, 1.765625, 8.375, 8.375, 8.375, 0.007385, 8.375, 8.375, 0.006836, 8.375, 8.375, 8.375, 1.703125, 1.890625, 8.375, 2.375, 3.546875, 2.0625, 7.125, 1.484375, 1.90625, 8.375, 8.375, 1.820312, 8.375, 0.245117, 1.210938, 0.835938, 1.0625, 0.996094, 1.148438, 8.375, 0.625, 1.367188, 8.375, 3.84375, 1.375, 1.179688, 1.382812, 8.375, 8.375, 8.375, 0.800781, 1.023438, 0.714844, 8.375, 8.375, 8.375, 8.375, 1.671875, 8.375, 0.671875, 0.734375, 1.109375, 8.375, 1.101562, 8.3125, 8.375, 1.226562, 0.796875, 8.375, 8.375, 1.59375, 8.375, 1.1875, 1.015625, 8.375, 2.96875, 0.007263, 8.375, 0.898438, 8.375, 0.007416, 8.375, 1.023438, 0.828125, 2.8125, 1.570312, 1.328125, 2.15625, 1.375, 3.6875, 8.375, 1.898438, 2.296875, 0.597656, 1.148438, 8.375, 1.0625, 8.375, 0.894531, 8.375, 8.375, 8.375, 2.359375, 1.726562, 0.101562, 0.855469, 8.375, 8.375, 0.742188, 0.96875, 1.273438, 0.964844, 1.554688, 8.375, 0.859375, 3.671875, 2.9375, 8.375, 0.8125, 2.5625, 8.375, 1.085938, 8.375, 0.302734, 8.375, 1.375, 0.679688, 8.375, 0.527344, 0.007507, 0.007935, 8.375, 8.375, 1.304688, 1.234375, 1.007812, 8.375, 8.375, 8.375, 0.007019, 8.375, 8.375, 0.9375, 1.492188, 8.375, 8.375, 6.90625, 0.691406, 1.460938, 0.636719, 8.375, 8.375, 8.375, 1.203125, 8.375, 8.375, 8.375, 8.375, 8.375, 8.375, 8.375, 8.375, 0.628906, 8.375, 1.148438, 0.886719, 1.148438, 8.375, 2.890625, 7.25, 8.375, 8.375, 1.78125, 8.375, 1.265625, 8.375, 0.00592, 0.738281, 8.375, 8.375, 0.996094, 4.46875, 0.00766, 8.375, 8.375, 8.375, 8.375, 8.375, 0.613281, 1.210938, 1.90625, 2.734375, 0.062988, 8.375, 8.375, 8.375, 1.609375, 8.375, 0.832031, 5.625, 2.0625, 1.226562, 8.375, 0.953125, 1.398438, 8.375, 0.640625, 2.234375, 0.006775, 8.375, 8.375, 8.375, 8.375, 8.375, 8.375, 8.375, 1.367188, 0.007629, 0.007202, 1.78125, 8.375, 1.023438, 0.007111, 8.375, 0.265625, 1.804688, 8.375, 0.554688, 8.375, 8.375, 8.375, 1.5625, 1.507812, 0.007172, 5.5, 1.539062, 1.875, 1.507812, 8.375, 0.019165, 8.375, 0.730469, 8.375, 1.679688, 8.375, 4.25, 8.375, 0.832031, 8.375, 8.375, 8.375, 2.046875, 8.375, 8.375, 1.601562, 8.375, 8.375, 1.117188, 3.703125, 8.375, 8.375, 8.375, 1.59375, 1.398438, 0.007568, 1.101562, 1.648438, 2.390625, 1.132812, 1.820312, 0.007935, 1.023438, 8.375, 0.777344, 2.03125, 8.375, 8.375, 8.375, 8.375, 0.007996, 1.164062, 1.078125, 1.632812, 8.375, 8.375, 0.75, 0.640625, 8.375, 0.867188, 0.007721, 8.375, 8.375, 8.375, 8.375, 1.507812, 8.375, 0.470703, 8.375, 8.375, 0.101074, 8.375, 1.164062, 8.375, 0.890625, 0.964844, 0.006256, 1.078125, 0.886719, 8.375, 8.375, 8.375, 8.375, 8.375, 1.914062, 0.542969, 1.390625, 8.375, 8.375, 8.375, 0.007996, 1.289062, 4.875, 8.375, 1.484375, 0.007996, 8.375, 0.589844, 1.398438, 8.375, 8.375, 8.375, 8.375, 8.375, 8.375, 0.007874, 8.375, 8.375, 8.375, 8.375, 8.375, 1.742188, 1.492188, 8.375, 8.375, 1.570312, 4.3125, 8.375, 8.375, 1.304688, 8.375, 0.007599, 8.375, 0.769531, 8.375, 1.921875, 8.375, 1.726562, 0.007629, 1.296875, 2.046875, 2.75, 1.25, 1.203125, 0.660156, 1.320312, 8.375, 0.007599, 2.375, 3.359375, 8.375, 8.375, 0.75, 8.375, 1.414062, 8.375, 8.375, 8.375, 8.375, 1.28125, 0.007935, 0.902344, 8.25, 8.375, 1.015625, 8.375, 0.007446, 1.070312, 8.375, 3.734375, 8.375, 2.109375, 8.375, 1.070312, 1.15625, 1.625, 8.375, 0.984375, 5.125, 3.578125, 1.632812, 0.636719, 1.90625, 1.148438, 2.515625, 0.007263, 2.90625, 1.296875, 8.375, 8.375, 8.375, 8.375, 0.007355, 8.375, 8.375, 8.375, 8.375, 1.015625, 4.15625, 8.375, 8.375, 8.375, 1.132812, 8.375, 8.375, 1.695312, 8.375, 3.265625, 8.375, 0.773438, 1.203125, 2.796875, 8.375, 8.375, 8.375, 1.992188, 8.375, 2.125, 0.84375, 1.070312, 1.375, 1.328125, 0.808594, 5.875, 4.5625, 1.570312, 8.375, 8.375, 0.972656, 2.53125, 0.605469, 0.00766, 1.054688, 2.046875, 0.996094, 0.006989, 0.792969, 1.40625, 2.34375, 1.070312, 0.006866, 0.84375, 8.375, 8.375, 8.375, 8.375, 8.375, 0.503906, 0.007996, 0.855469, 5.84375, 0.007324, 1.78125, 8.375, 0.730469, 8.375, 8.375, 0.847656, 1.75, 8.375, 0.636719, 8.375, 1.34375, 8.375, 8.375, 1.085938, 2.671875, 8.375, 8.375, 8.375, 8.375, 8.375, 0.00769, 8.375, 0.007172, 1.859375, 0.921875, 0.992188, 3.5, 4.0625, 0.038818, 1.0, 8.375, 8.375, 8.375, 6.0, 8.375, 4.8125, 0.007782, 8.375, 8.375, 5.0, 0.006592, 8.375, 1.039062, 8.375, 2.53125, 8.375, 8.375, 1.585938, 0.75, 0.007629, 8.375, 8.375, 2.171875, 0.007935, 0.46875, 0.007538, 8.375, 6.6875, 1.289062, 0.953125, 1.429688, 1.554688, 1.09375, 8.375, 8.375, 0.007599, 0.24707, 8.375, 8.375, 0.007233, 8.375, 2.0625, 8.375, 8.375, 0.007385, 8.375, 2.421875, 3.546875, 2.0625, 8.375, 1.554688, 8.375, 8.375, 0.007263, 8.375, 2.046875, 0.007324, 0.683594, 0.964844, 1.226562, 2.0625, 1.648438, 8.375, 8.375, 5.625, 1.0, 1.703125, 1.03125, 0.695312, 0.007721, 6.3125, 0.757812, 1.8125, 1.554688, 0.785156, 8.375, 0.828125, 8.375, 0.0065, 1.53125, 8.375, 8.375, 0.835938, 2.390625, 0.742188, 8.375, 1.90625, 0.302734, 1.28125, 1.085938, 1.265625, 8.375, 5.40625, 2.046875, 1.203125, 5.875, 0.00766, 8.375, 8.375, 1.382812, 0.097656, 2.828125, 8.375, 1.882812, 8.375, 0.007812, 8.375, 1.195312, 0.917969, 1.710938, 2.609375, 8.375, 0.578125, 8.375, 4.96875, 1.390625, 8.375, 8.375, 0.007538, 8.375, 1.335938, 0.006927, 8.375, 0.318359, 8.375, 2.28125, 0.804688, 1.132812, 1.351562, 0.820312, 8.375, 1.0625, 8.375, 8.375, 7.78125, 8.375, 8.375, 8.375, 8.375, 8.375, 8.375, 2.5, 8.375, 0.972656, 8.375, 0.707031, 1.171875, 0.008118, 0.777344, 8.375, 0.062988, 8.375, 0.898438, 1.054688, 8.375, 8.375, 8.375, 8.375, 0.988281, 2.4375, 0.820312, 2.015625, 8.375, 8.375, 0.960938, 1.070312, 0.882812, 2.453125, 8.375, 8.375, 8.375, 8.375, 8.375, 0.972656, 0.863281, 0.09668, 1.515625, 8.375, 8.375, 0.878906, 1.351562, 1.578125, 8.375, 8.375, 8.375, 8.375, 8.375, 5.75, 2.1875, 5.1875, 8.375, 8.375, 8.375, 1.054688, 0.118652, 0.006561, 8.375, 0.298828, 8.375, 1.15625, 8.375, 8.375, 8.375, 5.34375, 2.03125, 8.375, 0.875, 8.375, 8.375, 8.375, 1.28125, 1.585938, 8.375, 8.375, 2.5, 8.375, 8.375, 5.3125, 0.453125, 0.006378, 8.375, 1.164062, 8.375, 0.217773, 0.941406, 0.925781, 0.008118, 2.0625, 8.375, 8.375, 8.375, 1.195312, 1.335938, 0.800781, 1.507812, 1.960938, 4.75, 1.203125, 8.375, 8.375, 1.515625, 2.328125, 0.707031, 0.007812, 1.40625, 1.0, 8.375, 1.3125, 0.511719, 8.375, 0.664062, 5.4375, 8.375, 8.375, 8.375, 0.929688, 1.164062, 8.375, 8.375, 1.34375, 8.375, 0.742188, 8.375, 5.03125, 8.375, 1.570312, 8.375, 8.375, 0.726562, 1.742188, 2.25, 1.070312, 8.375, 1.445312, 8.375, 8.375, 8.375, 1.132812, 8.375, 1.3125, 2.296875, 8.375, 3.828125, 0.800781, 8.375, 0.59375, 1.007812, 0.458984, 1.0625, 8.375, 4.34375, 1.429688, 0.757812, 8.375, 1.515625, 8.375, 8.375, 8.375, 1.585938, 0.847656, 8.375, 4.09375, 2.171875, 8.375, 2.703125, 1.671875, 1.328125, 8.375, 8.375, 0.960938, 1.398438, 0.558594, 1.296875, 3.859375, 8.375, 8.375, 1.640625, 8.375, 1.015625, 8.375, 1.265625, 8.375, 2.984375, 0.957031, 8.375, 0.957031, 0.433594, 1.507812, 8.375, 0.652344, 1.132812, 5.34375, 1.195312, 8.375, 8.375, 1.070312, 8.375, 1.5625, 1.65625, 8.375, 1.695312, 2.140625, 0.902344, 0.068848, 0.832031, 2.421875, 6.53125, 8.375, 0.875, 1.351562, 8.375, 0.941406, 0.945312, 8.375, 0.964844, 8.375, 8.375, 8.375, 3.25, 1.015625, 0.149414, 8.375, 2.03125, 0.851562, 0.223633, 8.375, 0.008057, 0.917969, 1.078125, 1.070312, 8.375, 0.515625, 8.375, 0.028076, 6.5625, 8.375, 8.375, 1.640625, 8.375, 0.691406, 8.375, 1.421875, 8.375, 1.09375, 1.359375, 2.265625, 1.03125, 1.484375, 1.507812, 1.101562, 8.375, 8.375, 1.398438, 8.375, 8.375, 8.375, 8.375, 0.570312, 8.375, 0.558594, 8.375, 2.171875, 0.753906, 8.375, 8.375, 1.484375, 1.117188, 2.8125, 0.007111, 8.375, 3.5625, 0.129883, 0.675781, 8.375, 8.375, 0.07959, 0.914062, 0.8125, 8.375, 0.441406, 0.675781, 5.625, 8.375, 0.007812, 8.375, 0.78125, 8.375, 1.09375, 2.265625, 1.351562, 8.375, 0.007568, 8.375, 0.007233, 0.147461, 1.28125, 8.375, 8.375, 1.132812, 8.375, 0.742188, 8.375, 8.375, 8.375, 8.375, 8.375, 1.304688, 8.375, 2.609375, 1.109375, 1.289062, 1.15625, 0.601562, 1.859375, 8.375, 1.929688, 0.910156, 0.8125, 1.859375, 0.008057, 8.375, 8.375, 8.375, 8.375, 8.375, 0.006958, 0.707031, 0.9375, 0.980469, 8.375, 1.132812, 0.006287, 1.546875, 8.25, 8.375, 0.894531, 1.0, 8.375, 7.6875, 1.921875, 8.375, 0.84375, 0.535156, 0.707031, 0.007538, 0.007355, 6.34375, 1.992188, 8.375, 2.5, 1.828125, 1.453125, 0.902344, 1.1875, 0.570312, 2.796875, 8.375, 1.789062, 1.078125, 0.318359, 8.375, 0.007812, 0.007324, 8.375, 0.632812, 0.984375, 0.21582, 8.375, 0.898438, 0.992188, 1.046875, 1.398438, 0.007751, 2.328125, 1.382812, 8.375, 0.679688, 8.375, 8.375, 1.046875, 0.855469, 8.375, 1.8125, 0.007782, 8.375, 8.375, 0.566406, 1.171875, 8.375, 8.375, 8.375, 8.375, 1.453125, 0.710938, 8.375, 8.375, 1.054688, 5.0, 0.006958, 0.964844, 0.832031, 1.460938, 2.328125 ] } , "name": "onnx::Mul_10563", "outputIndexes": [ 312 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 311, 312 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 313 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 211, 313 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/Add_2_output_0", "outputIndexes": [ 314 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.061035 ] } , "name": "/blocks.0/Constant_1_output_0", "outputIndexes": [ 315 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 314, 315 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/Mul_1_output_0", "outputIndexes": [ 316 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 316, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.1/Reshape_output_0", "outputIndexes": [ 317 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 317 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.1/input_layernorm/Pow_output_0", "outputIndexes": [ 318 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 318 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.1/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 319 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 319, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/input_layernorm/Add_output_0", "outputIndexes": [ 320 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 320, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/input_layernorm/Pow_1_output_0", "outputIndexes": [ 321 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 317, 321 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/input_layernorm/Mul_output_0", "outputIndexes": [ 322 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 14.1875, 7.5, 1.335938, 1.78125, 5.34375, 17.625, 4.46875, 4.8125, 7.5625, 3.59375, 16.125, 3.03125, 3.265625, 4.71875, 18.0, 10.5, 14.8125, 7.59375, 10.75, 19.5, 7.46875, 19.875, 18.5, 18.125, 16.375, 6.4375, 1.09375, 5.78125, 11.8125, 3.921875, 2.28125, 13.1875, 9.0625, 10.0625, 19.25, 4.0625, 23.5, 7.09375, 3.953125, 9.5625, 22.5, 5.28125, 10.625, 13.875, 11.4375, 15.375, 4.8125, 19.125, 8.1875, 18.625, 20.625, 20.25, 9.5, 9.6875, 28.5, 21.0, 10.5625, 4.0, 10.9375, 19.5, 5.3125, 17.5, 7.375, 21.625, 4.46875, 4.625, 7.25, 16.875, 3.71875, 4.4375, 11.9375, 6.6875, 20.75, 13.0, 20.25, 8.125, 2.453125, 16.375, 3.25, 14.125, 17.125, 4.5625, 10.5, 15.25, 3.34375, 4.5, 4.25, 17.125, 17.5, 9.0625, 15.6875, 18.5, 7.1875, 18.125, 13.5625, 21.5, 1.28125, 11.5625, 11.125, 20.875, 18.125, 1.078125, 17.625, 4.375, 4.875, 6.25, 4.90625, 22.375, 16.0, 15.4375, 20.125, 6.90625, 5.46875, 15.6875, 24.0, 4.9375, 4.875, 16.0, 5.78125, 17.875, 17.0, 20.625, 13.5625, 4.6875, 1.984375, 14.1875, 17.5, 8.5625, 20.375, 16.875, 17.875, 19.625, 15.5, 11.75, 3.484375, 10.75, 20.625, 5.8125, 7.46875, 10.0625, 8.1875, 15.5, 2.46875, 6.15625, 22.75, 9.4375, 3.046875, 17.25, 18.125, 11.375, 18.25, 20.875, 18.875, 4.03125, 17.375, 4.15625, 11.0625, 15.875, 5.71875, 18.375, 6.4375, 7.65625, 4.875, 19.875, 8.1875, 18.0, 18.625, 5.78125, 6.5625, 22.375, 25.125, 15.1875, 20.25, 1.242188, 8.75, 17.5, 20.125, 8.0, 9.125, 17.375, 24.5, 4.40625, 4.125, 1.851562, 21.875, 7.4375, 4.5, 19.25, 5.5625, 23.625, 20.5, 12.1875, 15.4375, 14.1875, 22.75, 16.5, 14.75, 12.375, 6.65625, 2.984375, 5.1875, 7.53125, 16.25, 6.59375, 3.203125, 3.671875, 4.4375, 9.4375, 21.25, 7.84375, 19.0, 21.125, 19.75, 17.375, 15.1875, 8.9375, 19.0, 19.5, 13.875, 11.375, 10.75, 5.15625, 22.25, 12.0625, 18.625, 8.875, 8.1875, 4.875, 9.8125, 12.5625, 3.125, 5.625, 18.875, 10.6875, 3.96875, 4.875, 1.617188, 13.25, 21.5, 19.125, 22.25, 5.34375, 28.75, 19.875, 24.375, 23.375, 8.5625, 3.90625, 4.53125, 5.03125, 4.6875, 20.625, 4.03125, 27.125, 6.375, 1.554688, 3.703125, 6.8125, 4.875, 19.375, 4.3125, 4.78125, 9.5625, 21.25, 4.65625, 14.9375, 21.375, 4.28125, 4.96875, 13.25, 1.71875, 6.0625, 7.875, 18.25, 7.84375, 8.3125, 19.125, 5.40625, 5.46875, 1.25, 2.453125, 21.125, 18.75, 19.5, 12.0625, 20.625, 14.4375, 1.085938, 4.84375, 8.125, 13.0, 18.625, 17.875, 19.625, 3.4375, 14.375, 22.125, 11.3125, 18.125, 3.734375, 7.59375, 14.8125, 14.625, 15.4375, 5.75, 18.0, 4.75, 18.375, 4.5625, 13.375, 19.0, 4.40625, 15.75, 17.75, 18.5, 8.4375, 5.4375, 4.8125, 4.5, 20.375, 26.125, 9.4375, 13.3125, 5.78125, 14.1875, 1.460938, 4.1875, 17.125, 4.375, 4.6875, 14.9375, 12.8125, 4.21875, 3.328125, 23.75, 3.703125, 15.625, 13.375, 12.0, 4.84375, 25.25, 1.445312, 4.40625, 19.125, 16.375, 3.78125, 9.0625, 18.75, 3.953125, 17.375, 23.875, 17.0, 9.875, 17.75, 1.359375, 4.5, 12.5625, 7.5625, 7.4375, 12.75, 19.875, 3.875, 17.75, 15.9375, 20.0, 24.25, 17.5, 9.25, 20.625, 24.375, 4.46875, 23.75, 4.625, 9.875, 4.34375, 12.875, 10.25, 23.0, 20.5, 7.96875, 7.1875, 15.0625, 10.25, 16.75, 17.125, 20.25, 15.0, 1.421875, 4.28125, 16.375, 14.0625, 4.21875, 21.125, 16.875, 7.5, 12.75, 4.5625, 16.5, 3.6875, 17.0, 18.625, 14.25, 7.90625, 11.25, 23.75, 14.9375, 8.25, 21.25, 3.25, 5.78125, 3.671875, 17.125, 4.46875, 17.125, 6.625, 5.0625, 3.890625, 10.9375, 3.046875, 8.5, 3.390625, 6.34375, 3.46875, 4.125, 6.09375, 14.75, 11.75, 25.75, 3.796875, 4.8125, 7.90625, 16.875, 4.3125, 5.59375, 22.5, 15.75, 22.25, 13.625, 1.070312, 17.625, 4.78125, 19.25, 15.5, 1.976562, 13.75, 15.9375, 20.0, 5.65625, 21.625, 1.257812, 5.75, 19.75, 21.375, 4.84375, 9.0625, 4.53125, 17.0, 22.375, 10.125, 22.5, 25.625, 22.0, 24.0, 13.875, 17.875, 7.65625, 7.46875, 1.390625, 3.09375, 12.4375, 6.6875, 24.0, 12.5625, 5.65625, 5.375, 18.25, 21.75, 16.625, 12.6875, 14.0625, 4.78125, 3.53125, 5.28125, 20.5, 17.25, 3.71875, 15.875, 6.15625, 16.875, 4.3125, 24.5, 19.625, 5.96875, 19.875, 3.609375, 18.5, 14.9375, 22.625, 22.125, 5.5, 5.4375, 19.625, 16.625, 18.25, 19.375, 24.25, 18.75, 8.5625, 11.1875, 5.8125, 18.625, 12.875, 15.5, 4.09375, 10.3125, 3.78125, 4.40625, 5.1875, 8.6875, 15.25, 14.5, 18.875, 3.3125, 14.625, 7.65625, 19.625, 4.375, 7.0625, 4.65625, 29.125, 18.75, 18.25, 5.1875, 16.875, 5.375, 19.125, 18.125, 1.75, 12.6875, 28.875, 5.875, 19.625, 4.96875, 6.46875, 17.5, 19.375, 19.375, 18.5, 4.1875, 22.375, 20.125, 21.5, 13.1875, 21.375, 12.0625, 25.0, 16.625, 16.5, 25.0, 5.5625, 4.34375, 24.5, 15.8125, 8.3125, 18.5, 5.15625, 3.796875, 14.5625, 14.625, 6.46875, 4.03125, 17.0, 8.4375, 8.875, 2.65625, 13.3125, 5.5, 4.03125, 10.375, 19.125, 17.625, 6.625, 4.53125, 4.25, 18.625, 4.0, 8.1875, 13.3125, 4.75, 12.6875, 14.0625, 3.890625, 17.25, 3.953125, 4.21875, 10.0625, 14.875, 9.8125, 3.84375, 11.125, 16.125, 10.5625, 17.875, 8.5625, 7.96875, 3.921875, 4.75, 4.46875, 16.125, 17.5, 5.65625, 1.304688, 19.75, 3.984375, 5.1875, 7.5, 3.25, 3.171875, 20.125, 1.320312, 3.46875, 17.625, 3.625, 4.78125, 5.21875, 19.5, 20.625, 7.28125, 20.0, 2.953125, 24.75, 16.75, 16.625, 1.179688, 10.1875, 3.390625, 14.6875, 8.625, 20.625, 4.03125, 4.40625, 16.5, 4.34375, 6.875, 21.25, 18.25, 10.0, 3.84375, 18.375, 17.375, 5.71875, 7.28125, 6.8125, 18.75, 17.75, 15.8125, 14.5, 11.1875, 18.5, 2.078125, 19.875, 4.40625, 5.0625, 15.4375, 1.398438, 20.75, 16.5, 17.0, 18.375, 17.875, 4.71875, 16.75, 18.125, 8.125, 19.875, 18.25, 8.875, 18.75, 4.9375, 23.375, 7.21875, 7.375, 0.820312, 17.0, 2.828125, 16.25, 3.5, 24.25, 4.59375, 19.875, 10.1875, 16.0, 4.5, 6.0, 14.5625, 19.5, 4.53125, 3.859375, 21.75, 1.273438, 19.125, 15.6875, 11.9375, 15.75, 4.40625, 4.4375, 20.625, 11.0625, 24.0, 4.40625, 12.0625, 10.375, 27.125, 16.0, 4.875, 5.5, 2.5, 20.875, 9.0625, 19.625, 10.4375, 4.5625, 21.25, 3.828125, 8.5, 5.1875, 2.5625, 14.625, 4.6875, 10.4375, 6.375, 3.90625, 12.75, 29.25, 20.0, 9.0625, 26.5, 22.75, 4.5625, 22.625, 4.46875, 20.5, 4.71875, 11.9375, 12.5, 4.59375, 19.625, 22.0, 3.0, 4.40625, 1.070312, 15.625, 4.15625, 21.75, 11.1875, 17.875, 4.6875, 4.5, 0.984375, 4.21875, 9.1875, 5.0, 13.25, 4.46875, 17.875, 5.15625, 27.125, 18.875, 13.0, 22.875, 5.25, 6.1875, 3.96875, 22.625, 20.0, 10.9375, 9.1875, 19.25, 14.4375, 3.8125, 1.429688, 13.4375, 3.15625, 4.125, 16.625, 13.75, 1.28125, 16.125, 3.921875, 15.5, 1.015625, 6.3125, 15.5, 3.09375, 17.625, 19.0, 15.125, 9.9375, 21.25, 19.875, 15.625, 24.125, 17.25, 14.9375, 14.0, 11.0, 19.75, 21.75, 15.125, 6.75, 5.375, 14.5, 21.0, 6.1875, 4.34375, 15.6875, 16.375, 10.5625, 4.125, 19.25, 2.34375, 4.90625, 18.375, 3.609375, 16.625, 4.15625, 16.125, 18.5, 22.75, 6.375, 5.8125, 15.3125, 25.125, 7.25, 23.875, 7.9375, 5.84375, 7.15625, 9.25, 16.875, 15.875, 14.25, 15.6875, 15.375, 4.375, 2.84375, 24.875, 1.8125, 23.25, 4.9375, 10.625, 12.0625, 22.625, 19.625, 5.03125, 5.5, 17.875, 18.625, 7.78125, 1.8125, 20.125, 3.953125, 12.6875, 6.71875, 6.0625, 19.25, 19.125, 20.75, 19.75, 15.6875, 19.75, 15.6875, 18.75, 22.25, 13.625, 6.375, 3.796875, 4.34375, 9.625, 9.4375, 5.71875, 17.875, 8.25, 19.25, 9.9375, 5.46875, 20.375, 19.0, 17.125, 4.5625, 19.25, 9.3125, 17.875, 21.5, 1.257812, 4.75, 7.90625, 18.875, 16.375, 11.4375, 4.625, 21.0, 4.96875, 23.5, 23.125, 15.8125, 18.375, 13.4375, 19.125, 6.59375, 5.15625, 10.6875, 5.65625, 23.625, 4.59375, 21.25, 5.21875, 9.0625, 4.25, 4.0, 1.09375, 7.625, 8.125, 7.8125, 18.625, 7.5625, 21.75, 11.125, 5.03125, 8.6875, 21.75, 8.875, 4.40625, 5.5625, 1.585938, 20.75, 18.625, 6.4375, 6.1875, 3.671875, 1.578125, 21.75, 10.1875, 9.875, 4.71875, 3.84375, 15.9375, 20.375, 10.3125, 16.75, 4.46875, 20.25, 21.25, 9.1875, 15.5, 9.875, 16.5, 7.375, 3.1875, 26.125, 20.0, 18.0, 15.9375, 13.4375, 4.375, 18.25, 4.90625, 4.5625, 20.0, 22.875, 8.4375, 4.375, 20.0, 14.375, 17.625, 16.5, 21.375, 17.625, 19.75, 13.5, 16.875, 21.75, 20.5, 20.875, 4.90625, 4.15625, 20.875, 24.25, 13.1875, 20.5, 18.625, 18.125, 21.5, 2.90625, 20.5, 4.15625, 18.0, 9.0625, 20.625, 17.0, 20.75, 5.0, 14.875, 9.75, 9.1875, 4.34375, 3.65625, 21.0, 20.625, 3.96875, 20.0, 17.875, 5.78125, 4.15625, 6.25, 9.6875, 5.5, 13.875, 17.75, 16.375, 18.25, 5.96875, 12.75, 2.203125, 5.03125, 17.75, 13.0625, 7.84375, 7.84375, 8.5, 7.625, 18.25, 20.5, 5.0, 7.3125, 4.6875, 4.5625, 20.125, 18.0, 25.5, 16.125, 19.5, 19.0, 17.5, 3.421875, 8.0625, 1.390625, 20.875, 7.6875, 18.0, 14.9375, 18.625, 21.0, 19.125, 17.375, 5.9375, 20.875, 18.875, 15.4375, 24.875, 1.398438, 17.25, 9.4375, 14.375, 8.9375, 13.8125, 4.125, 19.75, 2.859375, 17.125, 18.125, 9.9375, 8.375, 7.125, 4.96875, 20.0, 14.5, 3.40625, 19.25, 12.875, 4.0625, 17.875, 5.375, 17.75, 19.5, 20.25, 2.078125, 15.25, 7.65625, 17.625, 17.875, 7.65625, 4.375, 3.390625, 18.875, 15.4375, 4.0625, 22.375, 24.375, 12.4375, 16.375, 17.0, 8.3125, 3.921875, 18.875, 7.09375, 21.375, 22.0, 14.9375, 2.265625, 9.625, 3.75, 8.125, 20.0, 6.1875, 4.78125, 15.125, 14.0625, 1.21875, 13.0625, 7.0625, 3.9375, 9.375, 6.65625, 22.25, 5.3125, 13.0, 23.0, 14.8125, 5.4375, 11.625, 22.0, 5.34375, 4.1875, 13.625, 5.0, 17.625, 18.75, 10.3125, 23.625, 4.46875, 17.75, 8.9375, 11.0, 17.875, 14.5625, 18.125, 12.5, 10.75, 4.28125, 13.1875, 12.3125, 5.40625, 8.75, 4.75, 19.625, 2.6875, 17.75, 12.5, 12.25, 1.40625, 22.25, 4.09375, 14.625, 6.34375, 11.625, 9.8125, 12.875, 15.375, 13.0625, 14.0625, 16.375, 24.5, 20.625, 9.3125, 17.125, 23.375, 10.0625, 3.984375, 4.75, 15.25, 14.875, 15.375, 14.0625, 7.75, 3.609375, 20.875, 4.0625, 18.125, 24.75, 23.75, 21.75, 19.25, 12.75, 20.5, 28.25, 4.28125, 4.0, 8.125, 21.0, 9.25, 5.0, 7.6875, 1.828125, 3.96875, 3.953125, 8.5625, 3.84375, 18.375, 5.25, 9.5, 14.8125, 8.6875, 6.0, 7.5, 22.875, 16.75, 12.5, 4.9375, 24.625, 6.21875, 23.75, 24.5, 20.875, 19.125, 1.359375, 4.0, 7.15625, 3.71875, 8.9375, 5.09375, 12.5625, 6.15625, 20.25, 4.34375, 5.90625, 1.367188, 17.875, 4.71875, 7.8125, 2.8125, 4.625, 10.5, 1.492188, 4.5625, 18.125, 10.625, 20.625, 1.109375, 8.0, 23.125, 8.375, 19.375, 9.4375, 3.46875, 5.0, 18.75, 1.15625, 5.4375, 4.3125, 19.625, 11.375, 16.875, 13.4375, 5.625, 5.03125, 21.75, 5.15625, 11.875, 17.625, 21.125, 19.75, 17.125, 15.375, 5.5, 17.5, 16.5, 15.75, 9.875, 4.25, 20.25, 15.0, 21.5, 16.875, 21.125, 12.875, 12.1875, 13.8125, 0.757812, 3.984375, 15.0, 24.5, 5.0625, 17.75, 24.75, 7.625, 3.9375, 20.875, 7.1875, 11.1875, 3.34375, 18.25, 5.15625, 7.375, 22.75, 4.21875, 12.75, 16.75, 5.0, 14.875, 21.5, 24.875, 3.296875, 17.75, 4.53125, 4.5625, 5.0625, 22.125, 23.0, 21.375, 4.34375, 13.6875, 19.375, 16.625, 4.78125, 29.25, 19.25, 2.71875, 7.59375, 27.625, 4.0, 4.0625, 19.5, 8.0, 13.5, 12.625, 14.375, 4.3125, 15.9375, 2.578125, 19.25, 4.125, 18.125, 16.75, 17.125, 1.359375, 5.21875, 16.875, 5.1875, 14.6875, 4.59375, 17.125, 2.171875, 22.5, 3.890625, 18.75, -8.375, 11.625, 5.3125, 16.25, 20.75, 15.625, 17.875, 17.625, 8.4375, 4.9375, 15.375, 18.375, 5.1875, 3.984375, 17.125, 15.8125, 19.875, 4.40625, 20.0, 9.625, 3.21875, 3.625, 7.0, 8.0625, 4.1875, 4.46875, 16.75, 7.96875, 2.828125, 4.5625, 20.875, 4.75, 7.125, 17.0, 16.5, 4.5625, 17.625, 1.78125, 20.875, 21.75, 6.96875, 19.25, 8.9375, 24.25, 1.648438, 4.09375, 3.859375, 20.875, 8.625, 9.0625, 4.8125, 3.40625, 5.0625, 24.25, 5.71875, 13.625, 4.84375, 13.25, 4.90625, 17.125, 21.375, 10.6875, 5.0625, 5.53125, 10.9375, 21.25, 19.0, 5.71875, 12.0, 3.78125, 11.8125, 4.625, 5.1875, 17.75, 14.9375, 17.625, 22.5, 19.125, 1.523438, 6.8125, 3.890625, 4.25, 8.0625, 21.625, 4.03125, 30.875, 1.445312, 4.03125, 4.21875, 21.875, 21.125, 18.75, 7.9375, 9.9375, 16.25, 18.125, 1.257812, 10.4375, 9.25, 1.320312, 9.0625, 7.09375, 17.875, 4.71875, 2.90625, 3.65625, 19.125, 24.625, 4.09375, 14.25, 7.75, 4.875, 13.875, 6.28125, 6.1875, 3.90625, 18.875, 21.25, 15.5, 5.0625, 18.125, 19.0, 9.3125, 17.25, 1.726562, 19.625, 12.5, 1.226562, 20.0, 14.0625, 4.40625, 19.625, 19.875, 18.375, 11.9375, 21.75, 5.375, 20.875, 22.125, 8.5625, 1.671875, 19.375, 14.9375, 19.75, 20.25, 20.25, 11.375, 4.65625, 5.59375, 4.8125, 21.5, 1.0625, 22.375, 19.75, 5.71875, 21.875, 18.625, 16.125, 4.125, 19.625, 4.21875, 15.0, 22.375, 18.75, 18.625, 4.0625, 17.25, 18.625, 2.390625, 20.375, 9.625, 4.8125, 5.15625, 18.5, 4.375, 5.03125, 24.25, 8.375, 2.328125, 3.890625, 17.0, 12.6875, 3.703125, 11.5625, 8.625, 16.625, 5.5, 14.375, 13.25, 5.0625, 4.125, 24.25, 3.203125, 23.75, 17.0, 13.5, 24.125, 13.75, 17.5, 4.875, 12.3125, 19.125, 4.5, 13.0, 16.75, 17.0, 19.25, 1.109375, 7.15625, 5.40625, 19.625, 22.25, 19.0, 3.53125, 5.375, 4.34375, 4.59375, 15.6875, 4.375, 19.5, 19.875, 15.1875, 9.375, 18.25, 6.3125, 1.382812, 16.75, 22.875, 9.0, 10.25, 16.25, 6.40625, 21.25, 20.625, 5.6875, 21.25, 21.625, 7.125, 17.875, 1.59375, 17.0, 5.3125, 20.875, 19.625, 21.375, 17.125, 13.0625, 15.8125, 14.3125, 9.5, 5.34375, 14.6875, 19.625, 18.5, 14.0625, 1.375, 19.75, 5.34375, 21.25, 3.96875, 3.953125, 4.03125, 19.75, 12.4375, 16.375, 17.5, 1.25, 4.9375, 15.875, 22.125, 14.5, 21.125, 13.9375, 3.015625, 23.375, 15.1875, 18.625, 4.40625, 25.875, 9.9375, 3.734375, 19.625, 2.3125, 3.78125, 2.71875, 20.25, 21.25, 3.34375, 16.625, 11.5625, 17.0, 7.4375, 3.953125, 18.625, 14.6875, 19.5, 4.78125, 1.539062, 3.5625, 14.5625, 1.546875, 3.859375, 19.5, 14.125, 4.21875, 4.8125, 3.140625, 24.5, 13.5625, 27.0, 6.21875, 6.59375, 2.203125, 18.375, 8.75, 4.25, 5.09375, 4.875, 5.125, 3.796875, 4.0625, 1.1875, 25.25, 4.25, 17.0, 20.375, 18.375, 3.578125, 16.0, 4.6875, 4.53125, 5.9375, 12.5, 8.3125, 28.25, 10.625, 26.125, 29.125, 3.421875, 8.375, 23.0, 4.1875, 19.5, 8.3125, 3.171875, 10.25, 3.953125, 8.0, 19.625, 13.375, 13.0625, 18.5, 19.625, 5.28125, 5.15625, 3.375, 11.25, 4.09375, 16.0, 3.296875, 14.5, 15.5, 5.25, 21.5, 20.0, 6.53125, 24.5, 16.25, 23.625, 2.34375, 4.21875, 9.25, 4.375, 4.5625, 6.4375, 6.71875, 15.8125, 21.25, 18.375, 24.25, 5.125, 17.0, 7.34375, 4.5625, 19.875, 11.3125, 2.03125, 13.0, 2.484375, 5.375, 1.484375, 16.875, 19.375, 26.375, 6.3125, 20.75, 13.3125, 13.8125, 7.71875, 23.875, 6.65625, 18.5, 6.90625, 10.5625, 1.140625, 10.4375, 7.5, 22.625, 3.71875, 3.28125, 8.375, 16.125, 3.703125, 4.625, 17.375, 3.125, 3.796875, 19.5, 8.9375, 1.570312, 4.28125, 1.601562, 15.0, 35.75, 19.75, 20.625, 23.625, 21.875, 19.375, 14.25, 11.8125, 16.5, 9.8125, 21.125, 14.6875, 3.4375, 4.4375, 7.90625, 2.515625, 20.0, 14.1875, 14.25, 21.5, 3.328125, 7.21875, 19.375, 20.25, 5.0625, 17.375, 19.375, 4.40625, 5.71875, 3.484375, 6.125, 18.0, 7.46875, 15.6875, 2.609375, 1.148438, 3.234375, 5.5625, 18.875, 9.875, 22.5, 24.5, 18.0, 33.75, 17.375, 8.75, 6.375, 2.796875, 4.375, 7.4375, 15.4375, 19.75, 19.75, 5.625, 3.28125, 8.25, 13.1875, 17.375, 9.1875, 3.21875, 17.125, 11.6875, 1.359375, 20.25, 57.75, 5.0625, 6.09375, 3.796875, 3.015625, 8.5, 4.28125, 18.5, 4.0625, 1.28125, 3.9375, 4.84375, 9.375, 14.75, 18.25, 6.71875, 3.0625, 19.75, 3.140625, 3.5625, 6.0625, 17.0, 4.59375, 1.3125, 1.335938, 23.625, 1.601562, 18.0, 1.375, 16.25, 19.125, 15.25, 9.0625, 14.1875, 17.0, 15.5, 22.75, 15.625, 4.5625, 17.375, 10.25, 8.6875, 2.890625, 5.03125, 20.625, 9.3125, 16.25, 3.546875, 8.125, 4.5, 6.0, 17.875, 39.75, 15.625, 4.5625, 4.125, 20.875, 5.59375, 12.125, 22.5, 9.125, 10.5, 4.65625, 13.875, 5.71875, 18.875, 21.0, 16.25, 1.453125, 20.625, 6.28125, 11.0625, 15.9375, 55.5, 11.0625, 23.5, 16.25, 16.625, 8.8125, 17.375, 2.34375, 4.59375, 7.96875, 5.90625, 21.625, 5.125, 7.71875, 0.773438, 5.03125, 18.125, 16.375, 9.6875, 4.28125, 5.75, 16.375, 4.84375, 4.65625, 15.25, 3.296875, 15.0, 2.609375, 18.125, 16.25, 8.8125, 3.84375, 8.375, 7.40625, 10.625, 5.875, 22.25, 21.625, 16.375, 19.875, 17.75, 25.25, 4.34375, 8.4375, 14.9375, 12.5, 6.0625, 19.875, 9.1875, 19.625, 3.15625, 21.5, 13.25, 17.875, 17.5, 20.125, 14.625, 11.125, 24.75, 20.5, 15.875, 5.1875, 7.875, 4.3125, 4.4375, 5.28125, 37.75, 21.625, 23.0, 4.75, 18.0, 13.6875, 5.09375, 18.25, 8.3125, 5.59375, 19.875, 20.125, 1.28125, 15.0, 10.0625, 13.75, 6.71875, 1.367188, 17.125, 11.375, 4.375, 4.5625, 6.75, 4.8125, 4.1875, 21.5, 4.1875, 18.5, 13.75, 19.0, 25.625, 9.4375, 6.625, 14.8125, 17.5, 1.023438, 4.125, 5.4375, 21.0, 6.1875, 7.375, 23.125, 6.0625, 5.46875, 12.0625, 5.3125, 5.0625, 16.25, 3.375, 12.3125, 4.40625, 1.289062, 13.5, 17.125, 13.6875, 0.746094, 3.9375, 9.375, 11.625, 18.5, 25.375, 9.25, 3.328125, 15.5625, 18.125, 19.5, 12.125, 20.375, 11.3125, 4.125, 12.75, 14.0, 1.328125, 8.6875, 17.75, 5.03125, 20.5, 4.25, 7.03125, 22.125, 6.53125, 25.5, 18.875, 25.0, 1.34375, 14.1875, 5.3125, 4.625, 19.75, 4.96875, 9.375, 19.5, 18.5, 21.75, 14.125, 14.125, 12.375, 2.328125, 4.59375, 7.28125, 23.375, 12.4375, 18.375, 31.5, 19.25, 10.0, 22.125, 11.1875, 15.4375, 18.625, 4.3125, 16.25, 5.0625, 18.125, 14.9375, 4.75, 4.09375, 21.625, 15.0, 17.5, 3.84375, 16.75, 18.25, 15.75, 23.875, 15.25, 0.910156, 15.375, 14.875, 16.25, 6.03125, 17.5, 2.484375, 5.78125, 18.875, 15.4375, 14.5, 8.4375, 13.4375, 3.875, 18.75, 3.984375, 23.0, 22.0, 15.1875, 10.375, 7.84375, 18.25, 3.421875, 7.25, 14.1875, 4.125, 10.5625, 16.875, 1.289062, 21.375, 26.875, 5.25, 23.25, 7.53125, 13.625, 23.875, 20.125, 22.5, 21.0, 5.0625, 14.0625, 3.765625, 6.375, 10.875, 4.4375, 1.632812, 2.671875, 4.28125, 3.890625, 8.25, 12.6875, 3.6875, 26.625, 1.585938, 18.0, 16.125, 19.25, 17.5, 3.8125, 12.9375, 1.085938, 16.375, 21.625, 1.101562, 8.375, 5.03125, 6.90625, 16.0, 14.0, 26.875, 10.125, 8.5, 3.734375, 22.0, 15.8125, 16.375, 12.9375, 4.28125, 5.5625, 5.03125, 4.96875, 9.1875, 23.625, 19.625, 25.0, 24.0, 4.9375, 5.9375, 19.0, 15.5625, 20.375, 1.351562, 1.382812, 5.28125, 6.59375, 8.8125, 5.40625, 21.75, 13.25, 3.109375, 4.375, 2.03125, 17.875, 21.125, 25.125, 1.65625, 18.375, 4.1875, 17.5, 8.375, 9.625, 4.15625, 6.8125, 13.9375, 4.59375, 18.875, 5.03125, 8.25, 5.90625, 14.875, 11.0625, 9.125, 8.0625, 10.4375, 8.4375, 5.03125, 8.125, 21.5, 20.375, 8.4375, 14.5, 5.75, 25.25, 16.75, 21.875, 29.25, 10.75, 4.28125, 3.96875, 1.289062, 20.125, 16.875, 20.375, 16.25, 13.1875, 5.84375, 14.625, 20.625, 5.0, 13.6875, 11.5, 17.625, 21.25, 15.6875, 19.25, 1.335938, 14.875, 21.125, 0.957031, 20.375, 6.75, 4.40625, 1.304688, 1.375, 21.125, 18.25, 4.09375, 4.375, 15.6875, 4.5, 26.0, 4.4375, 6.0625, 4.78125, 13.3125, 6.34375, 6.46875, 23.0, 8.3125, 10.8125, 18.375, 5.625, 19.375, 3.609375, 6.0, 8.25, 19.0, 4.9375, 15.0625, 16.0, 4.59375, 7.78125, 20.875, 5.03125, 72.5, 19.375, 17.5, 16.375, 9.0, 5.75, 15.3125, 19.625, 2.796875, 13.0625, 2.71875, 4.9375, 9.3125, 10.4375, 20.875, 10.1875, 8.9375, 13.8125, 4.375, 9.0, 10.4375, 17.375, 3.078125, 9.5, 25.625, 14.5625, 22.625, 19.625, 8.0, 6.53125, 5.5625, 11.5, 4.21875, 17.875, 3.453125, 21.75, 5.1875, 13.6875, 20.0, 5.0625, 17.875, 20.625, 15.125, 5.1875, 19.25, 17.375, 5.65625, 18.625, 4.0625, 4.5625, 13.0625, 1.3125, 15.625, 13.5, 4.625, 18.875, 17.25, 20.25, 22.625, 19.5, 12.8125, 22.0, 4.6875, 14.75, 10.875, 7.21875, 23.875, 21.625, 4.25, 19.75, 4.15625, 4.59375, 4.03125, 10.1875, 21.25, 17.0, 7.75, 18.5, 17.625, 15.5625, 3.796875, 18.625, 17.625, 19.375, 18.25, 8.0625, 22.375, 7.65625, 17.875, 4.875, 8.375, 4.46875, 10.625, 4.84375, 20.625, 16.25, 13.125, 4.5625, 15.9375, 20.0, 10.75, 13.1875, 19.625, 17.375, 21.375, 5.65625, 5.0625, 18.875, 1.257812, 4.21875, 9.125, 4.9375, 19.125, 8.4375, 14.9375, 10.8125, 11.375, 21.375, 4.6875, 5.28125, 17.125, 17.375, 8.1875, 14.1875, 1.304688, 10.75, 20.125, 20.375, 4.28125, 8.5, 18.125, 20.125, 24.5, 8.8125, 18.5, 18.375, 3.9375, 3.265625, 18.75, 3.921875, 28.125, 4.75, 22.125, 8.75, 15.8125, 5.3125, 26.75, 4.40625, 3.53125, 19.125, 19.25, 3.9375, 6.6875, 22.375, 4.4375, 20.625, 4.5, 5.09375, 3.3125, 4.65625, 7.21875, 19.375, 6.8125, 12.1875, 20.5, 20.75, 18.375, 19.0, 18.625, 3.84375, 14.5, 20.0, 15.8125, 13.1875, 15.4375, 4.1875, 3.375, 6.46875, 5.46875, 9.4375, 18.75, 19.5, 17.5, 16.75, 6.75, 17.875, 21.625, 28.0, 3.125, 3.953125, 18.375, 11.3125, 8.1875, 3.96875, 26.625, 3.5, 38.75, 21.125, 19.0, 17.0, 10.5625, 4.4375, 13.3125, 4.0625, 10.6875, 13.6875, 17.625, 19.375, 19.125, 12.8125, 10.8125, 2.640625, 20.5, 20.125, 18.125, 5.6875, 18.625, 22.5, 7.875, 15.875, 26.125, 20.625, 7.125, 19.375, 17.375, 18.625, 14.3125, 17.75, 13.5625, 19.25, 4.4375, 20.5, 8.5, 1.859375, 26.0, 21.25, 3.671875, 13.125, 19.75, 10.1875, 4.9375, 22.25, 20.5, 4.5625, 4.15625, 5.1875, 1.273438, 14.0625, 18.375, 8.125, 1.265625, 22.375, 7.1875, 17.25, 20.375, 20.25, 13.625, 10.6875 ] } , "name": "onnx::Mul_10564", "outputIndexes": [ 323 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 322, 323 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/input_layernorm/Mul_1_output_0", "outputIndexes": [ 324 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 324 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.1/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 6969 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6969 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.1/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 6970 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6970 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 75366620, 2621462, 655360, 0, 0 ] } , "name": "/layers.1/self_attn/q_proj/Linear", "outputIndexes": [ 6971 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6971 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.1/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 6972 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6972 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ] , "dimType": "NCHW" } , "name": "/layers.1/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 325 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 324 ] , "main_type": "NONE", "name": "/blocks.1/self_attn/Shape_output_0", "outputIndexes": [ 326 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 326 ] , "main_type": "NONE", "name": "Shape422", "outputIndexes": [ 327 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 326 ] , "main_type": "NONE", "name": "Rank424", "outputIndexes": [ 328 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 328, 328 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp426", "outputIndexes": [ 329 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 329 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze427", "outputIndexes": [ 330 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 329, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp429", "outputIndexes": [ 331 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 331 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze430", "outputIndexes": [ 332 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 327, 330, 332, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice433", "outputIndexes": [ 333 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 333 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze434", "outputIndexes": [ 334 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 334, 334 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp436", "outputIndexes": [ 335 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 326, 335, 329 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.1/self_attn/Gather_output_0", "outputIndexes": [ 336 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 336, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.1/self_attn/Unsqueeze_output_0", "outputIndexes": [ 337 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 329 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze444", "outputIndexes": [ 338 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 331 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze447", "outputIndexes": [ 339 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 327, 338, 339, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice450", "outputIndexes": [ 340 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 340 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze451", "outputIndexes": [ 341 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 341 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp452", "outputIndexes": [ 342 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 342, 341 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp453", "outputIndexes": [ 343 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 326, 343, 329 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.1/self_attn/Gather_1_output_0", "outputIndexes": [ 344 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 344, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.1/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 345 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 337, 345, 41, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.1/self_attn/Concat_output_0", "outputIndexes": [ 346 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 325, 346 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.1/self_attn/Reshape_output_0", "outputIndexes": [ 347 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 347 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.1/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 349 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 349 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.1/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 350 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 350, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/self_attn/q_norm/Add_output_0", "outputIndexes": [ 351 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 351, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 352 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 347, 352 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 353 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 256 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844, 0.964844 ] } , "name": "onnx::Mul_10567", "outputIndexes": [ 354 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 353, 354 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 355 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 355, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/self_attn/Mul_output_0", "outputIndexes": [ 356 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 355 ] , "main_type": "NONE", "name": "/blocks.1/self_attn/Shape_2_output_0", "outputIndexes": [ 357 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 357 ] , "main_type": "NONE", "name": "Shape468", "outputIndexes": [ 358 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 357 ] , "main_type": "NONE", "name": "Rank470", "outputIndexes": [ 359 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 359, 359 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp472", "outputIndexes": [ 360 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 360 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze473", "outputIndexes": [ 361 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 360, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp475", "outputIndexes": [ 362 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 362 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze476", "outputIndexes": [ 363 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 358, 361, 363, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice479", "outputIndexes": [ 364 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 364 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze480", "outputIndexes": [ 365 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 365 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp481", "outputIndexes": [ 366 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 366, 365 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp482", "outputIndexes": [ 367 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 357, 367, 360 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.1/self_attn/Gather_2_output_0", "outputIndexes": [ 368 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 368, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/self_attn/Div_output_0", "outputIndexes": [ 369 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 369, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.1/self_attn/Unsqueeze_7_output_0", "outputIndexes": [ 370 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 355, 370, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.1/self_attn/Slice_1_output_0", "outputIndexes": [ 371 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 371 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.1/self_attn/Neg_output_0", "outputIndexes": [ 372 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 369, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.1/self_attn/Unsqueeze_6_output_0", "outputIndexes": [ 373 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 355, 31, 373, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.1/self_attn/Slice_output_0", "outputIndexes": [ 374 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 372, 374 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.1/self_attn/Concat_3_output_0", "outputIndexes": [ 375 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 375, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/self_attn/Mul_1_output_0", "outputIndexes": [ 376 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 356, 376 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/self_attn/Add_output_0", "outputIndexes": [ 377 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6970 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 78643442, 655382, 163840, 0, 0 ] } , "name": "/layers.1/self_attn/k_proj/Linear", "outputIndexes": [ 6975 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6975 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.1/self_attn/k_proj/Linear/post_convert", "outputIndexes": [ 6976 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6976 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.1/self_attn/k_proj/Linear/post_reshape", "outputIndexes": [ 378 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 336, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.1/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 379 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 344, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.1/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 380 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 379, 380, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.1/self_attn/Concat_1_output_0", "outputIndexes": [ 381 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 378, 381 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.1/self_attn/Reshape_1_output_0", "outputIndexes": [ 382 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 382 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.1/self_attn/k_norm/Pow_output_0", "outputIndexes": [ 384 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 384 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.1/self_attn/k_norm/ReduceMean_output_0", "outputIndexes": [ 385 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 385, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/self_attn/k_norm/Add_output_0", "outputIndexes": [ 386 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 386, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/self_attn/k_norm/Pow_1_output_0", "outputIndexes": [ 387 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 382, 387 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/self_attn/k_norm/Mul_output_0", "outputIndexes": [ 388 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 256 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883, 0.129883 ] } , "name": "onnx::Mul_10572", "outputIndexes": [ 389 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 388, 389 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/self_attn/k_norm/Mul_1_output_0", "outputIndexes": [ 390 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 390, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/self_attn/Mul_2_output_0", "outputIndexes": [ 391 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 390 ] , "main_type": "NONE", "name": "/blocks.1/self_attn/Shape_3_output_0", "outputIndexes": [ 392 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 392 ] , "main_type": "NONE", "name": "Shape509", "outputIndexes": [ 393 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 392 ] , "main_type": "NONE", "name": "Rank511", "outputIndexes": [ 394 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 394, 394 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp513", "outputIndexes": [ 395 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 395 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze514", "outputIndexes": [ 396 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 395, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp516", "outputIndexes": [ 397 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 397 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze517", "outputIndexes": [ 398 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 393, 396, 398, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice520", "outputIndexes": [ 399 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 399 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze521", "outputIndexes": [ 400 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 400 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp522", "outputIndexes": [ 401 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 401, 400 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp523", "outputIndexes": [ 402 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 392, 402, 395 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.1/self_attn/Gather_3_output_0", "outputIndexes": [ 403 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 403, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/self_attn/Div_1_output_0", "outputIndexes": [ 404 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 404, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.1/self_attn/Unsqueeze_9_output_0", "outputIndexes": [ 405 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 390, 405, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.1/self_attn/Slice_3_output_0", "outputIndexes": [ 406 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 406 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.1/self_attn/Neg_1_output_0", "outputIndexes": [ 407 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 404, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.1/self_attn/Unsqueeze_8_output_0", "outputIndexes": [ 408 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 390, 31, 408, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.1/self_attn/Slice_2_output_0", "outputIndexes": [ 409 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 407, 409 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.1/self_attn/Concat_4_output_0", "outputIndexes": [ 410 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 410, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/self_attn/Mul_3_output_0", "outputIndexes": [ 411 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 391, 411 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/self_attn/Add_1_output_0", "outputIndexes": [ 412 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6970 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 79462664, 655382, 163840, 0, 0 ] } , "name": "/layers.1/self_attn/v_proj/Linear", "outputIndexes": [ 6979 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6979 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.1/self_attn/v_proj/Linear/post_convert", "outputIndexes": [ 6980 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6980 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.1/self_attn/v_proj/Linear/post_reshape", "outputIndexes": [ 413 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 336, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.1/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 414 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 344, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.1/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 415 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 414, 415, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.1/self_attn/Concat_2_output_0", "outputIndexes": [ 416 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 413, 416 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.1/self_attn/Reshape_2_output_0", "outputIndexes": [ 417 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 417 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.1/self_attn/v_norm/Pow_output_0", "outputIndexes": [ 419 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 419 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.1/self_attn/v_norm/ReduceMean_output_0", "outputIndexes": [ 420 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 420, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/self_attn/v_norm/Add_output_0", "outputIndexes": [ 421 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 421, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/self_attn/v_norm/Pow_1_output_0", "outputIndexes": [ 422 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 417, 422 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/self_attn/v_norm/Mul_output_0", "outputIndexes": [ 423 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 377, 412, 423, 167 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 1, "kv_shared_layer_index": -1 } , "name": "/layers.1/self_attn/FusedAttention", "outputIndexes": [ 424 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 424 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.1/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 6981 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6981 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.1/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 6982 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6982 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 80281886, 2621462, 655360, 0, 0 ] } , "name": "/layers.1/self_attn/o_proj/Linear", "outputIndexes": [ 6983 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6983 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.1/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 6984 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6984 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.1/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 425 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 425 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.1/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 427 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 427 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.1/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 428 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 428, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/post_attention_layernorm/Add_output_0", "outputIndexes": [ 429 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 429, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 430 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 425, 430 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 431 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.010742, 0.009766, 12.1875, 12.1875, 0.753906, 1.421875, 0.010071, 0.008972, 0.010498, 4.5625, 1.523438, 12.1875, 4.3125, 3.265625, 0.009338, 12.1875, 0.011108, 12.1875, 0.010376, 0.010132, 0.010437, 0.011108, 0.010864, 0.011169, 0.008545, 12.1875, 12.125, 10.75, 0.009766, 2.0625, 11.0625, 0.010071, 1.992188, 0.011536, 0.010254, 0.010986, 1.960938, 5.34375, 0.011108, 3.46875, 0.009277, 0.84375, 7.96875, 0.010254, 0.010437, 0.084473, 4.5, 9.125, 3.625, 0.010132, 0.010864, 0.010376, 3.359375, 4.59375, 2.359375, 1.367188, 0.010498, 0.010925, 2.015625, 0.011047, 2.953125, 0.009521, 1.3125, 0.009277, 0.675781, 2.625, 12.1875, 0.009521, 0.009644, 0.008545, 0.090332, 5.8125, 0.00946, 0.010315, 0.008545, 2.53125, 0.296875, 2.078125, 12.1875, 0.010315, 0.008728, 0.011597, 0.09375, 0.011047, 0.009644, 3.828125, 0.010193, 0.152344, 12.125, 4.28125, 0.008301, 0.136719, 12.1875, 0.009766, 0.009094, 0.010498, 2.96875, 0.008606, 8.875, 1.671875, 2.125, 12.1875, 0.009766, 0.011047, 0.796875, 0.197266, 3.484375, 1.320312, 0.011047, 0.009705, 0.009216, 2.59375, 0.010193, 0.010559, 0.010925, 1.421875, 3.046875, 0.009155, 5.4375, 0.008118, 0.007751, 0.010742, 0.010437, 9.8125, 12.1875, 0.009155, 0.010132, 4.96875, 2.453125, 0.28125, 0.010437, 1.734375, 0.009888, 0.671875, 1.4375, 0.00766, 1.859375, 2.65625, 2.25, 12.1875, 8.0625, 0.009949, 8.8125, 0.010986, 0.010376, 0.011658, 1.203125, 0.008789, 0.00946, 0.359375, 0.009216, 0.009216, 0.010864, 0.009949, 0.185547, 12.1875, 0.010254, 0.009399, 0.011353, 0.008545, 0.011108, 5.625, 0.010498, 0.135742, 3.4375, 0.011047, 0.011047, 0.011353, 12.1875, 0.011169, 0.011047, 0.010193, 0.008789, 12.1875, 0.010193, 0.009949, 3.046875, 4.8125, 5.84375, 0.010986, 1.734375, 0.488281, 9.1875, 12.1875, 1.5, 3.390625, 0.010254, 1.484375, 0.010254, 0.010315, 0.00769, 1.40625, 0.009521, 0.011353, 0.010437, 0.011047, 0.009766, 0.009399, 3.46875, 0.214844, 0.011353, 4.21875, 0.011108, 0.01062, 2.671875, 0.010803, 0.008789, 2.9375, 0.008118, 0.011108, 0.009521, 0.009583, 0.010132, 0.008606, 0.010132, 0.241211, 0.011536, 0.008667, 0.008545, 0.010132, 4.15625, 1.453125, 1.835938, 0.01178, 0.010925, 3.921875, 4.375, 0.010315, 0.010376, 0.008606, 3.203125, 0.644531, 2.359375, 0.008728, 4.1875, 0.010498, 12.1875, 0.124023, 0.008789, 0.125977, 0.01062, 0.010254, 0.010986, 1.5625, 0.011047, 1.789062, 5.15625, 0.011047, 0.010559, 4.75, 0.010437, 0.010254, 0.009766, 0.009033, 2.296875, 12.125, 0.84375, 0.009399, 0.008972, 0.011658, 0.010071, 0.01001, 0.01123, 0.009155, 12.1875, 0.010437, 0.010803, 0.011108, 0.010498, 0.01001, 12.1875, 0.009888, 0.010864, 0.010437, 4.375, 10.0, 0.011353, 4.75, 12.1875, 12.1875, 12.1875, 0.009827, 0.162109, 0.011108, 0.007233, 0.010559, 0.01062, 12.1875, 2.5625, 4.28125, 0.010071, 0.01062, 0.009521, 0.010803, 2.84375, 0.011536, 2.75, 0.197266, 0.011536, 12.1875, 11.3125, 0.008301, 0.009521, 0.010437, 0.96875, 0.008789, 1.609375, 0.194336, 0.010986, 0.010925, 0.010071, 0.984375, 0.011169, 0.010864, 0.009583, 0.010742, 1.664062, 4.1875, 0.617188, 0.007355, 0.010864, 4.15625, 1.882812, 1.882812, 0.009277, 12.1875, 0.011108, 0.010315, 12.1875, 0.011536, 0.007812, 0.010437, 0.558594, 6.28125, 2.15625, 0.009888, 0.011108, 0.009155, 0.007019, 0.011353, 0.384766, 12.1875, 1.710938, 0.008789, 0.010986, 0.009949, 2.421875, 0.964844, 2.375, 0.011047, 0.011475, 0.009338, 3.0, 3.3125, 12.1875, 3.765625, 0.009949, 4.78125, 5.21875, 0.011108, 0.008911, 0.011108, 0.011047, 0.01062, 0.009949, 1.117188, 0.009888, 5.6875, 0.01123, 1.648438, 0.333984, 0.01001, 4.625, 4.9375, 0.462891, 0.068359, 0.283203, 0.008423, 3.125, 0.010864, 0.421875, 0.010986, 3.296875, 0.011353, 0.007568, 0.008301, 0.00824, 12.1875, 3.578125, 0.009338, 0.206055, 5.5625, 0.011108, 0.010681, 4.375, 0.011292, 0.010742, 0.010498, 12.1875, 2.671875, 0.010864, 0.011108, 2.8125, 12.1875, 0.011108, 0.00946, 2.8125, 0.011108, 3.359375, 5.25, 0.008606, 0.010559, 1.367188, 0.011475, 10.1875, 12.125, 1.46875, 0.010925, 6.71875, 12.1875, 2.0625, 10.5, 12.1875, 0.010803, 12.1875, 0.010864, 0.010315, 0.486328, 1.0625, 11.0625, 0.010559, 0.010498, 12.125, 12.1875, 0.010315, 0.695312, 3.046875, 0.008057, 12.1875, 3.15625, 2.75, 2.25, 0.011108, 12.1875, 0.010193, 0.008728, 0.009766, 12.1875, 0.011108, 12.1875, 3.9375, 0.010498, 0.009338, 0.010315, 3.265625, 0.828125, 0.010254, 0.010803, 4.75, 0.010742, 0.011414, 2.046875, 0.008301, 0.010559, 0.010071, 12.1875, 3.375, 12.1875, 3.6875, 0.010681, 0.925781, 0.01123, 0.253906, 12.1875, 5.59375, 0.009583, 0.011353, 0.009216, 0.008728, 0.01001, 1.695312, 0.011047, 1.429688, 0.01062, 0.386719, 4.4375, 0.011047, 11.9375, 0.011292, 3.6875, 0.010498, 0.010498, 8.6875, 0.009583, 1.085938, 3.25, 0.010742, 0.009705, 0.009155, 3.28125, 0.010437, 0.011536, 0.009033, 0.009827, 0.010986, 0.010254, 0.009338, 0.010742, 0.010376, 2.15625, 2.171875, 0.010925, 0.010986, 1.617188, 0.010742, 6.40625, 2.765625, 12.0625, 3.828125, 0.011108, 12.0625, 0.008728, 2.328125, 0.008606, 6.90625, 0.011047, 3.046875, 0.010864, 12.1875, 0.01001, 0.011169, 0.010315, 3.6875, 3.375, 1.867188, 0.010132, 0.009216, 12.1875, 0.009827, 0.010193, 12.1875, 0.010681, 1.976562, 2.375, 0.009888, 0.00824, 0.010071, 0.011719, 1.382812, 0.010254, 3.25, 0.01123, 0.009399, 0.009766, 0.109863, 2.25, 0.010559, 0.009094, 0.009705, 0.011414, 2.59375, 0.008423, 0.010559, 8.9375, 3.28125, 0.008545, 4.40625, 0.01001, 1.1875, 3.09375, 0.011658, 0.006989, 3.453125, 3.0, 12.1875, 0.007599, 12.1875, 4.28125, 0.00946, 2.296875, 0.007751, 12.1875, 1.140625, 10.0625, 0.00885, 0.765625, 4.5625, 0.917969, 1.210938, 0.010071, 0.011414, 0.472656, 0.01062, 1.328125, 0.009888, 6.09375, 0.011536, 2.8125, 0.21875, 0.472656, 0.010437, 0.011047, 0.009949, 2.28125, 3.796875, 12.125, 3.15625, 5.0625, 0.010315, 0.009888, 12.1875, 12.1875, 0.123535, 1.21875, 4.40625, 2.34375, 0.214844, 7.96875, 0.010315, 12.1875, 0.010803, 0.008972, 4.625, 0.949219, 0.992188, 0.007996, 0.009216, 12.1875, 0.746094, 2.90625, 0.011475, 0.010864, 0.010437, 6.9375, 4.6875, 5.40625, 0.010193, 2.546875, 0.010803, 0.009399, 3.046875, 0.011108, 1.023438, 2.140625, 0.009155, 0.289062, 3.140625, 4.5, 0.010681, 0.011414, 2.265625, 0.652344, 2.84375, 3.40625, 0.009888, 0.008606, 0.010681, 8.5, 0.010559, 12.1875, 0.010986, 2.046875, 5.5625, 0.010132, 6.96875, 0.010071, 0.008545, 0.01062, 0.010986, 0.009216, 5.21875, 0.01062, 0.00885, 5.8125, 0.01062, 2.625, 0.010315, 0.010498, 12.1875, 0.011475, 3.375, 2.53125, 5.34375, 0.009521, 2.5625, 0.011597, 9.625, 0.010376, 0.867188, 0.011292, 0.010498, 0.009338, 1.773438, 4.1875, 0.008667, 0.009644, 8.5, 4.84375, 0.010925, 12.1875, 0.008545, 0.00647, 0.009583, 0.011047, 1.117188, 0.972656, 0.010254, 0.008057, 1.546875, 0.01062, 0.384766, 3.25, 0.011414, 0.00885, 5.5, 0.917969, 12.1875, 0.010254, 4.09375, 0.010376, 0.011108, 0.910156, 0.010864, 2.375, 7.96875, 0.007629, 5.46875, 0.010559, 0.008911, 0.009827, 0.010925, 12.1875, 9.8125, 0.010132, 0.011108, 2.96875, 0.009521, 0.010864, 0.011597, 0.010315, 0.011292, 2.15625, 0.010376, 0.011047, 0.011169, 10.1875, 0.010254, 0.01001, 1.882812, 0.010986, 12.1875, 0.01062, 2.953125, 0.010925, 3.46875, 3.734375, 0.01123, 2.4375, 12.1875, 0.008057, 0.625, 0.269531, 0.010925, 0.01062, 0.010803, 3.765625, 0.010681, 0.010254, 0.010498, 0.011292, 3.234375, 12.1875, 12.125, 0.007599, 0.01062, 0.009521, 0.011047, 8.6875, 0.25, 0.367188, 6.65625, 1.882812, 12.1875, 1.492188, 0.011169, 0.292969, 12.1875, 0.010071, 0.46875, 0.011047, 12.1875, 1.734375, 0.01062, 12.1875, 0.010315, 1.453125, 0.009521, 5.5, 0.011169, 0.010559, 0.009766, 0.00946, 0.010986, 0.011475, 11.25, 7.5, 0.009644, 0.009277, 6.25, 0.010132, 4.53125, 5.0625, 0.008972, 12.1875, 0.851562, 12.125, 0.009888, 3.796875, 0.910156, 0.009888, 3.203125, 0.010742, 0.189453, 0.1875, 0.009888, 0.011902, 0.010498, 0.010193, 1.382812, 0.009521, 0.008789, 1.453125, 0.010132, 4.375, 2.5, 2.859375, 0.010925, 0.010681, 3.375, 0.010437, 0.009644, 0.010803, 0.008972, 0.010132, 0.008606, 4.375, 0.009827, 2.5, 0.011475, 0.789062, 0.011475, 0.010864, 0.010864, 0.010376, 0.010315, 0.008789, 0.009277, 0.010559, 3.5, 12.1875, 0.010742, 0.010681, 7.3125, 4.125, 2.46875, 0.011169, 1.820312, 0.010315, 0.009399, 0.008362, 1.867188, 0.010132, 0.009094, 0.009399, 0.009583, 12.1875, 0.010437, 0.010437, 0.011292, 5.09375, 1.9375, 2.5625, 1.8125, 0.00946, 0.011047, 12.1875, 0.009705, 0.011597, 0.009949, 2.640625, 0.011597, 12.1875, 0.007507, 0.01062, 12.1875, 0.886719, 1.921875, 0.114258, 0.527344, 1.796875, 12.1875, 0.00885, 0.609375, 0.010193, 0.010132, 0.010071, 0.010681, 0.010254, 2.421875, 12.1875, 11.6875, 0.010559, 0.011108, 0.009705, 0.00946, 0.010742, 1.078125, 6.5625, 0.789062, 0.546875, 12.1875, 3.46875, 4.5, 1.78125, 0.010559, 12.1875, 0.009827, 0.011169, 1.601562, 3.828125, 0.01062, 3.9375, 1.335938, 0.445312, 12.1875, 2.859375, 0.009521, 12.1875, 12.1875, 8.5, 12.1875, 0.010315, 0.275391, 0.01123, 0.008179, 0.010803, 0.010681, 0.011108, 5.59375, 0.010254, 12.1875, 0.009827, 0.009705, 3.015625, 0.009155, 4.625, 0.009521, 0.011719, 2.65625, 0.009521, 0.011047, 0.009521, 0.009705, 0.008911, 0.234375, 0.008545, 0.851562, 0.960938, 0.011108, 0.01062, 11.25, 0.011475, 0.007355, 0.251953, 0.010376, 0.011353, 0.011292, 0.01062, 6.6875, 0.011597, 0.00885, 0.011169, 0.011292, 0.009827, 1.359375, 0.011536, 0.011292, 0.010986, 12.1875, 0.010071, 0.01123, 0.009033, 0.011536, 5.78125, 5.1875, 1.007812, 0.009766, 2.40625, 2.90625, 0.00946, 0.011169, 0.011047, 0.010376, 0.010986, 3.359375, 2.96875, 6.21875, 0.010559, 0.011536, 1.046875, 1.53125, 0.011047, 0.011108, 0.242188, 10.1875, 4.28125, 2.953125, 0.009399, 0.011292, 0.009033, 0.010071, 0.008423, 0.010681, 10.125, 12.1875, 0.010742, 0.009338, 5.03125, 0.009827, 8.25, 4.3125, 0.011414, 0.01062, 7.84375, 4.78125, 1.015625, 12.1875, 0.167969, 0.011475, 1.414062, 0.010742, 0.010437, 0.009705, 12.1875, 0.010986, 1.609375, 4.625, 2.453125, 1.1875, 0.011047, 0.009888, 2.484375, 0.009949, 0.011047, 0.009705, 2.5, 0.010498, 0.008789, 0.011475, 3.921875, 12.1875, 0.010071, 4.0, 0.009949, 12.0625, 0.010925, 0.632812, 0.008911, 3.40625, 0.011597, 0.011353, 0.009949, 0.010986, 2.59375, 0.010803, 0.008728, 0.011353, 6.4375, 0.010315, 0.01001, 1.734375, 0.009338, 0.566406, 0.01062, 0.011536, 0.010559, 12.1875, 0.010864, 2.875, 0.01123, 0.010437, 4.0, 0.008301, 1.15625, 0.00769, 0.011597, 0.011353, 0.011047, 2.078125, 0.010376, 0.010254, 0.011292, 11.9375, 2.859375, 0.009888, 7.09375, 0.011353, 1.453125, 0.010132, 9.25, 0.008362, 0.009277, 6.8125, 0.011353, 1.25, 3.78125, 0.010925, 0.008728, 12.1875, 0.291016, 2.890625, 0.010193, 2.78125, 6.625, 11.9375, 4.03125, 0.009338, 0.01001, 0.010925, 1.421875, 2.3125, 6.03125, 0.550781, 7.625, 0.008972, 12.1875, 0.010071, 0.010986, 0.010925, 0.010437, 1.78125, 0.010498, 2.921875, 4.0, 4.09375, 0.010681, 0.753906, 0.011169, 1.273438, 0.009949, 0.570312, 0.009949, 1.132812, 5.59375, 2.0, 0.010864, 3.1875, 4.40625, 0.010559, 0.009155, 12.1875, 0.011292, 4.1875, 0.00946, 12.1875, 0.007874, 6.09375, 0.010071, 0.010193, 0.384766, 0.010193, 0.011353, 0.007294, 0.137695, 3.765625, 0.010437, 0.011047, 7.78125, 0.00824, 0.010498, 4.53125, 0.009888, 0.010193, 0.010681, 12.1875, 0.010498, 0.011353, 2.734375, 0.010559, 0.009827, 0.010498, 0.011353, 0.008789, 0.165039, 7.09375, 2.0, 0.734375, 0.01123, 5.875, 0.009216, 4.5625, 0.373047, 0.302734, 12.1875, 0.734375, 4.4375, 0.515625, 0.009888, 0.01123, 0.01062, 5.25, 0.009949, 3.4375, 12.1875, 10.5, 1.195312, 0.01123, 0.010071, 12.1875, 0.009399, 12.125, 0.009766, 0.011108, 0.01001, 2.078125, 5.71875, 0.008606, 4.4375, 0.010864, 7.53125, 0.01178, 0.011108, 3.171875, 3.375, 4.03125, 0.010681, 12.1875, 0.009949, 2.859375, 12.1875, 12.1875, 4.875, 0.009888, 4.15625, 0.010193, 0.010437, 4.34375, 1.328125, 12.1875, 3.21875, 1.804688, 2.59375, 2.75, 2.171875, 1.40625, 3.0, 0.010376, 11.6875, 12.1875, 1.085938, 0.009949, 0.011108, 0.011169, 0.168945, 8.1875, 0.009644, 0.171875, 0.010437, 0.010986, 0.011414, 0.011719, 0.148438, 0.011047, 0.008606, 12.1875, 0.009521, 0.011414, 0.01001, 0.00946, 1.132812, 1.757812, 0.476562, 0.009583, 0.009644, 0.009888, 0.010437, 0.010376, 0.009338, 12.1875, 1.945312, 0.010864, 0.008911, 0.01123, 0.010498, 0.011414, 4.0625, 0.237305, 0.009033, 7.09375, 0.010498, 0.220703, 0.008667, 0.010071, 2.9375, 0.011047, 1.351562, 0.009827, 0.009888, 0.01062, 0.010132, 0.008789, 0.010864, 0.789062, 0.01001, 2.59375, 0.859375, 12.1875, 0.007263, 0.011475, 3.59375, 0.009827, 0.009216, 3.484375, 0.009155, 0.010986, 0.010132, 0.011108, 2.03125, 0.010681, 1.210938, 0.996094, 0.90625, 0.009521, 3.8125, 2.1875, 7.1875, 0.102539, 0.007233, 0.010742, 12.1875, 1.921875, 0.008484, 2.03125, 0.310547, 0.00946, 12.1875, 4.65625, 0.010681, 6.40625, 0.008728, 12.1875, 0.010437, 4.59375, 0.010986, 3.125, 0.010986, 4.90625, 0.010925, 5.0, 0.010498, 0.010681, 0.010132, 12.125, 0.011169, 0.011719, 3.21875, 0.008972, 0.009583, 3.75, 0.010437, 0.010071, 0.01001, 0.009094, 0.527344, 0.00885, 5.65625, 0.198242, 1.03125, 12.1875, 4.34375, 1.960938, 12.1875, 0.009094, 4.6875, 0.291016, 0.011353, 0.008789, 1.015625, 0.010742, 0.00885, 0.010437, 2.03125, 3.875, 12.1875, 0.009766, 1.898438, 5.40625, 0.010864, 3.765625, 0.010071, 12.125, 0.011353, 1.570312, 0.010498, 0.009949, 3.234375, 1.796875, 12.1875, 1.125, 0.009766, 0.996094, 3.96875, 1.1875, 0.010559, 0.898438, 0.010742, 0.007782, 2.015625, 5.6875, 0.009399, 6.25, 0.008118, 0.009583, 12.1875, 0.008545, 1.1875, 0.009888, 1.09375, 0.367188, 0.011108, 0.011108, 0.010437, 0.009888, 0.009949, 12.1875, 12.1875, 0.00946, 0.886719, 3.796875, 2.5, 0.009033, 0.009338, 12.1875, 0.960938, 0.010742, 0.010864, 0.01062, 3.828125, 0.009033, 7.375, 0.011414, 0.008423, 7.0, 0.222656, 4.03125, 12.1875, 4.0625, 1.140625, 0.010742, 0.503906, 2.1875, 3.140625, 0.008911, 0.417969, 0.675781, 0.008301, 4.0, 1.054688, 0.010803, 1.828125, 0.010315, 12.1875, 0.009399, 0.009644, 0.007599, 0.01062, 0.010925, 0.010742, 5.65625, 0.009033, 12.1875, 0.008667, 3.921875, 12.1875, 7.0, 0.009338, 0.01001, 0.010193, 2.1875, 0.009338, 0.00946, 1.765625, 0.589844, 4.59375, 0.011353, 2.609375, 12.1875, 0.009827, 0.008789, 0.01062, 0.01123, 2.640625, 3.0, 1.054688, 4.21875, 0.011108, 4.78125, 12.1875, 0.009216, 0.009399, 8.25, 3.78125, 0.010559, 0.009705, 1.234375, 0.01001, 0.010437, 0.010803, 0.009888, 0.011047, 0.010315, 0.009949, 0.008606, 0.009399, 3.953125, 1.734375, 4.46875, 11.1875, 3.25, 0.009827, 2.6875, 0.010437, 0.011475, 4.0625, 5.15625, 1.132812, 3.171875, 1.046875, 0.554688, 0.010437, 0.722656, 0.010254, 0.011047, 0.009583, 0.008911, 1.054688, 2.546875, 2.34375, 12.125, 0.008606, 0.009399, 0.193359, 0.010193, 0.010742, 0.010803, 7.9375, 0.00824, 0.011536, 12.125, 8.3125, 0.008972, 0.011536, 0.009033, 12.1875, 5.78125, 4.21875, 0.009521, 0.011292, 0.010132, 2.265625, 12.1875, 8.75, 4.0, 0.009216, 1.023438, 0.009644, 0.010315, 0.010254, 2.125, 0.009766, 0.010254, 12.1875, 0.01001, 0.01123, 6.125, 3.21875, 0.231445, 6.21875, 0.009216, 0.010193, 6.40625, 0.882812, 0.010498, 2.9375, 0.009949, 6.1875, 0.009766, 5.09375, 0.008789, 0.009766, 2.515625, 0.011108, 0.010193, 1.976562, 0.011047, 0.010193, 0.010986, 0.011658, 3.328125, 0.010498, 0.011047, 12.1875, 0.009827, 5.5, 0.009705, 3.8125, 2.75, 0.010254, 0.949219, 0.009094, 0.010376, 0.010437, 12.1875, 12.1875, 0.010742, 0.01062, 0.011169, 0.010986, 0.009033, 3.40625, 0.010559, 12.1875, 2.0, 0.010193, 0.010193, 1.296875, 0.808594, 0.144531, 4.625, 0.217773, 7.1875, 0.010864, 0.008484, 4.3125, 0.008118, 0.636719, 0.009216, 2.875, 2.21875, 0.009888, 0.010376, 0.01062, 0.009766, 12.1875, 3.640625, 0.011292, 12.1875, 3.0625, 0.010437, 0.010925, 0.742188, 1.578125, 0.010254, 0.011047, 0.009827, 0.01062, 8.75, 2.1875, 2.921875, 0.009705, 3.296875, 5.25, 5.46875, 2.046875, 0.011047, 0.816406, 0.792969, 12.0625, 0.011047, 0.640625, 0.010315, 1.5625, 0.009583, 2.921875, 2.03125, 0.010071, 8.5625, 4.1875, 0.011292, 3.03125, 0.011414, 4.09375, 2.5, 0.008301, 3.53125, 2.34375, 0.010071, 0.010559, 0.01123, 5.65625, 2.234375, 9.125, 1.070312, 5.6875, 0.008911, 0.009644, 0.010315, 0.011169, 0.010193, 2.890625, 1.0625, 2.140625, 0.008972, 0.011047, 0.010986, 0.011108, 0.011475, 0.010559, 1.867188, 0.008911, 0.009216, 5.5, 0.009644, 0.267578, 0.01001, 4.875, 1.617188, 3.96875, 0.746094, 0.011108, 12.1875, 3.828125, 0.009033, 0.011169, 0.011108, 2.09375, 12.1875, 0.011292, 0.011108, 0.009766, 5.59375, 0.195312, 11.6875, 0.009705, 12.1875, 7.96875, 12.1875, 0.009705, 0.008545, 2.421875, 0.009399, 0.010803, 0.009827, 0.011108, 12.1875, 2.265625, 3.640625, 0.010681, 5.1875, 0.40625, 12.1875, 6.1875, 3.0625, 0.008301, 0.01001, 1.195312, 3.140625, 0.009705, 0.010803, 0.785156, 0.010803, 0.008484, 12.1875, 0.010681, 0.009277, 12.1875, 2.765625, 4.9375, 0.009338, 0.412109, 0.011292, 0.00885, 2.140625, 2.03125, 0.011169, 0.009216, 1.015625, 0.008545, 6.0625, 0.009766, 0.009155, 2.359375, 0.008301, 4.5, 5.25, 0.009155, 0.010803, 0.009033, 0.010437, 1.03125, 3.984375, 0.011108, 0.011414, 0.792969, 0.008728, 0.011108, 0.009827, 7.875, 0.008423, 9.8125, 0.010925, 5.25, 0.009644, 0.945312, 12.1875, 0.200195, 12.1875, 0.011108, 3.40625, 0.008606, 0.011108, 2.765625, 0.086426, 0.011108, 3.5, 1.179688, 4.6875, 0.01123, 3.46875, 0.011108, 0.010315, 0.01001, 12.1875, 0.198242, 12.125, 0.008545, 0.010254, 0.554688, 0.009949, 0.373047, 0.008423, 5.0625, 0.009338, 4.0, 3.84375, 2.890625, 2.546875, 12.1875, 3.78125, 5.09375, 0.010315, 10.375, 12.1875, 1.703125, 2.4375, 12.1875, 0.008789, 0.009766, 0.392578, 2.890625, 0.010498, 0.186523, 2.328125, 2.265625, 0.009155, 0.010864, 12.1875, 12.1875, 0.01123, 5.5625, 1.65625, 9.1875, 0.010681, 0.011658, 0.007538, 0.008606, 0.223633, 0.01001, 0.010803, 1.835938, 0.008911, 2.625, 0.010742, 0.01123, 0.011353, 12.125, 0.523438, 0.00766, 4.0, 0.008423, 5.5625, 12.1875, 0.010986, 2.890625, 0.008423, 0.010803, 0.010925, 2.84375, 6.0625, 0.010254, 0.945312, 0.009644, 0.011047, 3.25, 0.009521, 0.53125, 0.253906, 3.0, 0.009949, 0.011414, 0.010254, 5.90625, 0.011292, 0.009827, 0.009949, 0.010986, 0.01062, 0.010254, 0.010681, 0.009277, 0.008301, 0.010559, 1.484375, 4.0625, 0.01001, 3.484375, 4.78125, 0.010254, 0.010132, 6.75, 2.15625, 3.4375, 0.011047, 1.789062, 3.25, 1.882812, 2.453125, 0.009399, 4.4375, 0.010803, 0.011047, 6.03125, 7.90625, 5.125, 0.009766, 0.01001, 0.010071, 1.65625, 3.203125, 4.5625, 0.010681, 9.9375, 5.8125, 0.01062, 0.011047, 3.328125, 0.010193, 0.01123, 0.00946, 0.010803, 0.010742, 6.46875, 12.1875, 0.006561, 0.010376, 0.010742, 0.226562, 0.010681, 0.01062, 0.010193, 0.010986, 0.010193, 0.009155, 0.007477, 0.009094, 1.492188, 0.009766, 1.90625, 3.390625, 2.953125, 2.296875, 2.765625, 0.097168, 0.820312, 0.010681, 0.010681, 0.008667, 0.010437, 2.5625, 0.110352, 4.34375, 1.851562, 0.010193, 0.200195, 12.1875, 0.011353, 3.796875, 0.010803, 4.3125, 9.625, 0.008301, 0.439453, 0.835938, 0.010437, 12.1875, 1.929688, 2.4375, 0.009766, 0.010071, 0.010193, 0.009583, 0.011108, 0.011169, 0.010559, 0.010193, 0.009338, 0.009888, 12.1875, 0.010193, 6.25, 1.859375, 1.1875, 0.01062, 0.011475, 1.539062, 0.011047, 0.957031, 0.15332, 12.1875, 0.009155, 0.010986, 0.232422, 0.010925, 12.1875, 0.010925, 0.011658, 0.010498, 2.359375, 0.011597, 0.008545, 0.01062, 0.306641, 0.192383, 2.75, 0.010803, 0.010498, 0.009583, 0.01001, 0.009338, 0.01001, 4.4375, 0.011169, 0.009155, 0.011414, 12.1875, 9.0625, 0.011047, 0.429688, 3.265625, 0.261719, 12.1875, 2.0, 1.21875, 2.1875, 2.8125, 2.109375, 12.1875, 0.010498, 12.1875, 1.25, 0.010925, 2.609375, 0.255859, 12.1875, 0.009521, 0.010864, 0.010071, 0.007874, 0.010559, 12.1875, 0.746094, 0.011292, 0.010193, 0.010925, 0.008972, 0.011047, 0.010498, 6.1875, 0.009827, 0.214844, 0.011475, 0.010132, 0.010498, 0.010315, 4.84375, 0.010132, 0.222656, 0.507812, 3.9375, 0.008057, 0.010986, 0.009827, 0.010315, 0.248047, 0.010071, 0.010925, 0.008667, 0.009583, 3.75, 1.914062, 0.008606, 0.009827, 0.009705, 0.010254, 0.410156, 6.75, 3.515625, 0.009644, 0.761719, 3.765625, 0.011047, 0.625, 0.01001, 12.1875, 0.01062, 0.010925, 0.011353, 0.010803, 4.03125, 0.009094, 9.5, 0.011108, 0.010681, 1.976562, 3.8125, 0.010864, 12.1875, 3.5, 1.6875, 1.351562, 0.008606, 3.234375, 0.010437, 0.010864, 0.009277, 4.4375, 0.008728, 7.78125, 0.011169, 0.011292, 4.875, 5.9375, 7.0, 12.1875, 7.3125, 0.008728, 1.375, 12.1875, 0.008362, 3.6875, 0.009094, 6.8125, 0.010864, 0.009399, 0.01178, 0.008667, 0.010559, 0.011108, 12.1875, 0.009949, 0.011047, 12.1875, 3.1875, 1.007812, 12.1875, 0.010193, 0.010071, 0.010803, 0.182617, 3.9375, 0.01001, 0.009888, 0.009399, 0.255859, 0.010437, 0.009033, 2.546875, 0.921875, 0.011475, 4.5, 0.011292, 0.010071, 1.078125, 3.53125, 1.242188, 12.1875, 0.010803, 0.010742, 2.90625, 12.1875, 12.1875, 0.449219, 11.5, 9.5625, 0.010864, 1.148438, 2.625, 0.008911, 0.010742, 2.21875, 0.01123, 0.009705, 1.382812, 12.1875, 0.010437, 1.460938, 0.011169, 3.171875, 12.1875, 9.125, 0.010376, 2.171875, 0.01062, 0.00824, 2.78125, 12.125, 12.1875, 0.01062, 0.011108, 4.0625, 12.1875, 0.008667, 2.78125, 1.929688, 0.010376, 0.010376, 0.010864, 3.390625, 0.474609, 0.009399, 1.351562, 0.009521, 2.15625, 0.010437, 0.01001, 4.4375, 2.6875, 12.1875, 0.010071, 0.009338, 0.007599, 0.010559, 0.008972, 0.011475, 0.008789, 12.1875, 1.140625, 0.009583, 0.010254, 0.009216, 0.010071, 0.007751, 0.011414, 12.1875, 0.010376, 0.008118, 4.4375, 0.010132, 0.800781, 0.010864, 5.96875, 12.1875, 0.010132, 0.00946, 0.010803, 0.523438, 0.011658, 1.148438, 0.01062, 1.023438, 0.011047, 2.015625, 0.010132, 2.109375, 5.78125, 1.007812, 0.010681, 0.009827, 0.010925, 1.359375, 0.011047, 0.008972, 12.1875, 3.96875, 0.011475, 2.0625, 0.010803, 0.011353, 0.010193, 0.010986, 0.010132, 12.1875, 0.010498, 0.010803, 0.011597, 0.009399, 3.796875, 0.009521, 0.011169, 0.007294, 7.15625, 0.01062, 8.3125, 1.046875, 3.328125, 0.009277, 0.008972, 4.21875, 0.011597, 0.008911, 2.546875, 0.008606, 0.010925, 0.010742, 5.15625, 4.25, 0.011108, 0.01062, 0.010803, 0.009094, 0.009216, 3.546875, 5.125, 0.010925, 2.1875, 0.010376, 3.03125, 0.010132, 9.875, 1.4375, 0.007996, 12.1875, 0.01178, 0.009827, 0.011169, 12.1875, 5.78125, 0.010437, 0.009583, 0.011047, 2.875, 0.010376, 0.00946, 6.84375, 0.010925, 0.225586, 6.78125, 0.010864, 0.294922, 0.009521, 1.570312, 0.01123, 0.008606, 1.703125, 0.010071, 0.011108, 0.008118, 4.90625, 0.010376, 0.009949, 0.010986, 0.010742, 1.226562, 0.010742, 0.011047, 0.957031, 0.011597, 0.010681, 2.59375, 2.46875, 0.00946, 0.010559, 1.820312, 0.00885, 0.010132, 0.008972, 0.00885, 6.625, 0.009033, 12.1875, 0.009644, 0.009033, 3.234375, 0.992188, 0.009888, 0.009827, 0.007996, 0.009338, 0.009766, 4.875, 0.01123, 0.010193, 0.009888, 0.174805, 0.010742, 0.010925, 0.009583, 4.59375, 8.5625, 1.742188, 12.1875, 12.1875, 3.78125, 0.010376, 0.01001, 3.625, 2.0, 2.78125, 0.138672, 0.010132, 1.414062, 12.1875, 0.008545, 0.010315, 0.011169, 0.010132, 5.375, 0.01001, 1.023438, 0.010742, 1.171875, 5.5, 0.008545, 0.008301, 0.008301, 7.78125, 0.011047, 0.010498, 0.011047, 0.009277, 0.01178, 0.009521, 0.008789, 2.3125, 0.010864, 0.010193, 0.010132, 0.009766, 2.984375, 0.011047, 0.22168, 0.010193, 0.010315, 2.375, 8.75, 1.671875, 0.476562, 0.009644, 4.03125, 0.009705, 3.109375, 0.011597, 2.859375, 0.010559, 12.1875, 0.01062, 0.010437, 4.0, 0.010803, 0.01001, 2.953125, 0.010132, 0.01123, 0.007874, 0.008179, 0.009705, 0.010193, 8.0, 0.011292, 1.789062, 12.1875, 3.1875, 0.010742, 0.011108, 0.009399, 0.010559, 5.09375, 0.010437, 0.011353, 0.298828, 0.011719, 1.992188, 0.00885, 0.010437, 6.40625, 0.010132, 1.578125, 2.28125, 0.008667, 0.010498, 0.009705, 2.3125, 0.009216, 0.349609, 0.126953, 4.59375, 0.010925, 0.009827, 0.009705, 0.007874, 0.011353, 0.009338, 0.011597, 4.5, 3.46875, 0.009583, 0.011108, 12.1875, 0.008423, 0.010193, 6.3125, 0.009949, 4.625, 0.009216, 2.9375, 0.009216, 0.009949, 0.010193, 0.008789, 2.609375, 0.009521, 0.011047, 0.443359, 0.011475, 3.390625, 12.1875, 0.008057, 0.009949, 2.53125, 0.010864, 2.875, 5.375, 0.984375, 0.010315, 0.010681, 0.010254, 4.03125, 1.046875, 12.1875, 0.011597, 0.010437, 6.5625, 12.1875, 0.138672, 0.011047, 0.010864, 0.01001, 0.010498, 0.011047, 0.009521 ] } , "name": "onnx::Mul_10585", "outputIndexes": [ 432 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 431, 432 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 433 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 317, 433 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/Add_output_0", "outputIndexes": [ 434 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 434 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.1/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 435 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 435 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.1/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 436 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 436, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 437 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 437, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 438 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 434, 438 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 439 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 49.5, 36.75, 3.234375, 1.640625, 19.625, 23.625, 15.5, 22.25, 23.875, 5.75, 25.25, 2.0625, 7.03125, 7.5625, 52.5, -0.174805, 62.5, 4.09375, 40.75, 63.25, 36.25, 74.0, 69.0, 69.5, 64.5, 1.773438, 3.8125, 4.71875, 48.25, 11.375, 4.15625, 59.0, 17.125, 47.0, 68.0, 11.0, 19.375, 8.625, 8.5, 11.6875, 69.5, 10.75, 3.90625, 55.75, 50.0, 45.75, 8.0625, 3.75, 9.5, 60.0, 63.25, 56.25, 11.25, 7.65625, 14.1875, 29.375, 34.5, 9.4375, 19.25, 59.5, 8.25, 48.5, 13.8125, 79.5, 14.0625, 10.0625, 2.75, 67.5, 9.0, 9.0, 39.75, 5.90625, 66.0, 43.0, 58.5, 15.25, 10.25, 20.25, -2.359375, 58.0, 82.5, 19.875, 89.5, 72.0, 12.5, 6.375, 10.3125, 73.5, 2.734375, 13.125, 44.0, 72.0, 4.0625, 68.5, 58.5, 97.0, 7.09375, 50.75, 2.90625, 21.625, 21.5, 3.84375, 63.25, 13.0625, 18.75, 17.625, 8.0, 31.75, 73.5, 56.25, 86.5, 13.75, 23.375, 70.5, 67.0, 12.125, 8.3125, 63.0, 5.40625, 68.0, 53.5, 73.0, 65.5, 3.203125, 3.078125, 71.5, 60.75, 6.96875, 13.8125, 56.5, 59.25, 22.0, 75.0, 43.0, 10.9375, 39.0, 25.0, 15.75, 14.5625, 2.703125, 3.71875, 70.0, 4.1875, 22.375, 64.5, 40.0, 12.9375, 70.5, 68.0, 42.25, 69.5, 69.0, 68.0, 11.0625, 64.0, 1.835938, 32.25, 44.0, 20.0, 63.0, 19.5, 5.9375, 17.625, 75.0, 12.5, 46.0, 62.5, 21.0, -0.478516, 72.5, 99.0, 62.25, 92.5, 2.0625, 35.0, 55.0, 13.875, 7.90625, 9.25, 62.0, 24.5, 17.0, 3.421875, 3.34375, 26.0, 10.5625, 14.375, 27.5, 17.0, 75.0, 87.5, 21.5, 77.5, 32.5, 61.75, 59.5, 52.0, 47.75, 13.1875, 10.5625, 16.625, 10.5625, 55.0, 20.0, 7.9375, 8.6875, 15.625, 12.875, 77.5, 29.0, 67.0, 76.5, 94.5, 68.5, 58.75, 33.0, 50.5, 76.0, 54.0, 46.75, 7.03125, 13.375, 27.625, 47.0, 75.5, 10.8125, 8.5625, 15.25, 32.0, 46.0, 11.125, 21.375, 17.875, 40.75, 8.4375, 13.3125, 3.15625, 57.0, 89.0, 73.5, 67.5, 12.125, 79.0, 23.375, 68.5, 23.875, 7.0625, 13.375, 10.75, 7.375, 11.0625, 78.5, 15.9375, 83.0, 9.4375, 2.984375, 11.125, 16.5, 21.75, 65.5, 11.125, 10.6875, 42.25, 81.0, 3.0, 57.25, 67.5, 14.9375, 16.875, 39.0, 3.0, 12.0625, 21.25, 62.75, 8.875, 4.3125, 63.5, 7.59375, 1.320312, 2.59375, 2.65625, 63.75, 68.5, 62.0, 57.5, 74.5, 47.0, 3.78125, 8.75, 8.75, 36.75, 60.75, 66.5, 67.0, -8.375, 58.25, 15.5, 49.75, 83.5, 2.859375, 4.5, 62.5, 61.0, 59.25, 14.4375, 71.0, 10.875, 66.0, 12.25, 41.0, 84.5, 12.6875, 71.0, 77.5, 60.75, 33.0, 14.9375, 7.875, 11.9375, 84.5, 84.0, 9.1875, 26.0, 9.8125, 43.5, 3.265625, 12.875, 65.5, 2.03125, 9.875, 33.0, 32.25, 10.25, -4.15625, 26.125, 10.8125, 67.0, 42.0, 55.0, 9.4375, 31.375, 3.375, 10.0625, 79.0, 64.0, 8.5625, 14.3125, 35.75, 12.0625, 55.0, 77.5, 77.0, 10.875, 16.75, 3.328125, 7.0, 46.75, 5.71875, 7.03125, 53.75, 71.0, 11.9375, 70.0, 71.0, 53.75, 29.125, 76.0, 5.90625, 61.5, 28.125, 11.75, 73.5, 7.8125, 7.09375, 10.625, 46.75, 40.75, 60.5, 14.0, 37.0, 28.75, 65.0, 10.625, 73.5, 66.5, 77.0, 60.5, 3.140625, 7.375, 77.0, 56.0, -4.25, 64.5, 46.75, 9.5625, 29.75, 9.3125, 56.5, 2.25, 11.5625, 64.0, 57.25, 10.3125, 0.996094, 75.0, 60.75, 12.375, 66.0, 7.09375, 5.5, 14.5, 66.0, 11.0625, 66.5, 3.109375, -2.28125, 10.6875, 32.5, 9.0625, 2.625, 9.5, 4.9375, 0.384766, 9.5, 2.53125, 61.25, 36.0, 78.0, 10.3125, 4.15625, 34.75, 63.25, 0.980469, 3.515625, 82.5, 41.5, 10.5, 71.5, 5.5625, 9.6875, 9.625, 19.0, 51.75, 2.78125, 50.5, 62.5, 64.0, 3.703125, 76.5, 3.796875, 6.6875, 65.5, 74.0, 19.0, 11.875, 12.25, 57.0, 68.0, 7.3125, 68.0, 94.0, 20.25, 74.0, 48.25, 73.0, 2.625, 10.5625, 3.015625, 10.625, 36.25, 24.125, 77.5, 52.25, -2.0625, 5.40625, 77.0, 75.0, 73.5, 61.75, 67.5, 9.25, 9.4375, 11.1875, 74.0, 51.5, 5.6875, 59.75, -2.078125, 65.5, 8.5, 75.0, 82.0, 4.34375, 72.0, 8.125, 12.9375, 63.25, 69.0, 78.5, 6.21875, 13.1875, 73.5, 53.5, 65.5, 47.5, 80.0, 72.0, 35.25, 50.0, 17.375, 18.125, 57.5, 51.25, 9.3125, 37.0, 4.15625, 11.4375, 3.578125, 8.4375, 59.5, 2.390625, 60.25, -6.5625, 57.5, 5.34375, 77.5, 11.875, 19.625, 0.773438, 78.5, 60.5, 73.0, 5.4375, 11.8125, 13.375, 63.5, 71.5, 4.03125, 64.5, 86.5, 3.703125, 67.5, 15.3125, 14.0625, 58.5, 46.75, 60.0, 78.0, 10.3125, 82.0, 11.5, 67.5, 45.25, 74.0, 46.75, 18.5, 63.75, 46.25, 83.0, 15.375, 8.0, 74.5, 60.75, 3.8125, 12.625, 12.25, 5.9375, 65.0, 34.5, 10.1875, 15.3125, 55.75, 10.9375, 13.0625, 2.671875, 64.0, 2.484375, 8.25, 32.0, 18.75, 52.75, 1.992188, 10.75, 3.65625, 62.75, 11.875, 9.125, 26.875, 14.0, 62.0, 52.75, 9.875, 82.5, 9.6875, 12.625, 4.78125, 42.25, 13.3125, 11.0, 47.75, 64.5, 48.25, 73.0, 16.0, 10.4375, 2.359375, 7.84375, 6.0625, 78.5, 68.0, 3.8125, -0.001778, 82.5, 9.9375, 7.5625, 15.625, 11.3125, 6.03125, 79.0, 3.015625, 18.0, 73.0, 7.90625, 11.5, 11.1875, 39.0, 61.75, -2.265625, 71.5, 8.625, 81.0, 57.75, 75.5, 4.59375, 6.71875, 6.21875, 48.5, 17.125, 66.0, 19.875, 8.3125, 60.25, 14.75, 14.625, 69.0, 58.0, 12.3125, 5.65625, 76.5, 73.5, 11.8125, 27.5, 11.5625, 13.5625, 29.375, 62.25, 62.5, 3.828125, 73.0, -2.21875, 84.5, 21.625, 5.3125, 48.75, 3.34375, 88.5, 68.5, 61.5, 58.75, 68.0, -7.03125, 49.5, 66.5, -3.953125, 67.0, 14.9375, 22.875, 60.0, 2.6875, 65.0, 10.0625, 10.75, 5.5625, 50.0, 7.1875, 56.0, 6.15625, 78.0, 14.375, 60.25, 33.5, 74.0, 9.375, 8.5, 53.5, 68.0, 4.25, -6.84375, 63.5, 3.265625, 67.0, 51.25, 57.75, 72.0, 12.3125, 13.75, 74.5, 52.5, 25.5, 19.25, 47.5, 7.78125, 76.0, 39.75, 4.96875, 13.4375, 3.546875, 61.75, 10.5, 76.0, 51.5, 15.125, 85.0, 10.6875, 4.125, 18.625, 7.90625, 59.5, 12.4375, 20.375, 17.5, -3.578125, 2.5, 97.5, 79.0, 14.6875, 73.5, 87.0, 12.25, 66.0, 11.1875, 17.875, 21.25, 31.125, 29.125, 2.25, 58.25, 75.0, 13.0, 9.0625, 4.09375, 58.5, 10.9375, 76.5, 9.0, 8.5625, 16.625, 9.75, 2.65625, 10.8125, 32.5, 16.5, 63.5, 12.6875, 60.0, 7.4375, 94.0, 63.75, 47.25, 70.5, 7.84375, 2.484375, 2.46875, 72.0, 55.25, 57.25, 24.125, 3.546875, 60.5, 11.0625, 5.65625, 22.625, 1.648438, 10.125, 57.0, 50.5, 2.34375, 72.5, 12.75, 49.5, 1.953125, 14.0625, 55.25, 1.265625, 83.5, 28.0, 57.75, 8.5, 81.0, 75.0, 74.0, 90.0, 63.75, 51.5, 5.3125, 4.28125, 63.75, 63.0, 3.484375, 22.875, 7.34375, 7.875, 91.0, 2.34375, 13.625, 2.328125, 54.75, 9.3125, 13.25, 59.25, 9.4375, 9.875, 62.5, 12.4375, 70.5, 8.5, 68.0, 63.5, 24.25, 13.6875, 17.0, 29.875, 96.5, 9.875, 17.875, 12.1875, 21.625, 17.5, 10.125, 67.5, 57.0, 61.0, 65.5, 53.25, 12.3125, 8.125, 81.0, 10.25, 87.5, 15.0625, 39.5, 54.25, 54.25, 80.0, 12.5, 19.375, 48.75, 62.5, 10.375, 3.546875, 77.5, 10.625, 4.03125, 11.5, 9.8125, 58.0, 23.0, 75.5, 66.5, 65.0, 19.875, 61.0, 64.0, 70.5, 36.25, -2.390625, 8.4375, 13.625, 32.25, -7.96875, 13.375, 14.875, 19.625, 76.0, 32.25, -0.010864, 88.5, 58.0, 50.0, 11.5, 65.5, 1.554688, 82.0, 71.5, 2.625, 12.8125, 26.75, 76.0, 42.0, 22.0, -5.0625, 81.5, 12.625, 70.5, 82.0, 53.75, 64.0, 61.75, 15.9375, 3.640625, 1.703125, 44.25, 16.875, 68.5, 13.0625, 80.5, 8.875, 5.0, 10.1875, 10.3125, 1.828125, 9.5, 8.1875, 19.125, 75.5, 2.25, 85.5, 46.5, 11.0, 9.6875, 67.0, 11.1875, 15.375, 14.4375, 3.203125, 10.625, 68.0, 3.046875, 1.828125, 4.125, 3.5, 65.5, 39.0, 28.5, 11.1875, 10.4375, 60.75, 55.75, 5.875, 68.5, -0.137695, 57.5, 66.5, 10.9375, 76.0, 6.9375, 61.25, 26.875, 9.875, 90.5, 75.0, 63.0, 60.5, 54.75, 11.5, 66.5, 18.5, 15.125, 73.0, 71.0, 2.875, 8.5, 81.0, 52.25, 75.0, 47.75, 64.0, 70.0, 4.3125, 58.5, 59.75, 68.0, 67.5, 73.0, 11.5, 11.75, 69.5, 96.5, 2.40625, 79.0, 49.0, 50.0, 64.5, 6.15625, 6.8125, 12.75, 72.5, 17.25, 11.8125, 64.0, 69.0, 15.625, 56.25, 36.75, 10.9375, 7.84375, 6.0, 66.5, 66.0, 12.625, 25.0, 61.5, 15.5625, 10.875, 2.78125, 8.5625, 9.25, 36.75, 64.5, 51.25, 71.0, 22.25, 53.25, 2.21875, -2.234375, 66.0, 47.5, 7.25, 24.125, 6.0625, 10.3125, 78.0, 65.0, 3.0, 8.4375, 11.0625, 2.796875, 70.0, 68.0, 30.625, 63.0, 87.5, 66.5, 3.859375, 10.9375, 17.125, 5.6875, 15.6875, 25.5, 62.25, 68.5, 17.875, 57.25, 66.0, 65.5, 12.5, 68.0, 68.0, 63.75, 11.625, 3.3125, 58.5, 9.25, 65.5, 3.3125, 46.0, 11.375, 60.0, 8.1875, 72.5, 55.0, 31.375, 28.375, 14.6875, 13.9375, 67.0, 50.5, 5.28125, 69.5, 46.25, 9.5625, 57.75, 14.9375, 60.75, 80.5, 68.0, 3.109375, 57.75, 11.4375, 61.25, 48.75, 9.75, 11.5, 9.5, 77.0, 55.25, 8.25, 81.0, 20.625, 38.5, 56.75, 67.5, 2.3125, 9.25, 67.5, 4.25, 74.0, 24.875, 46.0, 3.65625, 33.25, 13.3125, 5.375, 70.0, 13.125, 8.4375, 48.25, 46.0, 3.765625, 56.0, 13.125, 12.3125, 14.375, 7.3125, 3.375, 8.125, 58.25, 80.0, 58.25, 14.375, 16.75, 5.8125, 9.3125, 4.21875, 57.5, 1.914062, 64.0, 60.25, 34.75, 71.0, 10.0625, 63.0, 11.9375, 8.9375, 6.0625, 68.0, 41.25, 61.0, 27.0, 15.625, 40.0, 46.0, 11.9375, 7.625, 9.5, 78.5, 6.65625, 9.8125, 50.25, 45.0, 4.28125, 65.5, 7.28125, 61.0, -3.046875, 50.0, 5.65625, 43.25, 54.75, 58.25, 62.5, 57.25, 72.0, 76.5, 9.0625, 77.5, 93.0, 3.84375, 10.875, 14.125, 5.9375, 55.5, 69.5, 48.75, 2.34375, 18.5, 77.5, 10.9375, 75.5, 107.0, 85.0, 63.75, 83.0, 51.75, 4.5625, 24.0, 10.625, 9.0, -7.65625, 72.5, 7.875, 11.25, 14.6875, 1.828125, 15.9375, 4.15625, 34.75, 8.0, 65.5, 13.125, 7.90625, 42.5, 10.375, 1.515625, 4.5, 36.0, 59.5, 35.75, 1.625, 65.5, 2.609375, 58.0, 71.5, 78.0, 42.0, 5.03125, 10.0, 9.4375, 12.8125, 4.625, 11.625, 63.25, 7.9375, 8.4375, 5.59375, 12.0625, 3.40625, 65.5, 8.0625, -3.609375, -1.976562, 7.03125, 41.5, 6.4375, 11.1875, 56.5, 7.8125, 36.25, 0.582031, 10.6875, 24.5, 13.0625, 15.0625, 13.8125, 18.5, 7.71875, 68.0, 2.84375, -2.390625, 13.625, 71.0, 54.0, 74.5, 62.25, 3.546875, 10.3125, 86.5, 10.625, 44.75, 68.0, 79.5, 74.5, 55.0, 59.25, 0.902344, 61.25, 59.75, 70.0, 47.25, 12.125, 24.625, 45.0, 80.5, 60.0, 77.5, 39.5, 57.5, 49.5, 2.875, 10.9375, 62.5, 80.0, 20.875, 66.5, 84.0, 7.25, 8.3125, 60.25, 5.21875, 49.25, 9.4375, 79.5, 14.125, 12.0625, 65.0, 10.125, 46.75, 77.0, 21.625, 58.25, 63.0, 76.0, 15.3125, 66.5, 10.0625, 13.125, 2.015625, 70.0, 70.0, 9.6875, 8.4375, 45.75, 15.75, 66.5, 10.625, 90.5, 60.0, 13.1875, 21.25, 34.75, 11.4375, 12.0, 57.5, 10.0, 17.875, 5.0625, 42.75, 12.1875, 47.25, 3.453125, 23.875, 9.4375, 20.625, 53.25, 61.75, 3.390625, 6.4375, 54.75, 4.9375, 60.75, 0.65625, 74.0, 7.34375, 57.0, 9.25, 67.5, 6.03125, 40.5, 5.46875, 69.0, 50.25, 66.5, 1.859375, 65.0, 21.125, 11.0625, 58.0, 76.0, 6.25, 12.875, 61.0, 56.0, 59.5, 11.0625, 58.25, 6.09375, 11.4375, 16.875, 3.59375, 9.0, 16.375, 0.19043, 52.25, 6.90625, 8.8125, 11.75, 71.5, 13.5625, 16.25, 76.0, 67.0, 11.4375, 9.6875, 2.71875, 62.0, 22.75, 7.90625, 68.5, 8.0, 76.5, 3.390625, 11.8125, 10.0, 56.0, 24.0, 11.75, 10.4375, 2.265625, 12.625, 71.5, 15.4375, 9.4375, 11.0, 61.75, 12.9375, 72.5, 78.5, 20.25, 10.5, 10.75, 5.65625, 86.0, 66.0, 2.265625, 52.0, 17.25, 56.5, 18.375, 10.75, 88.0, 68.5, 57.5, 75.0, 69.5, 2.609375, 4.25, 13.9375, 13.5625, 9.6875, 17.5, 8.5, 82.5, 2.8125, 9.6875, 13.0, 79.0, 83.0, 12.8125, 38.0, 4.59375, 51.25, 45.25, 5.09375, 43.75, 8.5, 3.40625, 11.125, 19.0, 65.5, 15.9375, 12.5625, 7.15625, 61.5, 57.5, 11.5, 49.75, 10.8125, 12.0, 63.5, -4.3125, 15.375, 0.012085, 61.25, 67.0, 65.0, 13.3125, 69.5, 75.0, 7.625, 76.5, 0.001678, 73.0, 14.1875, 2.84375, 6.125, 63.25, 11.6875, 87.0, 25.625, 71.0, 31.375, 21.5, 11.5, 11.3125, 61.25, 13.0625, 2.25, 56.0, 55.5, 58.5, 90.0, 22.75, 13.5, 16.0, 8.3125, 10.6875, 12.5, 3.921875, 65.0, 67.0, 3.3125, 13.1875, 71.0, 61.25, 15.3125, 48.0, 11.9375, 53.5, 72.5, 61.0, 72.0, 11.8125, 64.0, 79.5, 8.8125, 23.125, 9.0, 3.671875, 13.125, 73.0, 11.75, 16.875, 81.0, 9.0, 7.8125, 11.125, 14.1875, 28.625, 9.9375, 57.0, 28.375, 61.0, 14.8125, 47.75, 38.25, 15.8125, 14.5, 12.3125, 2.640625, 66.0, 60.25, 59.0, 84.0, 59.25, 73.5, 4.21875, 58.75, 52.25, 1.757812, 3.59375, 72.5, 68.5, 75.5, 2.21875, 7.25, 6.4375, 76.5, 80.5, 63.5, 12.75, 2.703125, 3.828125, 5.8125, 61.5, 11.125, 63.0, 50.0, 68.5, 17.125, 60.25, 19.5, 3.0625, 42.75, 75.0, 6.5, 9.1875, 70.0, 3.859375, 68.5, 74.0, -4.5625, 33.5, 73.0, 12.375, 65.5, 5.8125, 63.25, 6.09375, 58.25, 64.0, 16.375, 72.5, 48.5, 20.125, 54.75, 39.75, 21.0, 62.75, 9.8125, 89.0, 47.0, 4.1875, 85.0, 6.625, 61.0, 7.46875, 7.34375, 10.6875, 37.25, 61.0, 71.5, 61.0, 3.25, 0.84375, 57.75, 72.5, 46.0, 59.25, 37.75, 8.5625, 71.5, 1.992188, 21.875, 10.1875, 76.0, 25.625, 13.3125, 79.5, 6.125, 11.4375, 4.5, 56.75, 61.75, 9.125, 60.5, 24.5, 61.0, 14.375, 8.0625, 56.0, 51.75, 65.5, 13.1875, 3.46875, 10.6875, 56.75, 3.875, 12.6875, 60.0, 54.0, 10.75, 11.5, 8.0625, 97.5, 59.25, 78.5, 4.1875, 13.75, 8.125, 61.0, 12.625, 4.15625, 5.34375, 10.875, 21.25, 9.125, 9.0625, 2.90625, 87.5, 11.125, 54.25, 22.625, 51.0, 9.875, 20.75, 11.75, 3.5625, 7.53125, 45.75, 11.75, 83.5, 10.1875, 12.3125, 82.0, 6.65625, 15.125, 82.5, 9.0625, 87.5, 7.78125, 14.1875, 3.9375, 11.3125, 6.34375, 70.5, 57.0, 63.5, 44.25, 75.0, 9.125, 11.25, 9.125, 36.5, 10.125, 64.5, 7.84375, 57.0, 67.5, 18.5, 60.5, 66.5, 7.1875, 83.0, 54.5, 82.5, 7.1875, 9.3125, 10.5, 11.0625, 10.0625, 3.5, 10.25, 62.75, 76.5, 83.5, 20.0, 1.75, 86.5, 16.125, 13.625, 6.84375, 48.25, 3.125, 55.5, 3.03125, 5.5, 3.796875, 48.75, 68.0, 16.75, 16.75, 52.25, 43.75, 60.75, 2.921875, 20.0, 11.0, 74.5, 6.75, 40.25, 3.0, 6.90625, 13.375, 67.0, 10.4375, 14.1875, 10.9375, 59.0, 10.8125, 13.25, 69.0, 10.1875, -1.125, 66.0, 26.125, 2.3125, 8.0625, 6.1875, 67.5, 88.5, 70.0, 58.0, 18.875, 19.875, 69.0, 64.5, 27.5, 63.25, 7.125, 66.0, 46.75, 8.9375, 18.0, 8.0, 7.84375, 79.5, 68.5, 74.0, 88.0, 21.5, 9.75, 69.5, 67.0, 17.5, 65.0, 51.75, 14.0625, 4.65625, 12.375, 3.65625, 71.0, 7.78125, 50.75, 10.8125, 3.265625, 11.5625, 4.0, 56.25, 8.25, 76.0, 72.0, 14.1875, 107.0, 73.0, 11.0, 12.0, 6.0, 12.875, 11.625, 41.5, 57.25, 70.0, 2.6875, 10.8125, 2.859375, 61.0, 61.5, 24.75, 9.0, 55.0, 45.25, 5.5625, 67.5, 9.9375, 7.9375, 7.34375, 13.5625, 2.078125, 10.375, 6.25, 68.5, 3.296875, 2.296875, 8.4375, 9.75, -4.625, 57.5, 70.0, 15.8125, 12.4375, 53.25, 11.125, 15.9375, 18.0, 54.5, 15.125, 4.28125, 3.578125, 75.0, 6.15625, 31.375, 3.859375, 76.0, 68.5, 54.5, 51.5, 56.5, 59.25, 56.0, 21.125, 74.5, 11.625, 63.75, 30.125, 39.75, 2.8125, 11.5, 66.0, 9.8125, 47.75, 6.0625, 1.296875, 13.75, 14.125, 51.5, 82.0, 64.0, 12.4375, 5.0625, 82.5, 17.75, 46.25, 61.25, 10.875, 31.25, 10.75, 57.75, 8.5625, 57.0, 81.0, 49.0, 6.15625, 81.0, 17.625, 46.75, 68.0, 184.0, 36.5, 74.0, 64.0, 56.75, 31.0, 25.125, 8.1875, 19.75, 11.8125, 8.0625, 79.5, 12.75, 5.5, 6.84375, 6.59375, 64.0, 23.625, 9.875, 8.0625, 16.0, 69.5, 6.8125, 20.625, 69.5, 4.8125, 4.9375, 6.75, 59.5, 66.0, 26.625, 12.3125, 12.1875, 9.625, 44.0, 3.59375, 9.0625, 69.5, 57.5, 12.375, 69.0, 73.5, 9.1875, 18.375, 70.5, 3.0, -0.380859, 62.5, 31.25, 76.0, 10.0, 72.0, 46.25, 54.25, 61.5, 77.0, 45.25, 55.25, 81.0, 26.375, 54.75, 19.25, 10.8125, -9.0625, 7.78125, 9.5625, 179.0, 41.25, 57.0, 8.4375, 64.0, 39.5, 9.3125, 79.5, 8.9375, 12.0625, 66.5, 71.0, 2.9375, 58.75, 5.8125, 56.0, -7.875, 3.96875, 64.5, 43.25, 11.25, 11.9375, 0.096191, 9.4375, 14.625, 77.0, 12.6875, 75.5, 44.5, 79.0, 72.0, 41.25, 23.875, 63.5, 70.0, 3.015625, 10.1875, 4.75, 23.25, 11.25, 24.125, 49.75, 19.0, 16.0, 32.25, 14.4375, 3.34375, 56.25, 10.125, 60.0, 12.75, 3.53125, 62.75, 58.0, 46.0, 6.84375, 11.8125, 28.0, 60.75, 64.5, 76.5, 13.5, 7.875, 73.0, 66.5, 71.5, 45.5, 77.5, 8.0625, 11.4375, 63.25, 57.25, 3.0, 3.90625, 77.5, 11.25, 15.125, 12.0, 1.960938, 25.875, 13.1875, 19.875, 14.5625, 19.25, 3.390625, 64.5, 1.484375, 11.25, 62.75, 12.1875, 37.0, 0.439453, 63.0, 68.5, 51.5, 55.75, 56.25, 3.28125, 12.8125, 26.25, 61.75, 39.0, 73.5, 89.0, 77.0, 7.34375, 67.5, 46.25, 73.5, 72.0, 17.625, 70.5, 6.25, 77.5, 58.0, 10.9375, -6.25, 90.5, 54.5, 60.75, 12.6875, 57.0, 63.75, 63.5, 70.0, 61.0, 5.71875, 22.0, 68.0, 61.25, 17.875, 86.5, 8.1875, 5.375, 14.5625, 73.0, 39.25, -9.5, 38.0, 11.4375, 60.5, 2.984375, 64.5, 89.5, 37.25, 50.75, 10.0625, 75.0, 3.390625, 28.375, 53.0, 15.4375, 8.3125, 59.0, 3.40625, 8.125, 27.0, 12.8125, 76.5, 9.125, 38.75, 88.5, 62.5, 7.0, 68.5, 4.28125, 48.75, 10.3125, 5.1875, 6.8125, 3.578125, 3.078125, 5.03125, 11.4375, 10.75, -3.921875, 54.5, 7.5625, 86.0, 5.875, 43.5, 60.5, 62.75, 56.5, 8.625, 61.25, 2.3125, 61.5, 63.25, 3.265625, 13.125, 17.25, 3.90625, 66.5, 61.0, 83.5, 52.25, 10.625, 10.5625, 81.5, 54.75, 67.0, 33.25, 19.5, 7.21875, 13.5, 11.5625, 8.5625, 63.75, 75.5, 41.25, 16.125, 16.625, -2.71875, 65.0, 55.5, 15.5, 4.0, 2.875, 11.625, 3.0625, 5.09375, 16.375, 31.125, 17.25, 7.6875, 11.9375, 7.375, 55.25, 71.0, 27.125, 3.25, 57.75, 9.6875, 62.25, 12.5, 1.640625, 2.9375, 27.5, 16.0, 12.5625, 71.5, 10.25, 1.953125, -1.679688, 29.5, 44.5, 7.25, 1.226562, 42.25, 12.0625, 10.875, 32.25, 69.5, 75.5, 11.5, 48.75, 13.125, 32.75, 59.0, 20.375, 96.5, 32.0, -7.6875, 5.84375, 1.789062, 71.5, 61.75, 62.0, 58.75, 50.5, 20.5, 63.0, 0.601562, 16.625, 45.75, 42.0, 53.5, 72.5, 60.75, 74.5, -2.640625, 63.0, 92.5, 5.375, 65.0, 23.375, 12.375, 5.5625, 2.96875, 71.5, 57.0, 9.875, 14.125, 53.0, 11.75, 80.0, 9.9375, 18.0, 10.4375, 62.5, 9.1875, 6.90625, 38.0, 34.25, 35.75, 63.75, 12.1875, 51.5, 8.1875, 3.890625, 8.625, 58.5, 9.5625, 65.5, 67.0, 10.8125, 27.625, 62.25, 1.117188, 78.5, 68.0, 68.5, 54.5, 8.9375, 15.8125, 47.75, 63.75, 5.65625, 45.5, 4.8125, 13.3125, 11.4375, 31.5, 70.5, 8.6875, 21.5, 60.5, 9.1875, 34.0, 39.5, 68.0, 7.8125, 6.84375, 86.5, 53.0, 75.5, 68.0, 34.0, 10.3125, 5.46875, 47.0, 9.5, 71.5, 8.625, 61.0, 3.0625, 21.125, 78.5, 4.03125, 53.0, 64.0, 65.5, -4.71875, 5.8125, 85.5, 18.625, 49.0, 6.0625, 12.1875, 49.0, 4.40625, 51.75, 56.5, 5.46875, 76.0, 54.25, 68.5, 26.0, 75.0, 61.0, 22.875, 12.4375, 61.0, 47.5, 8.0625, 73.0, 67.5, 18.875, 60.75, 10.5, 18.625, 11.0625, 29.375, 64.5, 77.0, 15.125, 14.6875, 69.5, 70.5, 11.125, 81.0, 56.0, 66.0, 69.5, 7.09375, 77.0, 1.171875, 85.5, 11.5625, 10.5, 10.9375, 50.25, 14.0, 78.0, 49.25, 51.0, 7.1875, 48.5, 56.5, 51.75, 55.5, 73.5, 61.0, 65.5, 9.5, 5.78125, 24.625, 3.484375, 1.625, 9.625, 15.3125, 62.0, 10.9375, 21.375, 18.875, 43.75, 68.5, 13.25, 3.140625, 53.75, 78.0, 32.75, 24.625, 4.90625, 23.375, 42.25, 72.0, 11.5625, 7.96875, 61.0, 70.0, 72.0, 5.8125, 62.5, 62.5, 8.5, 10.1875, 77.5, 12.75, 84.0, 9.125, 56.0, 24.125, 45.5, 13.25, 16.75, 17.125, 11.4375, 73.5, 51.5, 9.0, 4.65625, 26.5, 10.125, 78.0, 7.21875, 14.8125, 11.625, 11.75, 12.25, 38.0, 1.421875, 47.25, 70.5, 8.0625, 74.5, 76.0, 18.375, 10.1875, 66.0, 67.0, 71.5, 41.75, 65.0, -4.28125, 10.5, 21.5, -3.921875, 10.0625, 76.5, 72.0, 61.0, 44.5, 7.3125, 62.5, 89.5, 163.0, 8.625, 11.25, 68.0, 55.5, 5.9375, 10.4375, 27.625, 9.3125, 108.5, 77.5, 89.5, 20.375, 44.75, 13.75, 66.5, -6.9375, 34.25, 58.75, 60.0, 55.0, 63.25, 51.25, 44.5, 10.25, 14.0, 92.0, 69.5, 3.03125, 67.5, 57.5, 7.6875, 53.0, 12.3125, 91.0, 13.6875, 82.0, 71.0, 53.5, 50.75, 16.125, 56.5, 75.0, 11.3125, 69.5, 10.8125, -3.421875, 73.0, 68.0, 8.8125, 65.5, 13.25, 7.84375, 13.5, 82.0, 58.25, 9.8125, 7.5, 11.5, 1.570312, 62.5, 66.0, 4.8125, 2.8125, 76.5, 20.625, 61.25, 57.5, 63.5, 60.75, 55.25 ] } , "name": "onnx::Mul_10586", "outputIndexes": [ 440 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 439, 440 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 441 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 441 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.1/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 6985 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6985 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.1/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 6986 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6986 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 83558708, 13107222, 3276800, 0, 0 ] } , "name": "/layers.1/mlp/gate_proj/Linear", "outputIndexes": [ 6987 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6987 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.1/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 6988 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6988 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.1/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 442 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 442 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.1/mlp/act_fn/Mul_output_0", "outputIndexes": [ 443 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 442, 443 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 444 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 444 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 445 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 442, 445 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/mlp/act_fn/Add_output_0", "outputIndexes": [ 446 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 446 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 447 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 447 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.1/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 448 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 448 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 449 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 442, 449 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 450 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 450 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 451 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6986 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 99942730, 13107222, 3276800, 0, 0 ] } , "name": "/layers.1/mlp/up_proj/Linear", "outputIndexes": [ 6991 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6991 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.1/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 6992 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6992 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.1/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 452 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 451, 452 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/mlp/Mul_output_0", "outputIndexes": [ 453 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 453 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.1/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 6993 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6993 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.1/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 6994 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6994 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 116326752, 13107222, 3276800, 0, 0 ] } , "name": "/layers.1/mlp/down_proj/Linear", "outputIndexes": [ 6995 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6995 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.1/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 6996 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6996 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.1/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 454 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 454 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.1/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 456 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 456 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.1/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 457 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 457, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 458 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 458, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 459 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 454, 459 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 460 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.084473, 1.90625, 1.90625, 1.90625, 1.90625, 0.746094, 1.90625, 1.90625, 0.172852, 1.617188, 1.90625, 1.90625, 1.90625, 1.90625, 0.102051, 1.90625, 0.081055, 1.90625, 0.093262, 0.052979, 0.554688, 0.043945, 0.104004, 0.056152, 0.120117, 1.90625, 1.90625, 1.90625, 0.090332, 1.140625, 1.90625, 0.174805, 0.875, 0.472656, 0.058594, 1.703125, 0.902344, 1.90625, 0.363281, 1.90625, 0.067383, 1.382812, 0.001549, 0.133789, 1.21875, 0.109375, 1.90625, 1.90625, 1.90625, 0.051514, 0.05249, 0.054443, 1.195312, 1.90625, 0.326172, 0.679688, 0.53125, 0.453125, 0.851562, 0.047852, 1.90625, 0.041992, 1.90625, 0.080078, 1.0, 1.90625, 1.90625, 0.094238, 0.433594, 0.249023, 0.104492, 1.90625, 0.041992, 0.167969, 0.050049, 1.710938, 0.400391, 1.90625, 1.90625, 0.085449, 0.474609, 1.90625, 0.074219, 0.773438, 1.90625, 1.90625, 0.337891, 0.423828, 1.90625, 1.90625, 0.047119, 0.369141, 1.90625, 0.103027, 0.177734, 0.160156, 1.90625, 0.753906, 1.023438, 1.164062, 1.90625, 1.90625, 0.066895, 0.769531, 1.78125, 0.279297, 1.90625, 1.90625, 0.378906, 1.125, 0.261719, 1.90625, 0.996094, 0.048828, 0.050781, 1.90625, 1.90625, 0.050781, 1.90625, 0.056885, 0.075195, 0.086914, 0.484375, 1.90625, 1.90625, 0.96875, 0.22168, 1.617188, 0.455078, 0.839844, 0.049561, 0.960938, 1.15625, 1.90625, 1.90625, 0.107422, 1.242188, 1.1875, 0.96875, 0.001656, 0.921875, 0.734375, 1.90625, 0.539062, 0.049316, 0.204102, 1.039062, 0.045654, 0.057617, 1.710938, 1.164062, 0.296875, 0.052246, 0.941406, 0.455078, 1.90625, 0.125, 0.073242, 1.695312, 0.049561, 0.341797, 0.882812, 1.03125, 0.328125, 1.90625, 0.107422, 0.043701, 0.5625, 1.90625, 0.047119, 0.068848, 0.214844, 0.318359, 1.90625, 0.53125, 0.061768, 1.90625, 1.90625, 1.90625, 0.041748, 1.90625, 0.648438, 1.90625, 1.90625, 0.691406, 1.90625, 0.820312, 1.367188, 0.902344, 0.040527, 0.462891, 1.0625, 0.859375, 0.090332, 0.046387, 0.057861, 0.068359, 0.085938, 1.90625, 0.363281, 1.390625, 1.90625, 0.059326, 0.182617, 1.90625, 0.4375, 1.53125, 1.046875, 0.099609, 0.376953, 0.059814, 0.040283, 0.443359, 0.129883, 0.061035, 0.539062, 0.056885, 0.074707, 0.063965, 0.071777, 0.761719, 0.421875, 1.085938, 0.439453, 0.107422, 1.90625, 1.90625, 0.691406, 0.164062, 0.182617, 1.90625, 1.90625, 1.195312, 0.125977, 1.90625, 1.15625, 1.90625, 0.180664, 0.455078, 0.234375, 0.057373, 1.359375, 0.040527, 1.125, 0.047607, 0.925781, 1.90625, 1.804688, 1.414062, 1.90625, 0.824219, 0.080078, 0.5625, 0.033936, 1.90625, 1.90625, 0.675781, 0.855469, 1.90625, 0.051758, 0.625, 0.773438, 0.373047, 0.090332, 1.90625, 0.053467, 0.043213, 1.117188, 0.980469, 0.111328, 1.90625, 0.933594, 0.691406, 0.053223, 1.90625, 1.90625, 0.052002, 1.90625, 1.90625, 1.90625, 1.90625, 0.049072, 0.294922, 0.064453, 1.90625, 0.044678, 0.080078, 1.90625, 1.90625, 1.265625, 0.166016, 0.062988, 0.133789, 0.041992, 1.210938, 0.120117, 0.976562, 0.240234, 0.455078, 1.90625, 1.90625, 0.515625, 0.165039, 0.07373, 1.90625, 0.972656, 1.90625, 0.46875, 1.21875, 0.102539, 0.353516, 0.921875, 1.007812, 0.953125, 0.054199, 0.539062, 1.90625, 1.90625, 0.789062, 0.412109, 0.07373, 1.90625, 1.90625, 1.90625, 0.108887, 1.90625, 1.382812, 0.134766, 1.90625, 0.492188, 0.097168, 0.208008, 0.710938, 1.90625, 0.964844, 0.609375, 0.164062, 0.088867, 1.25, 0.277344, 0.072754, 1.90625, 1.609375, 0.320312, 0.100586, 0.289062, 1.90625, 1.179688, 1.070312, 0.087891, 0.052734, 0.11377, 1.90625, 1.90625, 1.90625, 1.8125, 0.102051, 1.90625, 1.851562, 0.324219, 0.057373, 1.257812, 0.114746, 0.707031, 0.07666, 0.601562, 0.648438, 0.714844, 0.051514, 1.726562, 0.357422, 0.041748, 1.90625, 1.90625, 0.796875, 0.109375, 0.632812, 0.063477, 1.296875, 0.710938, 0.558594, 1.90625, 1.90625, 0.855469, 0.088379, 0.103027, 1.90625, 1.90625, 1.90625, 0.699219, 0.425781, 1.90625, 0.055176, 0.070801, 1.90625, 0.164062, 0.419922, 0.058838, 1.90625, 0.279297, 0.064941, 1.90625, 0.839844, 1.90625, 0.045898, 0.052246, 1.078125, 0.052002, 1.90625, 1.90625, 0.90625, 0.085449, 1.570312, 0.917969, 1.90625, 1.90625, 1.570312, 0.191406, 1.90625, 1.90625, 1.90625, 1.90625, 1.90625, 0.380859, 1.359375, 1.90625, 0.121582, 0.388672, 0.847656, 1.90625, 0.84375, 0.060303, 1.90625, 1.90625, 0.08252, 0.761719, 0.388672, 0.202148, 1.90625, 0.001335, 1.90625, 1.429688, 0.089355, 1.90625, 0.103516, 0.132812, 0.07959, 1.90625, 0.100586, 1.90625, 1.90625, 0.057373, 0.044189, 1.0625, 1.90625, 0.675781, 0.067871, 0.05127, 1.90625, 0.044189, 0.066406, 1.90625, 0.043213, 0.394531, 0.10498, 0.001434, 1.90625, 1.90625, 1.90625, 0.126953, 1.90625, 0.058594, 0.644531, 1.90625, 1.90625, 0.099609, 0.085449, 0.114258, 0.820312, 0.78125, 1.90625, 0.453125, 1.90625, 0.076172, 0.855469, 1.90625, 0.057861, 1.90625, 0.049805, 1.90625, 0.108398, 0.474609, 1.90625, 0.792969, 0.925781, 1.226562, 0.129883, 0.111816, 0.339844, 1.90625, 1.742188, 0.112793, 0.064941, 0.048096, 0.077637, 0.075684, 0.047852, 0.466797, 0.083496, 1.90625, 1.90625, 0.259766, 0.103516, 0.921875, 0.337891, 1.90625, 1.484375, 1.90625, 1.90625, 0.056641, 1.46875, 0.057373, 1.90625, 0.098145, 1.90625, 0.057617, 1.90625, 0.523438, 1.90625, 0.041016, 0.054443, 0.04834, 1.90625, 0.847656, 1.5625, 0.046143, 0.181641, 1.90625, 1.039062, 0.044434, 1.90625, 0.045898, 1.90625, 1.90625, 0.057129, 0.050781, 0.064453, 0.486328, 1.757812, 0.140625, 1.90625, 0.088867, 0.073242, 0.085449, 0.131836, 1.117188, 0.064941, 0.088867, 0.085938, 1.90625, 1.90625, 0.04541, 0.088867, 1.90625, 1.90625, 0.408203, 1.90625, 1.90625, 1.90625, 1.90625, 0.632812, 0.05957, 1.90625, 1.484375, 1.90625, 1.90625, 1.90625, 1.90625, 0.170898, 1.359375, 0.074707, 1.765625, 1.085938, 1.90625, 0.049805, 1.21875, 1.90625, 0.578125, 1.90625, 0.796875, 0.05835, 0.816406, 0.302734, 1.03125, 1.90625, 0.589844, 0.086914, 1.90625, 0.353516, 1.5, 0.128906, 0.878906, 0.6875, 1.90625, 1.90625, 1.90625, 1.90625, 1.867188, 0.404297, 0.117676, 1.90625, 1.90625, 0.271484, 1.742188, 1.90625, 1.90625, 0.349609, 1.90625, 0.084961, 1.90625, 1.90625, 0.087891, 1.90625, 0.886719, 1.898438, 0.057373, 0.054199, 1.90625, 1.90625, 1.90625, 0.037354, 0.054443, 0.439453, 1.90625, 1.90625, 0.730469, 0.10498, 1.203125, 0.056641, 1.90625, 1.90625, 0.061279, 1.28125, 1.90625, 0.048584, 0.404297, 1.90625, 1.90625, 0.121094, 0.099121, 1.90625, 1.90625, 1.179688, 1.90625, 0.066895, 0.091797, 0.240234, 0.001549, 0.121094, 1.90625, 0.447266, 1.90625, 1.90625, 0.078613, 1.90625, 0.273438, 0.097168, 0.063477, 0.060303, 0.07666, 1.90625, 0.075195, 0.160156, 1.90625, 0.139648, 0.839844, 0.191406, 0.113281, 1.90625, 0.05249, 1.90625, 0.324219, 1.90625, 0.061035, 1.90625, 0.060303, 1.90625, 0.07666, 0.707031, 0.044189, 0.143555, 0.984375, 1.90625, 1.90625, 0.095703, 0.051758, 1.90625, 1.90625, 0.049805, 1.90625, 0.049072, 0.061035, 0.902344, 0.126953, 0.882812, 1.53125, 0.044922, 0.925781, 1.03125, 1.289062, 1.90625, 0.371094, 0.079102, 0.103516, 1.90625, 0.707031, 1.90625, 0.04834, 1.90625, 0.476562, 0.859375, 1.53125, 0.589844, 1.90625, 1.90625, 1.414062, 1.90625, 0.084961, 1.34375, 0.216797, 0.285156, 1.90625, 1.171875, 0.063965, 0.07959, 1.90625, 0.042236, 0.515625, 1.03125, 0.072266, 0.542969, 0.808594, 1.90625, 0.136719, 0.170898, 1.90625, 0.058594, 0.050049, 1.90625, 0.320312, 1.90625, 0.118164, 1.90625, 0.086426, 0.671875, 0.5, 0.625, 1.90625, 1.90625, 0.535156, 1.234375, 0.353516, 1.90625, 1.90625, 0.054443, 1.90625, 0.0625, 0.066406, 0.078613, 0.058105, 1.90625, 1.90625, 1.90625, 0.050781, 0.053955, 0.138672, 0.128906, 0.839844, 0.605469, 0.519531, 1.90625, 0.851562, 1.90625, 1.90625, 0.061768, 0.75, 1.90625, 0.632812, 0.621094, 0.071777, 1.90625, 1.90625, 0.068848, 1.90625, 0.314453, 1.90625, 0.060059, 1.90625, 0.084473, 0.079102, 0.102051, 1.90625, 0.044922, 0.417969, 1.90625, 0.984375, 0.044922, 0.068359, 0.640625, 1.1875, 1.90625, 1.90625, 0.275391, 1.90625, 1.90625, 1.90625, 0.072266, 0.365234, 1.90625, 0.053223, 1.90625, 0.371094, 0.15625, 0.335938, 0.078613, 0.322266, 0.09375, 0.044189, 0.570312, 0.139648, 0.176758, 1.046875, 0.447266, 1.90625, 1.90625, 1.4375, 0.498047, 0.365234, 1.90625, 0.570312, 0.064453, 0.175781, 0.063965, 0.072754, 1.351562, 1.90625, 0.070312, 1.53125, 0.289062, 0.886719, 0.914062, 0.789062, 0.0625, 0.095215, 0.894531, 1.90625, 0.043945, 0.051758, 1.90625, 1.90625, 1.90625, 0.609375, 0.925781, 1.90625, 1.90625, 0.057129, 1.90625, 0.080078, 0.047607, 0.119629, 1.0625, 0.181641, 0.049316, 0.046143, 0.144531, 1.90625, 0.244141, 1.90625, 0.170898, 1.90625, 1.90625, 1.070312, 1.90625, 0.090332, 0.249023, 1.90625, 0.341797, 0.056396, 0.058594, 1.90625, 0.050537, 1.90625, 0.390625, 0.046387, 1.90625, 1.25, 1.90625, 0.257812, 1.90625, 1.90625, 1.90625, 0.519531, 1.273438, 0.064941, 0.081543, 0.060791, 1.90625, 0.589844, 1.171875, 1.90625, 1.90625, 0.149414, 0.382812, 0.042969, 1.34375, 0.072266, 0.796875, 0.001747, 1.070312, 0.664062, 1.90625, 1.109375, 1.90625, 0.664062, 0.351562, 1.90625, 0.574219, 0.589844, 1.90625, 1.90625, 0.047852, 1.023438, 1.289062, 0.546875, 1.90625, 0.628906, 0.144531, 1.90625, 1.90625, 1.90625, 1.90625, 0.059082, 0.539062, 0.134766, 0.204102, 0.585938, 0.052979, 0.050293, 1.90625, 0.052979, 1.90625, 0.059326, 0.048096, 1.90625, 0.410156, 1.90625, 0.054443, 0.511719, 1.90625, 0.060791, 0.114746, 0.046631, 0.055176, 0.072754, 0.349609, 0.072266, 1.015625, 0.753906, 0.056885, 0.088379, 1.90625, 0.355469, 0.077637, 0.964844, 0.100586, 0.096191, 0.047119, 1.023438, 0.605469, 0.585938, 0.148438, 0.044678, 0.077148, 0.044434, 1.90625, 1.523438, 0.046875, 0.287109, 1.90625, 0.080566, 0.103027, 0.05835, 0.053711, 1.90625, 0.546875, 1.40625, 0.101562, 1.90625, 0.484375, 0.06543, 0.064453, 0.910156, 0.068848, 1.90625, 1.90625, 1.90625, 1.90625, 0.110352, 0.085938, 1.398438, 1.179688, 0.053955, 0.396484, 0.351562, 1.90625, 1.90625, 1.90625, 0.125977, 0.091797, 0.075195, 0.097656, 1.296875, 0.081055, 1.90625, 1.90625, 0.047852, 0.072266, 1.4375, 0.339844, 1.90625, 1.492188, 0.382812, 0.057373, 1.90625, 1.90625, 1.125, 1.90625, 0.738281, 0.068359, 1.367188, 0.151367, 0.443359, 0.047607, 1.90625, 0.570312, 1.328125, 1.90625, 1.007812, 1.054688, 0.05249, 0.617188, 1.90625, 0.074707, 0.058838, 0.056152, 1.90625, 0.043213, 0.048096, 0.324219, 1.90625, 1.90625, 0.052734, 1.90625, 0.667969, 1.890625, 0.077637, 0.84375, 0.050781, 1.90625, 0.330078, 0.052734, 0.174805, 0.200195, 1.90625, 1.398438, 0.044922, 0.089844, 1.90625, 0.114258, 0.094238, 1.117188, 0.050293, 0.785156, 0.059814, 0.375, 0.044678, 1.90625, 0.104004, 1.195312, 0.055664, 0.07959, 1.90625, 0.486328, 1.859375, 0.104004, 0.065918, 0.294922, 0.090332, 1.023438, 0.117676, 0.069336, 0.859375, 1.90625, 1.90625, 0.05542, 1.90625, 0.043213, 0.605469, 0.094238, 1.90625, 0.142578, 1.90625, 1.90625, 0.045898, 1.90625, 1.90625, 0.07373, 0.095703, 1.90625, 0.503906, 0.890625, 0.466797, 1.90625, 1.90625, 1.90625, 1.90625, 0.214844, 0.070312, 0.056396, 0.890625, 1.90625, 1.90625, 0.667969, 1.90625, 0.251953, 1.90625, 0.045898, 0.064941, 0.132812, 0.046387, 1.359375, 0.04541, 1.90625, 1.429688, 0.425781, 0.675781, 0.664062, 1.59375, 1.90625, 1.304688, 1.46875, 1.90625, 1.90625, 1.90625, 1.90625, 0.091309, 1.90625, 1.90625, 1.90625, 0.330078, 1.90625, 0.049072, 1.90625, 0.730469, 1.90625, 1.90625, 1.90625, 0.084473, 0.067871, 0.388672, 1.90625, 0.059814, 0.050537, 0.53125, 1.90625, 0.394531, 0.065918, 1.90625, 1.265625, 1.90625, 0.507812, 0.066406, 0.125, 0.102539, 1.90625, 1.90625, 0.086914, 1.90625, 0.75, 0.056885, 0.09082, 0.054932, 0.484375, 0.201172, 1.90625, 1.90625, 1.109375, 0.355469, 1.90625, 0.049072, 1.90625, 0.566406, 0.287109, 1.90625, 1.15625, 1.90625, 1.90625, 0.318359, 0.152344, 0.730469, 1.90625, 0.09082, 1.5, 1.90625, 1.90625, 0.769531, 0.053467, 0.171875, 1.90625, 0.056152, 1.460938, 0.055908, 0.053223, 0.094727, 1.90625, 1.90625, 0.824219, 1.90625, 1.21875, 0.890625, 0.808594, 0.617188, 1.90625, 0.001717, 1.90625, 0.200195, 1.90625, 0.049316, 1.890625, 1.90625, 1.90625, 1.90625, 0.139648, 1.90625, 0.957031, 0.053467, 1.90625, 1.140625, 1.90625, 1.90625, 1.171875, 1.070312, 1.90625, 0.785156, 1.90625, 1.90625, 0.044189, 1.90625, 1.90625, 1.90625, 0.055176, 1.90625, 0.294922, 0.211914, 1.90625, 0.378906, 0.384766, 0.417969, 0.291016, 0.109863, 0.077148, 0.353516, 0.070801, 0.078613, 1.90625, 0.061279, 0.069824, 0.135742, 0.130859, 1.203125, 1.09375, 0.287109, 0.104004, 0.052246, 0.040039, 0.160156, 0.191406, 0.103516, 1.90625, 1.90625, 0.335938, 0.078125, 1.757812, 0.126953, 0.001701, 1.4375, 0.341797, 0.060547, 1.90625, 0.988281, 0.380859, 0.355469, 1.90625, 1.90625, 0.048096, 1.390625, 0.126953, 0.71875, 1.90625, 0.253906, 0.095703, 0.043457, 1.90625, 0.133789, 1.90625, 0.427734, 1.90625, 0.059326, 0.056885, 0.486328, 0.255859, 0.087402, 1.90625, 0.114746, 0.574219, 0.035889, 0.085938, 1.90625, 0.314453, 0.960938, 1.460938, 1.90625, 0.059814, 1.90625, 1.90625, 1.445312, 0.145508, 0.472656, 0.102539, 1.90625, 1.570312, 0.447266, 1.007812, 0.53125, 0.054199, 1.90625, 1.90625, 0.072754, 1.90625, 0.125977, 1.90625, 0.169922, 1.90625, 0.049561, 1.90625, 0.062012, 0.988281, 0.121582, 1.90625, 0.05249, 0.080566, 0.875, 1.648438, 0.10791, 0.229492, 1.90625, 0.063477, 0.095703, 1.90625, 1.703125, 0.053711, 0.117188, 0.059326, 1.007812, 0.059082, 1.90625, 0.349609, 1.078125, 1.90625, 1.203125, 1.90625, 1.90625, 0.068359, 1.90625, 0.365234, 0.65625, 0.04541, 1.90625, 0.166992, 0.394531, 0.730469, 1.90625, 1.3125, 1.90625, 0.062988, 1.90625, 1.90625, 0.054932, 1.90625, 0.054199, 1.90625, 1.164062, 1.90625, 0.056396, 0.228516, 1.90625, 1.90625, 1.90625, 1.15625, 0.053955, 1.90625, 1.90625, 1.257812, 0.443359, 1.90625, 0.15918, 0.067383, 1.507812, 0.371094, 0.292969, 1.28125, 0.476562, 0.043701, 1.90625, 0.554688, 1.515625, 1.90625, 1.054688, 0.470703, 0.116211, 0.597656, 0.05127, 0.047852, 0.047119, 1.90625, 1.90625, 1.367188, 1.90625, 1.203125, 0.960938, 0.330078, 0.051758, 1.90625, 1.25, 0.898438, 0.098633, 0.086426, 1.90625, 1.0625, 1.90625, 0.074707, 0.091309, 1.90625, 1.421875, 1.90625, 1.90625, 1.90625, 1.90625, 0.050049, 0.554688, 1.757812, 1.90625, 0.053223, 0.243164, 1.007812, 0.10498, 1.90625, 1.90625, 0.170898, 0.496094, 0.164062, 1.90625, 0.048096, 0.051514, 1.085938, 1.90625, 0.117188, 0.400391, 1.90625, 0.835938, 1.90625, 0.211914, 1.90625, 1.90625, 1.90625, 0.090332, 0.482422, 0.476562, 1.90625, 0.130859, 0.130859, 1.90625, 0.765625, 1.625, 0.049072, 1.414062, 1.90625, 0.059082, 1.90625, 0.07959, 0.263672, 1.90625, 0.824219, 1.90625, 1.90625, 0.628906, 1.664062, 1.90625, 0.050049, 0.051758, 1.90625, 1.5, 0.105957, 1.90625, 1.90625, 0.049805, 0.585938, 0.063965, 0.043457, 0.051514, 0.054443, 0.408203, 0.05249, 0.503906, 1.90625, 0.835938, 1.90625, 1.90625, 1.90625, 0.992188, 1.90625, 1.3125, 0.357422, 1.90625, 1.90625, 1.09375, 1.90625, 1.132812, 0.957031, 0.605469, 1.445312, 0.138672, 0.494141, 0.098145, 0.104004, 0.613281, 1.90625, 0.001564, 1.90625, 0.048828, 0.05542, 0.742188, 0.058838, 1.90625, 0.098633, 1.90625, 0.05542, 0.07666, 1.90625, 0.001701, 0.15332, 0.134766, 0.09082, 1.90625, 1.90625, 1.90625, 0.040283, 0.083008, 0.049805, 1.90625, 1.90625, 1.90625, 1.90625, 1.289062, 1.90625, 0.045166, 0.044189, 0.800781, 0.980469, 0.061279, 1.078125, 1.90625, 0.070801, 0.052002, 1.90625, 1.90625, 0.371094, 1.90625, 0.057129, 0.088867, 1.90625, 0.455078, 0.068359, 1.90625, 0.051758, 1.90625, 0.046875, 1.90625, 0.060791, 0.064941, 0.847656, 0.488281, 0.084961, 1.90625, 0.707031, 0.503906, 1.90625, 0.451172, 0.00177, 0.439453, 0.082031, 1.90625, 0.084961, 1.90625, 0.063965, 1.90625, 1.226562, 0.410156, 1.085938, 0.271484, 0.753906, 0.052979, 1.90625, 1.90625, 0.063477, 0.044678, 0.089844, 0.057129, 0.110352, 1.90625, 0.047607, 1.90625, 1.90625, 0.578125, 0.045898, 1.429688, 1.90625, 0.296875, 1.90625, 0.345703, 1.90625, 0.077637, 0.050781, 1.90625, 0.054932, 0.519531, 0.052002, 1.90625, 1.90625, 0.092773, 0.077637, 0.047852, 1.90625, 1.90625, 1.90625, 0.229492, 1.90625, 1.90625, 0.057129, 0.074707, 1.21875, 1.90625, 0.283203, 0.060059, 0.104004, 0.037109, 1.90625, 0.980469, 1.90625, 0.085938, 1.90625, 1.90625, 1.90625, 1.90625, 1.414062, 0.964844, 0.910156, 1.90625, 0.054688, 0.597656, 0.079102, 0.730469, 0.076172, 1.28125, 0.769531, 0.558594, 1.90625, 1.90625, 0.099609, 1.90625, 0.065918, 1.90625, 0.287109, 0.040527, 1.242188, 0.898438, 0.10791, 0.248047, 0.316406, 1.90625, 1.90625, 1.90625, 1.210938, 1.90625, 0.050781, 0.059082, 0.21582, 0.847656, 0.092773, 1.90625, 1.84375, 1.90625, 0.131836, 0.53125, 0.05542, 0.273438, 0.355469, 0.135742, 0.914062, 0.060791, 0.083008, 1.90625, 0.047607, 0.921875, 0.439453, 1.90625, 1.90625, 1.90625, 1.265625, 0.605469, 1.90625, 1.90625, 1.710938, 0.064453, 0.398438, 1.90625, 1.90625, 0.335938, 1.398438, 0.945312, 1.71875, 0.207031, 1.90625, 0.574219, 1.90625, 1.90625, 1.90625, 0.082031, 0.115234, 1.90625, 0.439453, 0.076172, 0.124512, 0.855469, 0.972656, 1.90625, 1.90625, 0.056396, 1.90625, 0.679688, 1.90625, 1.90625, 1.90625, 0.045654, 0.417969, 1.726562, 1.90625, 0.167969, 0.644531, 1.0625, 0.216797, 0.417969, 1.90625, 0.057373, 0.324219, 1.90625, 1.867188, 1.90625, 0.695312, 0.296875, 0.047607, 0.060547, 1.90625, 1.304688, 0.116211, 0.746094, 0.851562, 0.129883, 1.90625, 0.054932, 0.088867, 1.90625, 1.90625, 1.90625, 1.90625, 0.371094, 1.90625, 0.249023, 0.324219, 0.667969, 1.90625, 0.045898, 0.054932, 1.90625, 0.055176, 0.077148, 1.84375, 1.90625, 0.589844, 1.90625, 0.445312, 1.90625, 0.090332, 1.390625, 1.90625, 0.355469, 1.90625, 0.076172, 0.566406, 0.07666, 0.05835, 1.90625, 0.072266, 0.088379, 1.90625, 1.242188, 1.90625, 1.4375, 1.90625, 0.136719, 0.048828, 0.945312, 1.90625, 0.347656, 1.90625, 0.542969, 0.064941, 1.070312, 0.476562, 0.863281, 0.125, 1.90625, 0.070312, 1.90625, 1.90625, 1.90625, 1.90625, 1.90625, 1.90625, 1.90625, 0.080566, 1.90625, 1.90625, 1.351562, 1.90625, 1.90625, 0.208008, 0.386719, 0.421875, 1.90625, 0.097656, 0.353516, 1.90625, 1.90625, 0.074707, 1.90625, 1.90625, 1.90625, 0.063965, 1.90625, 0.683594, 1.90625, 0.683594, 0.145508, 0.067383, 0.239258, 0.435547, 0.067871, 0.100098, 0.640625, 0.314453, 1.90625, 0.046143, 0.149414, 0.3125, 1.90625, 0.859375, 0.056641, 1.90625, 0.083008, 1.90625, 1.882812, 1.03125, 1.90625, 0.074219, 0.075684, 0.057373, 1.90625, 1.90625, 0.855469, 1.90625, 0.129883, 0.068848, 1.90625, 0.15918, 0.738281, 0.480469, 1.90625, 0.057129, 0.609375, 0.099609, 1.90625, 0.088867, 0.357422, 0.542969, 1.90625, 0.051025, 0.121582, 0.081055, 0.832031, 0.496094, 0.171875, 1.90625, 1.90625, 1.90625, 1.90625, 1.90625, 0.067871, 1.6875, 1.90625, 1.90625, 1.90625, 0.063965, 1.90625, 1.90625, 1.085938, 1.085938, 0.191406, 1.90625, 1.3125, 1.195312, 1.90625, 1.90625, 1.90625, 0.044922, 0.173828, 0.15918, 1.90625, 1.421875, 1.90625, 0.808594, 1.90625, 1.90625, 0.04541, 0.068848, 1.46875, 0.223633, 0.049805, 0.294922, 0.253906, 0.384766, 0.71875, 1.90625, 0.074219, 0.144531, 0.112793, 0.375, 0.062988, 0.137695, 0.080566, 0.050293, 0.071289, 0.081055, 0.574219, 0.064941, 1.054688, 0.050293, 1.90625, 1.164062, 1.90625, 1.90625, 1.90625, 1.90625, 0.710938, 0.049072, 0.263672, 0.049316, 0.107422, 1.90625, 0.237305, 1.90625, 1.90625, 0.048096, 0.396484, 1.90625, 0.095215, 1.90625, 0.052002, 1.90625, 1.90625, 0.106934, 1.90625, 0.859375, 0.746094, 1.90625, 1.90625, 1.90625, 0.041504, 0.365234, 0.102539, 0.092773, 0.059326, 0.066895, 1.90625, 0.310547, 0.126953, 0.131836, 1.90625, 0.388672, 1.90625, 0.847656, 1.164062, 0.431641, 0.057861, 1.90625, 1.90625, 0.597656, 0.289062, 1.90625, 0.053223, 0.625, 0.894531, 0.777344, 1.90625, 1.90625, 0.053711, 1.90625, 1.90625, 1.117188, 0.1875, 0.390625, 0.400391, 0.320312, 1.90625, 0.265625, 0.145508, 0.060791, 0.137695, 0.095703, 0.134766, 1.90625, 0.582031, 0.523438, 0.172852, 1.90625, 1.90625, 0.351562, 0.582031, 1.90625, 0.3125, 1.90625, 1.101562, 1.90625, 0.859375, 1.046875, 1.90625, 1.90625, 1.90625, 1.90625, 1.90625, 0.054688, 1.078125, 0.535156, 0.001831, 0.055908, 0.049561, 0.071777, 0.851562, 0.8125, 1.90625, 0.855469, 0.503906, 0.064453, 0.148438, 0.092285, 0.037354, 0.345703, 0.00177, 0.067871, 0.375, 0.291016, 0.128906, 1.71875, 0.113281, 1.90625, 0.378906, 0.527344, 0.699219, 1.90625, 0.427734, 0.527344, 0.045654, 1.15625, 0.769531, 0.054932, 0.137695, 0.086914, 0.059082, 1.90625, 1.90625, 0.480469, 0.053955, 0.353516, 0.390625, 1.90625, 1.90625, 1.296875, 0.617188, 1.554688, 1.90625, 0.132812, 0.921875, 0.15625, 1.90625, 0.064453, 0.375, 0.11084, 1.90625, 1.90625, 0.925781, 1.78125, 0.714844, 0.164062, 1.445312, 1.90625, 0.121582, 1.90625, 0.460938, 0.851562, 1.90625, 0.046143, 1.03125, 0.091309, 0.061035, 0.04541, 0.441406, 0.055176, 1.90625, 0.084961, 0.535156, 1.90625, 1.90625, 1.90625, 1.90625, 1.90625, 1.890625, 1.90625, 1.90625, 1.007812, 1.90625, 0.048828, 1.90625, 0.054932, 0.064941, 0.071289, 0.054199, 0.308594, 0.628906, 1.90625, 0.046631, 0.069336, 1.90625, 1.90625, 0.976562, 1.90625, 0.046631, 1.90625, 0.049805, 0.157227, 1.90625, 0.429688, 0.138672, 0.071289, 0.455078, 0.134766, 1.390625, 1.242188, 1.90625, 1.90625, 1.90625, 0.060791, 0.088867, 1.335938, 1.210938, 1.84375, 1.90625, 0.049561, 0.071289, 1.90625, 1.90625, 1.90625, 0.523438, 1.90625, 1.90625, 0.326172, 1.484375, 1.414062, 0.414062, 0.839844, 1.90625, 0.175781, 0.078613, 0.929688, 1.90625, 0.065918, 1.90625, 0.09668, 1.34375, 1.90625, 1.90625, 1.90625, 1.90625, 1.054688, 0.154297, 1.90625, 1.90625, 1.90625, 0.074219, 0.113281, 0.738281, 1.90625, 0.134766, 1.09375, 1.90625, 0.404297, 0.042236, 0.041748, 1.546875, 1.90625, 0.585938, 1.90625, 0.05542, 1.90625, 0.072754, 0.162109, 1.90625, 1.492188, 1.90625, 0.082031, 0.112793, 0.047363, 0.057129, 0.116211, 0.523438, 0.125, 1.90625, 1.90625, 0.114746, 0.188477, 0.0625, 0.048584, 0.181641, 0.093262, 1.90625, 0.101562, 0.789062, 1.90625, 0.045166, 1.90625, 1.335938, 1.90625, 1.90625, 0.049561, 0.049561, 0.320312, 0.773438, 0.088379, 1.90625, 0.036865, 1.90625, 0.359375, 1.90625, 0.203125, 0.324219, 1.90625, 1.90625, 0.271484, 0.131836, 0.054932, 1.90625, 0.064453, 0.349609, 1.90625, 1.90625, 0.060059, 1.90625, 1.90625, 0.585938, 0.574219, 1.304688, 0.054199, 1.90625, 0.570312, 0.067383, 0.09668, 0.073242, 1.90625, 0.242188, 0.067383, 0.062988, 1.90625, 0.132812, 1.90625, 1.90625, 1.851562, 0.148438, 0.051758, 1.90625, 0.235352, 0.824219, 1.84375, 0.151367, 0.151367, 0.145508, 1.90625, 0.414062, 0.07666, 0.08252, 0.046631, 0.112305, 0.675781, 1.90625, 1.90625, 0.080078, 1.90625, 0.129883, 1.90625, 0.07959, 1.90625, 1.039062, 0.094238, 1.90625, 0.05542, 0.046875, 0.125977, 1.90625, 0.601562, 0.367188, 0.898438, 0.072266, 1.117188, 1.90625, 0.070801, 1.90625, 0.054199, 0.710938, 1.90625, 0.287109, 0.257812, 0.050537, 1.90625, 0.085449, 0.447266, 0.988281, 0.789062, 0.072266, 0.141602, 1.90625, 0.044678, 0.055176, 1.90625, 0.078125, 1.90625, 1.90625, 0.910156, 1.101562, 0.047607, 0.123047, 1.90625, 1.90625, 0.139648, 0.988281, 1.367188, 0.753906, 0.056152, 0.001419, 0.098633, 1.90625, 0.043701, 1.90625, 0.380859, 0.474609, 0.757812, 1.90625, 0.071289, 0.404297, 0.045898, 0.482422, 0.078125, 1.90625, 0.095215, 0.069336, 1.90625, 0.238281, 0.110352, 0.071777, 0.048828, 1.90625, 1.90625, 1.90625, 1.90625, 1.90625, 1.90625, 0.527344, 0.048096, 1.90625, 1.90625, 1.34375, 0.151367, 0.05127, 1.90625, 1.90625, 0.088379, 0.664062, 1.414062, 0.416016, 1.90625, 0.211914, 0.90625, 0.044189, 1.265625, 1.90625, 0.078125, 0.05127, 0.046875, 1.90625, 0.05249, 0.046631, 0.269531, 0.597656, 0.390625, 1.609375, 0.044678, 1.90625, 0.061768, 0.140625, 0.070312, 1.148438, 1.90625, 1.453125, 0.328125, 0.096191, 0.072754, 1.90625, 1.90625, 1.0, 0.722656, 0.04126, 1.90625, 1.90625, 1.90625, 1.25, 1.90625, 0.094238, 1.90625, 0.292969, 0.062256, 0.490234, 0.117676, 0.07959, 1.90625, 0.734375, 0.191406, 0.049805, 0.984375, 0.091797, 0.519531, 1.90625, 1.890625, 1.90625, 1.90625, 1.90625, 0.421875, 0.045166, 0.056641, 0.071289, 1.90625, 0.076172, 0.496094, 1.90625, 0.421875, 1.273438, 0.10498, 0.890625, 1.90625, 0.404297, 1.90625, 1.90625, 0.05542, 0.039062, 0.523438, 1.90625, 1.101562, 0.503906, 0.091797, 1.90625, 0.230469, 0.519531, 0.067871, 0.061523, 0.116699, 0.112793, 0.451172, 1.90625, 1.90625, 0.269531, 0.053467, 1.90625, 0.108398, 0.07373, 1.90625, 0.068359, 1.90625, 0.241211, 1.90625, 0.349609, 1.90625, 0.066406, 0.096191, 1.90625, 0.929688, 0.150391, 0.503906, 0.044922, 1.90625, 1.90625, 0.063965, 0.058594, 1.90625, 0.597656, 1.421875, 1.90625, 1.59375, 0.041504, 0.071289, 0.355469, 1.90625, 1.90625, 1.90625, 0.636719, 0.054932, 0.726562, 1.90625, 0.445312, 0.255859, 0.052979, 0.052246, 0.049316, 0.601562, 1.90625 ] } , "name": "onnx::Mul_10587", "outputIndexes": [ 461 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 460, 461 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 462 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 434, 462 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/Add_1_output_0", "outputIndexes": [ 463 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 463 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.1/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 6997 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6997 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.1/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 6998 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6998 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 132710774, 327702, 81920, 0, 0 ] } , "name": "/layers.1/per_layer_input_gate/Linear", "outputIndexes": [ 6999 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6999 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.1/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 7000 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7000 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.1/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 464 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 464 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.1/act_fn/Mul_output_0", "outputIndexes": [ 465 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 464, 465 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/act_fn/Mul_1_output_0", "outputIndexes": [ 466 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 466 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/act_fn/Mul_2_output_0", "outputIndexes": [ 467 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 464, 467 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/act_fn/Add_output_0", "outputIndexes": [ 468 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 468 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/act_fn/Mul_3_output_0", "outputIndexes": [ 469 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 469 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.1/act_fn/Tanh_output_0", "outputIndexes": [ 470 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 470 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/act_fn/Add_1_output_0", "outputIndexes": [ 471 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 464, 471 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/act_fn/Mul_4_output_0", "outputIndexes": [ 472 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 472 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/act_fn/Mul_5_output_0", "outputIndexes": [ 473 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze601", "outputIndexes": [ 474 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze604", "outputIndexes": [ 475 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 474, 475, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice607", "outputIndexes": [ 476 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 476 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze608", "outputIndexes": [ 477 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 477 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp609", "outputIndexes": [ 478 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 478, 477 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp610", "outputIndexes": [ 479 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 479, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_7_output_0", "outputIndexes": [ 480 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 473, 480 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/Mul_output_0", "outputIndexes": [ 481 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 481 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.1/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 7001 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7001 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.1/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 7002 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7002 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 133120396, 327702, 81920, 0, 0 ] } , "name": "/layers.1/per_layer_projection/Linear", "outputIndexes": [ 7003 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7003 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.1/per_layer_projection/Linear/post_convert", "outputIndexes": [ 7004 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7004 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.1/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 482 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 482 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.1/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 484 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 484 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.1/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 485 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 485, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 486 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 486, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 487 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 482, 487 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 488 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.000383, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.069824, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.04126, 0.435547, 0.000389, 0.435547, 0.0354, 0.025513, 0.144531, 0.000395, 0.023193, 0.000404, 0.026855, 0.435547, 0.435547, 0.435547, 0.032471, 0.435547, 0.435547, 0.039551, 0.435547, 0.222656, 0.000399, 0.435547, 0.435547, 0.435547, 0.136719, 0.435547, 0.018555, 0.384766, 0.435547, 0.031006, 0.435547, 0.030396, 0.435547, 0.435547, 0.435547, 0.000376, 0.012329, 0.000399, 0.435547, 0.435547, 0.025269, 0.435547, 0.365234, 0.12793, 0.435547, 0.000406, 0.435547, 0.000345, 0.435547, 0.000401, 0.435547, 0.435547, 0.435547, 0.000315, 0.199219, 0.000389, 0.000374, 0.435547, 0.000391, 0.067383, 0.000341, 0.435547, 0.00037, 0.435547, 0.435547, 0.000385, 0.000368, 0.435547, 0.033936, 0.000414, 0.435547, 0.435547, 0.077148, 0.002914, 0.435547, 0.435547, 0.017578, 0.097168, 0.435547, 0.000401, 0.074707, 0.040039, 0.435547, 0.052246, 0.000402, 0.435547, 0.435547, 0.435547, 0.00193, 0.227539, 0.435547, 0.092285, 0.435547, 0.435547, 0.070312, 0.435547, 0.027832, 0.435547, 0.435547, 0.000395, 0.000402, 0.435547, 0.435547, 0.021362, 0.435547, 0.000416, 0.031738, 0.000372, 0.117188, 0.000389, 0.435547, 0.435547, 0.056885, 0.435547, 0.435547, 0.435547, 0.000328, 0.435547, 0.419922, 0.435547, 0.435547, 0.024292, 0.435547, 0.435547, 0.435547, 0.435547, 0.000378, 0.435547, 0.435547, 0.435547, 0.013245, 0.055176, 0.435547, 0.000389, 0.000376, 0.000401, 0.435547, 0.109863, 0.02771, 0.435547, 0.118164, 0.435547, 0.039551, 0.000399, 0.435547, 0.014038, 0.104004, 0.435547, 0.304688, 0.011169, 0.435547, 0.023804, 0.006958, 0.435547, 0.435547, 0.016846, 0.000389, 0.006927, 0.000397, 0.435547, 0.435547, 0.00036, 0.435547, 0.435547, 0.435547, 0.000406, 0.435547, 0.182617, 0.000378, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.000387, 0.000374, 0.435547, 0.435547, 0.000366, 0.000381, 0.029053, 0.000406, 0.034912, 0.435547, 0.000378, 0.435547, 0.435547, 0.000408, 0.005768, 0.435547, 0.123047, 0.435547, 0.435547, 0.000353, 0.302734, 0.025635, 0.000362, 0.000406, 0.000402, 0.000322, 0.174805, 0.019043, 0.000385, 0.000349, 0.000385, 0.435547, 0.435547, 0.435547, 0.435547, 0.01532, 0.435547, 0.435547, 0.435547, 0.000397, 0.098633, 0.435547, 0.435547, 0.435547, 0.047363, 0.435547, 0.435547, 0.435547, 0.000418, 0.000395, 0.07959, 0.016724, 0.435547, 0.000397, 0.435547, 0.000389, 0.435547, 0.435547, 0.427734, 0.000404, 0.435547, 0.435547, 0.000378, 0.435547, 0.008057, 0.435547, 0.435547, 0.435547, 0.000381, 0.435547, 0.025146, 0.00042, 0.435547, 0.077637, 0.05957, 0.435547, 0.000381, 0.000389, 0.435547, 0.435547, 0.053467, 0.435547, 0.302734, 0.435547, 0.000389, 0.435547, 0.435547, 0.00034, 0.435547, 0.435547, 0.435547, 0.435547, 0.023926, 0.000341, 0.000393, 0.435547, 0.018799, 0.025757, 0.435547, 0.435547, 0.435547, 0.061523, 0.000381, 0.000401, 0.00708, 0.435547, 0.038574, 0.435547, 0.0625, 0.00042, 0.435547, 0.435547, 0.137695, 0.000381, 0.023682, 0.435547, 0.435547, 0.435547, 0.00041, 0.435547, 0.010864, 0.098145, 0.435547, 0.435547, 0.435547, 0.000408, 0.228516, 0.435547, 0.435547, 0.000416, 0.00041, 0.021729, 0.435547, 0.435547, 0.435547, 0.000416, 0.435547, 0.435547, 0.034668, 0.435547, 0.090332, 0.000366, 0.000397, 0.048584, 0.000362, 0.435547, 0.197266, 0.000366, 0.010742, 0.316406, 0.046631, 0.00037, 0.435547, 0.435547, 0.092773, 0.04248, 0.059082, 0.435547, 0.236328, 0.435547, 0.000393, 0.021118, 0.000418, 0.435547, 0.435547, 0.435547, 0.431641, 0.000376, 0.435547, 0.435547, 0.051758, 0.011475, 0.435547, 0.000366, 0.00037, 0.024048, 0.435547, 0.435547, 0.435547, 0.000399, 0.435547, 0.167969, 0.015137, 0.435547, 0.435547, 0.275391, 0.000395, 0.207031, 0.013794, 0.435547, 0.435547, 0.435547, 0.000383, 0.435547, 0.207031, 0.000399, 0.037354, 0.435547, 0.435547, 0.435547, 0.435547, 0.132812, 0.435547, 0.000393, 0.015442, 0.435547, 0.068359, 0.114258, 0.000391, 0.000381, 0.139648, 0.00235, 0.435547, 0.435547, 0.000364, 0.000404, 0.007874, 0.435547, 0.023804, 0.435547, 0.435547, 0.324219, 0.000383, 0.433594, 0.435547, 0.435547, 0.435547, 0.435547, 0.053467, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.196289, 0.435547, 0.435547, 0.000376, 0.001205, 0.435547, 0.435547, 0.435547, 0.000397, 0.435547, 0.435547, 0.000412, 0.435547, 0.435547, 0.057129, 0.435547, 0.000412, 0.435547, 0.435547, 0.000362, 0.435547, 0.029175, 0.00041, 0.000389, 0.435547, 0.031738, 0.435547, 0.435547, 0.000383, 0.000389, 0.435547, 0.435547, 0.244141, 0.028442, 0.017822, 0.435547, 0.000381, 0.000349, 0.435547, 0.00029, 0.435547, 0.00038, 0.000385, 0.435547, 0.435547, 0.435547, 0.000374, 0.435547, 0.000387, 0.435547, 0.435547, 0.435547, 0.000401, 0.013245, 0.000372, 0.435547, 0.435547, 0.435547, 0.231445, 0.435547, 0.031738, 0.435547, 0.435547, 0.023926, 0.000368, 0.025024, 0.435547, 0.021729, 0.124023, 0.435547, 0.435547, 0.435547, 0.435547, 0.000376, 0.000399, 0.068848, 0.435547, 0.435547, 0.045898, 0.000401, 0.020996, 0.040283, 0.000399, 0.01532, 0.435547, 0.033691, 0.435547, 0.435547, 0.062012, 0.039062, 0.435547, 0.072266, 0.435547, 0.435547, 0.435547, 0.435547, 0.000389, 0.000372, 0.028931, 0.435547, 0.00036, 0.435547, 0.000385, 0.435547, 0.435547, 0.435547, 0.000372, 0.021973, 0.000385, 0.435547, 0.435547, 0.435547, 0.000391, 0.058838, 0.435547, 0.435547, 0.015564, 0.435547, 0.000349, 0.435547, 0.435547, 0.000402, 0.008667, 0.024658, 0.140625, 0.435547, 0.037354, 0.435547, 0.01709, 0.009705, 0.022827, 0.000362, 0.435547, 0.000378, 0.026367, 0.032471, 0.435547, 0.000397, 0.025513, 0.029785, 0.435547, 0.435547, 0.279297, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.000399, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.064453, 0.435547, 0.034912, 0.000387, 0.324219, 0.435547, 0.000385, 0.388672, 0.435547, 0.435547, 0.435547, 0.435547, 0.034912, 0.308594, 0.006348, 0.421875, 0.000395, 0.435547, 0.000397, 0.435547, 0.000397, 0.429688, 0.000378, 0.158203, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.000401, 0.000397, 0.435547, 0.435547, 0.053711, 0.435547, 0.435547, 0.435547, 0.000374, 0.435547, 0.000376, 0.435547, 0.435547, 0.000376, 0.435547, 0.241211, 0.435547, 0.00038, 0.00033, 0.435547, 0.435547, 0.435547, 0.00038, 0.000362, 0.095215, 0.435547, 0.435547, 0.435547, 0.000395, 0.435547, 0.000399, 0.435547, 0.435547, 0.000381, 0.435547, 0.435547, 0.000372, 0.000402, 0.435547, 0.435547, 0.026123, 0.00038, 0.435547, 0.435547, 0.435547, 0.435547, 0.000395, 0.031494, 0.121094, 0.000345, 0.00042, 0.435547, 0.000347, 0.435547, 0.435547, 0.0271, 0.435547, 0.000347, 0.000359, 0.000404, 0.000376, 0.000372, 0.435547, 0.000397, 0.06543, 0.435547, 0.00032, 0.435547, 0.055664, 0.000366, 0.435547, 0.000372, 0.435547, 0.000406, 0.435547, 0.000397, 0.000385, 0.000402, 0.435547, 0.000381, 0.435547, 0.00042, 0.045898, 0.435547, 0.435547, 0.435547, 0.000395, 0.000391, 0.435547, 0.435547, 0.000418, 0.435547, 0.00041, 0.000412, 0.435547, 0.035889, 0.435547, 0.425781, 0.000383, 0.355469, 0.435547, 0.435547, 0.435547, 0.000387, 0.024414, 0.053467, 0.435547, 0.000376, 0.435547, 0.000376, 0.435547, 0.000406, 0.435547, 0.435547, 0.161133, 0.435547, 0.435547, 0.435547, 0.435547, 0.019653, 0.000399, 0.000341, 0.088379, 0.435547, 0.435547, 0.029663, 0.000399, 0.435547, 0.013611, 0.000385, 0.000416, 0.02124, 0.172852, 0.435547, 0.435547, 0.038574, 0.000385, 0.435547, 0.000389, 0.048828, 0.435547, 0.118652, 0.435547, 0.000397, 0.000376, 0.022339, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.193359, 0.435547, 0.435547, 0.435547, 0.435547, 0.021118, 0.435547, 0.018921, 0.000406, 0.000399, 0.012939, 0.435547, 0.435547, 0.435547, 0.017822, 0.000374, 0.012878, 0.025635, 0.000399, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.017578, 0.435547, 0.435547, 0.080078, 0.435547, 0.030029, 0.435547, 0.435547, 0.023804, 0.435547, 0.086914, 0.435547, 0.000393, 0.435547, 0.027466, 0.000374, 0.000353, 0.000385, 0.00037, 0.376953, 0.435547, 0.435547, 0.000332, 0.000385, 0.435547, 0.435547, 0.435547, 0.00041, 0.00041, 0.435547, 0.435547, 0.435547, 0.025879, 0.00036, 0.435547, 0.000395, 0.435547, 0.097656, 0.000385, 0.000374, 0.000311, 0.118164, 0.000391, 0.000381, 0.435547, 0.042236, 0.067383, 0.435547, 0.000378, 0.435547, 0.435547, 0.435547, 0.435547, 0.121094, 0.435547, 0.207031, 0.000385, 0.060059, 0.000355, 0.000393, 0.435547, 0.435547, 0.04248, 0.435547, 0.005768, 0.000391, 0.137695, 0.435547, 0.000402, 0.000385, 0.241211, 0.435547, 0.000425, 0.022705, 0.435547, 0.435547, 0.000397, 0.186523, 0.115723, 0.435547, 0.435547, 0.000376, 0.435547, 0.000343, 0.000385, 0.040283, 0.435547, 0.029663, 0.000372, 0.018066, 0.000374, 0.435547, 0.092773, 0.425781, 0.058594, 0.435547, 0.435547, 0.435547, 0.435547, 0.027954, 0.052734, 0.435547, 0.000372, 0.031982, 0.000376, 0.435547, 0.026245, 0.435547, 0.057129, 0.000408, 0.435547, 0.000355, 0.435547, 0.000359, 0.435547, 0.435547, 0.435547, 0.000385, 0.394531, 0.023926, 0.016357, 0.016846, 0.000395, 0.435547, 0.435547, 0.435547, 0.435547, 0.000374, 0.149414, 0.017578, 0.371094, 0.018555, 0.000422, 0.435547, 0.417969, 0.135742, 0.435547, 0.435547, 0.435547, 0.435547, 0.000387, 0.435547, 0.114258, 0.435547, 0.435547, 0.435547, 0.000412, 0.435547, 0.435547, 0.201172, 0.435547, 0.124023, 0.000404, 0.435547, 0.435547, 0.435547, 0.435547, 0.037354, 0.126953, 0.00042, 0.049316, 0.271484, 0.000399, 0.000376, 0.435547, 0.016724, 0.435547, 0.00038, 0.000399, 0.435547, 0.000315, 0.435547, 0.000387, 0.435547, 0.435547, 0.000364, 0.025513, 0.000385, 0.035889, 0.000376, 0.000387, 0.000355, 0.435547, 0.435547, 0.013428, 0.019043, 0.435547, 0.080078, 0.02771, 0.435547, 0.000376, 0.000385, 0.000343, 0.435547, 0.435547, 0.435547, 0.000366, 0.023071, 0.000404, 0.000372, 0.435547, 0.384766, 0.018799, 0.000408, 0.435547, 0.000381, 0.030762, 0.00037, 0.021118, 0.435547, 0.435547, 0.000387, 0.000404, 0.435547, 0.435547, 0.000338, 0.000362, 0.435547, 0.034912, 0.435547, 0.435547, 0.435547, 0.435547, 0.000406, 0.000387, 0.435547, 0.435547, 0.02063, 0.054199, 0.000397, 0.435547, 0.435547, 0.435547, 0.040039, 0.000368, 0.000385, 0.025635, 0.435547, 0.032471, 0.435547, 0.435547, 0.019531, 0.027954, 0.435547, 0.076172, 0.435547, 0.435547, 0.069824, 0.00042, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.000395, 0.435547, 0.000389, 0.000416, 0.000412, 0.435547, 0.000416, 0.435547, 0.435547, 0.435547, 0.203125, 0.007294, 0.435547, 0.435547, 0.032715, 0.000414, 0.000336, 0.435547, 0.000349, 0.014404, 0.09668, 0.435547, 0.435547, 0.019409, 0.435547, 0.435547, 0.435547, 0.016357, 0.435547, 0.005798, 0.435547, 0.106445, 0.000378, 0.00041, 0.00041, 0.435547, 0.435547, 0.013428, 0.018066, 0.435547, 0.000397, 0.030762, 0.188477, 0.000378, 0.435547, 0.000397, 0.098145, 0.000381, 0.435547, 0.0354, 0.435547, 0.00037, 0.035889, 0.435547, 0.000381, 0.431641, 0.000347, 0.021362, 0.090332, 0.000387, 0.435547, 0.038086, 0.029785, 0.435547, 0.435547, 0.435547, 0.027588, 0.435547, 0.000397, 0.435547, 0.000395, 0.435547, 0.0354, 0.435547, 0.435547, 0.000397, 0.435547, 0.435547, 0.024048, 0.047607, 0.435547, 0.137695, 0.435547, 0.000393, 0.435547, 0.435547, 0.435547, 0.435547, 0.035645, 0.000414, 0.000383, 0.000374, 0.435547, 0.435547, 0.203125, 0.435547, 0.000401, 0.435547, 0.000397, 0.024536, 0.051758, 0.000402, 0.000406, 0.000332, 0.435547, 0.435547, 0.000383, 0.22168, 0.147461, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.000368, 0.435547, 0.435547, 0.435547, 0.081055, 0.435547, 0.016357, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.029663, 0.000351, 0.000414, 0.435547, 0.000418, 0.018433, 0.00041, 0.435547, 0.000399, 0.00041, 0.435547, 0.435547, 0.000401, 0.435547, 0.000353, 0.037354, 0.048828, 0.435547, 0.435547, 0.000341, 0.435547, 0.435547, 0.000395, 0.031494, 0.016479, 0.000381, 0.053711, 0.435547, 0.435547, 0.435547, 0.116699, 0.435547, 0.015869, 0.435547, 0.181641, 0.095703, 0.435547, 0.435547, 0.435547, 0.435547, 0.103027, 0.000397, 0.000381, 0.435547, 0.02356, 0.435547, 0.435547, 0.435547, 0.435547, 0.000391, 0.000425, 0.435547, 0.020996, 0.435547, 0.019043, 0.015564, 0.000355, 0.435547, 0.435547, 0.378906, 0.435547, 0.435547, 0.435547, 0.248047, 0.435547, 0.435547, 0.000307, 0.435547, 0.000401, 0.435547, 0.016602, 0.435547, 0.435547, 0.435547, 0.435547, 0.000383, 0.435547, 0.435547, 0.028076, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.013489, 0.435547, 0.435547, 0.435547, 0.017822, 0.435547, 0.060059, 0.001907, 0.435547, 0.000412, 0.000341, 0.125, 0.092285, 0.000412, 0.000397, 0.034424, 0.03125, 0.000385, 0.000404, 0.000412, 0.036133, 0.000381, 0.041748, 0.425781, 0.435547, 0.018799, 0.033691, 0.000397, 0.000397, 0.016235, 0.00042, 0.035156, 0.435547, 0.435547, 0.091309, 0.000408, 0.435547, 0.037109, 0.018433, 0.435547, 0.000389, 0.000393, 0.435547, 0.318359, 0.000378, 0.002457, 0.435547, 0.435547, 0.000397, 0.425781, 0.040039, 0.123047, 0.435547, 0.435547, 0.018066, 0.000412, 0.435547, 0.006714, 0.435547, 0.166016, 0.435547, 0.000397, 0.000376, 0.000404, 0.09375, 0.021729, 0.435547, 0.000362, 0.200195, 0.000364, 0.062012, 0.435547, 0.000402, 0.435547, 0.435547, 0.435547, 0.0177, 0.435547, 0.435547, 0.435547, 0.038574, 0.143555, 0.041016, 0.435547, 0.160156, 0.182617, 0.435547, 0.157227, 0.000422, 0.435547, 0.435547, 0.030518, 0.435547, 0.000322, 0.435547, 0.000381, 0.435547, 0.021851, 0.435547, 0.013184, 0.435547, 0.041992, 0.435547, 0.00036, 0.021484, 0.435547, 0.435547, 0.000328, 0.042236, 0.435547, 0.031738, 0.000355, 0.435547, 0.433594, 0.000374, 0.039062, 0.021973, 0.435547, 0.000343, 0.435547, 0.000387, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.030762, 0.435547, 0.000378, 0.000393, 0.000368, 0.435547, 0.043213, 0.083984, 0.435547, 0.435547, 0.000391, 0.435547, 0.021606, 0.435547, 0.435547, 0.000364, 0.435547, 0.000389, 0.435547, 0.435547, 0.435547, 0.035156, 0.000399, 0.435547, 0.435547, 0.435547, 0.000362, 0.029419, 0.435547, 0.435547, 0.000383, 0.435547, 0.435547, 0.049561, 0.000383, 0.000376, 0.435547, 0.083496, 0.435547, 0.09668, 0.013428, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.091797, 0.016602, 0.109375, 0.017944, 0.017212, 0.000376, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.000399, 0.000368, 0.435547, 0.435547, 0.105469, 0.039307, 0.010986, 0.435547, 0.435547, 0.435547, 0.029541, 0.000406, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.00946, 0.419922, 0.435547, 0.435547, 0.000395, 0.000347, 0.435547, 0.038574, 0.435547, 0.435547, 0.055176, 0.435547, 0.000378, 0.435547, 0.00036, 0.025269, 0.435547, 0.435547, 0.042236, 0.000341, 0.435547, 0.435547, 0.435547, 0.039795, 0.435547, 0.435547, 0.435547, 0.000376, 0.435547, 0.000402, 0.435547, 0.044434, 0.00036, 0.435547, 0.147461, 0.435547, 0.0009, 0.435547, 0.435547, 0.000383, 0.435547, 0.00038, 0.001129, 0.435547, 0.435547, 0.435547, 0.435547, 0.168945, 0.435547, 0.435547, 0.000381, 0.000422, 0.435547, 0.435547, 0.000397, 0.435547, 0.435547, 0.000383, 0.151367, 0.000395, 0.000374, 0.000349, 0.00041, 0.435547, 0.000389, 0.00041, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.000378, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.115723, 0.435547, 0.054688, 0.000402, 0.046631, 0.000402, 0.163086, 0.435547, 0.000366, 0.435547, 0.013916, 0.000334, 0.251953, 0.02063, 0.435547, 0.000408, 0.435547, 0.000416, 0.028198, 0.435547, 0.435547, 0.042725, 0.051025, 0.000397, 0.435547, 0.435547, 0.435547, 0.022461, 0.017944, 0.000422, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.000378, 0.00038, 0.435547, 0.435547, 0.008179, 0.435547, 0.435547, 0.000397, 0.009094, 0.435547, 0.435547, 0.000399, 0.000397, 0.033936, 0.030762, 0.435547, 0.435547, 0.000408, 0.435547, 0.000422, 0.435547, 0.000399, 0.435547, 0.00766, 0.000336, 0.435547, 0.043945, 0.026001, 0.435547, 0.435547, 0.435547, 0.435547, 0.000385, 0.000397, 0.044678, 0.003784, 0.435547, 0.000362, 0.435547, 0.018433, 0.435547, 0.417969, 0.134766, 0.353516, 0.077148, 0.435547, 0.016113, 0.435547, 0.435547, 0.000381, 0.000408, 0.026733, 0.015747, 0.00037, 0.435547, 0.00036, 0.435547, 0.435547, 0.219727, 0.002396, 0.435547, 0.435547, 0.098633, 0.435547, 0.000408, 0.435547, 0.000395, 0.015869, 0.435547, 0.000399, 0.000391, 0.000395, 0.435547, 0.435547, 0.0354, 0.027222, 0.000393, 0.435547, 0.435547, 0.435547, 0.065918, 0.435547, 0.435547, 0.001221, 0.042969, 0.102051, 0.435547, 0.108887, 0.02417, 0.000389, 0.010559, 0.435547, 0.435547, 0.435547, 0.000399, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.000406, 0.000549, 0.051514, 0.435547, 0.000412, 0.435547, 0.435547, 0.000395, 0.435547, 0.435547, 0.037598, 0.435547, 0.000469, 0.435547, 0.000309, 0.000393, 0.435547, 0.435547, 0.031006, 0.000402, 0.032471, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.000336, 0.000376, 0.00041, 0.435547, 0.000347, 0.435547, 0.433594, 0.435547, 0.039062, 0.105469, 0.000402, 0.000402, 0.435547, 0.00037, 0.435547, 0.000397, 0.000389, 0.435547, 0.00041, 0.161133, 0.000416, 0.435547, 0.435547, 0.435547, 0.435547, 0.212891, 0.435547, 0.435547, 0.435547, 0.000404, 0.000393, 0.435547, 0.000401, 0.067871, 0.435547, 0.000422, 0.435547, 0.000402, 0.435547, 0.148438, 0.435547, 0.435547, 0.435547, 0.005554, 0.000336, 0.435547, 0.000418, 0.000381, 0.000387, 0.318359, 0.435547, 0.435547, 0.435547, 0.000345, 0.435547, 0.206055, 0.435547, 0.435547, 0.435547, 0.000395, 0.435547, 0.435547, 0.435547, 0.000328, 0.435547, 0.233398, 0.000362, 0.435547, 0.435547, 0.022095, 0.094727, 0.435547, 0.435547, 0.435547, 0.435547, 0.000408, 0.000368, 0.000399, 0.435547, 0.435547, 0.000401, 0.000412, 0.435547, 0.00038, 0.435547, 0.000395, 0.000351, 0.435547, 0.435547, 0.435547, 0.435547, 0.085938, 0.435547, 0.000399, 0.000385, 0.435547, 0.435547, 0.010803, 0.019653, 0.435547, 0.000338, 0.000408, 0.435547, 0.435547, 0.176758, 0.435547, 0.09082, 0.435547, 0.000397, 0.435547, 0.435547, 0.000412, 0.435547, 0.034424, 0.000362, 0.023926, 0.016968, 0.435547, 0.032715, 0.000416, 0.435547, 0.212891, 0.435547, 0.394531, 0.435547, 0.016846, 0.014526, 0.435547, 0.435547, 0.000355, 0.435547, 0.435547, 0.02417, 0.414062, 0.167969, 0.435547, 0.000366, 0.435547, 0.000332, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.006592, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.000399, 0.103027, 0.161133, 0.435547, 0.034912, 0.000399, 0.435547, 0.435547, 0.000374, 0.435547, 0.435547, 0.435547, 0.013245, 0.435547, 0.435547, 0.435547, 0.435547, 0.000401, 0.000336, 0.077148, 0.135742, 0.000389, 0.00038, 0.435547, 0.067871, 0.435547, 0.013062, 0.040283, 0.435547, 0.435547, 0.291016, 0.000406, 0.435547, 0.000422, 0.435547, 0.435547, 0.363281, 0.435547, 0.000399, 0.000305, 0.000393, 0.435547, 0.435547, 0.435547, 0.435547, 0.000414, 0.018677, 0.435547, 0.06543, 0.435547, 0.00042, 0.435547, 0.000362, 0.435547, 0.000423, 0.435547, 0.029053, 0.137695, 0.435547, 0.435547, 0.0354, 0.050049, 0.017456, 0.435547, 0.435547, 0.041016, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.000402, 0.435547, 0.435547, 0.435547, 0.435547, 0.033203, 0.435547, 0.435547, 0.308594, 0.435547, 0.000376, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.000364, 0.0625, 0.058838, 0.435547, 0.435547, 0.435547, 0.125977, 0.435547, 0.435547, 0.00037, 0.021606, 0.435547, 0.064453, 0.000395, 0.077637, 0.041992, 0.000422, 0.435547, 0.435547, 0.000364, 0.084961, 0.026367, 0.000406, 0.000393, 0.000418, 0.000343, 0.000374, 0.023315, 0.034668, 0.116699, 0.023804, 0.435547, 0.000385, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.249023, 0.000416, 0.087402, 0.00038, 0.029419, 0.435547, 0.071289, 0.435547, 0.435547, 0.030151, 0.070801, 0.435547, 0.000412, 0.435547, 0.000387, 0.435547, 0.435547, 0.000395, 0.435547, 0.000399, 0.292969, 0.435547, 0.000397, 0.435547, 0.015442, 0.042236, 0.000391, 0.004669, 0.000319, 0.022095, 0.435547, 0.099609, 0.000385, 0.011719, 0.435547, 0.070312, 0.435547, 0.435547, 0.000393, 0.139648, 0.000374, 0.435547, 0.435547, 0.435547, 0.000355, 0.435547, 0.000357, 0.435547, 0.435547, 0.279297, 0.435547, 0.435547, 0.000359, 0.435547, 0.435547, 0.435547, 0.000414, 0.000401, 0.000368, 0.000372, 0.435547, 0.089355, 0.042725, 0.02063, 0.000391, 0.000395, 0.037354, 0.435547, 0.292969, 0.435547, 0.055176, 0.435547, 0.435547, 0.000408, 0.152344, 0.435547, 0.101074, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.000372, 0.435547, 0.142578, 0.000311, 0.000406, 0.017578, 0.000399, 0.21582, 0.435547, 0.435547, 0.000422, 0.435547, 0.000385, 0.042236, 0.000381, 0.011414, 0.00037, 0.435547, 0.000401, 0.000402, 0.435547, 0.000404, 0.435547, 0.000412, 0.435547, 0.005981, 0.435547, 0.000399, 0.435547, 0.114746, 0.435547, 0.01178, 0.435547, 0.435547, 0.003769, 0.029907, 0.00412, 0.000385, 0.435547, 0.435547, 0.435547, 0.020752, 0.090332, 0.000383, 0.000395, 0.435547, 0.435547, 0.186523, 0.435547, 0.435547, 0.000395, 0.300781, 0.000376, 0.000399, 0.030518, 0.082031, 0.000399, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.000387, 0.435547, 0.435547, 0.039795, 0.435547, 0.435547, 0.435547, 0.435547, 0.000397, 0.435547, 0.042969, 0.000347, 0.017944, 0.435547, 0.000401, 0.435547, 0.000397, 0.155273, 0.435547, 0.435547, 0.000401, 0.435547, 0.435547, 0.433594, 0.435547, 0.435547, 0.435547, 0.435547, 0.009338, 0.435547, 0.000368, 0.029785, 0.000366, 0.000383, 0.072266, 0.202148, 0.435547, 0.00038, 0.019531, 0.435547, 0.435547, 0.435547, 0.435547, 0.000381, 0.435547, 0.000351, 0.046143, 0.435547, 0.435547, 0.00042, 0.013916, 0.154297, 0.000591, 0.435547, 0.298828, 0.435547, 0.435547, 0.435547, 0.018311, 0.000391, 0.435547, 0.435547, 0.435547, 0.435547, 0.000422, 0.028931, 0.435547, 0.435547, 0.435547, 0.000414, 0.435547, 0.435547, 0.128906, 0.435547, 0.435547, 0.000412, 0.435547, 0.435547, 0.033691, 0.000383, 0.435547, 0.435547, 0.000349, 0.435547, 0.029175, 0.435547, 0.000393, 0.435547, 0.435547, 0.435547, 0.435547, 0.040039, 0.435547, 0.435547, 0.435547, 0.040527, 0.000406, 0.435547, 0.435547, 0.059326, 0.435547, 0.435547, 0.435547, 0.000374, 0.000404, 0.435547, 0.435547, 0.147461, 0.435547, 0.017944, 0.435547, 0.028564, 0.00041, 0.435547, 0.000402, 0.435547, 0.00041, 0.000404, 0.000408, 0.032227, 0.000397, 0.155273, 0.032715, 0.435547, 0.435547, 0.030762, 0.000402, 0.000366, 0.000395, 0.040527, 0.000343, 0.435547, 0.013, 0.435547, 0.435547, 0.000366, 0.435547, 0.408203, 0.435547, 0.435547, 0.009155, 0.000408, 0.010193, 0.273438, 0.046631, 0.435547, 0.003525, 0.435547, 0.144531, 0.435547, 0.074707, 0.435547, 0.435547, 0.435547, 0.054199, 0.040283, 0.000399, 0.435547, 0.000336, 0.117676, 0.000376, 0.435547, 0.000393, 0.435547, 0.435547, 0.000383, 0.208008, 0.435547, 0.020874, 0.435547, 0.126953, 0.021729, 0.000389, 0.000378, 0.435547, 0.000402, 0.000364, 0.028809, 0.435547, 0.00042, 0.435547, 0.435547, 0.435547, 0.000414, 0.014893, 0.435547, 0.075195, 0.435547, 0.435547, 0.05542, 0.046387, 0.000397, 0.435547, 0.000366, 0.018066, 0.032471, 0.015442, 0.000389, 0.435547, 0.435547, 0.435547, 0.044678, 0.435547, 0.052002, 0.435547, 0.000391, 0.435547, 0.435547, 0.000389, 0.435547, 0.000362, 0.00041, 0.00041, 0.435547, 0.435547, 0.000357, 0.435547, 0.000389, 0.000376, 0.435547, 0.000397, 0.435547, 0.027588, 0.435547, 0.000404, 0.087891, 0.435547, 0.00037, 0.435547, 0.000383, 0.000399, 0.435547, 0.000359, 0.020752, 0.051758, 0.435547, 0.000397, 0.000387, 0.435547, 0.000385, 0.435547, 0.435547, 0.294922, 0.435547, 0.000366, 0.055176, 0.435547, 0.435547, 0.000349, 0.435547, 0.000397, 0.160156, 0.000404, 0.000399, 0.000397, 0.435547, 0.000374, 0.435547, 0.013611, 0.095215, 0.435547, 0.435547, 0.034424, 0.133789, 0.009399, 0.133789, 0.029175, 0.435547, 0.031494, 0.000389, 0.435547, 0.05127, 0.034912, 0.000355, 0.012451, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.155273, 0.01355, 0.435547, 0.435547, 0.435547, 0.065918, 0.016357, 0.435547, 0.435547, 0.0354, 0.435547, 0.435547, 0.300781, 0.435547, 0.060303, 0.435547, 0.000381, 0.435547, 0.435547, 0.000359, 0.022949, 0.000399, 0.435547, 0.022583, 0.027222, 0.007141, 0.000378, 0.049316, 0.435547, 0.015198, 0.435547, 0.015747, 0.000372, 0.000374, 0.000389, 0.435547, 0.367188, 0.000408, 0.041504, 0.02832, 0.435547, 0.435547, 0.435547, 0.236328, 0.014465, 0.435547, 0.435547, 0.435547, 0.435547, 0.435547, 0.089355, 0.435547, 0.073242, 0.000366, 0.435547, 0.000408, 0.009827, 0.435547, 0.304688, 0.000349, 0.000391, 0.435547, 0.000383, 0.000423, 0.435547, 0.000383, 0.435547, 0.435547, 0.435547, 0.435547, 0.001221, 0.000345, 0.000395, 0.435547, 0.000406, 0.000362, 0.435547, 0.046387, 0.435547, 0.000395, 0.213867, 0.435547, 0.128906, 0.435547, 0.435547, 0.012085, 0.00038, 0.088379, 0.435547, 0.435547, 0.000395, 0.048096, 0.435547, 0.054932, 0.124512, 0.040771, 0.000383, 0.045166, 0.000408, 0.137695, 0.435547, 0.435547, 0.001465, 0.000366, 0.435547, 0.000376, 0.000385, 0.435547, 0.020996, 0.435547, 0.000383, 0.435547, 0.020386, 0.435547, 0.000385, 0.025757, 0.435547, 0.435547, 0.070801, 0.435547, 0.011047, 0.435547, 0.435547, 0.028442, 0.01532, 0.435547, 0.171875, 0.435547, 0.435547, 0.435547, 0.019653, 0.000416, 0.077637, 0.435547, 0.435547, 0.435547, 0.163086, 0.000805, 0.435547, 0.435547, 0.000399, 0.139648, 0.000387, 0.018311, 0.000412, 0.071777, 0.435547 ] } , "name": "onnx::Mul_10588", "outputIndexes": [ 489 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 488, 489 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 490 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 463, 490 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/Add_2_output_0", "outputIndexes": [ 491 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.160156 ] } , "name": "/blocks.1/Constant_1_output_0", "outputIndexes": [ 492 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 491, 492 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/Mul_1_output_0", "outputIndexes": [ 493 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 493, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.2/Reshape_output_0", "outputIndexes": [ 494 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 494 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.2/input_layernorm/Pow_output_0", "outputIndexes": [ 495 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 495 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.2/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 496 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 496, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/input_layernorm/Add_output_0", "outputIndexes": [ 497 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 497, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/input_layernorm/Pow_1_output_0", "outputIndexes": [ 498 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 494, 498 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/input_layernorm/Mul_output_0", "outputIndexes": [ 499 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 47.5, 17.625, 3.625, 6.0625, 12.8125, 15.9375, 12.0, 14.25, 28.0, 10.4375, 12.875, 11.875, 6.15625, 8.625, 73.0, 3.75, 66.5, 2.125, 36.5, 59.25, 27.375, 60.25, 53.75, 44.75, 73.0, 5.1875, 5.21875, 8.25, 36.75, 16.125, 5.15625, 48.25, 14.3125, 50.0, 48.5, 5.40625, 16.875, 6.90625, 9.375, 6.46875, 57.25, 13.75, 13.1875, 48.5, 19.625, 52.5, 5.3125, 6.09375, 9.625, 47.5, 63.75, 157.0, 10.0625, 4.65625, 44.75, 18.625, 31.625, 12.1875, 15.4375, 147.0, 7.21875, 209.0, 12.9375, 89.0, 7.28125, 8.5625, 7.53125, 88.5, 7.03125, 34.5, 42.0, 10.75, 57.5, 42.25, 52.25, 10.9375, 34.75, 8.9375, 4.03125, 93.5, 70.5, 12.625, 74.5, 40.5, 7.9375, 9.25, 25.375, 52.75, 2.6875, 6.46875, 198.0, 53.25, -2.390625, 63.0, 41.5, 55.0, 3.65625, 33.0, 19.375, 12.6875, 10.5625, 2.265625, 49.25, 15.9375, 12.9375, 17.875, 8.0625, 14.6875, 61.25, 20.125, 76.5, 9.375, 15.3125, 52.0, 80.0, 6.875, 7.4375, 48.5, 7.5, 53.0, 53.75, 75.0, 39.0, 6.1875, 2.21875, 22.875, 45.25, 6.8125, 27.625, 24.875, 46.25, 19.0, 32.5, 15.75, 5.96875, 30.875, 13.3125, 11.5, 12.1875, 9.0625, 19.0, 21.125, 2.921875, 13.375, 73.0, 53.25, 9.625, 42.5, 68.0, 30.75, 22.375, 51.75, 46.5, 4.59375, 36.5, 2.59375, 39.0, 70.5, 13.8125, 55.5, 21.25, 15.875, 14.6875, 61.25, 6.71875, 60.75, 64.5, 7.0625, 0.550781, 48.5, 130.0, 50.25, 68.5, 1.25, 25.5, 48.0, 9.9375, 4.03125, 4.9375, 51.5, 11.125, 12.375, 5.0, -1.710938, 19.0, 6.65625, 7.625, 9.6875, 7.96875, 61.75, 58.25, 14.1875, 23.875, 126.5, 97.5, 48.75, 38.75, 40.0, 7.6875, 36.75, 12.5, 4.21875, 45.75, 21.125, 6.0, 11.3125, 10.75, 14.875, 76.5, 11.4375, 64.0, 63.75, 62.0, 62.25, 43.5, 24.5, 165.0, 86.5, 39.75, 33.75, 18.625, 15.1875, 8.3125, 13.75, 64.0, 8.125, 6.375, 9.4375, 31.25, 33.25, 8.6875, 12.0625, 12.125, 37.25, 7.0625, 8.4375, 2.96875, 48.0, 58.0, 65.5, 64.5, 7.875, 98.5, 17.375, 78.5, 12.75, 7.09375, 11.8125, 11.4375, 6.9375, 6.78125, 64.0, 7.8125, 125.0, 9.5625, 2.984375, 9.0625, 16.25, 12.8125, 57.5, 17.25, 7.5, 35.5, 76.0, 1.476562, 37.5, 66.5, 10.375, 12.75, 37.75, 4.0, 20.875, 12.6875, 53.5, 6.375, 6.21875, 93.5, 9.6875, 5.53125, 1.851562, -2.03125, 71.5, 67.5, 55.75, 17.125, 66.5, 65.5, 1.90625, 8.875, 10.4375, 38.0, 59.5, 62.5, 61.75, 7.03125, 58.5, 16.5, 48.0, 55.5, 6.875, -1.40625, 42.75, 62.5, 53.25, 10.9375, 23.375, 15.0, 57.5, 12.0625, 36.0, 61.5, 7.21875, 25.125, 25.0, 47.75, 17.5, 10.75, 10.0, 14.0625, 57.75, 94.5, 11.125, 12.25, 9.0625, 46.5, 3.328125, 9.125, 53.5, 2.453125, 18.0, 101.0, 41.75, 9.375, 8.4375, 7.03125, 9.3125, 48.0, 41.0, 30.5, 32.0, 59.75, 3.03125, 6.0, 52.75, 86.0, 9.8125, 11.3125, 21.125, 7.75, 74.0, 121.5, 58.75, 7.96875, 12.0625, 2.265625, 13.75, 55.5, 8.25, 6.1875, 48.25, 65.5, 9.25, 60.75, 50.0, 70.5, 16.125, 28.5, 23.25, 64.5, 11.0, 8.875, 74.5, 11.6875, 5.09375, 10.5, 110.0, 28.125, 75.0, 13.0, 8.8125, 12.5, 35.5, 4.40625, 32.5, 88.5, 84.5, 14.1875, 2.359375, 7.6875, 27.75, 39.75, 6.25, 55.75, 91.0, 6.375, 55.5, 20.5, 51.0, 3.40625, 50.25, 140.0, 14.1875, 19.25, 2.75, 86.5, 49.75, 11.4375, 61.75, 6.40625, 6.84375, 10.875, 90.0, 10.125, 23.75, 4.5, 2.53125, 8.625, 34.5, 1.585938, -4.65625, 10.875, 10.25, 1.890625, 10.1875, -9.8125, 17.75, 47.0, 54.75, 7.40625, 8.8125, 12.6875, 54.25, 3.71875, 2.5, 84.5, 15.625, 39.0, 52.25, 2.796875, 33.75, 9.25, 11.75, 58.25, 2.046875, 66.5, 50.25, 70.0, 1.859375, 62.5, 1.765625, 7.5625, 152.0, 90.5, 16.625, 7.9375, 17.125, 52.5, 70.5, 7.875, 78.5, 108.0, 11.25, 123.0, 13.4375, 66.0, 7.71875, 8.5625, 1.867188, 7.4375, 42.5, 15.75, 91.5, 28.0, 6.25, 6.8125, 66.0, 74.5, 59.5, 19.125, 25.5, 10.0625, 8.25, 7.15625, 80.0, 19.375, 6.96875, 36.75, 3.65625, 53.0, 8.875, 66.5, 57.25, 4.40625, 30.75, 6.03125, 11.0625, 53.75, 63.0, 59.25, 10.375, 6.65625, 59.5, 38.25, 62.0, 59.5, 94.0, 56.25, 11.375, 36.25, 12.0, 13.6875, 48.0, 49.25, 14.8125, 35.5, 8.1875, 12.9375, 6.125, 8.6875, 45.0, 7.9375, 53.0, 8.0625, 62.75, 3.15625, 71.5, 6.125, 9.9375, 0.808594, 92.0, 49.75, 65.0, 6.53125, 20.0, 11.875, 69.5, 58.0, 3.109375, 22.0, 102.5, 4.65625, 68.5, 9.8125, 11.4375, 56.5, 159.0, 55.75, 60.25, 9.3125, 60.25, 13.125, 100.5, 41.0, 64.0, 43.0, 11.0625, 55.75, 57.0, 77.0, 9.0625, 8.75, 69.5, 62.5, 15.4375, 10.1875, 14.5, 7.75, 14.9375, 12.0, 11.4375, 7.8125, 46.25, 9.375, 6.59375, 4.0625, 18.125, 3.453125, 5.59375, 40.5, 10.0625, 50.25, 5.3125, 8.6875, 5.6875, 60.75, 10.625, 6.4375, 20.875, 10.0625, 28.75, 40.25, 9.0, 68.0, 9.625, 14.125, 20.5, 61.5, 9.875, 39.0, 27.125, 63.25, 26.125, 23.0, 10.0625, 6.78125, 2.671875, 7.65625, 5.90625, 58.75, 70.5, 11.3125, 0.120605, 60.25, 5.6875, 7.3125, 9.9375, 40.0, 3.78125, 90.0, 1.453125, 13.1875, 97.0, 4.15625, 15.0625, 9.125, 119.5, 68.5, 11.1875, 14.8125, 4.96875, 89.0, 46.5, 59.75, 3.46875, 5.25, 18.5, 104.5, 14.6875, 77.5, 13.6875, 7.375, 49.75, 8.75, 10.75, 72.0, 45.75, 8.25, 9.5625, 62.25, 63.25, 11.9375, 13.9375, 12.625, 7.40625, 107.5, 48.5, 53.5, 11.75, 61.5, -1.484375, 65.5, 7.15625, 6.1875, 51.5, 3.90625, 75.0, 67.0, 53.25, 55.0, 74.5, 8.375, 41.25, 53.25, 6.84375, 57.25, 19.25, 34.75, 55.75, 6.71875, 92.0, 9.1875, 50.5, 3.796875, 168.0, 5.65625, 53.5, 7.1875, 90.0, 7.71875, 67.0, 31.0, 23.625, 11.125, 6.875, 131.0, 58.0, 9.9375, 6.40625, 82.0, 3.296875, 55.5, 45.25, 22.25, 45.25, 9.75, 11.3125, 57.75, 26.75, 13.5, 11.4375, 15.375, 45.0, 88.5, 65.5, 10.625, 21.75, 7.46875, 65.0, 5.59375, 52.75, 23.625, 7.8125, 63.25, 8.8125, 7.59375, 12.875, 3.21875, 45.75, 11.0625, 44.5, 33.25, -6.625, 12.625, 160.0, 74.0, 8.0625, 70.0, 59.5, 14.75, 88.5, 14.625, 17.0, 15.875, 56.0, 59.0, 4.90625, 59.25, 63.5, 9.0625, 20.0, -1.804688, 60.5, 8.3125, 68.5, 23.75, 27.625, 4.96875, 4.875, 0.921875, 17.75, 13.875, 13.0, 16.875, 11.875, 57.5, 7.5, 98.5, 71.5, 38.0, 84.0, 9.375, -6.75, 5.9375, 68.5, 170.0, 53.25, 77.5, 19.0, 26.5, 6.84375, 3.5, 14.75, 4.0, 9.3125, 47.0, 26.375, 3.203125, 44.25, 9.3125, 37.5, 1.273438, 14.1875, 48.75, 3.8125, 67.5, 11.625, 44.0, 5.96875, 75.5, 81.5, 62.75, 58.5, 51.75, 11.625, 5.90625, 13.6875, 67.5, 62.25, 16.625, 19.5, 6.59375, 6.53125, 76.0, 6.84375, 8.3125, 3.3125, 43.75, 42.75, 12.1875, 86.5, 7.59375, 16.0, 70.0, 41.0, 109.5, 18.25, 80.5, 52.0, 15.75, 70.0, 14.0625, 12.5625, 64.5, 8.0, 11.8125, 10.6875, 8.4375, 24.5, 6.78125, 39.0, 49.25, 46.5, 63.5, 48.5, 12.375, 5.875, 118.5, 5.625, 70.5, 13.6875, 26.375, 23.375, 97.5, 72.0, 14.3125, 12.875, 208.0, 52.75, 7.0, 3.0, 20.375, 9.625, 14.1875, 7.40625, 8.375, 60.25, 11.375, 78.0, 58.75, 49.25, 9.6875, 47.75, 48.25, 66.0, 60.75, 9.625, 31.75, 11.875, 31.375, 6.03125, 8.9375, 10.75, 8.625, 78.0, 27.625, 0.175781, 59.75, 58.0, 77.0, 9.8125, 47.75, 5.125, 64.0, 77.5, 2.296875, 13.3125, 9.25, 65.0, 19.25, 13.75, 6.15625, 46.25, 13.125, 73.5, 69.0, 40.25, 16.0, 23.125, 12.6875, 1.835938, 6.8125, 104.5, 20.375, 65.5, 12.5, 91.5, 12.6875, 14.875, 17.0, 13.5, 1.078125, 12.875, 8.75, 15.0, 64.5, 5.78125, 49.0, 12.4375, 9.6875, 6.40625, 65.5, 14.9375, 13.875, 22.75, 3.796875, 28.25, 67.0, 3.953125, 4.40625, 2.984375, 3.328125, 59.25, 27.625, 64.5, 45.0, 6.71875, 42.75, 67.0, 8.3125, 44.75, 1.414062, 53.25, 63.25, 8.375, 54.5, 5.5625, 44.5, 11.9375, 9.5, 114.5, 71.5, 46.5, 49.75, 40.0, 38.25, 59.75, 15.125, 11.0, 157.0, 61.75, 4.5625, 13.0, 104.0, 22.875, 81.0, 43.25, 72.5, 23.75, 20.375, 22.375, 50.0, 67.0, 70.0, 95.0, 11.0625, 10.6875, 48.25, 69.0, 3.484375, 82.5, 71.5, 111.5, 68.5, 5.5, 23.125, 9.1875, 72.0, 8.0, 30.875, 52.25, 72.5, 11.6875, 45.25, 17.25, 9.75, 9.125, 6.03125, 72.5, 57.0, 10.75, 13.5, 59.5, 19.75, 36.0, 5.4375, 7.0625, 7.375, 58.75, 58.25, 51.5, 70.5, 12.9375, 44.25, 4.03125, 2.015625, 49.75, 40.5, 13.625, 25.875, 6.75, 7.875, 58.75, 74.0, 4.96875, 6.15625, 7.4375, 3.828125, 31.75, 71.0, 16.875, 69.5, 55.0, 52.5, 1.59375, 9.0625, 10.625, 3.5625, 15.8125, 19.875, 148.0, 26.625, 11.0, 77.5, 72.5, 74.0, 10.75, 72.5, 47.0, 46.5, 9.4375, 2.484375, 45.25, 6.4375, 26.125, 7.8125, 38.25, 9.75, 58.5, 5.90625, 56.25, 68.5, 29.375, 28.375, 8.75, 7.3125, 49.75, 43.75, 9.1875, 62.75, 41.75, 10.375, 44.25, 8.0625, 66.0, 62.0, 73.0, 4.34375, 77.5, 13.5, 63.5, 68.0, 9.9375, 18.75, 11.875, 83.5, 44.0, 26.75, 73.5, 14.5, 38.75, 51.0, 24.5, 5.03125, 11.8125, 59.0, 4.4375, 73.0, 14.875, 46.5, 2.640625, 33.25, 10.0, 5.40625, 55.0, 8.0, 5.625, 42.0, 50.75, -1.023438, 39.25, 7.15625, 17.0, 9.0625, 5.71875, 3.25, 9.0, 49.5, 105.5, 40.75, 20.75, 11.0625, 8.125, 17.125, 6.5, 52.75, 0.851562, 42.75, 60.0, 29.25, 67.0, 11.375, 53.5, 13.1875, 7.84375, 40.0, 43.75, 28.625, 15.8125, 13.375, 10.1875, 13.5625, 15.5625, 9.625, 6.34375, 5.59375, 79.5, 4.25, 4.46875, 15.1875, 40.5, 1.078125, 72.0, 4.71875, 23.75, 1.898438, 21.0, 5.34375, 34.0, 45.0, 56.5, 18.25, 46.75, 122.0, 52.5, 6.75, 61.25, 129.0, 1.945312, 7.0625, 10.75, 30.875, 47.75, 59.5, 50.5, 4.5, 12.5, 98.0, 7.5625, 24.875, 137.0, 87.0, 58.75, 55.25, 47.25, -7.4375, 13.9375, 8.0625, 14.0, 6.4375, 82.5, 6.40625, 15.8125, 22.875, 4.96875, 11.9375, 6.09375, 15.6875, 8.5, 56.0, 21.125, 8.75, 58.75, 9.0, 2.53125, 7.4375, 13.75, 50.5, 37.0, 3.578125, 99.0, 8.625, 86.5, 92.0, 79.0, 19.5, 3.140625, 12.5625, 6.84375, 7.1875, 15.375, 16.625, 29.5, 9.25, 30.625, 14.875, 46.5, 3.34375, 44.0, 8.625, 1.132812, 1.75, 3.84375, 102.0, 4.5, 7.96875, 49.75, 7.28125, 11.8125, -0.000103, 7.8125, 18.5, 11.4375, 8.4375, 12.375, 10.6875, 15.0625, 59.25, 2.0625, 2.828125, 7.53125, 85.5, 15.0, 60.75, 45.75, 11.8125, 18.125, 73.0, 20.625, 35.75, 61.0, 77.0, 58.25, 54.75, 115.0, 2.890625, 61.0, 48.5, 71.5, 38.5, 10.8125, 10.0, 30.875, 66.5, 51.25, 67.5, 59.0, 47.0, 45.5, 2.9375, 8.5, 43.5, 112.5, 13.0625, 67.0, 76.5, 8.5625, 30.375, 61.0, -5.53125, 30.125, 34.5, 58.5, 15.375, 11.375, 131.0, 11.9375, 46.5, 37.25, 13.1875, 13.1875, 82.5, 89.0, 13.0625, 53.5, 10.5, 15.375, -3.296875, 68.0, 80.5, 31.0, 31.25, 38.0, 3.046875, 61.75, 16.25, 89.0, 73.0, 9.5, 24.375, 13.75, 6.8125, 5.4375, 57.5, 10.5625, 15.125, 10.25, 47.25, 18.5, 56.75, 5.3125, 13.25, 11.25, 18.125, 46.5, 56.25, 2.421875, 6.28125, 51.0, 3.921875, 51.75, 2.703125, 63.25, 3.28125, 120.0, 8.9375, 91.5, 12.875, 43.0, 7.5625, 50.75, 63.25, 18.625, 8.5, 63.0, 26.25, 6.84375, 40.75, 68.5, 9.6875, 9.9375, 47.75, 46.25, 67.5, 8.625, 47.0, 9.625, 38.75, 8.125, 2.875, 12.9375, 8.875, 1.726562, 52.25, 5.6875, 33.5, 19.375, 60.5, 12.1875, 50.25, 48.5, 23.125, 10.125, 11.4375, -1.84375, 82.0, 10.5, 7.40625, 113.0, 8.3125, 92.0, 3.65625, 6.84375, 6.5625, 59.5, 32.5, 5.75, 11.6875, 5.375, 14.375, 75.0, 13.5, 5.34375, 15.0, 25.5, 8.1875, 59.25, 89.5, 12.25, 15.125, 29.625, 12.6875, 54.0, 46.75, 4.53125, 16.0, 12.0, 18.375, 14.375, 18.75, 91.0, 46.25, 48.25, 80.0, 48.0, -2.453125, -2.203125, 8.4375, 13.0, 10.5, 13.5625, 9.8125, 104.0, 2.203125, 7.78125, 12.9375, 85.5, 79.5, 11.1875, 20.25, 4.59375, 47.25, 68.0, 2.453125, 21.25, 4.6875, 3.0, -6.21875, 9.5625, 50.25, 15.0625, 7.34375, 8.3125, 79.5, 53.25, 9.4375, 44.75, 8.5, 12.125, 50.5, 4.65625, 59.75, 0.003525, 53.75, 64.5, 19.5, 13.25, 66.5, 67.5, 2.875, 24.875, 1.507812, 59.75, 10.25, 1.789062, 5.90625, 61.5, 5.84375, 53.5, 13.875, 64.0, 96.0, 14.0, 14.0, 9.3125, 176.0, 7.375, 2.5, 185.0, 17.75, 83.5, 77.0, 13.1875, 21.875, 13.1875, 7.96875, 18.625, -2.640625, 2.5, 57.25, 52.0, 8.5, 7.75, 75.5, 16.5, 9.125, 133.0, 14.8125, 47.25, 73.0, 68.0, 68.5, 7.15625, 43.25, 51.5, 4.71875, 15.8125, 4.75, 3.359375, 8.8125, 25.625, 8.5, 12.0, 65.0, 5.15625, 4.0, 9.0, 8.8125, 15.625, 7.46875, 47.5, 19.0, 51.0, 17.375, 38.25, 36.25, 14.0, 7.46875, 43.5, 5.28125, 109.0, 51.25, 37.25, 97.0, 15.0, 59.25, 5.0, 48.0, 54.75, 3.078125, 13.3125, 53.0, 54.25, 78.5, 1.4375, 6.4375, 7.5625, 63.25, 94.5, 57.5, 7.75, -1.039062, 5.625, 9.625, 18.0, 8.6875, 53.25, 182.0, 23.375, 11.3125, 52.75, 12.4375, 6.0625, 117.0, 75.0, 5.4375, 6.625, 60.75, 6.15625, 58.75, 98.0, 7.34375, 20.25, 107.0, 8.875, 50.5, 3.359375, 43.5, 5.90625, 147.0, 59.0, 18.0, 46.75, 39.25, 12.4375, 24.0, 12.9375, 14.3125, 54.75, 29.375, 61.0, 46.0, 2.359375, 97.0, 8.625, 67.0, 6.8125, 11.5625, 8.625, 18.625, 44.5, 23.375, 50.0, 4.125, 1.21875, 58.5, 70.5, 88.5, 53.5, 61.25, 6.8125, 79.0, 3.84375, 12.375, 17.25, 94.5, 21.5, 10.4375, 65.5, 10.25, 40.75, 5.1875, 65.0, 52.0, 7.53125, 54.0, 29.0, 48.75, 6.375, 6.4375, 73.0, 41.25, 44.75, 8.1875, 3.296875, 8.4375, 45.0, 2.390625, 5.03125, 53.25, 59.5, 10.5625, 8.625, 8.9375, 50.5, 66.5, 66.0, 10.625, 14.3125, 4.4375, 93.0, 8.4375, 6.40625, 8.0625, 9.875, 16.75, 6.625, 5.9375, 3.0625, 138.0, 13.6875, 55.75, 16.625, 66.5, 16.25, 16.375, 16.375, 5.375, 4.21875, 42.5, 8.0625, 117.5, 4.90625, 44.5, 95.5, 10.5625, 9.8125, 72.0, 35.75, 67.5, 3.625, 7.53125, 5.90625, 7.9375, 5.53125, 61.0, 45.25, 58.0, 23.5, 73.5, 8.4375, 8.5, 6.46875, 38.75, 14.125, 55.75, 30.375, 18.375, 51.25, 13.875, 94.5, 129.0, 6.21875, 82.5, 29.125, 64.0, 4.4375, 9.5, 7.25, 8.625, 18.0, 5.09375, 7.8125, 14.25, 94.5, 60.75, 14.8125, 2.421875, 53.0, 11.375, 15.5, 8.8125, 40.75, 1.96875, 40.5, 4.40625, 7.0625, 2.25, 41.5, 74.5, 9.25, 22.125, 65.5, 42.0, 32.25, 9.125, 8.75, 8.875, 75.0, 4.59375, 30.75, 3.515625, 4.53125, 6.21875, 74.5, 6.84375, 7.125, 10.6875, 53.25, 7.9375, 12.0, 56.0, 7.40625, -2.75, 60.0, 27.5, 1.421875, 6.84375, 3.296875, 48.0, 41.25, 64.0, 81.5, 9.25, 11.875, 63.25, 47.75, 21.25, 58.5, 5.25, 67.5, 50.75, 7.34375, 14.3125, 7.21875, 3.09375, 62.75, 19.875, 54.25, 68.0, 15.3125, 5.1875, 65.5, 61.75, 9.6875, 61.25, 56.75, 10.125, 6.4375, 16.5, 6.03125, 52.25, 6.53125, 133.0, 5.84375, 2.875, 38.5, -3.09375, 65.5, 36.0, 102.5, 82.0, 7.28125, 69.0, 71.0, -6.5625, 13.4375, 3.359375, 11.0, 7.875, 52.5, 154.0, 20.375, -3.296875, 36.75, 2.296875, 29.0, 65.5, 12.0, 16.75, 23.375, 106.0, 3.40625, 79.5, 9.375, 7.5, 11.0625, 9.25, 10.125, 9.3125, 9.875, 100.0, 9.625, 1.34375, 7.84375, 7.75, 2.046875, 51.25, 63.5, 17.625, 4.375, 59.75, 38.25, 9.6875, 8.1875, 52.5, 12.75, 2.5, 2.546875, 93.0, 2.859375, 11.0625, 2.890625, 25.75, 59.25, 39.75, 38.25, 50.75, 66.0, 60.0, 19.75, 58.0, 9.125, 55.5, 31.25, 28.25, 4.4375, 12.625, 68.0, 5.1875, 54.25, 6.6875, 6.46875, 10.9375, 8.4375, 58.5, 81.0, 47.5, 12.375, 5.6875, 23.25, 13.3125, 112.5, 70.5, 6.65625, 35.5, 10.6875, 43.5, 12.375, 56.0, 21.5, 72.5, -3.234375, 78.5, 25.625, 19.875, 16.375, 215.0, 38.5, 82.0, 25.0, 27.125, 34.75, 10.125, 6.15625, 13.6875, 6.625, 8.9375, 106.5, 9.9375, 6.1875, 3.34375, 7.8125, 46.0, 13.0, 9.1875, 12.3125, 12.625, 57.25, 7.21875, 13.5625, 18.75, 8.3125, 3.515625, 4.65625, 66.5, 51.25, 31.375, 8.5625, 11.1875, 9.1875, 32.0, 2.28125, 8.625, 89.5, 44.75, 12.875, 49.25, 92.5, 27.75, 30.5, 59.0, 19.5, 1.53125, 72.5, 30.25, 60.75, 37.25, 99.0, 31.5, 61.75, 50.5, 82.5, 39.0, 44.0, 102.5, 17.625, 62.5, 13.5, 10.9375, 8.9375, 10.125, 7.125, 17.75, 21.375, 103.0, 33.0, 55.0, 43.75, 13.1875, 57.25, 5.21875, 10.25, 54.5, 52.25, 1.90625, 83.5, 7.0625, 49.25, 12.5625, 2.25, 78.5, 15.375, 16.375, 15.1875, 1.523438, 9.375, 7.875, 64.0, 13.5625, 66.5, 44.0, 97.0, 78.5, 18.125, 23.25, 56.75, 63.75, -1.179688, 11.5, 5.53125, 17.25, 15.3125, 23.25, 173.0, 10.5625, 12.9375, 17.875, 49.75, 8.8125, 55.25, 6.96875, 24.125, 12.9375, 2.171875, 13.0, 52.5, 21.375, 3.1875, 12.0, 41.5, 49.25, 54.0, 66.5, 7.0625, 28.375, 63.0, 50.25, 60.75, 34.25, 58.25, 5.3125, 9.3125, 25.75, 47.75, 2.375, 4.34375, 63.0, 17.75, 10.0, 34.25, 2.765625, 10.75, 8.0, 21.0, 14.75, 12.125, 3.265625, 14.4375, 2.53125, 8.5625, 87.5, 9.1875, 28.625, 2.0, 47.75, 55.75, 39.25, 29.0, 27.5, 5.5625, 16.875, 12.25, 126.0, 39.0, 74.0, 114.0, 60.5, 11.25, 87.0, 33.75, 17.875, 60.5, 10.625, 56.75, 7.3125, 54.75, 25.75, 13.5, 7.90625, 44.0, 25.5, 48.25, 8.0625, 26.0, 50.75, 51.0, 96.0, 61.0, 3.59375, 10.8125, 24.25, 51.0, 24.75, 61.0, 18.0, 6.3125, 5.5, 40.25, 15.9375, 6.71875, 53.25, 11.1875, 55.5, 6.71875, 116.5, 58.5, 75.0, 15.875, 8.625, 23.125, 7.90625, 14.5, 53.5, 12.3125, 7.5, 60.25, 2.1875, 24.875, 12.5625, 10.375, 94.5, 12.3125, 44.75, 96.0, 51.0, 25.625, 61.75, 3.03125, 45.5, 10.0, 7.21875, 5.875, 7.3125, 1.828125, 4.53125, 10.875, 5.375, -2.65625, 19.375, 8.5, 83.5, 2.5625, 115.5, 54.5, 60.5, 51.25, 26.0, 34.5, 1.625, 41.0, 72.5, 3.640625, 8.1875, 17.0, 1.460938, 38.5, 13.8125, 94.5, 44.75, 5.375, 6.53125, 63.0, 56.0, 43.25, 72.0, 13.8125, 11.9375, 10.3125, 6.65625, 5.21875, 114.0, 69.5, 9.75, 3.09375, 14.5, 2.890625, 49.25, 46.0, 9.8125, 2.953125, 2.5, 20.875, 5.875, 10.125, 15.5, 15.4375, 11.625, 8.0625, 10.25, 4.0625, 56.25, 83.0, 14.0, 6.25, 58.0, 7.8125, 78.5, 11.5, 3.484375, 5.03125, 13.875, 12.4375, 9.375, 62.25, 10.8125, 4.09375, -3.296875, 127.5, 40.5, 21.5, 2.828125, 33.5, 10.6875, 9.25, 12.8125, 69.5, 61.0, 10.3125, 17.875, 24.25, 18.125, 41.5, 15.1875, 121.5, 39.0, 6.5625, 9.1875, 1.429688, 90.5, 54.25, 51.75, 49.25, 82.0, 17.375, 48.75, 2.609375, 12.5625, 52.5, 46.0, 62.5, 61.0, 47.25, 74.0, 3.8125, 92.5, 30.125, 4.15625, 69.5, 13.75, 11.0625, 4.5, 4.375, 61.5, 63.25, 8.3125, 13.875, 49.75, 10.3125, 62.25, 7.46875, 19.25, 11.5625, 46.5, 15.75, 5.9375, 17.25, 28.0, 32.75, 52.75, 10.5, 64.0, 9.625, -4.4375, 6.46875, 54.75, 7.3125, 19.75, 54.0, 9.9375, 16.75, 68.0, 2.40625, 56.0, 57.0, 76.0, 55.25, 8.875, 15.6875, 50.0, 59.75, 3.03125, 41.75, -2.203125, 11.875, 9.0625, 39.5, 75.0, 6.75, 30.75, 19.875, 7.59375, 30.75, 36.0, 54.5, 4.59375, 33.25, 83.0, 48.5, 55.75, 72.5, 17.625, 8.3125, 6.34375, 34.0, 11.25, 96.0, 9.25, 112.0, 4.5625, 11.125, 81.5, 1.984375, 60.0, 73.0, 56.5, 4.625, 20.75, 60.5, 10.5, 63.5, 13.1875, 11.125, 36.75, 3.21875, 46.5, 21.375, 7.6875, 60.75, 22.375, 79.5, 12.125, 79.0, 45.25, 11.8125, 21.0, 56.0, 58.75, 6.875, 70.5, 74.0, 17.125, 93.5, 9.3125, 12.625, 11.0, 19.0, 55.5, 82.0, 9.4375, 11.25, 62.0, 28.125, 11.25, 40.0, 60.75, 80.0, 60.75, 9.0, 64.5, -1.96875, 64.0, 16.875, 22.625, 8.5, 29.125, 14.875, 76.0, 35.5, 43.75, 8.3125, 44.75, 74.5, 16.5, 35.5, 63.75, 70.0, 55.25, 9.75, 3.859375, 12.75, 2.375, 4.6875, 7.40625, 19.875, 53.25, 4.96875, 10.0, 18.5, 36.5, 71.5, 9.0625, -6.15625, 44.5, 27.375, 12.25, 16.375, 3.0625, 37.75, 18.5, 57.25, 6.90625, 6.625, 101.0, 57.5, 69.0, 6.90625, 48.25, 54.0, 31.875, 13.8125, 49.0, 9.3125, 93.5, 10.5, 83.0, 27.125, 58.0, 19.5, 12.1875, 12.5, 41.25, 63.5, 61.5, 10.6875, 7.15625, 10.6875, 13.8125, 60.5, 11.3125, 12.4375, 7.21875, 9.8125, 10.125, 82.5, 6.90625, 41.25, 61.0, 27.875, 55.0, 78.5, 13.25, 11.1875, 50.0, 56.25, 20.875, 39.75, 47.0, 7.4375, 9.8125, 10.0, -3.96875, 11.0, 18.0, 74.5, 56.75, 113.5, 8.9375, 95.5, 61.75, 17.125, 6.71875, 6.8125, 87.5, 31.0, 8.5625, 14.5, 14.5625, 8.0625, 137.0, 53.0, 57.25, 9.6875, 18.375, 19.375, 174.0, 7.8125, 34.25, 44.25, 61.0, 114.5, 65.0, 118.5, 29.625, 8.0, 10.5625, 69.5, 54.25, 9.0625, 72.5, 168.0, -1.929688, 43.75, 7.53125, 79.5, 7.09375, 54.0, 15.9375, 59.75, 46.25, 11.1875, 23.125, 66.0, 13.75, 67.5, -8.375, 8.8125, 83.5, 60.75, 8.75, 49.5, 11.1875, 4.625, 9.5625, 61.25, 77.0, 10.75, 6.46875, 10.375, 0.648438, 34.0, 72.5, 17.75, 4.40625, 63.25, 14.5, 54.0, 73.0, 60.25, 40.0, 14.75 ] } , "name": "onnx::Mul_10589", "outputIndexes": [ 500 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 499, 500 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/input_layernorm/Mul_1_output_0", "outputIndexes": [ 501 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 501 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.2/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 7005 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7005 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.2/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 7006 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7006 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 133530018, 2621462, 655360, 0, 0 ] } , "name": "/layers.2/self_attn/q_proj/Linear", "outputIndexes": [ 7007 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7007 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.2/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 7008 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7008 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ] , "dimType": "NCHW" } , "name": "/layers.2/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 502 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 501 ] , "main_type": "NONE", "name": "/blocks.2/self_attn/Shape_output_0", "outputIndexes": [ 503 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 503 ] , "main_type": "NONE", "name": "Shape635", "outputIndexes": [ 504 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 503 ] , "main_type": "NONE", "name": "Rank637", "outputIndexes": [ 505 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 505, 505 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp639", "outputIndexes": [ 506 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 506 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze640", "outputIndexes": [ 507 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 506, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp642", "outputIndexes": [ 508 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 508 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze643", "outputIndexes": [ 509 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 504, 507, 509, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice646", "outputIndexes": [ 510 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 510 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze647", "outputIndexes": [ 511 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 511, 511 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp649", "outputIndexes": [ 512 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 503, 512, 506 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.2/self_attn/Gather_output_0", "outputIndexes": [ 513 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 513, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.2/self_attn/Unsqueeze_output_0", "outputIndexes": [ 514 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 506 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze657", "outputIndexes": [ 515 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 508 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze660", "outputIndexes": [ 516 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 504, 515, 516, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice663", "outputIndexes": [ 517 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 517 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze664", "outputIndexes": [ 518 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 518 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp665", "outputIndexes": [ 519 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 519, 518 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp666", "outputIndexes": [ 520 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 503, 520, 506 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.2/self_attn/Gather_1_output_0", "outputIndexes": [ 521 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 521, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.2/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 522 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 514, 522, 41, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.2/self_attn/Concat_output_0", "outputIndexes": [ 523 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 502, 523 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.2/self_attn/Reshape_output_0", "outputIndexes": [ 524 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 524 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.2/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 526 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 526 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.2/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 527 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 527, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/self_attn/q_norm/Add_output_0", "outputIndexes": [ 528 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 528, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 529 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 524, 529 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 530 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 256 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219, 0.949219 ] } , "name": "onnx::Mul_10592", "outputIndexes": [ 531 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 530, 531 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 532 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 532, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/self_attn/Mul_output_0", "outputIndexes": [ 533 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 532 ] , "main_type": "NONE", "name": "/blocks.2/self_attn/Shape_2_output_0", "outputIndexes": [ 534 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 534 ] , "main_type": "NONE", "name": "Shape681", "outputIndexes": [ 535 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 534 ] , "main_type": "NONE", "name": "Rank683", "outputIndexes": [ 536 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 536, 536 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp685", "outputIndexes": [ 537 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 537 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze686", "outputIndexes": [ 538 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 537, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp688", "outputIndexes": [ 539 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 539 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze689", "outputIndexes": [ 540 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 535, 538, 540, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice692", "outputIndexes": [ 541 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 541 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze693", "outputIndexes": [ 542 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 542 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp694", "outputIndexes": [ 543 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 543, 542 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp695", "outputIndexes": [ 544 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 534, 544, 537 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.2/self_attn/Gather_2_output_0", "outputIndexes": [ 545 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 545, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/self_attn/Div_output_0", "outputIndexes": [ 546 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 546, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.2/self_attn/Unsqueeze_7_output_0", "outputIndexes": [ 547 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 532, 547, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.2/self_attn/Slice_1_output_0", "outputIndexes": [ 548 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 548 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.2/self_attn/Neg_output_0", "outputIndexes": [ 549 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 546, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.2/self_attn/Unsqueeze_6_output_0", "outputIndexes": [ 550 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 532, 31, 550, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.2/self_attn/Slice_output_0", "outputIndexes": [ 551 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 549, 551 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.2/self_attn/Concat_3_output_0", "outputIndexes": [ 552 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 552, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/self_attn/Mul_1_output_0", "outputIndexes": [ 553 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 533, 553 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/self_attn/Add_output_0", "outputIndexes": [ 554 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7006 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 136806840, 655382, 163840, 0, 0 ] } , "name": "/layers.2/self_attn/k_proj/Linear", "outputIndexes": [ 7011 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7011 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.2/self_attn/k_proj/Linear/post_convert", "outputIndexes": [ 7012 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7012 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.2/self_attn/k_proj/Linear/post_reshape", "outputIndexes": [ 555 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 513, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.2/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 556 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 521, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.2/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 557 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 556, 557, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.2/self_attn/Concat_1_output_0", "outputIndexes": [ 558 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 555, 558 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.2/self_attn/Reshape_1_output_0", "outputIndexes": [ 559 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 559 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.2/self_attn/k_norm/Pow_output_0", "outputIndexes": [ 561 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 561 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.2/self_attn/k_norm/ReduceMean_output_0", "outputIndexes": [ 562 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 562, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/self_attn/k_norm/Add_output_0", "outputIndexes": [ 563 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 563, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/self_attn/k_norm/Pow_1_output_0", "outputIndexes": [ 564 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 559, 564 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/self_attn/k_norm/Mul_output_0", "outputIndexes": [ 565 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 256 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836, 0.131836 ] } , "name": "onnx::Mul_10597", "outputIndexes": [ 566 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 565, 566 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/self_attn/k_norm/Mul_1_output_0", "outputIndexes": [ 567 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 567, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/self_attn/Mul_2_output_0", "outputIndexes": [ 568 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 567 ] , "main_type": "NONE", "name": "/blocks.2/self_attn/Shape_3_output_0", "outputIndexes": [ 569 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 569 ] , "main_type": "NONE", "name": "Shape722", "outputIndexes": [ 570 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 569 ] , "main_type": "NONE", "name": "Rank724", "outputIndexes": [ 571 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 571, 571 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp726", "outputIndexes": [ 572 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 572 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze727", "outputIndexes": [ 573 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 572, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp729", "outputIndexes": [ 574 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 574 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze730", "outputIndexes": [ 575 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 570, 573, 575, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice733", "outputIndexes": [ 576 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 576 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze734", "outputIndexes": [ 577 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 577 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp735", "outputIndexes": [ 578 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 578, 577 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp736", "outputIndexes": [ 579 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 569, 579, 572 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.2/self_attn/Gather_3_output_0", "outputIndexes": [ 580 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 580, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/self_attn/Div_1_output_0", "outputIndexes": [ 581 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 581, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.2/self_attn/Unsqueeze_9_output_0", "outputIndexes": [ 582 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 567, 582, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.2/self_attn/Slice_3_output_0", "outputIndexes": [ 583 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 583 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.2/self_attn/Neg_1_output_0", "outputIndexes": [ 584 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 581, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.2/self_attn/Unsqueeze_8_output_0", "outputIndexes": [ 585 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 567, 31, 585, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.2/self_attn/Slice_2_output_0", "outputIndexes": [ 586 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 584, 586 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.2/self_attn/Concat_4_output_0", "outputIndexes": [ 587 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 587, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/self_attn/Mul_3_output_0", "outputIndexes": [ 588 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 568, 588 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/self_attn/Add_1_output_0", "outputIndexes": [ 589 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7006 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 137626062, 655382, 163840, 0, 0 ] } , "name": "/layers.2/self_attn/v_proj/Linear", "outputIndexes": [ 7015 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7015 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.2/self_attn/v_proj/Linear/post_convert", "outputIndexes": [ 7016 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7016 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.2/self_attn/v_proj/Linear/post_reshape", "outputIndexes": [ 590 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 513, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.2/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 591 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 521, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.2/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 592 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 591, 592, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.2/self_attn/Concat_2_output_0", "outputIndexes": [ 593 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 590, 593 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.2/self_attn/Reshape_2_output_0", "outputIndexes": [ 594 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 594 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.2/self_attn/v_norm/Pow_output_0", "outputIndexes": [ 596 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 596 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.2/self_attn/v_norm/ReduceMean_output_0", "outputIndexes": [ 597 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 597, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/self_attn/v_norm/Add_output_0", "outputIndexes": [ 598 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 598, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/self_attn/v_norm/Pow_1_output_0", "outputIndexes": [ 599 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 594, 599 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/self_attn/v_norm/Mul_output_0", "outputIndexes": [ 600 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 554, 589, 600, 167 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 2, "kv_shared_layer_index": -1 } , "name": "/layers.2/self_attn/FusedAttention", "outputIndexes": [ 601 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 601 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.2/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 7017 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7017 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.2/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 7018 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7018 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 138445284, 2621462, 655360, 0, 0 ] } , "name": "/layers.2/self_attn/o_proj/Linear", "outputIndexes": [ 7019 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7019 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.2/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 7020 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7020 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.2/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 602 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 602 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.2/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 604 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 604 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.2/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 605 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 605, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/post_attention_layernorm/Add_output_0", "outputIndexes": [ 606 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 606, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 607 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 602, 607 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 608 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.005219, 0.130859, 0.726562, 0.726562, 0.192383, 0.21875, 0.285156, 0.605469, 0.012268, 0.726562, 0.710938, 0.726562, 0.726562, 0.453125, 0.009521, 0.726562, 0.000664, 0.726562, 0.000641, 0.000587, 0.057861, 0.000523, 0.007751, 0.000584, 0.000519, 0.59375, 0.726562, 0.722656, 0.005829, 0.726562, 0.726562, 0.000546, 0.345703, 0.000664, 0.000557, 0.133789, 0.527344, 0.65625, 0.00061, 0.410156, 0.000584, 0.239258, 0.000572, 0.00053, 0.188477, 0.000591, 0.707031, 0.726562, 0.726562, 0.00061, 0.000599, 0.000479, 0.726562, 0.326172, 0.363281, 0.398438, 0.147461, 0.000546, 0.470703, 0.00058, 0.722656, 0.000603, 0.458984, 0.000618, 0.085938, 0.515625, 0.726562, 0.000572, 0.000645, 0.000546, 0.006927, 0.726562, 0.000477, 0.01239, 0.000561, 0.726562, 0.000702, 0.217773, 0.726562, 0.000507, 0.302734, 0.726562, 0.020874, 0.710938, 0.302734, 0.566406, 0.000652, 0.265625, 0.71875, 0.726562, 0.000614, 0.169922, 0.373047, 0.000607, 0.022827, 0.015015, 0.726562, 0.129883, 0.726562, 0.679688, 0.726562, 0.726562, 0.00066, 0.084473, 0.223633, 0.019043, 0.726562, 0.287109, 0.253906, 0.507812, 0.160156, 0.726562, 0.111816, 0.000565, 0.000614, 0.197266, 0.671875, 0.000591, 0.726562, 0.000668, 0.005341, 0.000492, 0.105469, 0.000587, 0.726562, 0.609375, 0.018921, 0.5625, 0.40625, 0.523438, 0.000603, 0.621094, 0.722656, 0.337891, 0.112793, 0.000603, 0.6875, 0.726562, 0.410156, 0.271484, 0.726562, 0.433594, 0.726562, 0.041992, 0.000584, 0.017456, 0.212891, 0.000607, 0.000546, 0.601562, 0.263672, 0.037598, 0.000584, 0.154297, 0.0625, 0.726562, 0.000629, 0.00058, 0.201172, 0.000618, 0.028564, 0.726562, 0.136719, 0.208008, 0.664062, 0.009033, 0.000538, 0.038086, 0.726562, 0.00058, 0.000557, 0.022827, 0.217773, 0.726562, 0.051514, 0.000614, 0.726562, 0.359375, 0.726562, 0.000618, 0.558594, 0.054688, 0.726562, 0.726562, 0.376953, 0.214844, 0.048828, 0.224609, 0.080566, 0.00058, 0.726562, 0.306641, 0.683594, 0.000519, 0.000679, 0.000546, 0.004181, 0.000637, 0.597656, 0.000629, 0.147461, 0.710938, 0.000618, 0.000633, 0.271484, 0.000633, 0.175781, 0.498047, 0.000496, 0.017578, 0.004517, 0.000668, 0.441406, 0.015076, 0.000561, 0.044434, 0.000626, 0.000614, 0.000591, 0.000664, 0.726562, 0.07666, 0.189453, 0.00071, 0.009521, 0.726562, 0.726562, 0.000618, 0.012512, 0.013306, 0.726562, 0.255859, 0.65625, 0.008423, 0.726562, 0.094727, 0.726562, 0.000565, 0.679688, 0.116211, 0.000538, 0.132812, 0.000702, 0.316406, 0.000568, 0.410156, 0.726562, 0.726562, 0.00069, 0.726562, 0.049805, 0.000664, 0.058105, 0.000664, 0.435547, 0.726562, 0.036133, 0.000526, 0.726562, 0.000664, 0.083496, 0.04834, 0.027344, 0.000675, 0.726562, 0.00061, 0.000656, 0.189453, 0.104004, 0.000675, 0.726562, 0.217773, 0.05957, 0.000664, 0.726562, 0.726562, 0.000664, 0.726562, 0.726562, 0.726562, 0.726562, 0.000656, 0.12793, 0.00061, 0.726562, 0.000603, 0.005402, 0.726562, 0.664062, 0.441406, 0.012329, 0.000595, 0.013977, 0.000687, 0.726562, 0.000526, 0.726562, 0.051025, 0.341797, 0.726562, 0.726562, 0.103027, 0.000645, 0.000549, 0.269531, 0.726562, 0.566406, 0.347656, 0.069336, 0.000557, 0.244141, 0.073242, 0.726562, 0.726562, 0.000561, 0.000641, 0.273438, 0.554688, 0.000668, 0.402344, 0.000591, 0.726562, 0.404297, 0.375, 0.000568, 0.726562, 0.165039, 0.012695, 0.726562, 0.033691, 0.000542, 0.019897, 0.0625, 0.726562, 0.429688, 0.043457, 0.012024, 0.005646, 0.5, 0.000626, 0.021851, 0.726562, 0.166016, 0.12793, 0.000504, 0.000572, 0.339844, 0.175781, 0.417969, 0.000641, 0.000542, 0.000591, 0.289062, 0.554688, 0.726562, 0.640625, 0.006897, 0.726562, 0.726562, 0.054199, 0.00053, 0.174805, 0.000607, 0.726562, 0.000652, 0.175781, 0.359375, 0.726562, 0.000542, 0.200195, 0.022339, 0.000622, 0.445312, 0.726562, 0.069824, 0.00066, 0.108398, 0.000481, 0.726562, 0.105469, 0.157227, 0.695312, 0.211914, 0.441406, 0.000515, 0.010864, 0.726562, 0.726562, 0.726562, 0.439453, 0.060303, 0.726562, 0.000515, 0.000565, 0.726562, 0.000622, 0.000603, 0.000542, 0.726562, 0.294922, 0.000664, 0.582031, 0.726562, 0.726562, 0.000614, 0.000622, 0.726562, 0.000645, 0.714844, 0.714844, 0.086914, 0.000591, 0.365234, 0.589844, 0.726562, 0.726562, 0.289062, 0.018066, 0.230469, 0.726562, 0.22168, 0.726562, 0.726562, 0.000683, 0.710938, 0.460938, 0.000637, 0.224609, 0.060059, 0.726562, 0.096191, 0.000664, 0.726562, 0.726562, 0.000626, 0.369141, 0.59375, 0.023315, 0.726562, 0.095703, 0.208008, 0.726562, 0.005646, 0.726562, 0.000656, 0.000546, 0.000587, 0.726562, 0.000622, 0.726562, 0.726562, 0.000538, 0.00058, 0.498047, 0.726562, 0.11377, 0.00069, 0.000534, 0.726562, 0.00058, 0.000664, 0.519531, 0.000557, 0.014893, 0.008118, 0.000637, 0.617188, 0.726562, 0.726562, 0.008972, 0.457031, 0.000557, 0.275391, 0.726562, 0.726562, 0.000629, 0.007172, 0.000687, 0.408203, 0.439453, 0.5, 0.000664, 0.439453, 0.000641, 0.28125, 0.429688, 0.000641, 0.726562, 0.000599, 0.644531, 0.000633, 0.386719, 0.726562, 0.455078, 0.058838, 0.726562, 0.000664, 0.000595, 0.141602, 0.726562, 0.147461, 0.010559, 0.000664, 0.000626, 0.00061, 0.000572, 0.000652, 0.074219, 0.000603, 0.394531, 0.570312, 0.02771, 0.006866, 0.168945, 0.028076, 0.625, 0.707031, 0.726562, 0.726562, 0.000519, 0.722656, 0.000633, 0.726562, 0.006653, 0.726562, 0.000607, 0.726562, 0.031982, 0.726562, 0.000549, 0.000599, 0.000568, 0.291016, 0.726562, 0.220703, 0.000603, 0.025513, 0.726562, 0.722656, 0.000633, 0.726562, 0.000572, 0.279297, 0.237305, 0.000668, 0.000553, 0.00061, 0.110352, 0.316406, 0.013184, 0.726562, 0.000507, 0.005096, 0.000595, 0.009766, 0.660156, 0.000561, 0.000645, 0.000626, 0.439453, 0.703125, 0.000633, 0.000591, 0.726562, 0.726562, 0.000587, 0.726562, 0.726562, 0.394531, 0.589844, 0.041748, 0.000626, 0.726562, 0.367188, 0.168945, 0.625, 0.726562, 0.726562, 0.012512, 0.726562, 0.000523, 0.335938, 0.116699, 0.726562, 0.000587, 0.09375, 0.726562, 0.043457, 0.322266, 0.373047, 0.000526, 0.05957, 0.219727, 0.106445, 0.178711, 0.664062, 0.000664, 0.726562, 0.000576, 0.503906, 0.00053, 0.136719, 0.380859, 0.726562, 0.376953, 0.726562, 0.6875, 0.726562, 0.324219, 0.000553, 0.726562, 0.726562, 0.130859, 0.170898, 0.388672, 0.726562, 0.000584, 0.726562, 0.000599, 0.726562, 0.726562, 0.000486, 0.726562, 0.116211, 0.478516, 0.000534, 0.000622, 0.726562, 0.578125, 0.175781, 0.000664, 0.000675, 0.494141, 0.726562, 0.726562, 0.271484, 0.000694, 0.710938, 0.000549, 0.726562, 0.695312, 0.000633, 0.229492, 0.239258, 0.00061, 0.090332, 0.726562, 0.726562, 0.010193, 0.000607, 0.474609, 0.228516, 0.494141, 0.375, 0.000618, 0.005829, 0.032471, 0.169922, 0.000637, 0.726562, 0.306641, 0.726562, 0.726562, 0.000507, 0.71875, 0.192383, 0.000401, 0.000656, 0.00061, 0.000561, 0.726562, 0.000671, 0.014893, 0.726562, 0.000641, 0.726562, 0.000603, 0.000618, 0.726562, 0.000648, 0.419922, 0.296875, 0.726562, 0.000633, 0.652344, 0.000595, 0.726562, 0.000622, 0.109375, 0.000603, 0.01001, 0.695312, 0.53125, 0.652344, 0.000561, 0.000584, 0.211914, 0.726562, 0.000599, 0.726562, 0.000546, 0.000656, 0.527344, 0.013489, 0.081055, 0.269531, 0.00061, 0.257812, 0.527344, 0.261719, 0.71875, 0.378906, 0.000648, 0.000603, 0.726562, 0.176758, 0.244141, 0.00069, 0.367188, 0.396484, 0.220703, 0.150391, 0.162109, 0.359375, 0.726562, 0.369141, 0.726562, 0.00058, 0.000595, 0.000473, 0.000553, 0.726562, 0.726562, 0.00946, 0.000481, 0.380859, 0.000511, 0.40625, 0.15332, 0.000492, 0.077148, 0.726562, 0.421875, 0.000492, 0.000599, 0.726562, 0.000618, 0.000591, 0.333984, 0.000603, 0.726562, 0.008667, 0.601562, 0.000668, 0.636719, 0.726562, 0.042969, 0.171875, 0.726562, 0.000595, 0.589844, 0.027832, 0.308594, 0.726562, 0.000565, 0.726562, 0.000671, 0.000568, 0.000561, 0.000656, 0.326172, 0.726562, 0.703125, 0.000515, 0.000587, 0.01062, 0.000656, 0.726562, 0.275391, 0.029907, 0.726562, 0.333984, 0.726562, 0.255859, 0.000668, 0.40625, 0.726562, 0.640625, 0.033447, 0.000471, 0.726562, 0.324219, 0.000595, 0.726562, 0.219727, 0.474609, 0.000603, 0.726562, 0.000542, 0.000603, 0.000469, 0.128906, 0.000549, 0.000629, 0.726562, 0.458984, 0.000618, 0.000664, 0.261719, 0.000652, 0.558594, 0.679688, 0.115723, 0.373047, 0.255859, 0.726562, 0.00069, 0.726562, 0.341797, 0.000483, 0.326172, 0.021484, 0.06543, 0.000702, 0.000595, 0.000668, 0.000648, 0.000629, 0.19043, 0.00071, 0.000641, 0.726562, 0.503906, 0.597656, 0.726562, 0.589844, 0.027588, 0.068848, 0.474609, 0.096191, 0.000652, 0.014526, 0.000591, 0.00058, 0.242188, 0.726562, 0.000519, 0.202148, 0.180664, 0.066895, 0.091797, 0.542969, 0.000492, 0.008484, 0.000561, 0.353516, 0.000549, 0.000664, 0.294922, 0.726562, 0.535156, 0.033203, 0.380859, 0.726562, 0.233398, 0.000637, 0.53125, 0.000668, 0.000645, 0.000568, 0.140625, 0.015991, 0.000599, 0.000568, 0.012939, 0.726562, 0.000664, 0.202148, 0.000618, 0.546875, 0.271484, 0.486328, 0.628906, 0.000668, 0.000626, 0.726562, 0.21875, 0.000595, 0.0005, 0.333984, 0.000584, 0.726562, 0.253906, 0.000633, 0.726562, 0.136719, 0.632812, 0.11377, 0.726562, 0.726562, 0.726562, 0.417969, 0.135742, 0.000652, 0.000595, 0.000603, 0.726562, 0.291016, 0.679688, 0.349609, 0.726562, 0.000473, 0.032471, 0.000675, 0.277344, 0.000652, 0.106934, 0.130859, 0.363281, 0.042969, 0.726562, 0.589844, 0.367188, 0.292969, 0.21875, 0.726562, 0.621094, 0.000671, 0.429688, 0.380859, 0.000557, 0.474609, 0.143555, 0.059082, 0.726562, 0.726562, 0.012085, 0.726562, 0.726562, 0.726562, 0.726562, 0.000629, 0.064453, 0.00066, 0.00066, 0.000622, 0.000637, 0.000626, 0.726562, 0.000656, 0.726562, 0.000648, 0.000671, 0.455078, 0.402344, 0.726562, 0.000477, 0.000641, 0.726562, 0.000618, 0.010803, 0.000618, 0.000576, 0.000568, 0.015564, 0.000538, 0.439453, 0.12207, 0.000546, 0.006348, 0.726562, 0.000629, 0.000576, 0.6875, 0.000565, 0.000534, 0.00061, 0.726562, 0.660156, 0.076172, 0.010193, 0.000519, 0.000486, 0.000492, 0.222656, 0.259766, 0.000572, 0.179688, 0.726562, 0.000568, 0.000595, 0.000568, 0.000641, 0.726562, 0.496094, 0.306641, 0.000565, 0.476562, 0.726562, 0.000694, 0.000607, 0.053467, 0.000626, 0.640625, 0.71875, 0.425781, 0.435547, 0.000614, 0.000618, 0.135742, 0.511719, 0.000561, 0.044189, 0.000584, 0.726562, 0.726562, 0.371094, 0.012268, 0.000584, 0.000626, 0.000568, 0.231445, 0.000679, 0.726562, 0.726562, 0.000561, 0.000561, 0.726562, 0.027344, 0.726562, 0.53125, 0.191406, 0.000591, 0.726562, 0.369141, 0.000641, 0.726562, 0.439453, 0.000675, 0.152344, 0.000618, 0.217773, 0.000454, 0.726562, 0.031006, 0.170898, 0.726562, 0.726562, 0.714844, 0.000607, 0.332031, 0.726562, 0.000599, 0.000496, 0.000618, 0.388672, 0.000603, 0.000572, 0.000706, 0.726562, 0.726562, 0.000603, 0.245117, 0.287109, 0.726562, 0.000526, 0.05835, 0.00058, 0.462891, 0.000656, 0.000565, 0.011658, 0.014648, 0.601562, 0.172852, 0.000652, 0.000538, 0.726562, 0.009033, 0.006958, 0.125, 0.000599, 0.042725, 0.000645, 0.0625, 0.000595, 0.726562, 0.000637, 0.707031, 0.000622, 0.000587, 0.726562, 0.036865, 0.259766, 0.000637, 0.000668, 0.000542, 0.00058, 0.511719, 0.000641, 0.000637, 0.558594, 0.726562, 0.455078, 0.000664, 0.726562, 0.000591, 0.201172, 0.006653, 0.414062, 0.009644, 0.726562, 0.726562, 0.000515, 0.244141, 0.396484, 0.000645, 0.008362, 0.726562, 0.291016, 0.726562, 0.045654, 0.503906, 0.265625, 0.726562, 0.726562, 0.019775, 0.000652, 0.000406, 0.388672, 0.419922, 0.726562, 0.056396, 0.726562, 0.046631, 0.726562, 0.000626, 0.000538, 0.000652, 0.00061, 0.279297, 0.000652, 0.546875, 0.585938, 0.726562, 0.351562, 0.353516, 0.464844, 0.539062, 0.15332, 0.257812, 0.341797, 0.355469, 0.679688, 0.726562, 0.000675, 0.170898, 0.726562, 0.703125, 0.025024, 0.726562, 0.000553, 0.585938, 0.120117, 0.726562, 0.210938, 0.710938, 0.000652, 0.000603, 0.183594, 0.660156, 0.00053, 0.000538, 0.726562, 0.570312, 0.227539, 0.000618, 0.458984, 0.000637, 0.291016, 0.726562, 0.000629, 0.000546, 0.009888, 0.726562, 0.667969, 0.000687, 0.726562, 0.394531, 0.009399, 0.009094, 0.000607, 0.394531, 0.02417, 0.726562, 0.726562, 0.094238, 0.000599, 0.726562, 0.000618, 0.726562, 0.049316, 0.027588, 0.726562, 0.095703, 0.726562, 0.412109, 0.000637, 0.000584, 0.000671, 0.695312, 0.000549, 0.726562, 0.726562, 0.726562, 0.294922, 0.000656, 0.015076, 0.726562, 0.000641, 0.457031, 0.000607, 0.000607, 0.007294, 0.511719, 0.726562, 0.140625, 0.5625, 0.139648, 0.722656, 0.000637, 0.289062, 0.726562, 0.09668, 0.269531, 0.000599, 0.726562, 0.000484, 0.6875, 0.726562, 0.726562, 0.632812, 0.000553, 0.474609, 0.061279, 0.000538, 0.726562, 0.122559, 0.726562, 0.322266, 0.726562, 0.511719, 0.726562, 0.251953, 0.378906, 0.703125, 0.000626, 0.726562, 0.726562, 0.140625, 0.000614, 0.400391, 0.000587, 0.031494, 0.726562, 0.022095, 0.246094, 0.000576, 0.026733, 0.000511, 0.000629, 0.257812, 0.000587, 0.000687, 0.726562, 0.00058, 0.004578, 0.000584, 0.000607, 0.198242, 0.398438, 0.027954, 0.010437, 0.00058, 0.000534, 0.017456, 0.023926, 0.006531, 0.726562, 0.679688, 0.000591, 0.008545, 0.726562, 0.000675, 0.000664, 0.726562, 0.019287, 0.000675, 0.726562, 0.345703, 0.000694, 0.199219, 0.691406, 0.478516, 0.000595, 0.28125, 0.009888, 0.416016, 0.241211, 0.000534, 0.009399, 0.000599, 0.324219, 0.000614, 0.233398, 0.046143, 0.726562, 0.000546, 0.000607, 0.464844, 0.000633, 0.00531, 0.302734, 0.000645, 0.052979, 0.000629, 0.000656, 0.480469, 0.000603, 0.398438, 0.136719, 0.675781, 0.000587, 0.503906, 0.605469, 0.726562, 0.011414, 0.049072, 0.009705, 0.726562, 0.251953, 0.027222, 0.710938, 0.074219, 0.000591, 0.726562, 0.726562, 0.000515, 0.523438, 0.000462, 0.726562, 0.021851, 0.378906, 0.000458, 0.726562, 0.000511, 0.726562, 0.000603, 0.726562, 0.000687, 0.000626, 0.503906, 0.726562, 0.000656, 0.02356, 0.367188, 0.000618, 0.007507, 0.726562, 0.205078, 0.00061, 0.000572, 0.000526, 0.064453, 0.000618, 0.726562, 0.000542, 0.145508, 0.726562, 0.6875, 0.212891, 0.726562, 0.000637, 0.726562, 0.000488, 0.000668, 0.000629, 0.273438, 0.00066, 0.157227, 0.390625, 0.494141, 0.726562, 0.726562, 0.000542, 0.726562, 0.621094, 0.000418, 0.675781, 0.000648, 0.726562, 0.174805, 0.294922, 0.00071, 0.021484, 0.285156, 0.373047, 0.726562, 0.223633, 0.000671, 0.722656, 0.726562, 0.243164, 0.074219, 0.106934, 0.024658, 0.00061, 0.726562, 0.031494, 0.000488, 0.726562, 0.263672, 0.000595, 0.726562, 0.149414, 0.714844, 0.462891, 0.168945, 0.04126, 0.000607, 0.071289, 0.000511, 0.00069, 0.00066, 0.726562, 0.726562, 0.182617, 0.179688, 0.632812, 0.384766, 0.000622, 0.000633, 0.726562, 0.118652, 0.092285, 0.000671, 0.000603, 0.726562, 0.378906, 0.726562, 0.005127, 0.007263, 0.726562, 0.578125, 0.726562, 0.726562, 0.726562, 0.330078, 0.0005, 0.000557, 0.302734, 0.53125, 0.000637, 0.108398, 0.101074, 0.008728, 0.726562, 0.212891, 0.015259, 0.094727, 0.000515, 0.726562, 0.000679, 0.000664, 0.507812, 0.722656, 0.010376, 0.209961, 0.726562, 0.341797, 0.726562, 0.025024, 0.726562, 0.726562, 0.726562, 0.000664, 0.034668, 0.414062, 0.316406, 0.019165, 0.000652, 0.574219, 0.081543, 0.722656, 0.000576, 0.203125, 0.726562, 0.000546, 0.398438, 0.000481, 0.15918, 0.421875, 0.726562, 0.542969, 0.535156, 0.054443, 0.371094, 0.726562, 0.000633, 0.000622, 0.726562, 0.335938, 0.000622, 0.255859, 0.150391, 0.000568, 0.047852, 0.000572, 0.000626, 0.000687, 0.000603, 0.022827, 0.000542, 0.558594, 0.664062, 0.511719, 0.726562, 0.000622, 0.726562, 0.714844, 0.46875, 0.163086, 0.261719, 0.4375, 0.726562, 0.206055, 0.726562, 0.660156, 0.072754, 0.077637, 0.699219, 0.000629, 0.047607, 0.00053, 0.000671, 0.057617, 0.558594, 0.251953, 0.726562, 0.000534, 0.000607, 0.257812, 0.000664, 0.707031, 0.000614, 0.261719, 0.000679, 0.000587, 0.722656, 0.000637, 0.016479, 0.000546, 0.000648, 0.726562, 0.726562, 0.726562, 0.000633, 0.000565, 0.000565, 0.275391, 0.566406, 0.726562, 0.621094, 0.726562, 0.328125, 0.000603, 0.000648, 0.435547, 0.371094, 0.000507, 0.00058, 0.726562, 0.000416, 0.000507, 0.726562, 0.429688, 0.24707, 0.503906, 0.00053, 0.010803, 0.726562, 0.216797, 0.000526, 0.644531, 0.000629, 0.441406, 0.000675, 0.726562, 0.000549, 0.00061, 0.726562, 0.1875, 0.004639, 0.726562, 0.095215, 0.088867, 0.628906, 0.124023, 0.083496, 0.427734, 0.000576, 0.419922, 0.00705, 0.726562, 0.000633, 0.212891, 0.259766, 0.000671, 0.096191, 0.033447, 0.326172, 0.000648, 0.726562, 0.578125, 0.000629, 0.000599, 0.000683, 0.000591, 0.000603, 0.726562, 0.000618, 0.726562, 0.726562, 0.045654, 0.000534, 0.18457, 0.106934, 0.175781, 0.726562, 0.000587, 0.726562, 0.000622, 0.000591, 0.726562, 0.000614, 0.12793, 0.000626, 0.214844, 0.691406, 0.007477, 0.000584, 0.000553, 0.267578, 0.726562, 0.726562, 0.000675, 0.726562, 0.478516, 0.000595, 0.00061, 0.19043, 0.265625, 0.000538, 0.000629, 0.000664, 0.000481, 0.597656, 0.419922, 0.339844, 0.000546, 0.566406, 0.597656, 0.726562, 0.632812, 0.726562, 0.077148, 0.053223, 0.726562, 0.000557, 0.053955, 0.007172, 0.357422, 0.004608, 0.511719, 0.726562, 0.055664, 0.707031, 0.451172, 0.00769, 0.726562, 0.007599, 0.664062, 0.208984, 0.000622, 0.726562, 0.726562, 0.000641, 0.000607, 0.154297, 0.726562, 0.359375, 0.726562, 0.107422, 0.726562, 0.00042, 0.00069, 0.020142, 0.726562, 0.000629, 0.726562, 0.369141, 0.34375, 0.000622, 0.000694, 0.0005, 0.000675, 0.000702, 0.010559, 0.404297, 0.000572, 0.000626, 0.726562, 0.000584, 0.414062, 0.400391, 0.726562, 0.213867, 0.726562, 0.11084, 0.061035, 0.726562, 0.243164, 0.511719, 0.00061, 0.287109, 0.714844, 0.726562, 0.134766, 0.496094, 0.113281, 0.726562, 0.000652, 0.726562, 0.076172, 0.726562, 0.726562, 0.726562, 0.000557, 0.010986, 0.726562, 0.031738, 0.005432, 0.009644, 0.5, 0.726562, 0.166992, 0.726562, 0.000614, 0.369141, 0.166016, 0.726562, 0.726562, 0.570312, 0.000591, 0.000607, 0.392578, 0.433594, 0.01709, 0.040283, 0.075195, 0.047119, 0.026978, 0.726562, 0.000565, 0.026855, 0.726562, 0.621094, 0.402344, 0.135742, 0.136719, 0.00058, 0.000629, 0.211914, 0.726562, 0.000576, 0.103516, 0.429688, 0.000633, 0.726562, 0.000637, 0.000668, 0.498047, 0.605469, 0.726562, 0.726562, 0.094238, 0.375, 0.050293, 0.199219, 0.357422, 0.419922, 0.000633, 0.00069, 0.570312, 0.000565, 0.00061, 0.318359, 0.726562, 0.070312, 0.691406, 0.238281, 0.726562, 0.000694, 0.117188, 0.726562, 0.000679, 0.726562, 0.000694, 0.726562, 0.000656, 0.000599, 0.589844, 0.015076, 0.000515, 0.472656, 0.167969, 0.726562, 0.251953, 0.291016, 0.011292, 0.000515, 0.699219, 0.726562, 0.000652, 0.726562, 0.245117, 0.000626, 0.28125, 0.037842, 0.546875, 0.000584, 0.365234, 0.000481, 0.726562, 0.726562, 0.726562, 0.269531, 0.726562, 0.726562, 0.726562, 0.000546, 0.726562, 0.726562, 0.109863, 0.710938, 0.726562, 0.000479, 0.000603, 0.056885, 0.726562, 0.007782, 0.00058, 0.722656, 0.726562, 0.000656, 0.199219, 0.726562, 0.726562, 0.000626, 0.726562, 0.488281, 0.726562, 0.226562, 0.000675, 0.000633, 0.054932, 0.209961, 0.000656, 0.000603, 0.335938, 0.036865, 0.726562, 0.000587, 0.000526, 0.092285, 0.726562, 0.07959, 0.000668, 0.337891, 0.000542, 0.507812, 0.726562, 0.097656, 0.523438, 0.000629, 0.000607, 0.000591, 0.726562, 0.726562, 0.169922, 0.726562, 0.00066, 0.000587, 0.369141, 0.012146, 0.000664, 0.204102, 0.710938, 0.000668, 0.375, 0.000565, 0.726562, 0.00824, 0.000561, 0.226562, 0.660156, 0.017822, 0.000595, 0.005981, 0.519531, 0.233398, 0.013, 0.726562, 0.726562, 0.195312, 0.726562, 0.478516, 0.000622, 0.074219, 0.726562, 0.726562, 0.726562, 0.000652, 0.726562, 0.726562, 0.119141, 0.726562, 0.031494, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.613281, 0.000648, 0.000656, 0.00069, 0.211914, 0.703125, 0.511719, 0.11084, 0.726562, 0.726562, 0.000629, 0.000698, 0.726562, 0.043945, 0.000652, 0.000572, 0.028687, 0.193359, 0.726562, 0.726562, 0.000534, 0.000668, 0.008728, 0.000607, 0.000652, 0.000526, 0.000637, 0.000572, 0.000664, 0.00058, 0.063477, 0.000572, 0.609375, 0.000637, 0.714844, 0.539062, 0.589844, 0.726562, 0.726562, 0.554688, 0.146484, 0.000538, 0.000652, 0.000595, 0.000656, 0.507812, 0.034424, 0.494141, 0.386719, 0.000664, 0.069336, 0.726562, 0.000641, 0.71875, 0.000473, 0.722656, 0.726562, 0.000633, 0.726562, 0.119629, 0.088379, 0.726562, 0.318359, 0.726562, 0.000603, 0.024536, 0.000587, 0.000591, 0.000702, 0.00066, 0.447266, 0.028198, 0.000614, 0.011108, 0.726562, 0.025269, 0.726562, 0.380859, 0.186523, 0.032227, 0.000515, 0.263672, 0.269531, 0.15332, 0.000637, 0.726562, 0.000607, 0.035645, 0.431641, 0.086426, 0.726562, 0.726562, 0.00053, 0.714844, 0.726562, 0.069824, 0.000675, 0.196289, 0.269531, 0.166992, 0.292969, 0.000675, 0.01709, 0.000584, 0.013245, 0.006042, 0.011169, 0.726562, 0.000595, 0.257812, 0.014709, 0.726562, 0.726562, 0.228516, 0.055908, 0.726562, 0.000614, 0.726562, 0.412109, 0.161133, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.253906, 0.000546, 0.466797, 0.046387, 0.363281, 0.000557, 0.000397, 0.000683, 0.097656, 0.351562, 0.726562, 0.170898, 0.09668, 0.000679, 0.000652, 0.000595, 0.000629, 0.233398, 0.726562, 0.000618, 0.0354, 0.000652, 0.013489, 0.675781, 0.000629, 0.726562, 0.287109, 0.292969, 0.000652, 0.726562, 0.105469, 0.120605, 0.000629, 0.118652, 0.200195, 0.000652, 0.000664, 0.008545, 0.00069, 0.726562, 0.691406, 0.071289, 0.000538, 0.038818, 0.304688, 0.031738, 0.726562, 0.486328, 0.314453, 0.34375, 0.726562, 0.000641, 0.075195, 0.017334, 0.726562, 0.000523, 0.228516, 0.000702, 0.210938, 0.726562, 0.617188, 0.722656, 0.170898, 0.021484, 0.726562, 0.726562, 0.000607, 0.726562, 0.726562, 0.375, 0.245117, 0.000595, 0.667969, 0.000629, 0.000671, 0.000637, 0.519531, 0.000645, 0.710938, 0.000603, 0.000599, 0.726562, 0.458984, 0.695312, 0.726562, 0.726562, 0.449219, 0.279297, 0.726562, 0.640625, 0.726562, 0.000591, 0.726562, 0.000519, 0.000504, 0.000603, 0.000591, 0.000603, 0.142578, 0.726562, 0.000603, 0.0005, 0.726562, 0.710938, 0.490234, 0.5, 0.000664, 0.726562, 0.000561, 0.023071, 0.726562, 0.023926, 0.015564, 0.004913, 0.200195, 0.000603, 0.71875, 0.194336, 0.279297, 0.244141, 0.726562, 0.000641, 0.000664, 0.242188, 0.246094, 0.490234, 0.726562, 0.000504, 0.000568, 0.726562, 0.726562, 0.726562, 0.043457, 0.726562, 0.726562, 0.025757, 0.186523, 0.535156, 0.000599, 0.039551, 0.249023, 0.00061, 0.005707, 0.519531, 0.726562, 0.000626, 0.253906, 0.000656, 0.585938, 0.726562, 0.726562, 0.558594, 0.302734, 0.074707, 0.015076, 0.492188, 0.726562, 0.726562, 0.000595, 0.000614, 0.726562, 0.726562, 0.009766, 0.570312, 0.245117, 0.035645, 0.000572, 0.000479, 0.714844, 0.427734, 0.000568, 0.164062, 0.000679, 0.726562, 0.010498, 0.019897, 0.726562, 0.191406, 0.726562, 0.000526, 0.000633, 0.000603, 0.00058, 0.00061, 0.039307, 0.000641, 0.726562, 0.621094, 0.00058, 0.014343, 0.000607, 0.000523, 0.024658, 0.000622, 0.726562, 0.000595, 0.183594, 0.726562, 0.000549, 0.198242, 0.227539, 0.726562, 0.726562, 0.000637, 0.000637, 0.000668, 0.069336, 0.008423, 0.601562, 0.000591, 0.308594, 0.000652, 0.566406, 0.023438, 0.146484, 0.726562, 0.294922, 0.026489, 0.008484, 0.000645, 0.166992, 0.000561, 0.000645, 0.726562, 0.726562, 0.000477, 0.339844, 0.714844, 0.527344, 0.027832, 0.173828, 0.000584, 0.726562, 0.628906, 0.00069, 0.000595, 0.000587, 0.726562, 0.000603, 0.000618, 0.000479, 0.447266, 0.00946, 0.566406, 0.683594, 0.726562, 0.009766, 0.000622, 0.726562, 0.018555, 0.566406, 0.199219, 0.008972, 0.01123, 0.000553, 0.361328, 0.625, 0.000648, 0.005127, 0.000622, 0.012146, 0.000698, 0.679688, 0.535156, 0.000648, 0.722656, 0.024048, 0.726562, 0.007568, 0.699219, 0.155273, 0.006714, 0.726562, 0.00061, 0.000626, 0.000568, 0.726562, 0.265625, 0.246094, 0.000645, 0.004913, 0.273438, 0.691406, 0.000591, 0.726562, 0.000542, 0.375, 0.644531, 0.00066, 0.03833, 0.000626, 0.726562, 0.000587, 0.099609, 0.125977, 0.098633, 0.000488, 0.021118, 0.726562, 0.000584, 0.000652, 0.470703, 0.000683, 0.613281, 0.625, 0.084473, 0.726562, 0.000572, 0.012085, 0.660156, 0.416016, 0.012512, 0.359375, 0.165039, 0.527344, 0.000488, 0.00061, 0.000648, 0.726562, 0.000553, 0.726562, 0.235352, 0.000641, 0.726562, 0.353516, 0.000656, 0.025391, 0.000599, 0.065918, 0.004242, 0.279297, 0.000599, 0.00069, 0.726562, 0.022583, 0.009705, 0.000626, 0.000519, 0.410156, 0.707031, 0.726562, 0.726562, 0.726562, 0.726562, 0.052002, 0.000648, 0.279297, 0.683594, 0.722656, 0.012695, 0.000565, 0.245117, 0.726562, 0.000599, 0.322266, 0.213867, 0.091309, 0.726562, 0.000641, 0.220703, 0.000664, 0.112305, 0.726562, 0.000656, 0.000668, 0.000568, 0.726562, 0.00058, 0.000656, 0.000587, 0.058105, 0.118164, 0.142578, 0.000626, 0.277344, 0.000618, 0.000702, 0.000622, 0.394531, 0.202148, 0.249023, 0.000591, 0.000648, 0.000633, 0.373047, 0.726562, 0.349609, 0.056396, 0.000679, 0.503906, 0.157227, 0.726562, 0.055908, 0.585938, 0.000523, 0.726562, 0.000652, 0.004364, 0.726562, 0.000607, 0.000629, 0.726562, 0.067871, 0.000664, 0.000526, 0.71875, 0.006683, 0.367188, 0.726562, 0.427734, 0.404297, 0.394531, 0.726562, 0.186523, 0.000595, 0.000542, 0.000614, 0.726562, 0.000568, 0.472656, 0.691406, 0.000664, 0.166992, 0.000576, 0.169922, 0.726562, 0.000671, 0.550781, 0.337891, 0.007355, 0.000481, 0.5, 0.275391, 0.388672, 0.050049, 0.033691, 0.726562, 0.013855, 0.000671, 0.000603, 0.000599, 0.000694, 0.000526, 0.000645, 0.726562, 0.726562, 0.197266, 0.000576, 0.726562, 0.000603, 0.000648, 0.726562, 0.000576, 0.726562, 0.144531, 0.474609, 0.146484, 0.519531, 0.000648, 0.000614, 0.726562, 0.675781, 0.020996, 0.044434, 0.000576, 0.429688, 0.726562, 0.000683, 0.000591, 0.236328, 0.132812, 0.71875, 0.726562, 0.188477, 0.000679, 0.000618, 0.000648, 0.458984, 0.486328, 0.726562, 0.090332, 0.000572, 0.648438, 0.726562, 0.417969, 0.016968, 0.000507, 0.00066, 0.000568, 0.092285, 0.726562 ] } , "name": "onnx::Mul_10610", "outputIndexes": [ 609 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 608, 609 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 610 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 494, 610 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/Add_output_0", "outputIndexes": [ 611 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 611 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.2/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 612 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 612 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.2/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 613 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 613, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 614 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 614, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 615 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 611, 615 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 616 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 39.5, 8.8125, 0.996094, 0.824219, 5.4375, 8.9375, 4.53125, 3.46875, 17.0, 2.40625, 3.59375, 0.929688, 3.28125, 3.765625, 41.25, 0.006042, 53.5, 1.609375, 29.625, 52.75, 16.125, 65.0, 48.0, 52.0, 45.75, 0.613281, 1.882812, 2.21875, 38.0, 4.125, 0.777344, 37.25, 6.5625, 14.5625, 55.25, 3.0625, 4.03125, 1.945312, 6.25, 3.46875, 55.25, 3.0625, 1.71875, 41.75, 5.84375, 37.75, 2.0, 1.835938, 2.953125, 49.75, 54.5, 52.25, 3.359375, 2.75, 4.78125, 5.8125, 9.6875, 7.46875, 5.53125, 54.0, 1.632812, 48.0, 3.96875, 58.75, 6.03125, 2.4375, 0.734375, 47.75, 5.375, 8.1875, 33.0, 2.546875, 54.5, 30.5, 50.75, 2.15625, 7.8125, 4.1875, 1.195312, 46.25, 6.96875, 2.9375, 57.5, 2.703125, 3.34375, 2.125, 9.1875, 9.4375, 1.367188, 3.59375, 44.5, 13.125, 2.15625, 52.25, 34.0, 45.75, 3.1875, 9.625, 1.195312, 3.859375, 2.203125, 1.414062, 53.0, 7.3125, 5.03125, 13.1875, 2.15625, 3.5, 9.5625, 4.09375, 16.625, 2.390625, 8.9375, 52.75, 54.75, 3.421875, 3.640625, 51.0, 1.0625, 50.5, 39.75, 55.0, 14.0, 0.882812, 0.789062, 4.0, 32.0, 3.34375, 6.53125, 4.46875, 50.5, 3.78125, 6.0, 5.5, 4.4375, 31.5, 2.609375, 4.84375, 5.0625, 0.945312, 0.921875, 5.25, 1.585938, 14.75, 55.75, 28.75, 6.5625, 55.5, 54.25, 3.078125, 6.53125, 25.625, 51.0, 2.265625, 17.125, 1.125, 24.875, 37.75, 4.1875, 54.25, 12.125, 3.453125, 7.875, 11.8125, 2.09375, 35.75, 54.0, 7.4375, -0.125, 59.75, 83.0, 31.5, 11.6875, 0.710938, 15.8125, 46.75, 3.15625, 2.484375, 2.3125, 51.0, 3.71875, 8.9375, 0.988281, 1.421875, 6.40625, 5.125, 6.78125, 4.8125, 7.0625, 64.0, 2.59375, 5.25, 3.515625, 31.625, 54.0, 43.25, 44.0, 35.5, 2.578125, 9.1875, 5.71875, 1.3125, 46.5, 16.75, 3.859375, 6.375, 4.5, 4.40625, 58.5, 11.0, 58.5, 63.5, 5.34375, 44.0, 47.75, 14.125, 46.0, 60.25, 46.25, 37.75, 2.46875, 18.625, 5.53125, 11.875, 52.75, 2.703125, 2.4375, 8.3125, 24.0, 28.75, 2.28125, 4.375, 3.765625, 31.125, 2.53125, 5.59375, 0.882812, 38.5, 3.28125, 22.375, 57.0, 4.71875, 72.5, 5.0, 57.25, 5.53125, 3.5, 0.804688, 5.53125, 2.625, 5.5625, 62.0, 8.5625, 68.5, 3.515625, 1.601562, 8.6875, 7.875, 2.171875, 60.5, 8.375, 5.8125, 21.125, 55.0, 0.820312, 45.0, 61.75, 5.03125, 8.5, 27.125, 0.953125, 5.0625, 9.5, 50.25, 2.765625, 1.960938, 54.25, 5.125, 0.9375, 0.785156, 0.761719, 52.25, 15.5625, 52.0, 3.4375, 60.25, 40.75, 1.289062, 3.359375, 3.875, 27.25, 47.75, 43.0, 57.25, 3.84375, 43.25, 3.0, 25.875, 7.34375, -2.9375, 1.460938, 12.8125, 38.0, 47.75, 3.71875, 2.578125, 3.359375, 7.28125, 4.96875, 31.375, 10.6875, 7.84375, 2.359375, 3.53125, 49.0, 10.75, 3.75, 2.609375, 6.78125, 7.1875, 62.5, 3.09375, 4.4375, 2.484375, 36.0, 1.09375, 4.96875, 41.5, 0.761719, 7.5, 32.25, 22.25, 6.25, 2.296875, 5.46875, 7.28125, 37.75, 33.5, 3.75, 8.0625, 34.25, 0.945312, 4.34375, 17.625, 45.5, 7.1875, 3.40625, 6.15625, 4.8125, 46.5, 68.0, 53.0, 4.09375, 2.984375, 0.941406, 1.21875, 36.5, 3.078125, 2.21875, 22.875, 59.75, 5.40625, 50.5, 4.15625, 45.0, 9.625, 8.1875, 2.671875, 53.75, 4.15625, 7.0, 62.75, 3.578125, 3.484375, 5.1875, 38.75, 12.25, 53.25, 2.703125, 6.0625, 10.0, 3.40625, 3.234375, 4.5, 54.25, 54.75, 4.03125, 1.148438, 1.171875, 5.84375, 20.875, 1.929688, 53.75, 40.5, 3.3125, 23.125, 7.53125, 47.0, -1.148438, 4.15625, 53.5, 2.515625, 3.453125, 0.092285, 65.5, 51.75, 3.78125, 56.25, 1.523438, 1.703125, 8.5, 52.25, 3.390625, 4.65625, 2.046875, 1.164062, 3.390625, 23.0, 3.125, 1.367188, 6.8125, 0.984375, 0.202148, 6.125, 1.03125, 3.25, 37.0, 11.625, 5.84375, 0.875, 9.5625, 48.5, 3.390625, 0.929688, 65.0, 6.0625, 3.96875, 35.75, 1.835938, 3.890625, 6.71875, 2.390625, 46.0, 0.882812, 40.5, 43.0, 49.25, 1.59375, 56.5, 1.445312, 2.265625, 53.25, 62.25, 5.0625, 2.796875, 9.5, 47.75, 54.0, 2.3125, 57.75, 74.5, 3.65625, 63.25, 13.9375, 52.25, 0.90625, 3.109375, 0.890625, 2.953125, 28.875, 4.15625, 64.5, 8.3125, 1.070312, 4.0, 53.5, 61.5, 47.5, 6.28125, 5.1875, 2.046875, 6.03125, 2.34375, 61.5, 6.40625, 2.75, 50.25, 1.679688, 51.75, 1.835938, 51.5, 6.40625, 1.023438, 4.09375, 5.03125, 3.1875, 43.5, 51.5, 17.5, 8.25, 4.25, 50.5, 43.75, 55.0, 37.25, 64.5, 59.5, 11.3125, 38.25, 2.96875, 3.875, 28.0, 39.25, 6.75, 20.875, 1.828125, 2.140625, 0.490234, 2.5, 45.5, 1.351562, 46.5, -2.5625, 42.25, 1.78125, 61.0, 2.40625, 9.0, 0.363281, 66.5, 50.25, 60.25, 2.5, 3.34375, 4.84375, 54.5, 38.0, 1.757812, 2.921875, 77.0, 1.460938, 57.5, 3.4375, 3.25, 50.25, 43.0, 47.75, 15.5625, 3.875, 50.25, 1.234375, 52.75, 39.0, 57.75, 34.5, 4.0625, 51.5, 37.75, 60.0, 3.375, 1.390625, 62.25, 45.5, 1.578125, 1.9375, 4.84375, 1.6875, 2.3125, 3.046875, 3.296875, 8.625, 45.0, 4.125, 3.546875, 3.734375, 2.828125, 0.925781, 2.671875, 22.5, 3.21875, 42.25, 0.796875, 6.125, 2.09375, 53.25, 5.40625, 2.421875, 13.5625, 3.46875, 5.71875, 40.75, 5.59375, 11.8125, 7.0625, 4.5, 1.984375, 35.5, 2.375, 9.5625, 2.390625, 43.75, 9.375, 6.34375, 3.234375, 3.109375, 0.886719, 1.90625, 2.765625, 8.125, 45.5, 2.46875, -0.002975, 17.625, 3.109375, 3.828125, 3.890625, 9.5625, 2.703125, 60.25, 0.75, 2.625, 55.0, 2.734375, 6.78125, 2.546875, 44.75, 47.5, 1.96875, 3.234375, 3.046875, 72.5, 49.25, 4.6875, 2.46875, 1.703125, 1.96875, 38.75, 3.046875, 55.0, 3.390625, 2.5625, 49.0, 4.59375, 3.765625, 61.0, 17.5, 5.15625, 1.414062, 53.25, 51.25, 3.59375, 5.34375, 3.6875, 2.046875, 31.0, 46.75, 27.5, 1.375, 49.5, 0.679688, 8.375, 2.875, 2.15625, 43.0, 1.539062, 11.8125, 50.75, 48.25, 49.0, 53.5, 3.1875, 38.75, 36.75, 2.0625, 43.0, 3.453125, 18.5, 47.0, 1.132812, 58.5, 3.421875, 5.625, 2.109375, 44.5, 1.585938, 48.0, 2.046875, 62.75, 7.125, 48.25, 25.875, 3.140625, 3.015625, 2.375, 42.75, 55.0, 1.351562, 2.25, 56.0, 0.875, 55.0, 43.0, 4.03125, 46.0, 8.8125, 3.65625, 62.5, 6.46875, 4.53125, 5.65625, 2.90625, 3.328125, 60.5, 33.25, 2.390625, 8.375, 1.085938, 54.5, 2.625, 6.875, 9.625, 4.78125, 9.375, 2.625, 1.320312, 4.0, 2.046875, 45.75, 5.34375, 16.25, 12.375, -2.21875, 1.78125, 90.0, 60.75, 3.390625, 62.0, 6.25, 5.0, 57.0, 8.8125, 5.0625, 3.90625, 27.375, 23.625, 1.3125, 47.5, 57.0, 4.1875, 6.96875, 1.421875, 40.75, 2.28125, 60.25, 3.1875, 3.0, 4.625, 3.84375, 1.125, 7.5, 2.828125, 16.375, 4.65625, 2.1875, 47.75, 3.0625, 76.0, 47.5, 40.5, 63.0, 3.421875, 0.46875, 2.25, 59.75, 49.75, 40.0, 20.75, 0.90625, 8.625, 6.9375, 1.734375, 5.78125, 0.570312, 4.03125, 45.5, 5.21875, 0.6875, 4.1875, 9.9375, 40.0, 0.566406, 3.984375, 48.25, 1.257812, 12.1875, 3.90625, 41.25, 2.359375, 60.75, 58.75, 54.0, 16.875, 53.5, 10.6875, 1.375, 1.570312, 54.25, 51.25, 2.78125, 7.125, 2.6875, 1.507812, 18.25, 0.730469, 2.96875, 1.117188, 44.25, 1.257812, 3.640625, 50.75, 3.890625, 7.4375, 25.125, 10.125, 52.25, 6.96875, 50.25, 55.25, 9.875, 12.75, 12.75, 3.578125, 4.90625, 2.140625, 3.03125, 3.078125, 9.0, 12.0, 4.0625, 13.3125, 44.75, 35.25, 54.75, 44.75, 5.46875, 3.5625, 60.0, 4.15625, 13.0625, 8.5, 10.4375, 3.96875, 45.25, 58.25, 6.21875, 3.3125, 42.25, 55.0, 3.40625, 1.046875, 4.1875, 7.53125, 2.046875, 2.109375, 3.671875, 50.75, 3.328125, 58.75, 55.0, 47.5, 6.125, 36.25, 57.25, 59.0, 27.875, -1.664062, 7.375, 4.40625, 24.25, 2.53125, 3.65625, 5.25, 2.59375, 55.25, 21.875, -0.004333, 12.5625, 43.0, 39.5, 3.328125, 51.75, 0.707031, 9.4375, 59.75, 0.710938, 5.15625, 2.484375, 16.375, 4.375, 3.03125, 6.4375, 5.875, 4.4375, 57.25, 64.5, 45.0, 3.25, 8.0, 2.71875, 1.414062, 1.304688, 33.25, 11.5, 57.75, 5.25, 61.5, 4.875, 2.203125, 2.109375, 7.0625, 0.664062, 3.703125, 2.28125, 7.125, 11.0, 1.734375, 3.6875, 10.625, 3.71875, 3.28125, 56.75, 4.03125, 6.375, 9.5, 0.992188, 3.21875, 45.5, 1.28125, 0.878906, 1.953125, 1.023438, 49.5, 14.4375, 22.625, 9.5, 5.90625, 51.5, 49.25, 1.820312, 51.0, 0.068359, 47.0, 56.0, 3.46875, 8.1875, 1.382812, 50.5, 11.5, 3.40625, 78.0, 52.75, 51.5, 57.25, 45.75, 10.8125, 53.25, 5.09375, 7.0625, 60.5, 52.0, 2.03125, 6.46875, 58.75, 3.09375, 52.0, 33.5, 50.5, 3.359375, 2.1875, 14.1875, 40.75, 62.5, 53.0, 65.5, 4.90625, 3.5, 53.25, 14.625, 1.359375, 59.5, 38.75, 39.25, 54.0, 2.0, 3.203125, 4.3125, 53.0, 2.8125, 2.96875, 52.0, 53.75, 7.25, 47.75, 3.6875, 2.359375, 4.25, 2.515625, 50.25, 48.75, 5.0625, 3.390625, 53.75, 13.9375, 9.25, 1.242188, 1.867188, 3.875, 29.375, 51.0, 44.25, 54.25, 5.71875, 41.5, 0.558594, -0.292969, 53.0, 39.75, 2.0625, 14.4375, 2.25, 3.734375, 10.6875, 52.75, 1.4375, 3.375, 5.25, 0.527344, 5.25, 53.5, 7.1875, 40.0, 10.25, 54.25, 1.390625, 7.53125, 5.0625, 2.265625, 3.828125, 2.859375, 52.75, 8.25, 2.15625, 43.25, 53.25, 53.75, 3.5, 56.25, 57.0, 25.75, 2.71875, 0.953125, 48.75, 3.21875, 7.5625, 2.6875, 38.75, 6.3125, 52.5, 2.609375, 25.125, 49.5, 23.625, 21.5, 3.390625, 4.4375, 54.0, 41.0, 1.859375, 46.75, 35.5, 5.21875, 44.25, 6.0, 49.75, 19.75, 55.5, 1.015625, 43.75, 3.1875, 50.25, 43.75, 2.546875, 8.5625, 3.34375, 60.0, 46.25, 6.6875, 60.25, 4.09375, 32.0, 44.25, 4.03125, 2.40625, 3.4375, 51.75, 1.765625, 60.5, 9.9375, 35.75, 1.898438, 26.75, 1.65625, 3.265625, 59.0, 4.28125, 2.515625, 39.75, 39.0, 1.25, 8.0, 4.46875, 8.3125, 2.90625, 3.6875, 0.328125, 2.78125, 32.0, 60.5, 47.25, 8.3125, 3.453125, 1.953125, 6.5625, 1.875, 27.125, 0.53125, 52.25, 48.5, 24.75, 60.25, 4.21875, 52.25, 3.359375, 3.015625, 1.585938, 4.90625, 5.21875, 3.375, 3.4375, 5.78125, 4.5625, 4.9375, 3.1875, 2.890625, 0.96875, 58.0, 2.390625, 3.078125, 2.9375, 25.25, 1.890625, 57.5, 2.375, 11.4375, 0.863281, 5.84375, 1.375, 33.75, 43.75, 11.9375, 3.109375, 47.5, 55.25, 2.65625, 2.546875, 11.25, 64.5, 2.125, 4.53125, 4.1875, 2.765625, 45.75, 48.25, 33.25, 1.65625, 2.765625, 61.25, 2.125, 5.78125, 88.5, 63.25, 52.75, 6.3125, 33.0, 2.0625, 1.765625, 4.65625, 7.21875, 2.515625, 62.25, 2.359375, 7.84375, 16.125, 0.482422, 8.3125, 2.734375, 2.984375, 6.71875, 42.75, 8.0, 2.0625, 35.5, 2.53125, 0.710938, 1.195312, 6.875, 51.0, 24.0, 0.84375, 60.25, 0.933594, 51.0, 65.5, 58.75, 3.796875, 1.90625, 4.0625, 2.109375, 5.625, 2.046875, 6.5625, 8.25, 1.429688, 4.34375, 8.4375, 11.375, 1.023438, 53.25, 1.96875, 0.859375, 1.617188, 2.0, 32.5, 2.453125, 5.6875, 43.25, 2.203125, 6.53125, 1.007812, 3.359375, 2.859375, 3.109375, 1.8125, 7.5625, 3.609375, 3.765625, 57.0, 0.871094, 1.132812, 3.890625, 57.0, 4.0625, 29.5, 29.0, 1.40625, 7.96875, 9.6875, 8.25, 24.375, 48.5, 63.0, 10.0, 44.5, 45.25, 1.117188, 49.75, 45.75, 47.25, 33.75, 5.6875, 4.78125, 26.5, 55.25, 50.75, 60.0, 30.625, 27.875, 38.75, 1.226562, 2.765625, 24.125, 67.5, 1.945312, 47.5, 71.5, 3.3125, 8.0625, 50.0, 2.203125, 5.375, 8.4375, 13.1875, 3.65625, 2.4375, 62.75, 3.5625, 33.75, 4.21875, 4.09375, 16.625, 57.5, 67.0, 3.96875, 44.75, 4.71875, 11.5, 1.21875, 53.0, 57.25, 1.890625, 7.34375, 36.25, 3.453125, 49.25, 7.25, 82.0, 39.75, 3.03125, 16.25, 5.0, 4.21875, 1.71875, 49.5, 2.96875, 3.109375, 2.4375, 31.0, 9.25, 37.5, 1.460938, 5.4375, 7.25, 3.09375, 17.625, 52.25, 1.0625, 0.914062, 41.5, 2.09375, 40.25, 0.212891, 43.5, 2.359375, 52.75, 1.867188, 53.75, 2.9375, 31.0, 1.71875, 57.25, 42.75, 4.125, 1.085938, 46.75, 16.5, 2.84375, 38.75, 57.5, 4.71875, 4.15625, 52.0, 42.75, 51.75, 5.5625, 47.75, 3.234375, 9.8125, 6.46875, 0.898438, 2.78125, 4.0625, 0.480469, 44.0, 2.40625, 7.375, 8.1875, 63.25, 3.65625, 14.6875, 14.0625, 5.71875, 2.71875, 4.0625, 0.847656, 58.0, 2.75, 2.578125, 53.25, 2.21875, 64.5, 1.078125, 3.75, 3.5625, 52.5, 19.0, 3.25, 3.546875, 2.6875, 6.59375, 59.75, 2.21875, 2.1875, 4.6875, 14.875, 4.15625, 38.25, 69.0, 2.484375, 12.625, 9.25, 2.671875, 8.125, 54.5, 1.445312, 11.4375, 2.546875, 3.75, 6.46875, 8.4375, 51.75, 14.9375, 48.25, 61.5, 57.0, -1.070312, 1.578125, 4.78125, 6.78125, 4.34375, 4.875, 6.46875, 69.0, 0.855469, 4.5625, 7.03125, 61.0, 61.75, 2.3125, 5.1875, 2.015625, 41.5, 39.5, 1.976562, 3.84375, 2.625, 1.046875, 2.71875, 2.953125, 58.0, 6.875, 3.5, 1.765625, 52.25, 19.25, 5.8125, 39.5, 2.75, 4.3125, 36.0, 12.5, 12.6875, 0.308594, 52.0, 54.25, 4.9375, 2.3125, 48.75, 11.0, 2.6875, 5.71875, 0.777344, 34.75, 3.859375, 0.703125, 1.484375, 42.5, 5.40625, 6.125, 3.1875, 47.0, 29.875, 3.25, 7.25, 2.015625, 54.75, 4.4375, 0.796875, 51.5, 5.90625, 45.25, 16.0, 3.359375, 3.28125, 2.265625, 2.90625, 7.625, 2.9375, 1.570312, 53.5, 55.75, 2.109375, 3.453125, 49.0, 4.9375, 4.875, 44.5, 8.4375, 44.75, 59.0, 51.0, 58.25, 7.78125, 50.75, 4.1875, 2.78125, 4.84375, 1.40625, 1.65625, 2.8125, 2.78125, 3.046875, 6.3125, 9.4375, 2.84375, 1.484375, 6.84375, 3.734375, 2.890625, 5.03125, 13.8125, 2.6875, 41.5, 11.0, 33.5, 30.125, 10.3125, 3.34375, 4.15625, 0.949219, 57.25, 44.5, 7.65625, 67.5, 2.5625, 59.75, 3.6875, 48.5, 45.75, 0.435547, 1.546875, 41.5, 42.5, 54.25, 0.71875, 2.40625, 1.804688, 60.5, 64.5, 55.0, 3.8125, 0.902344, 0.839844, 0.789062, 2.53125, 2.734375, 53.25, 44.75, 5.59375, 5.40625, 49.5, 6.46875, 0.964844, 39.75, 62.75, 2.328125, 2.84375, 10.0, 3.140625, 49.5, 61.25, 1.734375, 11.5, 62.0, 2.46875, 52.75, 2.015625, 51.75, 1.960938, 50.5, 51.5, 3.453125, 11.0, 38.5, 5.0, 12.5, 12.125, 2.53125, 13.5, 3.984375, 6.15625, 38.75, 1.960938, 69.5, 1.328125, 50.25, 5.96875, 2.796875, 7.8125, 7.75, 26.125, 6.40625, 51.0, 1.820312, 0.882812, 49.5, 57.25, 39.5, 51.25, 30.5, 1.90625, 57.0, 0.578125, 3.3125, 7.78125, 65.0, 6.15625, 4.6875, 14.5, 1.914062, 9.875, 1.367188, 48.75, 51.0, 2.28125, 50.5, 9.9375, 50.75, 3.46875, 1.070312, 48.5, 42.0, 48.5, 3.234375, 1.21875, 3.15625, 30.75, 1.351562, 3.75, 50.0, 42.75, 4.5, 3.515625, 6.84375, 67.5, 45.5, 65.5, 3.5, 3.578125, 2.828125, 48.5, 2.859375, 1.796875, 3.75, 2.484375, 2.578125, 4.65625, 5.28125, 1.8125, 68.0, 8.5, 43.75, 6.59375, 42.75, 3.390625, 6.1875, 8.0625, 2.328125, 2.640625, 33.0, 3.0625, 69.0, 2.25, 3.515625, 69.5, 3.921875, 4.5625, 60.0, 8.375, 14.8125, 2.21875, 2.984375, 1.195312, 5.625, 2.375, 59.5, 45.0, 32.75, 3.546875, 54.25, 2.390625, 2.375, 3.3125, 28.875, 7.21875, 51.5, 7.1875, 18.25, 45.0, 5.15625, 54.0, 54.75, 2.765625, 73.5, 4.75, 5.9375, 2.296875, 4.03125, 2.515625, 5.15625, 7.0625, 1.210938, 3.0, 3.453125, 63.25, 8.125, 3.21875, 1.671875, 15.9375, 3.75, 6.53125, 2.625, 28.625, 0.75, 13.8125, 0.820312, 4.53125, 1.304688, 40.25, 49.5, 4.25, 9.6875, 42.5, 34.5, 4.4375, 6.15625, 4.625, 2.84375, 61.25, 2.53125, 11.3125, 0.960938, 1.53125, 2.671875, 57.75, 6.84375, 3.9375, 3.03125, 37.25, 7.75, 7.1875, 29.375, 7.125, 0.828125, 55.5, 17.125, 0.792969, 1.164062, 2.640625, 11.1875, 16.5, 63.25, 47.25, 3.90625, 3.6875, 50.5, 12.0625, 5.125, 43.0, 2.0, 56.5, 36.75, 2.65625, 3.9375, 2.1875, 2.65625, 17.0, 3.40625, 26.125, 12.625, 8.5625, 2.890625, 59.0, 54.75, 2.453125, 53.0, 41.5, 3.46875, 1.703125, 9.375, 1.820312, 10.625, 2.6875, 45.75, 3.0, 2.484375, 9.25, 2.03125, 43.75, 2.625, 57.5, 61.0, 3.203125, 69.5, 60.25, 2.6875, 5.34375, 2.3125, 2.921875, 5.125, 35.25, 52.0, 3.484375, 2.3125, 9.375, 2.640625, 10.0, 50.0, 7.15625, 5.90625, 4.625, 35.5, 2.390625, 56.0, 2.453125, 2.578125, 4.09375, 3.84375, 2.21875, 2.734375, 1.992188, 53.25, 2.4375, 0.671875, 4.0625, 2.125, -1.984375, 31.125, 20.75, 11.0, 2.609375, 43.75, 10.25, 2.859375, 3.359375, 42.75, 5.4375, 1.476562, 1.109375, 62.5, 2.03125, 6.125, 1.445312, 9.0, 46.25, 46.25, 24.0, 11.0, 47.75, 44.75, 7.3125, 24.625, 2.484375, 52.5, 24.375, 20.375, 0.917969, 6.5, 55.5, 2.40625, 37.75, 2.765625, 0.632812, 6.4375, 2.890625, 42.5, 68.0, 53.0, 2.015625, 1.96875, 7.625, 1.109375, 34.75, 49.5, 3.15625, 23.75, 5.78125, 11.4375, 2.953125, 50.0, 5.15625, 43.0, 2.578125, 61.5, 13.3125, 10.3125, 3.21875, 143.0, 26.75, 56.0, 4.5, 10.625, 23.0, 1.601562, 2.65625, 5.5625, 2.609375, 2.703125, 60.75, 3.359375, 2.125, 2.890625, 2.265625, 49.75, 3.125, 2.296875, 4.90625, 3.171875, 32.75, 2.828125, 3.078125, 1.8125, 0.859375, 1.65625, 1.945312, 49.5, 40.0, 21.75, 3.640625, 2.875, 3.953125, 10.875, 1.273438, 1.757812, 58.5, 46.25, 2.515625, 32.75, 62.25, 8.0625, 15.0, 11.25, 2.765625, 0.421875, 49.75, 20.75, 53.5, 8.4375, 60.75, 33.75, 44.25, 51.25, 63.5, 36.75, 16.25, 69.5, 3.71875, 47.75, 2.03125, 3.21875, 2.703125, 2.859375, 2.8125, 4.03125, 9.875, 53.0, 7.875, 53.0, 33.0, 2.765625, 34.25, 2.140625, 3.546875, 53.5, 19.875, 0.832031, 44.75, 2.859375, 44.0, 6.5625, 1.289062, 45.25, 2.65625, 6.75, 7.59375, 0.11377, 4.96875, 3.046875, 61.75, 13.125, 53.75, 34.0, 58.5, 59.75, 3.75, 15.1875, 43.0, 44.5, 0.917969, 7.46875, 1.53125, 5.59375, 5.71875, 15.9375, 49.0, 4.625, 4.625, 10.5625, 12.1875, -1.546875, 44.25, 6.46875, 4.9375, 6.0625, 1.289062, 2.328125, 49.5, 2.1875, 2.875, 5.125, 21.75, 11.1875, 9.9375, 15.1875, 3.125, 6.4375, 45.25, 51.75, 42.5, 34.25, 48.0, 2.78125, 7.75, 9.25, 35.25, 1.1875, 1.804688, 10.875, 7.90625, 2.0, 10.3125, 0.726562, 4.5625, 3.546875, 4.28125, 3.234375, 2.921875, 1.070312, 2.96875, -0.064941, 3.75, 51.5, 4.5, 16.75, 0.029419, 49.25, 58.75, 41.5, 9.9375, 6.625, 1.617188, 6.125, 10.5, 54.25, 29.875, 52.25, 81.5, 10.125, 2.015625, 54.25, 20.375, 23.875, 44.5, 3.203125, 48.25, 1.421875, 8.625, 12.25, 5.90625, -2.03125, 15.5, 13.0625, 50.5, 5.40625, 8.8125, 52.75, 39.75, 54.0, 46.5, 1.648438, 2.984375, 16.0, 53.75, 12.6875, 7.90625, 5.4375, 1.882812, 3.625, 6.78125, 4.875, 1.859375, 34.25, 5.5625, 37.25, 1.390625, 62.5, 12.0625, 30.625, 6.0, 2.453125, 3.984375, 2.46875, 8.8125, 35.0, 2.921875, 2.953125, 42.5, 1.148438, 5.5625, 5.53125, 4.15625, 62.25, 3.921875, 28.75, 72.0, 52.75, 2.671875, 55.0, 1.125, 42.75, 6.6875, 2.390625, 2.28125, 3.28125, 1.210938, 2.234375, 2.359375, 2.921875, -1.367188, 4.15625, 2.734375, 71.5, 1.765625, 40.5, 44.0, 53.0, 45.25, 7.125, 10.1875, 0.886719, 50.25, 51.75, 0.9375, 2.546875, 4.71875, 0.976562, 53.75, 2.75, 69.0, 34.75, 2.609375, 6.90625, 48.25, 43.0, 10.5625, 27.0, 2.34375, 4.53125, 3.4375, 2.125, 2.8125, 56.75, 58.75, 5.3125, 4.53125, 3.203125, 1.0, 55.25, 42.0, 3.453125, 1.304688, 0.824219, 9.0, 0.578125, 1.15625, 12.125, 5.15625, 3.515625, 6.03125, 6.3125, 3.28125, 35.5, 57.75, 4.34375, 1.3125, 49.75, 3.09375, 50.75, 3.265625, 0.765625, 1.367188, 2.859375, 4.53125, 5.0625, 43.0, 4.1875, 1.53125, -0.957031, 28.75, 36.0, 2.84375, 0.757812, 29.375, 3.8125, 4.0, 15.5625, 61.0, 62.25, 2.875, 4.15625, 11.875, 6.375, 47.0, 2.609375, 80.0, 22.875, 2.609375, 4.4375, 0.65625, 59.75, 49.0, 51.75, 44.25, 37.0, 11.875, 43.0, -0.200195, 2.359375, 37.0, 29.875, 45.25, 58.75, 37.0, 58.5, -1.085938, 46.5, 9.125, 1.992188, 50.5, 7.40625, 3.140625, 2.03125, 0.917969, 60.25, 49.0, 7.15625, 7.46875, 36.0, 2.5, 63.0, 2.6875, 11.9375, 2.15625, 32.75, 18.625, 1.992188, 5.4375, 19.875, 28.75, 51.25, 5.21875, 39.5, 6.03125, -2.25, 2.59375, 51.75, 3.171875, 5.125, 5.28125, 6.9375, 5.9375, 51.75, 0.789062, 4.0, 53.5, 50.0, 48.5, 2.265625, 12.75, 39.25, 51.25, 2.4375, 32.25, 1.734375, 2.78125, 2.0, 24.125, 59.25, 2.28125, 16.25, 3.9375, 3.1875, 25.25, 29.0, 44.5, 2.5, 2.75, 66.5, 39.75, 61.5, 48.25, 11.0625, 2.125, 2.984375, 36.25, 2.03125, 51.75, 2.734375, 56.0, 1.476562, 7.1875, 59.0, 1.164062, 46.0, 56.5, 44.75, 1.703125, 1.90625, 9.625, 5.34375, 38.0, 2.53125, 0.964844, 41.25, 1.75, 41.75, 6.625, 3.34375, 30.25, 17.75, 58.0, 3.265625, 55.0, 16.0, 8.1875, 7.75, 49.0, 31.125, 2.3125, 60.5, 53.25, 5.1875, 55.25, 2.0625, 3.203125, 6.34375, 2.328125, 54.25, 48.75, 2.296875, 4.6875, 44.25, 4.90625, 4.5, 4.1875, 50.25, 58.25, 54.5, 2.984375, 59.5, 0.137695, 10.0, 8.9375, 4.03125, 3.34375, 37.5, 10.875, 62.5, 14.5625, 44.25, 4.125, 39.75, 45.25, 2.546875, 29.75, 55.25, 44.75, 53.75, 3.359375, 2.90625, 3.28125, 1.109375, 0.40625, 2.46875, 12.625, 53.5, 3.421875, 2.171875, 3.171875, 28.5, 55.5, 3.609375, 2.65625, 44.75, 8.0625, 6.09375, 14.125, 2.34375, 19.875, 6.875, 59.5, 4.875, 2.203125, 51.0, 56.75, 60.0, 2.53125, 49.0, 51.75, 7.28125, 7.03125, 14.25, 4.25, 72.5, 6.09375, 49.75, 19.25, 38.5, 3.875, 4.9375, 4.8125, 10.5, 53.5, 45.25, 3.375, 2.015625, 4.4375, 6.5, 63.25, 3.296875, 5.375, 4.0625, 4.40625, 3.125, 33.75, 0.460938, 25.625, 60.25, 1.828125, 49.25, 64.5, 1.75, 5.09375, 35.75, 55.0, 2.9375, 35.0, 6.59375, 1.5, 2.890625, 5.65625, 1.65625, 1.671875, 11.8125, 59.25, 50.5, 37.75, 2.296875, 50.5, 4.59375, 2.859375, 6.46875, 4.625, 51.75, 7.625, 1.632812, 8.0, 2.890625, 2.9375, 89.0, 65.0, 4.4375, 4.25, 5.15625, 10.0, 85.0, 2.4375, 23.625, 19.25, 42.75, 47.5, 47.75, 38.75, 16.625, 7.46875, 3.96875, 13.5625, 56.5, 1.710938, 49.25, 51.25, 2.046875, 44.5, 1.453125, 16.75, 3.203125, 14.875, 3.859375, 44.75, 40.75, 2.75, 3.421875, 42.5, 8.3125, 60.25, 2.984375, 2.359375, 61.75, 56.75, 4.65625, 11.75, 2.875, 2.421875, 4.1875, 67.0, 41.0, 7.1875, 3.015625, 2.8125, 0.558594, 11.5625, 52.25, 2.109375, 0.789062, 5.4375, 11.75, 51.75, 48.75, 54.75, 14.75, 1.46875 ] } , "name": "onnx::Mul_10611", "outputIndexes": [ 617 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 616, 617 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 618 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 618 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.2/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 7021 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7021 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.2/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 7022 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7022 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 141722106, 13107222, 3276800, 0, 0 ] } , "name": "/layers.2/mlp/gate_proj/Linear", "outputIndexes": [ 7023 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7023 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.2/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 7024 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7024 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.2/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 619 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 619 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.2/mlp/act_fn/Mul_output_0", "outputIndexes": [ 620 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 619, 620 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 621 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 621 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 622 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 619, 622 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/mlp/act_fn/Add_output_0", "outputIndexes": [ 623 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 623 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 624 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 624 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.2/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 625 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 625 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 626 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 619, 626 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 627 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 627 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 628 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7022 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 158106128, 13107222, 3276800, 0, 0 ] } , "name": "/layers.2/mlp/up_proj/Linear", "outputIndexes": [ 7027 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7027 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.2/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 7028 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7028 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.2/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 629 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 628, 629 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/mlp/Mul_output_0", "outputIndexes": [ 630 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 630 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.2/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 7029 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7029 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.2/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 7030 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7030 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 174490150, 13107222, 3276800, 0, 0 ] } , "name": "/layers.2/mlp/down_proj/Linear", "outputIndexes": [ 7031 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7031 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.2/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 7032 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7032 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.2/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 631 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 631 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.2/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 633 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 633 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.2/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 634 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 634, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 635 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 635, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 636 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 631, 636 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 637 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.020508, 0.613281, 1.070312, 1.070312, 0.730469, 1.070312, 0.945312, 1.070312, 0.04248, 1.070312, 1.070312, 1.070312, 1.070312, 1.070312, 0.034424, 1.070312, 0.020752, 1.070312, 0.020386, 0.010559, 0.421875, 0.008911, 0.033691, 0.010742, 0.044678, 0.000805, 1.070312, 1.070312, 0.020752, 1.070312, 1.070312, 0.07373, 1.070312, 0.251953, 0.012817, 0.425781, 0.644531, 1.070312, 0.075195, 1.070312, 0.016602, 0.503906, 0.000843, 0.052979, 0.498047, 0.029785, 1.070312, 1.070312, 1.070312, 0.009949, 0.011292, 0.013489, 1.070312, 1.070312, 0.271484, 0.894531, 0.175781, 0.125, 0.683594, 0.010315, 1.070312, 0.010681, 1.070312, 0.028931, 0.369141, 1.070312, 1.070312, 0.024902, 0.084473, 0.05957, 0.028442, 1.070312, 0.008545, 0.055664, 0.009827, 1.070312, 0.096191, 0.710938, 1.070312, 0.019653, 0.341797, 1.070312, 0.039062, 0.644531, 1.070312, 1.070312, 0.087891, 0.480469, 1.070312, 1.070312, 0.011536, 0.523438, 1.070312, 0.045166, 0.055664, 0.088867, 1.070312, 0.466797, 1.070312, 0.574219, 1.070312, 1.070312, 0.015869, 0.337891, 0.980469, 0.080078, 1.070312, 0.96875, 0.353516, 1.070312, 0.236328, 0.890625, 0.621094, 0.01001, 0.013306, 0.789062, 1.070312, 0.010559, 1.070312, 0.010803, 0.015869, 0.029297, 0.416016, 1.070312, 1.070312, 1.070312, 0.10498, 0.769531, 1.070312, 1.070312, 0.009888, 0.707031, 0.617188, 0.957031, 0.621094, 0.024292, 0.570312, 1.070312, 0.675781, 0.000954, 1.070312, 0.457031, 1.070312, 1.070312, 0.010742, 0.079102, 0.503906, 0.009277, 0.012024, 0.71875, 0.503906, 0.201172, 0.01001, 0.149414, 0.408203, 1.070312, 0.025024, 0.016602, 0.777344, 0.010681, 0.097656, 1.070312, 0.726562, 0.210938, 1.070312, 0.033691, 0.008789, 0.136719, 1.070312, 0.009949, 0.074707, 0.105957, 0.455078, 1.070312, 0.582031, 0.014465, 1.070312, 1.070312, 1.070312, 0.009216, 1.070312, 0.227539, 1.070312, 1.070312, 0.486328, 0.730469, 0.222656, 0.435547, 0.507812, 0.008057, 0.765625, 0.59375, 0.707031, 0.021606, 0.010071, 0.012146, 0.015625, 0.019897, 1.070312, 0.09082, 0.996094, 0.667969, 0.012634, 0.03833, 0.742188, 0.100098, 0.886719, 1.070312, 0.05542, 0.083496, 0.014832, 0.008179, 0.460938, 0.050781, 0.012451, 0.269531, 0.012573, 0.023804, 0.013916, 0.014893, 0.804688, 0.492188, 0.398438, 0.095703, 0.045654, 1.070312, 1.070312, 0.225586, 0.046143, 0.055908, 1.070312, 0.914062, 0.917969, 0.033691, 1.070312, 0.503906, 1.070312, 0.11377, 0.507812, 0.648438, 0.012695, 0.578125, 0.008362, 0.847656, 0.010193, 0.710938, 1.070312, 0.648438, 0.707031, 1.070312, 0.175781, 0.021484, 0.157227, 0.006165, 1.070312, 1.070312, 0.211914, 0.435547, 1.070312, 0.013123, 0.263672, 0.189453, 0.265625, 0.026611, 1.070312, 0.011108, 0.01001, 0.527344, 1.070312, 0.02478, 1.070312, 0.431641, 0.1875, 0.01123, 1.070312, 1.070312, 0.011353, 1.070312, 1.070312, 1.070312, 1.070312, 0.009705, 0.183594, 0.015259, 1.070312, 0.009705, 0.020508, 1.070312, 1.070312, 1.070312, 0.053711, 0.014893, 0.088867, 0.008545, 0.462891, 0.037842, 0.777344, 0.330078, 1.070312, 1.070312, 1.046875, 0.384766, 0.070801, 0.016846, 1.070312, 1.070312, 1.070312, 1.070312, 0.291016, 0.024292, 0.458984, 0.458984, 1.070312, 1.070312, 0.012024, 0.135742, 1.070312, 1.070312, 0.291016, 0.550781, 0.02478, 1.070312, 1.070312, 1.054688, 0.030151, 1.070312, 0.451172, 0.058594, 1.070312, 0.125, 0.023682, 0.070312, 0.216797, 1.070312, 0.558594, 0.143555, 0.070312, 0.020874, 0.921875, 0.062256, 0.000957, 1.070312, 0.519531, 0.527344, 0.031494, 0.0625, 1.070312, 0.474609, 0.800781, 0.027832, 0.013611, 0.051758, 1.070312, 1.070312, 1.070312, 0.664062, 0.024292, 1.070312, 1.070312, 0.337891, 0.011841, 0.820312, 0.051758, 1.070312, 0.02063, 0.431641, 0.816406, 0.527344, 0.011597, 0.636719, 0.069336, 0.008057, 1.070312, 1.070312, 0.182617, 0.022461, 0.423828, 0.016235, 1.070312, 0.224609, 0.328125, 1.070312, 0.816406, 0.878906, 0.031982, 0.067383, 1.070312, 1.070312, 1.070312, 1.070312, 0.423828, 1.070312, 0.012756, 0.018799, 1.070312, 0.051025, 0.112305, 0.014343, 1.070312, 0.169922, 0.014771, 1.070312, 0.828125, 0.523438, 0.009338, 0.010559, 1.070312, 0.010925, 1.070312, 1.070312, 0.542969, 0.029907, 0.507812, 1.070312, 1.070312, 1.070312, 0.589844, 0.058105, 0.326172, 1.070312, 1.070312, 1.039062, 1.070312, 0.078613, 0.597656, 1.070312, 0.034424, 0.808594, 0.255859, 1.070312, 0.65625, 0.012756, 1.070312, 1.070312, 0.042725, 0.466797, 0.492188, 0.333984, 1.070312, 0.000893, 1.070312, 1.070312, 0.023071, 1.070312, 0.027466, 0.066895, 0.018677, 1.070312, 0.060547, 1.070312, 1.070312, 0.013184, 0.00946, 1.070312, 1.070312, 0.3125, 0.01532, 0.011536, 1.070312, 0.009827, 0.025757, 1.070312, 0.009033, 0.147461, 0.042725, 0.000904, 1.070312, 1.070312, 1.070312, 0.037109, 1.070312, 0.014221, 0.53125, 1.070312, 1.070312, 0.031128, 0.030029, 0.038574, 0.453125, 1.070312, 0.777344, 0.077148, 1.070312, 0.023438, 0.470703, 1.070312, 0.012939, 1.070312, 0.010437, 1.070312, 0.040283, 1.070312, 1.070312, 0.367188, 0.243164, 1.023438, 0.045898, 0.063965, 0.400391, 1.070312, 0.925781, 0.056396, 0.014709, 0.01062, 0.018188, 0.02771, 0.010498, 0.171875, 0.018066, 1.070312, 0.683594, 0.125, 0.026611, 0.644531, 0.212891, 1.070312, 0.675781, 0.59375, 1.070312, 0.011292, 0.455078, 0.012573, 0.820312, 0.025391, 1.070312, 0.013855, 1.070312, 0.158203, 1.070312, 0.00885, 0.011963, 0.010559, 0.816406, 1.070312, 1.070312, 0.009216, 0.098145, 1.070312, 1.070312, 0.010376, 1.070312, 0.009949, 0.832031, 1.039062, 0.012146, 0.012695, 0.016235, 0.386719, 1.070312, 0.139648, 1.070312, 0.023193, 0.018799, 0.027466, 0.036377, 0.792969, 0.016235, 0.022339, 0.03125, 1.070312, 1.070312, 0.009949, 0.024414, 1.070312, 1.070312, 0.078125, 1.070312, 1.070312, 0.6875, 1.070312, 0.197266, 0.01239, 1.070312, 0.613281, 1.070312, 1.070312, 1.070312, 1.070312, 0.048096, 0.855469, 0.015991, 0.000809, 0.546875, 1.070312, 0.010681, 0.585938, 1.070312, 0.597656, 1.070312, 1.070312, 0.013306, 0.229492, 0.40625, 0.984375, 1.070312, 0.410156, 0.021606, 1.070312, 0.092285, 0.855469, 0.054443, 0.660156, 0.507812, 1.070312, 0.683594, 1.070312, 1.070312, 1.070312, 0.412109, 0.037842, 1.070312, 1.070312, 0.349609, 0.435547, 1.070312, 1.070312, 0.09082, 1.070312, 0.035156, 1.070312, 1.070312, 0.026855, 1.070312, 0.382812, 0.746094, 0.015259, 0.010559, 1.070312, 1.070312, 0.953125, 0.007782, 0.01239, 0.419922, 1.070312, 1.070312, 0.000999, 0.028687, 1.070312, 0.012695, 1.070312, 1.070312, 0.013977, 0.527344, 0.851562, 0.010742, 0.185547, 1.070312, 1.070312, 0.09082, 0.033691, 1.070312, 0.699219, 1.054688, 0.730469, 0.015747, 0.024536, 0.126953, 0.000923, 0.054443, 1.070312, 0.287109, 1.070312, 1.070312, 0.019043, 1.070312, 0.176758, 0.037354, 0.014343, 0.014282, 0.020264, 1.070312, 0.017944, 0.082031, 1.070312, 0.059082, 1.070312, 0.05542, 0.04248, 1.070312, 0.012817, 1.070312, 0.15625, 1.070312, 0.013794, 1.070312, 0.013245, 1.070312, 0.02356, 0.306641, 0.009644, 0.037354, 0.617188, 1.070312, 1.070312, 0.019531, 0.010742, 0.000725, 1.070312, 0.01123, 1.070312, 0.010681, 0.014404, 0.546875, 0.07959, 0.388672, 0.535156, 0.009216, 0.353516, 1.070312, 0.765625, 1.046875, 0.155273, 0.036133, 0.031738, 1.070312, 0.249023, 0.000839, 0.011108, 1.070312, 1.070312, 0.435547, 0.707031, 0.539062, 1.070312, 1.070312, 0.488281, 1.070312, 0.022461, 1.070312, 0.066895, 0.084473, 1.070312, 1.070312, 0.040527, 0.02771, 1.070312, 0.008484, 0.515625, 0.347656, 0.024536, 0.175781, 0.6875, 1.070312, 0.04248, 0.054932, 1.070312, 0.013245, 0.009583, 1.070312, 0.075195, 1.070312, 0.027832, 1.070312, 0.031738, 0.777344, 0.804688, 0.117676, 0.863281, 1.070312, 0.160156, 0.478516, 0.110352, 0.765625, 1.070312, 0.012329, 1.070312, 0.020508, 0.013611, 0.018677, 0.015442, 1.070312, 1.070312, 1.070312, 0.010437, 0.011841, 0.050049, 0.030029, 0.800781, 0.804688, 0.102539, 1.070312, 0.451172, 1.070312, 0.992188, 0.013672, 0.380859, 1.070312, 1.070312, 0.19043, 0.016357, 1.070312, 1.070312, 0.015991, 1.070312, 0.298828, 1.070312, 0.012024, 1.070312, 0.026489, 0.018921, 0.040283, 0.53125, 0.00885, 0.080078, 1.070312, 0.365234, 0.009705, 0.017334, 0.18457, 0.466797, 1.070312, 0.960938, 0.300781, 0.439453, 0.851562, 1.070312, 0.016113, 0.400391, 1.070312, 0.010986, 1.070312, 0.086914, 0.070312, 0.085938, 0.018311, 0.069336, 0.026001, 0.010071, 0.585938, 0.035156, 0.0354, 0.847656, 1.070312, 1.070312, 1.070312, 1.070312, 0.12207, 0.135742, 1.070312, 0.585938, 0.012695, 0.097168, 0.013977, 0.016846, 1.046875, 1.070312, 0.017944, 0.542969, 0.302734, 0.355469, 0.582031, 0.542969, 0.015198, 0.030029, 0.365234, 1.070312, 0.009888, 0.011108, 0.804688, 1.070312, 1.070312, 0.162109, 0.310547, 1.070312, 1.070312, 0.01355, 1.070312, 0.0271, 0.010071, 0.041016, 0.414062, 0.080566, 0.010498, 0.010315, 0.045166, 1.070312, 0.057617, 1.070312, 0.048584, 1.070312, 1.070312, 1.070312, 0.804688, 0.03125, 0.072754, 1.070312, 1.070312, 0.010376, 0.012024, 1.070312, 0.009827, 1.070312, 0.601562, 0.010193, 1.070312, 0.5625, 1.070312, 0.117188, 1.070312, 1.070312, 0.412109, 0.59375, 0.53125, 0.016357, 0.030396, 0.013062, 1.070312, 0.482422, 0.566406, 0.765625, 1.070312, 0.029907, 0.128906, 0.009766, 1.007812, 0.021484, 0.255859, 0.000687, 0.318359, 0.21582, 1.070312, 1.070312, 0.000957, 0.53125, 0.410156, 1.070312, 0.773438, 0.196289, 1.070312, 1.070312, 0.010254, 0.503906, 0.652344, 0.185547, 1.070312, 0.382812, 0.10791, 1.070312, 1.070312, 1.070312, 1.070312, 0.012268, 0.357422, 0.029419, 0.046143, 0.114746, 0.011414, 0.010254, 1.070312, 0.010132, 1.070312, 0.013245, 0.010803, 1.070312, 0.445312, 1.070312, 0.011414, 0.132812, 1.070312, 0.020874, 0.084473, 0.010376, 0.011902, 0.016235, 0.094238, 0.016724, 1.070312, 0.400391, 0.013123, 0.025757, 1.070312, 0.072754, 0.023804, 1.070312, 0.033447, 0.02124, 0.009033, 1.070312, 0.443359, 0.486328, 0.060059, 0.009644, 0.020996, 0.009949, 0.8125, 0.78125, 0.009521, 0.445312, 1.070312, 0.000782, 0.032471, 0.013428, 0.011353, 1.070312, 0.333984, 0.921875, 0.039307, 0.738281, 1.070312, 0.015015, 0.014404, 0.275391, 0.016479, 1.070312, 1.070312, 1.070312, 1.070312, 0.052002, 0.023926, 0.558594, 0.75, 0.011536, 0.155273, 0.095703, 1.070312, 1.070312, 1.070312, 0.040283, 0.023682, 0.017578, 0.039551, 0.519531, 0.017944, 1.070312, 1.070312, 0.009949, 0.016235, 1.070312, 0.111816, 1.070312, 1.070312, 0.410156, 0.012512, 1.070312, 1.070312, 0.492188, 1.070312, 0.439453, 0.015625, 0.671875, 0.074707, 0.400391, 0.009277, 0.75, 0.130859, 0.496094, 1.070312, 1.070312, 1.070312, 0.011719, 1.070312, 1.070312, 0.016846, 0.012695, 0.012207, 1.070312, 0.008972, 0.010559, 0.167969, 1.070312, 1.070312, 0.011963, 1.070312, 0.558594, 1.070312, 0.020264, 0.223633, 0.012024, 1.070312, 0.168945, 0.011719, 0.047607, 0.059326, 1.070312, 0.507812, 0.008789, 0.023804, 1.070312, 0.043213, 0.024292, 0.443359, 0.010925, 0.168945, 0.014038, 0.188477, 0.009644, 1.070312, 0.026978, 1.070312, 0.01178, 0.022827, 1.070312, 0.15625, 0.824219, 0.071289, 0.014282, 0.070801, 0.030029, 1.070312, 0.03064, 0.016968, 1.070312, 1.070312, 1.070312, 0.010925, 1.070312, 0.008667, 0.474609, 0.02417, 0.8125, 0.036133, 1.070312, 1.070312, 0.010498, 1.070312, 1.070312, 0.016968, 0.025269, 1.070312, 0.585938, 0.730469, 0.141602, 1.070312, 0.832031, 0.914062, 1.070312, 0.114746, 0.018555, 0.011963, 0.347656, 1.070312, 1.070312, 0.243164, 1.070312, 0.492188, 1.070312, 0.010193, 0.014648, 0.027222, 0.010986, 0.617188, 0.009277, 1.070312, 0.71875, 0.53125, 0.46875, 0.519531, 0.910156, 1.070312, 0.65625, 0.535156, 1.070312, 1.070312, 1.070312, 1.070312, 0.040039, 0.59375, 1.070312, 1.0625, 0.224609, 1.070312, 0.010193, 1.070312, 0.550781, 1.070312, 0.777344, 1.070312, 0.018555, 0.015137, 0.455078, 1.070312, 0.012939, 0.010132, 0.933594, 1.070312, 0.498047, 0.018921, 1.070312, 0.259766, 0.929688, 0.835938, 0.014282, 0.056396, 0.023193, 1.070312, 0.820312, 0.034668, 1.070312, 0.5, 0.019897, 0.049805, 0.012512, 1.070312, 0.115234, 1.070312, 1.070312, 0.371094, 0.071777, 1.070312, 0.011169, 1.070312, 0.175781, 0.091309, 1.070312, 0.753906, 1.070312, 1.070312, 0.069824, 0.049072, 0.243164, 1.070312, 0.020996, 1.070312, 1.070312, 1.070312, 0.574219, 0.012329, 0.046631, 1.070312, 0.013855, 0.000992, 0.013306, 0.013489, 0.043213, 1.070312, 1.070312, 0.232422, 1.070312, 0.486328, 0.494141, 0.241211, 1.070312, 1.070312, 0.00074, 0.519531, 0.048584, 1.070312, 0.010681, 0.960938, 1.070312, 1.070312, 1.070312, 0.025757, 1.070312, 0.298828, 0.011353, 1.070312, 0.574219, 1.070312, 1.070312, 1.070312, 0.431641, 1.070312, 0.388672, 1.070312, 1.070312, 0.008972, 1.070312, 1.070312, 0.515625, 0.011169, 0.691406, 0.15332, 0.148438, 1.070312, 0.087891, 0.347656, 0.114258, 0.15332, 0.044922, 0.021973, 0.494141, 0.016846, 0.015991, 1.070312, 0.013733, 0.015503, 0.098145, 0.035156, 1.046875, 0.507812, 0.136719, 0.046387, 0.011658, 0.008118, 0.059082, 0.080566, 0.027954, 1.070312, 1.070312, 0.220703, 0.037598, 0.84375, 0.049316, 0.012756, 1.070312, 0.109375, 0.013489, 1.070312, 0.429688, 0.103516, 0.652344, 1.070312, 1.070312, 0.011353, 0.675781, 0.031982, 0.535156, 1.0625, 0.056641, 0.041504, 0.009521, 1.070312, 0.043945, 1.070312, 0.137695, 1.070312, 0.012695, 0.012939, 0.000992, 0.063965, 0.021729, 0.441406, 0.040771, 0.175781, 0.008118, 0.016724, 1.070312, 0.089844, 0.6875, 0.523438, 0.929688, 0.013062, 1.070312, 1.070312, 1.070312, 0.044189, 0.172852, 0.02771, 1.070312, 0.419922, 0.108887, 1.070312, 0.328125, 0.011536, 1.070312, 1.070312, 0.016846, 1.070312, 0.032959, 1.070312, 0.098633, 1.070312, 0.012085, 1.070312, 0.014832, 0.644531, 0.027954, 1.070312, 0.010254, 0.020508, 0.363281, 1.070312, 0.034424, 0.074219, 0.867188, 0.011719, 0.040771, 1.070312, 0.710938, 0.012085, 0.032227, 0.014709, 0.267578, 0.011719, 1.070312, 0.086426, 0.535156, 1.070312, 1.070312, 0.785156, 1.070312, 0.015259, 1.070312, 0.092773, 0.217773, 0.00946, 1.070312, 0.039062, 0.703125, 1.070312, 1.070312, 1.070312, 1.070312, 0.016479, 1.070312, 1.070312, 0.011536, 1.070312, 0.013123, 1.070312, 0.271484, 0.832031, 0.014343, 0.087402, 0.695312, 0.980469, 1.070312, 0.894531, 0.010986, 1.070312, 1.070312, 1.070312, 0.511719, 0.466797, 0.095703, 0.025757, 1.070312, 0.308594, 0.071777, 1.070312, 0.5625, 0.009338, 1.070312, 0.237305, 1.070312, 1.070312, 0.46875, 0.140625, 0.046875, 0.359375, 0.01123, 0.009766, 0.009033, 1.070312, 1.070312, 0.4375, 1.070312, 1.070312, 0.566406, 0.071777, 0.012024, 1.070312, 0.40625, 0.431641, 0.049561, 0.030151, 1.070312, 0.566406, 1.070312, 0.017944, 0.026611, 1.070312, 0.8125, 1.070312, 1.070312, 1.070312, 0.761719, 0.011353, 0.102539, 0.617188, 1.070312, 0.011597, 0.118652, 0.326172, 0.027832, 1.070312, 1.070312, 0.067383, 0.21875, 0.037842, 1.070312, 0.009766, 0.010986, 0.851562, 1.070312, 0.050781, 0.511719, 1.070312, 0.4375, 1.070312, 0.143555, 1.070312, 1.070312, 1.070312, 0.019409, 0.097656, 1.070312, 0.746094, 0.144531, 0.028687, 1.070312, 0.335938, 0.730469, 0.010864, 0.519531, 1.070312, 0.013184, 1.070312, 0.017212, 0.404297, 1.070312, 1.070312, 1.070312, 1.070312, 0.255859, 0.4375, 1.070312, 0.009766, 0.010498, 1.070312, 0.539062, 0.035156, 1.070312, 0.546875, 0.010864, 0.202148, 0.014526, 0.008179, 0.01123, 0.011292, 0.084961, 0.01062, 1.070312, 1.070312, 0.800781, 1.070312, 1.070312, 1.070312, 1.070312, 1.070312, 0.785156, 0.223633, 1.070312, 1.070312, 0.746094, 1.070312, 0.574219, 0.279297, 0.460938, 1.070312, 0.047119, 0.204102, 0.021118, 0.026001, 0.242188, 1.070312, 0.000786, 1.070312, 0.010742, 0.010742, 0.769531, 0.015869, 0.984375, 0.044434, 0.75, 0.012268, 0.018311, 1.070312, 0.000835, 0.092285, 0.048096, 0.026123, 1.070312, 1.070312, 1.070312, 0.007812, 0.032959, 0.011719, 1.070312, 1.070312, 1.070312, 0.675781, 0.785156, 1.03125, 0.009888, 0.010193, 1.070312, 0.667969, 0.01355, 0.310547, 1.070312, 0.018066, 0.012146, 1.070312, 1.070312, 0.382812, 0.507812, 0.011902, 0.047363, 1.070312, 0.679688, 0.018799, 1.070312, 0.010437, 1.070312, 0.009888, 1.070312, 0.014709, 0.013977, 1.070312, 0.507812, 0.018311, 1.070312, 0.621094, 0.408203, 1.070312, 0.388672, 0.000793, 0.404297, 0.020508, 1.070312, 0.043701, 1.070312, 0.016113, 0.65625, 0.332031, 0.086426, 0.707031, 0.164062, 0.578125, 0.011536, 1.070312, 0.9375, 0.015564, 0.009033, 0.022949, 0.013428, 0.024536, 1.070312, 0.010681, 1.070312, 0.875, 0.202148, 0.009644, 0.769531, 0.445312, 0.337891, 1.070312, 0.086426, 1.070312, 0.02063, 0.01123, 1.070312, 0.011169, 0.229492, 0.010986, 0.605469, 0.9375, 0.029907, 0.017334, 0.009155, 0.8125, 1.070312, 1.070312, 0.227539, 1.070312, 1.070312, 0.011841, 0.0177, 0.447266, 1.070312, 0.060547, 0.013672, 0.04248, 0.007782, 1.070312, 0.402344, 1.070312, 0.022705, 1.070312, 1.0625, 1.070312, 1.070312, 1.070312, 0.269531, 0.253906, 1.070312, 0.014282, 0.193359, 0.019287, 0.523438, 0.017944, 1.070312, 1.070312, 0.189453, 1.070312, 1.070312, 0.023926, 1.070312, 0.026001, 1.070312, 0.000656, 0.008789, 1.070312, 1.070312, 0.107422, 0.059082, 0.328125, 1.070312, 1.070312, 1.070312, 0.390625, 1.070312, 0.009949, 0.012024, 0.141602, 1.070312, 0.035156, 1.070312, 0.761719, 1.070312, 0.032715, 0.130859, 0.011841, 0.068359, 0.106934, 0.124512, 0.582031, 0.014709, 0.026123, 1.070312, 0.010071, 0.675781, 0.527344, 1.070312, 1.007812, 1.070312, 0.494141, 0.202148, 1.070312, 0.761719, 0.71875, 0.017212, 0.566406, 1.070312, 1.070312, 0.589844, 0.617188, 0.359375, 1.070312, 0.068359, 1.070312, 0.515625, 1.070312, 1.070312, 1.070312, 0.019531, 0.043945, 1.070312, 0.131836, 0.019287, 0.034912, 0.757812, 1.070312, 0.628906, 1.070312, 0.013428, 1.070312, 0.398438, 1.070312, 1.070312, 1.015625, 0.010437, 0.084473, 0.464844, 1.070312, 0.083984, 0.195312, 0.539062, 0.099609, 0.084961, 1.070312, 0.012451, 0.105469, 1.070312, 0.519531, 1.070312, 0.65625, 0.229492, 0.009949, 0.013062, 0.490234, 1.070312, 0.041992, 0.3125, 0.582031, 0.056641, 1.070312, 0.011963, 0.021729, 1.070312, 1.039062, 1.070312, 1.070312, 0.347656, 1.070312, 0.174805, 0.378906, 1.070312, 0.847656, 0.010132, 0.012756, 1.070312, 0.012085, 0.017578, 1.0625, 1.070312, 0.240234, 1.070312, 0.632812, 1.070312, 0.019775, 0.320312, 1.070312, 0.086426, 1.070312, 0.018433, 1.070312, 0.018677, 0.015747, 1.070312, 0.032959, 0.030273, 1.070312, 0.429688, 1.070312, 0.441406, 0.769531, 0.052002, 0.01123, 0.746094, 1.070312, 0.091309, 1.070312, 0.574219, 0.014038, 0.449219, 0.119629, 1.070312, 0.024536, 1.070312, 0.017456, 1.070312, 1.070312, 1.070312, 0.804688, 1.070312, 1.070312, 1.070312, 0.019897, 1.070312, 1.070312, 0.408203, 1.070312, 1.070312, 0.131836, 0.155273, 0.129883, 1.070312, 0.031494, 0.097168, 1.070312, 1.070312, 0.015747, 0.695312, 1.070312, 1.070312, 0.016357, 1.070312, 0.546875, 1.070312, 1.070312, 0.160156, 0.014893, 0.114746, 0.261719, 0.014893, 0.027832, 0.554688, 0.212891, 1.070312, 0.008667, 0.039795, 0.308594, 1.070312, 0.410156, 0.012207, 1.070312, 0.021729, 1.070312, 1.070312, 0.402344, 1.070312, 0.018677, 0.031738, 0.012939, 1.070312, 1.070312, 0.625, 1.070312, 0.025391, 0.016602, 1.070312, 0.043457, 0.171875, 0.574219, 1.070312, 0.012085, 0.287109, 0.034912, 1.070312, 0.042236, 0.134766, 0.644531, 1.070312, 0.050049, 0.029541, 0.023438, 1.070312, 0.392578, 0.045654, 1.070312, 1.070312, 0.78125, 1.070312, 1.070312, 0.021973, 0.396484, 1.070312, 1.070312, 1.070312, 0.015015, 1.070312, 1.070312, 0.458984, 1.070312, 0.115234, 1.070312, 1.070312, 1.070312, 1.070312, 1.070312, 1.070312, 0.009094, 0.128906, 0.036865, 0.671875, 1.070312, 1.070312, 0.6875, 1.070312, 1.070312, 0.010376, 0.015747, 1.070312, 0.154297, 0.012207, 0.069336, 0.087402, 0.675781, 1.070312, 1.070312, 0.018311, 0.029053, 0.080078, 0.095215, 0.016724, 0.037842, 0.020996, 0.010132, 0.025391, 0.019043, 0.375, 0.017944, 1.070312, 0.012146, 1.070312, 0.515625, 1.070312, 0.78125, 1.070312, 1.070312, 0.484375, 0.011658, 0.066406, 0.01062, 0.028442, 1.070312, 0.140625, 0.714844, 1.070312, 0.010437, 0.447266, 1.070312, 0.023682, 1.070312, 0.01123, 1.070312, 1.070312, 0.031494, 1.070312, 0.292969, 0.294922, 1.070312, 0.605469, 1.070312, 0.008545, 0.104004, 0.042236, 0.020386, 0.014648, 0.016968, 0.753906, 0.095215, 0.054932, 0.070312, 1.070312, 0.088867, 1.070312, 1.070312, 0.632812, 0.169922, 0.015747, 1.070312, 1.070312, 0.480469, 0.074219, 1.070312, 0.011536, 0.131836, 1.070312, 0.223633, 1.070312, 1.070312, 0.011475, 1.039062, 1.070312, 0.341797, 0.046875, 0.3125, 0.617188, 0.375, 0.601562, 0.055664, 0.09375, 0.012634, 0.094238, 0.022827, 0.070801, 1.070312, 0.132812, 0.371094, 0.049316, 1.070312, 1.070312, 1.070312, 0.197266, 1.070312, 0.091309, 1.070312, 0.439453, 0.435547, 1.070312, 1.070312, 1.070312, 1.070312, 1.070312, 1.070312, 0.917969, 0.011658, 0.628906, 0.316406, 0.00074, 0.011169, 0.009949, 0.015991, 0.476562, 0.498047, 1.070312, 0.337891, 0.178711, 0.016724, 0.043945, 0.031738, 0.009033, 0.314453, 1.070312, 0.016235, 0.220703, 0.175781, 0.047607, 1.070312, 0.034912, 1.070312, 0.574219, 1.070312, 0.234375, 1.070312, 0.46875, 0.378906, 0.009888, 0.451172, 0.535156, 0.01062, 0.047363, 0.029053, 0.011963, 1.070312, 1.070312, 0.429688, 0.012024, 0.115234, 0.632812, 0.177734, 1.070312, 0.558594, 0.667969, 1.070312, 1.070312, 0.037598, 0.291016, 0.070312, 1.070312, 0.018677, 0.789062, 0.032227, 0.773438, 1.070312, 1.070312, 1.070312, 0.695312, 0.063965, 1.070312, 1.070312, 0.043945, 1.070312, 0.796875, 0.503906, 1.015625, 0.01062, 0.703125, 0.020508, 0.021973, 0.009766, 0.3125, 0.012634, 1.070312, 0.02124, 0.131836, 1.070312, 1.070312, 1.070312, 1.070312, 1.070312, 0.894531, 0.605469, 1.070312, 0.816406, 1.070312, 0.011902, 1.070312, 0.012817, 0.014832, 0.01709, 0.012451, 0.071289, 0.421875, 1.070312, 0.009888, 0.018799, 1.070312, 1.070312, 1.070312, 1.070312, 0.008972, 1.070312, 0.011536, 0.072754, 1.070312, 0.07373, 0.074219, 0.016602, 0.388672, 0.042725, 0.71875, 0.527344, 1.070312, 0.507812, 1.070312, 0.014465, 0.033936, 0.683594, 0.361328, 0.875, 1.070312, 0.010986, 0.014709, 1.070312, 1.070312, 1.070312, 0.177734, 1.070312, 1.070312, 0.089355, 0.652344, 1.070312, 0.096191, 0.205078, 1.070312, 0.081055, 0.028198, 0.710938, 1.070312, 0.015991, 0.972656, 0.027588, 0.535156, 1.070312, 1.070312, 0.863281, 1.070312, 0.231445, 0.080078, 1.070312, 1.070312, 1.070312, 0.019409, 0.026001, 1.070312, 1.070312, 0.034424, 1.070312, 0.933594, 0.149414, 0.009827, 0.008057, 1.070312, 1.070312, 0.355469, 0.523438, 0.012085, 1.070312, 0.053955, 0.049072, 1.070312, 0.613281, 1.070312, 0.02771, 0.044434, 0.009766, 0.011108, 0.029663, 0.324219, 0.044434, 1.070312, 1.070312, 0.028687, 0.063477, 0.013916, 0.010559, 0.115723, 0.0354, 1.070312, 0.029785, 0.447266, 1.070312, 0.010193, 0.671875, 0.414062, 1.070312, 1.070312, 0.009949, 0.009827, 0.063965, 0.277344, 0.020996, 1.070312, 0.00766, 1.03125, 0.121582, 1.070312, 0.103516, 0.345703, 1.070312, 0.617188, 0.10498, 0.036377, 0.01062, 1.070312, 0.015076, 0.068359, 1.070312, 1.070312, 0.014343, 1.070312, 1.070312, 1.070312, 0.138672, 0.929688, 0.012268, 1.070312, 1.070312, 0.016235, 0.027466, 0.020264, 1.070312, 0.053467, 0.014465, 0.014893, 1.070312, 0.03833, 1.070312, 1.070312, 0.808594, 0.039062, 0.012756, 1.070312, 0.077148, 0.59375, 0.980469, 0.039551, 0.043945, 0.044922, 1.070312, 0.373047, 0.028076, 0.019287, 0.009949, 0.058838, 0.181641, 1.070312, 1.070312, 0.015564, 1.070312, 0.152344, 1.070312, 0.027954, 1.070312, 0.515625, 0.03833, 1.070312, 0.012817, 0.010254, 0.052979, 1.070312, 0.00079, 0.263672, 0.189453, 0.017212, 0.275391, 0.824219, 0.015747, 1.070312, 0.011963, 1.070312, 1.070312, 0.120605, 0.089844, 0.010498, 1.070312, 0.022949, 0.237305, 0.382812, 0.335938, 0.016846, 0.045898, 1.070312, 0.009338, 0.011292, 1.070312, 0.020264, 1.070312, 1.070312, 0.417969, 1.070312, 0.010803, 0.111328, 1.070312, 1.070312, 0.077637, 0.605469, 0.494141, 1.070312, 0.012634, 0.022827, 0.043701, 1.070312, 0.008972, 1.070312, 0.242188, 0.15332, 1.070312, 0.882812, 0.015015, 0.105957, 0.010071, 0.255859, 0.017944, 1.070312, 0.026978, 0.01709, 1.070312, 0.117188, 0.091797, 0.015747, 0.010498, 1.054688, 1.070312, 1.070312, 1.070312, 1.070312, 1.070312, 0.242188, 0.010254, 1.070312, 1.070312, 0.8125, 0.041992, 0.010925, 0.917969, 1.070312, 0.020996, 0.59375, 1.03125, 0.421875, 1.070312, 0.072754, 0.5, 0.008423, 0.408203, 1.070312, 0.018677, 0.010498, 0.009705, 1.070312, 0.011169, 0.01062, 0.05957, 0.216797, 0.398438, 0.636719, 0.010193, 1.070312, 0.015625, 0.030273, 0.016846, 0.488281, 1.070312, 0.498047, 0.085449, 0.028076, 0.018677, 1.070312, 1.070312, 0.486328, 0.229492, 0.00824, 1.039062, 0.859375, 1.070312, 0.34375, 1.070312, 0.027344, 1.007812, 0.209961, 0.014587, 0.416016, 0.044189, 0.032715, 1.070312, 0.208984, 0.104492, 0.010742, 0.566406, 0.02356, 0.65625, 1.070312, 0.640625, 0.957031, 1.070312, 1.070312, 0.355469, 0.009827, 0.012207, 0.019165, 1.070312, 0.019043, 0.484375, 1.070312, 0.091797, 0.625, 0.031738, 0.535156, 1.070312, 0.098633, 1.070312, 1.0625, 0.019409, 0.007874, 0.625, 0.730469, 0.996094, 0.195312, 1.070312, 1.070312, 0.066895, 0.326172, 0.013611, 0.015442, 0.050049, 0.02478, 0.300781, 1.070312, 1.070312, 0.328125, 0.011902, 1.070312, 0.047607, 0.015747, 0.628906, 0.015381, 0.980469, 0.226562, 1.070312, 0.404297, 1.070312, 0.015564, 0.022949, 1.070312, 0.710938, 0.069824, 0.123535, 0.009766, 0.683594, 1.070312, 0.016724, 0.013611, 1.070312, 0.441406, 0.570312, 1.070312, 0.683594, 0.007935, 0.014648, 0.072754, 1.070312, 1.070312, 1.070312, 0.310547, 0.011414, 0.488281, 1.070312, 0.613281, 0.049316, 0.012085, 0.012024, 0.010681, 0.320312, 1.070312 ] } , "name": "onnx::Mul_10612", "outputIndexes": [ 638 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 637, 638 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 639 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 611, 639 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/Add_1_output_0", "outputIndexes": [ 640 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 640 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.2/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 7033 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7033 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.2/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 7034 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7034 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 190874172, 327702, 81920, 0, 0 ] } , "name": "/layers.2/per_layer_input_gate/Linear", "outputIndexes": [ 7035 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7035 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.2/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 7036 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7036 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.2/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 641 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 641 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.2/act_fn/Mul_output_0", "outputIndexes": [ 642 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 641, 642 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/act_fn/Mul_1_output_0", "outputIndexes": [ 643 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 643 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/act_fn/Mul_2_output_0", "outputIndexes": [ 644 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 641, 644 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/act_fn/Add_output_0", "outputIndexes": [ 645 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 645 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/act_fn/Mul_3_output_0", "outputIndexes": [ 646 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 646 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.2/act_fn/Tanh_output_0", "outputIndexes": [ 647 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 647 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/act_fn/Add_1_output_0", "outputIndexes": [ 648 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 641, 648 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/act_fn/Mul_4_output_0", "outputIndexes": [ 649 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 649 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/act_fn/Mul_5_output_0", "outputIndexes": [ 650 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze814", "outputIndexes": [ 651 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze817", "outputIndexes": [ 652 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 651, 652, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice820", "outputIndexes": [ 653 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 653 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze821", "outputIndexes": [ 654 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 91, 654 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp822", "outputIndexes": [ 655 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 655, 654 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp823", "outputIndexes": [ 656 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 656, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_8_output_0", "outputIndexes": [ 657 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 650, 657 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/Mul_output_0", "outputIndexes": [ 658 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 658 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.2/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 7037 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7037 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.2/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 7038 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7038 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 191283794, 327702, 81920, 0, 0 ] } , "name": "/layers.2/per_layer_projection/Linear", "outputIndexes": [ 7039 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7039 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.2/per_layer_projection/Linear/post_convert", "outputIndexes": [ 7040 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7040 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.2/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 659 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 659 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.2/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 661 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 661 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.2/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 662 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 662, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 663 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 663, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 664 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 659, 664 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 665 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.003906, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.012451, 0.138672, 0.138672, 0.000113, 0.138672, 0.138672, 0.005615, 0.000111, 0.000113, 0.138672, 0.003479, 0.003937, 0.138672, 0.000127, 0.006866, 0.001114, 0.000087, 0.000102, 0.138672, 0.000131, 0.005951, 0.000122, 0.138672, 0.004211, 0.138672, 0.138672, 0.00012, 0.138672, 0.138672, 0.138672, 0.031494, 0.138672, 0.0047, 0.00013, 0.138672, 0.000126, 0.138672, 0.000132, 0.138672, 0.138672, 0.138672, 0.000117, 0.002991, 0.003677, 0.138672, 0.138672, 0.138672, 0.138672, 0.035156, 0.033936, 0.138672, 0.000133, 0.000124, 0.002274, 0.138672, 0.000113, 0.138672, 0.138672, 0.138672, 0.000107, 0.037842, 0.008423, 0.000118, 0.138672, 0.000122, 0.011963, 0.000113, 0.138672, 0.000117, 0.138672, 0.00013, 0.000124, 0.138672, 0.138672, 0.000123, 0.138672, 0.000113, 0.000128, 0.024292, 0.138672, 0.138672, 0.138672, 0.002991, 0.138672, 0.138672, 0.000107, 0.011292, 0.000113, 0.138672, 0.138672, 0.000122, 0.138672, 0.138672, 0.138672, 0.000123, 0.059082, 0.138672, 0.019409, 0.000119, 0.138672, 0.138672, 0.138672, 0.033203, 0.138672, 0.138672, 0.00012, 0.003662, 0.138672, 0.138672, 0.003433, 0.000111, 0.000099, 0.004272, 0.000122, 0.138672, 0.000132, 0.138672, 0.138672, 0.010254, 0.138672, 0.138672, 0.138672, 0.000118, 0.138672, 0.138672, 0.138672, 0.138672, 0.005829, 0.138672, 0.138672, 0.138672, 0.000124, 0.000109, 0.138672, 0.138672, 0.138672, 0.003708, 0.000117, 0.138672, 0.000126, 0.004028, 0.138672, 0.138672, 0.000103, 0.000127, 0.138672, 0.138672, 0.138672, 0.006592, 0.000122, 0.138672, 0.003067, 0.006927, 0.138672, 0.138672, 0.000129, 0.138672, 0.007202, 0.001579, 0.138672, 0.138672, 0.002808, 0.009216, 0.000111, 0.138672, 0.138672, 0.138672, 0.00013, 0.138672, 0.138672, 0.138672, 0.00013, 0.138672, 0.138672, 0.000116, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.002655, 0.138672, 0.000124, 0.138672, 0.000134, 0.00013, 0.002304, 0.000113, 0.004761, 0.138672, 0.000115, 0.138672, 0.138672, 0.000134, 0.010376, 0.138672, 0.026367, 0.103516, 0.138672, 0.000129, 0.138672, 0.00415, 0.000125, 0.138672, 0.000118, 0.00012, 0.00012, 0.001999, 0.000134, 0.000111, 0.000107, 0.138672, 0.138672, 0.138672, 0.138672, 0.000128, 0.138672, 0.138672, 0.138672, 0.000109, 0.138672, 0.138672, 0.138672, 0.138672, 0.000128, 0.138672, 0.138672, 0.138672, 0.022583, 0.138672, 0.138672, 0.002411, 0.12793, 0.002472, 0.138672, 0.003448, 0.138672, 0.138672, 0.119141, 0.000126, 0.138672, 0.138672, 0.000125, 0.138672, 0.001099, 0.000123, 0.138672, 0.138672, 0.000116, 0.138672, 0.000115, 0.041016, 0.138672, 0.138672, 0.000124, 0.138672, 0.003311, 0.000104, 0.138672, 0.138672, 0.000125, 0.138672, 0.064453, 0.138672, 0.000124, 0.138672, 0.138672, 0.000131, 0.000129, 0.138672, 0.138672, 0.138672, 0.000126, 0.000099, 0.002167, 0.138672, 0.002655, 0.005554, 0.138672, 0.00013, 0.138672, 0.000103, 0.000125, 0.000111, 0.000115, 0.00011, 0.003784, 0.138672, 0.000175, 0.138672, 0.138672, 0.138672, 0.138672, 0.000124, 0.000127, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.005829, 0.138672, 0.138672, 0.138672, 0.138672, 0.00012, 0.138672, 0.138672, 0.099121, 0.062012, 0.138672, 0.005402, 0.138672, 0.138672, 0.138672, 0.000109, 0.138672, 0.138672, 0.000132, 0.138672, 0.027466, 0.000118, 0.013855, 0.05957, 0.138672, 0.138672, 0.138672, 0.000117, 0.004395, 0.138672, 0.021973, 0.000127, 0.138672, 0.084473, 0.138672, 0.006866, 0.021606, 0.138672, 0.138672, 0.138672, 0.005554, 0.000084, 0.012268, 0.138672, 0.138672, 0.138672, 0.085938, 0.005219, 0.138672, 0.138672, 0.138672, 0.002441, 0.116699, 0.000106, 0.138672, 0.00011, 0.138672, 0.138672, 0.00012, 0.002884, 0.138672, 0.026245, 0.001183, 0.000125, 0.138672, 0.048828, 0.000119, 0.000123, 0.000126, 0.138672, 0.132812, 0.138672, 0.138672, 0.138672, 0.138672, 0.000118, 0.008911, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.00013, 0.002563, 0.138672, 0.000108, 0.023804, 0.004333, 0.000128, 0.138672, 0.000103, 0.138672, 0.138672, 0.000122, 0.002167, 0.000123, 0.138672, 0.002686, 0.138672, 0.00013, 0.138672, 0.000133, 0.102051, 0.138672, 0.000124, 0.000134, 0.000126, 0.01178, 0.138672, 0.000127, 0.138672, 0.00011, 0.138672, 0.000626, 0.138672, 0.138672, 0.000121, 0.000128, 0.138672, 0.138672, 0.138672, 0.000118, 0.138672, 0.138672, 0.000109, 0.138672, 0.138672, 0.138672, 0.138672, 0.000115, 0.000124, 0.138672, 0.00528, 0.138672, 0.000112, 0.000122, 0.004089, 0.138672, 0.008606, 0.138672, 0.138672, 0.00011, 0.001717, 0.138672, 0.138672, 0.05542, 0.003693, 0.002579, 0.138672, 0.00296, 0.000122, 0.138672, 0.000121, 0.138672, 0.009644, 0.000112, 0.138672, 0.138672, 0.138672, 0.008301, 0.138672, 0.000108, 0.138672, 0.138672, 0.138672, 0.00592, 0.004181, 0.000104, 0.138672, 0.138672, 0.117188, 0.138672, 0.138672, 0.003799, 0.138672, 0.000125, 0.004211, 0.000131, 0.003006, 0.138672, 0.008728, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.000113, 0.000103, 0.138672, 0.138672, 0.138672, 0.000122, 0.000125, 0.000125, 0.004974, 0.000116, 0.000113, 0.138672, 0.005463, 0.138672, 0.138672, 0.021606, 0.000129, 0.130859, 0.138672, 0.138672, 0.138672, 0.000127, 0.138672, 0.000124, 0.000124, 0.00264, 0.000121, 0.00013, 0.138672, 0.000113, 0.138672, 0.138672, 0.138672, 0.000118, 0.000127, 0.00013, 0.000132, 0.138672, 0.135742, 0.003418, 0.000135, 0.138672, 0.138672, 0.000124, 0.138672, 0.002304, 0.138672, 0.138672, 0.002991, 0.003311, 0.003799, 0.067871, 0.138672, 0.021484, 0.138672, 0.004669, 0.004669, 0.00293, 0.00011, 0.138672, 0.000125, 0.006775, 0.00013, 0.138672, 0.136719, 0.00012, 0.000125, 0.000111, 0.138672, 0.024536, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.000121, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.012146, 0.138672, 0.003464, 0.000109, 0.138672, 0.000123, 0.002701, 0.000123, 0.138672, 0.138672, 0.000127, 0.138672, 0.004242, 0.138672, 0.138672, 0.104492, 0.138672, 0.138672, 0.000127, 0.138672, 0.00012, 0.138672, 0.000114, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.000111, 0.138672, 0.138672, 0.138672, 0.138672, 0.000127, 0.138672, 0.013184, 0.138672, 0.006042, 0.138672, 0.138672, 0.000122, 0.138672, 0.053711, 0.078125, 0.003693, 0.003784, 0.138672, 0.138672, 0.138672, 0.000124, 0.000113, 0.138672, 0.138672, 0.138672, 0.138672, 0.00011, 0.138672, 0.000128, 0.138672, 0.000134, 0.003662, 0.138672, 0.138672, 0.003372, 0.138672, 0.138672, 0.000121, 0.01532, 0.000124, 0.138672, 0.138672, 0.138672, 0.138672, 0.003479, 0.000128, 0.022339, 0.000109, 0.010437, 0.138672, 0.138672, 0.138672, 0.000126, 0.003967, 0.138672, 0.000122, 0.007477, 0.004486, 0.002426, 0.00013, 0.138672, 0.000128, 0.000114, 0.138672, 0.000097, 0.138672, 0.011292, 0.000109, 0.000118, 0.003143, 0.138672, 0.000126, 0.138672, 0.000104, 0.000131, 0.000107, 0.138672, 0.000114, 0.138672, 0.000123, 0.007812, 0.138672, 0.138672, 0.138672, 0.000103, 0.000119, 0.138672, 0.000132, 0.00161, 0.138672, 0.003494, 0.00296, 0.138672, 0.000127, 0.138672, 0.00013, 0.000645, 0.058838, 0.138672, 0.138672, 0.138672, 0.000126, 0.000113, 0.000123, 0.138672, 0.00013, 0.138672, 0.000126, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.000128, 0.138672, 0.138672, 0.138672, 0.000103, 0.118652, 0.014587, 0.017456, 0.138672, 0.138672, 0.008972, 0.000122, 0.138672, 0.000123, 0.138672, 0.000103, 0.004974, 0.031982, 0.138672, 0.138672, 0.008789, 0.006287, 0.000126, 0.000132, 0.000115, 0.138672, 0.022583, 0.138672, 0.000126, 0.138672, 0.005951, 0.138672, 0.000134, 0.138672, 0.138672, 0.138672, 0.032715, 0.138672, 0.138672, 0.138672, 0.138672, 0.002884, 0.000126, 0.000119, 0.00473, 0.005798, 0.000133, 0.138672, 0.138672, 0.000127, 0.000108, 0.002731, 0.000126, 0.007416, 0.000129, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.000133, 0.000126, 0.138672, 0.138672, 0.138672, 0.138672, 0.004303, 0.138672, 0.138672, 0.000117, 0.138672, 0.138672, 0.138672, 0.000109, 0.138672, 0.005737, 0.000116, 0.000109, 0.138672, 0.001945, 0.138672, 0.138672, 0.000119, 0.002258, 0.000121, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.000103, 0.138672, 0.138672, 0.000105, 0.138672, 0.019531, 0.000103, 0.000134, 0.000121, 0.019531, 0.000124, 0.000119, 0.138672, 0.000131, 0.009216, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.01532, 0.138672, 0.138672, 0.00013, 0.011597, 0.000127, 0.003357, 0.132812, 0.138672, 0.005402, 0.138672, 0.062256, 0.138672, 0.138672, 0.138672, 0.000127, 0.000111, 0.037354, 0.138672, 0.003235, 0.004028, 0.138672, 0.138672, 0.138672, 0.138672, 0.000108, 0.138672, 0.138672, 0.003876, 0.138672, 0.000107, 0.000113, 0.000133, 0.138672, 0.007294, 0.000124, 0.00148, 0.010681, 0.000119, 0.017822, 0.138672, 0.00013, 0.138672, 0.138672, 0.138672, 0.138672, 0.000128, 0.011841, 0.000123, 0.138672, 0.000126, 0.000103, 0.000123, 0.000126, 0.000125, 0.138672, 0.000126, 0.138672, 0.07373, 0.138672, 0.000126, 0.138672, 0.138672, 0.138672, 0.138672, 0.089844, 0.005951, 0.007385, 0.002197, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.000123, 0.023804, 0.003571, 0.060547, 0.000122, 0.000132, 0.000114, 0.047119, 0.049316, 0.138672, 0.138672, 0.000126, 0.138672, 0.000125, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.000128, 0.138672, 0.138672, 0.042236, 0.138672, 0.000102, 0.000133, 0.138672, 0.138672, 0.138672, 0.138672, 0.002548, 0.138672, 0.006226, 0.012939, 0.138672, 0.003998, 0.002182, 0.000133, 0.002975, 0.138672, 0.000129, 0.000117, 0.138672, 0.138672, 0.138672, 0.002594, 0.138672, 0.138672, 0.000119, 0.012634, 0.003479, 0.00296, 0.001762, 0.000126, 0.004669, 0.138672, 0.138672, 0.000126, 0.003845, 0.138672, 0.025513, 0.000126, 0.138672, 0.000111, 0.005493, 0.000123, 0.138672, 0.000113, 0.138672, 0.000107, 0.000116, 0.000126, 0.000132, 0.000816, 0.000123, 0.003326, 0.138672, 0.138672, 0.000119, 0.000127, 0.002457, 0.003738, 0.138672, 0.138672, 0.137695, 0.000118, 0.138672, 0.138672, 0.000113, 0.000105, 0.138672, 0.000134, 0.138672, 0.138672, 0.000128, 0.138672, 0.000112, 0.006622, 0.138672, 0.138672, 0.00013, 0.000122, 0.000132, 0.138672, 0.138672, 0.131836, 0.000124, 0.003784, 0.000116, 0.000126, 0.138672, 0.000127, 0.138672, 0.138672, 0.000132, 0.002304, 0.138672, 0.022339, 0.138672, 0.138672, 0.138672, 0.000103, 0.138672, 0.138672, 0.138672, 0.000121, 0.138672, 0.000101, 0.138672, 0.000113, 0.138672, 0.000125, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.00012, 0.138672, 0.138672, 0.004181, 0.0019, 0.003937, 0.138672, 0.002899, 0.002472, 0.138672, 0.138672, 0.138672, 0.000135, 0.138672, 0.138672, 0.138672, 0.000119, 0.138672, 0.000122, 0.138672, 0.048096, 0.004028, 0.000233, 0.012573, 0.000127, 0.121582, 0.000118, 0.000105, 0.000108, 0.010315, 0.007172, 0.138672, 0.000113, 0.138672, 0.004211, 0.040039, 0.001137, 0.138672, 0.000129, 0.138672, 0.002762, 0.005798, 0.138672, 0.000111, 0.07373, 0.000125, 0.000113, 0.012634, 0.00708, 0.138672, 0.006439, 0.004364, 0.138672, 0.138672, 0.138672, 0.002853, 0.138672, 0.000121, 0.138672, 0.00531, 0.138672, 0.007629, 0.138672, 0.138672, 0.000117, 0.138672, 0.138672, 0.004242, 0.006805, 0.138672, 0.138672, 0.138672, 0.015747, 0.138672, 0.138672, 0.138672, 0.138672, 0.019531, 0.003662, 0.002991, 0.000122, 0.138672, 0.138672, 0.039551, 0.138672, 0.000103, 0.138672, 0.000126, 0.001442, 0.009277, 0.001862, 0.000127, 0.000117, 0.138672, 0.138672, 0.000123, 0.138672, 0.000124, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.134766, 0.000116, 0.138672, 0.138672, 0.138672, 0.046631, 0.138672, 0.003265, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.005249, 0.000126, 0.138672, 0.138672, 0.000124, 0.002502, 0.138672, 0.138672, 0.138672, 0.000122, 0.138672, 0.138672, 0.138672, 0.000121, 0.000114, 0.000124, 0.000117, 0.000126, 0.138672, 0.000117, 0.138672, 0.138672, 0.004395, 0.000121, 0.003143, 0.138672, 0.000116, 0.138672, 0.138672, 0.138672, 0.025024, 0.138672, 0.00013, 0.138672, 0.033447, 0.000126, 0.138672, 0.138672, 0.138672, 0.138672, 0.030029, 0.00013, 0.038086, 0.138672, 0.000132, 0.138672, 0.138672, 0.138672, 0.138672, 0.000131, 0.000131, 0.138672, 0.000126, 0.138672, 0.00383, 0.003662, 0.000117, 0.138672, 0.138672, 0.000132, 0.138672, 0.138672, 0.138672, 0.000126, 0.138672, 0.000126, 0.000113, 0.000124, 0.014893, 0.138672, 0.002975, 0.001022, 0.138672, 0.138672, 0.138672, 0.000103, 0.138672, 0.138672, 0.000122, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.000127, 0.000125, 0.138672, 0.138672, 0.138672, 0.000126, 0.138672, 0.138672, 0.032959, 0.000123, 0.026367, 0.138672, 0.03125, 0.000116, 0.000129, 0.005066, 0.138672, 0.003754, 0.00011, 0.000123, 0.000121, 0.00012, 0.000118, 0.000101, 0.000129, 0.138672, 0.030884, 0.008911, 0.000117, 0.002655, 0.000132, 0.000122, 0.000116, 0.138672, 0.000124, 0.138672, 0.002853, 0.138672, 0.010254, 0.003723, 0.138672, 0.000131, 0.003662, 0.138672, 0.138672, 0.02124, 0.138672, 0.10791, 0.138672, 0.002777, 0.10498, 0.000127, 0.138672, 0.138672, 0.138672, 0.000125, 0.00013, 0.138672, 0.000128, 0.138672, 0.029175, 0.000132, 0.00322, 0.002975, 0.138672, 0.019043, 0.000109, 0.138672, 0.000117, 0.00013, 0.000132, 0.003754, 0.138672, 0.000129, 0.138672, 0.138672, 0.138672, 0.003418, 0.138672, 0.138672, 0.138672, 0.000126, 0.000126, 0.000127, 0.138672, 0.073242, 0.029053, 0.138672, 0.083496, 0.000131, 0.138672, 0.000128, 0.00235, 0.138672, 0.000116, 0.000126, 0.000118, 0.138672, 0.002808, 0.138672, 0.00013, 0.000104, 0.005859, 0.138672, 0.000121, 0.005188, 0.138672, 0.138672, 0.000115, 0.01123, 0.138672, 0.000126, 0.000126, 0.138672, 0.000121, 0.00386, 0.004883, 0.004242, 0.138672, 0.003464, 0.138672, 0.000124, 0.138672, 0.138672, 0.138672, 0.138672, 0.000121, 0.005554, 0.138672, 0.000104, 0.000131, 0.000125, 0.138672, 0.014771, 0.138672, 0.138672, 0.138672, 0.000111, 0.138672, 0.004517, 0.138672, 0.138672, 0.000106, 0.138672, 0.000116, 0.138672, 0.138672, 0.138672, 0.004578, 0.000125, 0.138672, 0.000132, 0.138672, 0.000109, 0.003204, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.012024, 0.000125, 0.000116, 0.000131, 0.019897, 0.138672, 0.138672, 0.002563, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.037598, 0.000121, 0.138672, 0.002197, 0.00296, 0.000126, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.02124, 0.002747, 0.138672, 0.138672, 0.000133, 0.008789, 0.006226, 0.138672, 0.138672, 0.138672, 0.005859, 0.000133, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.000113, 0.138672, 0.138672, 0.138672, 0.00013, 0.000087, 0.081543, 0.006866, 0.138672, 0.138672, 0.008423, 0.000126, 0.007385, 0.138672, 0.000117, 0.000098, 0.138672, 0.000132, 0.006287, 0.138672, 0.138672, 0.138672, 0.000126, 0.020264, 0.138672, 0.138672, 0.138672, 0.003937, 0.138672, 0.138672, 0.138672, 0.016602, 0.005493, 0.138672, 0.001488, 0.138672, 0.000111, 0.138672, 0.138672, 0.000126, 0.138672, 0.000093, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.049316, 0.138672, 0.138672, 0.000126, 0.002182, 0.000125, 0.138672, 0.000093, 0.138672, 0.138672, 0.000118, 0.000109, 0.000126, 0.003433, 0.00012, 0.00011, 0.138672, 0.000124, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.038818, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.009338, 0.030029, 0.000116, 0.007172, 0.000111, 0.138672, 0.000082, 0.138672, 0.000121, 0.000126, 0.00013, 0.004089, 0.138672, 0.000129, 0.138672, 0.000127, 0.005676, 0.000124, 0.138672, 0.000113, 0.011047, 0.006683, 0.138672, 0.138672, 0.000119, 0.002365, 0.006622, 0.003494, 0.138672, 0.138672, 0.138672, 0.000113, 0.138672, 0.120605, 0.003098, 0.000125, 0.138672, 0.138672, 0.000133, 0.000093, 0.138672, 0.004547, 0.003357, 0.138672, 0.138672, 0.138672, 0.000122, 0.000128, 0.000127, 0.138672, 0.138672, 0.000111, 0.138672, 0.000131, 0.138672, 0.000127, 0.138672, 0.000123, 0.003647, 0.138672, 0.138672, 0.004669, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.000118, 0.138672, 0.000122, 0.138672, 0.000127, 0.138672, 0.00415, 0.138672, 0.000132, 0.138672, 0.138672, 0.000126, 0.138672, 0.000131, 0.138672, 0.138672, 0.004456, 0.003464, 0.004089, 0.000126, 0.005768, 0.138672, 0.000131, 0.138672, 0.138672, 0.05249, 0.00293, 0.138672, 0.138672, 0.138672, 0.138672, 0.000115, 0.138672, 0.005096, 0.000112, 0.138672, 0.000123, 0.000109, 0.002396, 0.138672, 0.133789, 0.000126, 0.005219, 0.000093, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.000125, 0.00264, 0.068359, 0.138672, 0.032715, 0.00011, 0.000109, 0.002197, 0.000134, 0.138672, 0.138672, 0.000115, 0.138672, 0.129883, 0.138672, 0.000124, 0.138672, 0.138672, 0.138672, 0.138672, 0.000094, 0.038086, 0.000106, 0.138672, 0.000133, 0.138672, 0.138672, 0.000121, 0.138672, 0.138672, 0.000116, 0.138672, 0.00415, 0.138672, 0.000123, 0.002365, 0.000127, 0.138672, 0.000118, 0.013062, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.000116, 0.000118, 0.000122, 0.138672, 0.00011, 0.138672, 0.086426, 0.138672, 0.005768, 0.036865, 0.000105, 0.013733, 0.138672, 0.021606, 0.138672, 0.000126, 0.004761, 0.138672, 0.000117, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.050537, 0.138672, 0.138672, 0.138672, 0.000114, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.00013, 0.138672, 0.000105, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.000587, 0.000119, 0.138672, 0.02832, 0.006317, 0.000124, 0.138672, 0.000134, 0.138672, 0.138672, 0.000134, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.000127, 0.138672, 0.138672, 0.138672, 0.000111, 0.138672, 0.138672, 0.000109, 0.025879, 0.000112, 0.003967, 0.000125, 0.138672, 0.000127, 0.138672, 0.138672, 0.038086, 0.000118, 0.000107, 0.138672, 0.138672, 0.000874, 0.138672, 0.138672, 0.000094, 0.138672, 0.000122, 0.004517, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.036133, 0.138672, 0.138672, 0.138672, 0.000124, 0.003754, 0.138672, 0.002472, 0.000119, 0.138672, 0.000124, 0.000128, 0.138672, 0.138672, 0.138672, 0.000108, 0.138672, 0.138672, 0.000109, 0.138672, 0.004822, 0.000126, 0.00008, 0.000116, 0.138672, 0.000124, 0.004181, 0.138672, 0.000131, 0.138672, 0.076172, 0.138672, 0.01001, 0.000115, 0.138672, 0.000129, 0.00013, 0.138672, 0.138672, 0.000111, 0.138672, 0.035645, 0.138672, 0.000128, 0.138672, 0.003876, 0.138672, 0.138672, 0.000129, 0.138672, 0.138672, 0.138672, 0.138672, 0.000083, 0.000125, 0.138672, 0.138672, 0.090332, 0.138672, 0.000128, 0.015869, 0.027466, 0.138672, 0.005646, 0.000359, 0.138672, 0.138672, 0.004974, 0.138672, 0.138672, 0.138672, 0.004211, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.004089, 0.000112, 0.138672, 0.000127, 0.000115, 0.138672, 0.138672, 0.138672, 0.002731, 0.007385, 0.138672, 0.000134, 0.043213, 0.000132, 0.138672, 0.00592, 0.138672, 0.138672, 0.10498, 0.138672, 0.00528, 0.000126, 0.000117, 0.138672, 0.138672, 0.138672, 0.138672, 0.000101, 0.00119, 0.138672, 0.008728, 0.138672, 0.138672, 0.000125, 0.003769, 0.059082, 0.000125, 0.138672, 0.000119, 0.020508, 0.138672, 0.138672, 0.000108, 0.007568, 0.004608, 0.138672, 0.138672, 0.000129, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.000118, 0.138672, 0.138672, 0.138672, 0.138672, 0.000131, 0.138672, 0.138672, 0.094238, 0.138672, 0.000126, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.000109, 0.037109, 0.008728, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.000126, 0.003525, 0.138672, 0.019043, 0.000121, 0.018433, 0.017334, 0.138672, 0.138672, 0.138672, 0.000103, 0.006836, 0.000111, 0.000129, 0.004547, 0.138672, 0.000217, 0.003143, 0.005188, 0.004944, 0.138672, 0.003906, 0.138672, 0.000106, 0.138672, 0.138672, 0.138672, 0.138672, 0.000117, 0.138672, 0.138672, 0.000134, 0.035156, 0.000128, 0.008484, 0.000114, 0.000131, 0.138672, 0.138672, 0.000123, 0.138672, 0.138672, 0.000113, 0.138672, 0.00013, 0.138672, 0.138672, 0.005341, 0.138672, 0.000117, 0.047119, 0.000124, 0.000131, 0.138672, 0.002518, 0.022461, 0.004486, 0.000127, 0.000128, 0.004333, 0.138672, 0.019897, 0.000118, 0.000126, 0.138672, 0.033203, 0.138672, 0.138672, 0.000114, 0.138672, 0.000093, 0.0001, 0.138672, 0.138672, 0.006134, 0.00013, 0.000119, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.003174, 0.138672, 0.138672, 0.138672, 0.005096, 0.138672, 0.138672, 0.138672, 0.138672, 0.015869, 0.012817, 0.003357, 0.000124, 0.006378, 0.011536, 0.138672, 0.138672, 0.138672, 0.000093, 0.138672, 0.138672, 0.138672, 0.034424, 0.138672, 0.015991, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.084473, 0.00012, 0.138672, 0.138672, 0.000092, 0.000124, 0.002838, 0.000103, 0.138672, 0.138672, 0.138672, 0.000124, 0.138672, 0.00013, 0.010864, 0.000115, 0.000104, 0.000121, 0.138672, 0.000127, 0.006958, 0.138672, 0.009827, 0.138672, 0.000127, 0.138672, 0.138672, 0.138672, 0.046143, 0.138672, 0.138672, 0.138672, 0.000128, 0.138672, 0.138672, 0.003525, 0.010681, 0.006226, 0.000129, 0.138672, 0.138672, 0.138672, 0.000124, 0.02063, 0.138672, 0.000111, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.009338, 0.056885, 0.000123, 0.000131, 0.005371, 0.138672, 0.006042, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.00008, 0.138672, 0.138672, 0.000122, 0.138672, 0.138672, 0.138672, 0.138672, 0.000119, 0.138672, 0.000122, 0.000123, 0.000127, 0.000114, 0.003281, 0.138672, 0.000132, 0.138672, 0.138672, 0.138672, 0.000126, 0.138672, 0.138672, 0.000129, 0.138672, 0.138672, 0.138672, 0.138672, 0.000127, 0.138672, 0.000124, 0.004456, 0.000095, 0.00012, 0.021851, 0.138672, 0.138672, 0.003006, 0.004913, 0.138672, 0.138672, 0.138672, 0.138672, 0.000114, 0.138672, 0.003067, 0.000134, 0.138672, 0.138672, 0.015869, 0.003601, 0.138672, 0.01062, 0.138672, 0.072754, 0.138672, 0.138672, 0.138672, 0.000119, 0.005341, 0.138672, 0.138672, 0.138672, 0.138672, 0.000127, 0.003128, 0.138672, 0.138672, 0.138672, 0.03833, 0.000127, 0.138672, 0.000127, 0.138672, 0.138672, 0.026733, 0.138672, 0.138672, 0.138672, 0.000122, 0.138672, 0.138672, 0.004547, 0.138672, 0.00012, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.000129, 0.138672, 0.138672, 0.138672, 0.003967, 0.000129, 0.138672, 0.138672, 0.022217, 0.138672, 0.138672, 0.138672, 0.000122, 0.000101, 0.138672, 0.138672, 0.000134, 0.138672, 0.000127, 0.138672, 0.000116, 0.000115, 0.000118, 0.085938, 0.138672, 0.000125, 0.000124, 0.002838, 0.000115, 0.000091, 0.036377, 0.010376, 0.138672, 0.000132, 0.000129, 0.000108, 0.00012, 0.000089, 0.000104, 0.00012, 0.138672, 0.000122, 0.138672, 0.138672, 0.00296, 0.138672, 0.062012, 0.138672, 0.138672, 0.002838, 0.000123, 0.035156, 0.000127, 0.000126, 0.138672, 0.00264, 0.137695, 0.025757, 0.00013, 0.000131, 0.016724, 0.138672, 0.138672, 0.013733, 0.000126, 0.003998, 0.138672, 0.004578, 0.138672, 0.000127, 0.138672, 0.004181, 0.000134, 0.138672, 0.138672, 0.138672, 0.138672, 0.000128, 0.000125, 0.138672, 0.003677, 0.004395, 0.000127, 0.138672, 0.014832, 0.000118, 0.000109, 0.138672, 0.009399, 0.138672, 0.138672, 0.138672, 0.000129, 0.003616, 0.138672, 0.015198, 0.138672, 0.138672, 0.000126, 0.005859, 0.000332, 0.138672, 0.000116, 0.007782, 0.000114, 0.00235, 0.009521, 0.138672, 0.138672, 0.138672, 0.00011, 0.000127, 0.043457, 0.138672, 0.000132, 0.138672, 0.138672, 0.000098, 0.138672, 0.004425, 0.000113, 0.000099, 0.138672, 0.138672, 0.138672, 0.138672, 0.004608, 0.053467, 0.000126, 0.003693, 0.138672, 0.00012, 0.138672, 0.000124, 0.138672, 0.046387, 0.000134, 0.138672, 0.000125, 0.000134, 0.138672, 0.000132, 0.000134, 0.000119, 0.138672, 0.003906, 0.000307, 0.138672, 0.001541, 0.000131, 0.138672, 0.069336, 0.138672, 0.003052, 0.001183, 0.00012, 0.138672, 0.000133, 0.138672, 0.058838, 0.138672, 0.000129, 0.000131, 0.000095, 0.138672, 0.000116, 0.000125, 0.000114, 0.000131, 0.138672, 0.138672, 0.000127, 0.03125, 0.002945, 0.000126, 0.00531, 0.138672, 0.000121, 0.000115, 0.138672, 0.015625, 0.014099, 0.000115, 0.002914, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.138672, 0.000134, 0.000119, 0.138672, 0.000105, 0.138672, 0.000125, 0.003693, 0.138672, 0.138672, 0.003235, 0.138672, 0.138672, 0.138672, 0.138672, 0.015259, 0.138672, 0.000128, 0.138672, 0.138672, 0.000118, 0.003937, 0.001663, 0.138672, 0.000107, 0.003387, 0.023315, 0.020386, 0.138672, 0.138672, 0.003113, 0.138672, 0.000091, 0.007294, 0.004913, 0.000116, 0.138672, 0.138672, 0.010559, 0.006531, 0.005493, 0.136719, 0.138672, 0.138672, 0.049805, 0.00012, 0.077148, 0.138672, 0.138672, 0.138672, 0.138672, 0.000104, 0.138672, 0.138672, 0.00013, 0.138672, 0.003052, 0.000114, 0.138672, 0.056152, 0.019897, 0.000121, 0.138672, 0.00528, 0.138672, 0.138672, 0.000122, 0.138672, 0.138672, 0.138672, 0.040527, 0.000115, 0.000122, 0.000126, 0.138672, 0.000101, 0.138672, 0.138672, 0.024414, 0.138672, 0.000132, 0.138672, 0.138672, 0.027588, 0.138672, 0.000108, 0.000128, 0.002106, 0.138672, 0.138672, 0.138672, 0.000131, 0.138672, 0.138672, 0.012451, 0.138672, 0.004272, 0.003235, 0.007874, 0.00012, 0.138672, 0.138672, 0.138672, 0.138672, 0.00296, 0.000104, 0.000111, 0.000116, 0.138672, 0.003082, 0.138672, 0.000112, 0.138672, 0.138672, 0.138672, 0.004486, 0.00012, 0.138672, 0.138672, 0.000125, 0.138672, 0.000885, 0.138672, 0.000114, 0.000129, 0.002075, 0.111816, 0.042969, 0.138672, 0.138672, 0.138672, 0.000111, 0.004181, 0.020874, 0.137695, 0.138672, 0.138672, 0.138672, 0.001312, 0.138672, 0.138672, 0.138672, 0.138672, 0.002426, 0.000118, 0.003159, 0.138672, 0.138672 ] } , "name": "onnx::Mul_10613", "outputIndexes": [ 666 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 665, 666 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 667 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 640, 667 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/Add_2_output_0", "outputIndexes": [ 668 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.839844 ] } , "name": "/blocks.2/Constant_1_output_0", "outputIndexes": [ 669 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 668, 669 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/Mul_1_output_0", "outputIndexes": [ 670 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 670, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.3/Reshape_output_0", "outputIndexes": [ 671 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 671 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.3/input_layernorm/Pow_output_0", "outputIndexes": [ 672 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 672 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.3/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 673 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 673, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/input_layernorm/Add_output_0", "outputIndexes": [ 674 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 674, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/input_layernorm/Pow_1_output_0", "outputIndexes": [ 675 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 671, 675 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/input_layernorm/Mul_output_0", "outputIndexes": [ 676 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 52.75, 6.625, 0.84375, -1.734375, 2.65625, 3.515625, 2.390625, 1.929688, 21.75, 2.015625, 2.15625, 4.75, 1.757812, 2.109375, 39.0, 3.703125, 59.75, 1.15625, 38.0, 85.5, 4.90625, 81.0, 46.25, 74.0, 51.25, 2.1875, 2.140625, 2.671875, 38.5, 3.96875, 1.671875, 27.5, 2.390625, 4.78125, 82.0, 3.03125, 3.109375, 1.484375, 18.0, 1.484375, 70.0, 3.890625, 1.546875, 39.5, 3.546875, 40.75, 1.421875, 1.976562, 2.0625, 80.0, 81.0, 79.0, 0.746094, 1.367188, 3.953125, 2.953125, 22.5, 11.125, 2.921875, 97.5, 2.21875, 113.5, 2.140625, 74.5, 3.78125, 1.390625, 0.984375, 80.5, 12.25, 22.625, 34.25, 2.171875, 110.5, 31.25, 80.5, 1.609375, 25.0, 2.296875, 4.53125, 67.0, 6.4375, 1.71875, 17.125, 4.09375, 1.765625, 2.34375, 18.375, 5.5, 1.351562, 1.601562, 94.5, 8.4375, -1.1875, 60.5, 32.5, 47.5, 0.800781, 5.625, 5.09375, 4.8125, 1.664062, 1.054688, 57.0, 5.1875, 2.21875, 13.5, 1.523438, 2.375, 5.9375, 2.0625, 14.875, 2.296875, 2.9375, 68.0, 84.0, 2.015625, 1.929688, 68.5, 1.539062, 76.5, 59.5, 71.5, 7.9375, 1.953125, 1.007812, 2.625, 17.125, 2.765625, 1.890625, 3.234375, 76.5, 4.125, 4.96875, 2.109375, 2.15625, 34.25, 3.921875, 3.171875, 2.765625, 1.023438, 4.375, 4.84375, 1.335938, 2.046875, 93.0, 17.5, 2.859375, 71.0, 63.5, 2.765625, 4.25, 29.0, 65.5, 4.3125, 4.9375, 2.09375, 52.25, 65.5, 2.3125, 72.5, 14.5625, 1.953125, 2.640625, 10.1875, 1.289062, 33.75, 98.0, 4.09375, -1.109375, 89.5, 48.5, 33.0, 5.5625, 0.46875, 5.34375, 59.75, 1.304688, 1.273438, 1.882812, 72.0, 1.40625, 5.40625, 1.6875, 0.894531, 4.5625, 2.703125, 3.984375, 3.5, 3.71875, 87.0, 2.421875, 5.375, 4.46875, 63.25, 84.5, 58.25, 51.0, 42.5, 1.765625, 26.125, 2.0625, 2.03125, 64.5, 27.625, 2.0, 15.4375, 2.5625, 3.21875, 59.25, 5.75, 61.25, 76.5, 5.4375, 52.75, 54.0, 9.5625, 85.0, 92.0, 52.25, 36.75, 2.171875, 5.1875, 3.5625, 6.875, 52.0, 1.835938, 1.570312, 4.21875, 24.875, 8.5625, 1.835938, 2.171875, 1.875, 34.25, 1.53125, 3.0, 0.621094, 32.75, 3.6875, 9.3125, 104.0, 2.984375, 118.0, 3.4375, 94.5, 2.125, 1.90625, 3.875, 2.671875, 1.960938, 5.0625, 66.0, 4.65625, 130.0, 1.789062, 1.226562, 4.78125, 4.0, 2.375, 66.0, 8.3125, 6.28125, 4.40625, 66.5, 1.984375, 67.0, 90.0, 2.296875, 2.078125, 37.25, 0.75, 5.6875, 6.03125, 76.0, 2.046875, 1.421875, 89.5, 2.03125, 0.796875, 0.498047, 1.0625, 97.5, 15.3125, 78.0, 1.351562, 86.0, 52.75, 0.867188, 2.109375, 3.25, 25.375, 56.0, 41.75, 87.0, 3.5, 53.5, 2.46875, 8.3125, 2.84375, 2.125, 0.789062, 4.53125, 37.25, 56.75, 1.773438, 2.171875, 2.5, 3.78125, 3.78125, 43.0, 6.09375, 3.140625, 2.859375, 2.28125, 65.5, 3.484375, 1.53125, 1.695312, 6.59375, 1.609375, 53.75, 1.789062, 2.25, 2.453125, 36.5, 0.910156, 2.84375, 52.75, 1.34375, 12.6875, 45.5, 20.75, 6.5625, 2.203125, 3.125, 6.6875, 41.0, 41.5, 2.5, 21.75, 36.75, 0.601562, 3.203125, 4.9375, 65.5, 19.0, 2.390625, 4.5625, 1.390625, 43.5, 79.0, 61.0, 1.851562, 1.84375, -0.792969, 6.1875, 40.25, 2.171875, 1.460938, 11.875, 76.0, 2.421875, 52.0, 3.265625, 57.75, 5.375, 3.453125, 6.78125, 80.0, 3.15625, 11.4375, 108.5, 1.765625, 2.046875, 7.75, 75.0, 11.0625, 75.0, 1.8125, 5.0625, 3.53125, 1.703125, 1.734375, 6.0625, 71.0, 48.75, 2.515625, 0.9375, 1.953125, 3.5625, 5.21875, 2.640625, 79.0, 54.0, 0.490234, 27.75, 14.125, 59.25, 1.9375, 5.375, 95.5, 1.460938, 2.328125, 1.648438, 101.5, 64.5, 1.085938, 97.5, 1.617188, 2.265625, 3.3125, 66.5, 3.6875, 1.71875, 1.828125, 2.4375, 3.34375, 23.5, 1.046875, 1.859375, 1.6875, 2.15625, 1.273438, 17.625, 1.773438, 1.953125, 36.25, 3.890625, 4.75, 2.3125, 4.1875, 90.5, 3.8125, 0.601562, 65.5, 5.1875, 5.8125, 5.15625, 1.273438, 4.21875, 2.75, 1.609375, 44.5, 1.226562, 60.75, 51.5, 71.0, 0.855469, 57.75, 1.078125, 2.453125, 109.5, 102.0, 3.84375, 1.484375, 5.46875, 65.5, 108.0, 1.75, 88.5, 91.0, 2.203125, 119.0, 3.609375, 38.5, 0.894531, 2.28125, 0.984375, 1.960938, 29.875, 1.945312, 99.5, 5.9375, 1.914062, 3.25, 54.0, 63.0, 58.0, 4.875, 3.65625, 2.40625, 10.1875, 2.15625, 56.25, 4.90625, 2.25, 55.75, 4.375, 69.0, 2.03125, 53.5, 3.640625, 1.5, 8.4375, 4.03125, 1.476562, 44.0, 56.5, 7.40625, 5.25, 2.359375, 56.5, 59.0, 73.5, 56.75, 62.25, 71.0, 3.65625, 42.25, 1.8125, 2.765625, 21.5, 43.75, 3.015625, 6.375, 1.71875, 3.921875, 4.0625, 1.96875, 63.25, 1.570312, 78.5, 3.203125, 39.5, 1.6875, 72.0, 1.4375, 5.4375, 1.226562, 110.0, 74.0, 87.0, 2.734375, 2.3125, 2.875, 90.0, 40.25, 1.0, 2.09375, 94.0, 1.789062, 98.0, 2.515625, 1.851562, 70.5, 74.5, 66.0, 8.125, 1.703125, 32.25, 6.09375, 70.5, 41.25, 57.25, 24.5, 3.078125, 61.75, 48.75, 66.0, 2.015625, 1.492188, 99.5, 49.25, 5.375, 1.351562, 20.625, 3.4375, 2.109375, 2.84375, 1.78125, 3.5625, 72.0, 2.5, 2.546875, 4.1875, 2.765625, -1.703125, 1.53125, 25.375, 2.015625, 66.5, 1.140625, 2.875, 1.71875, 85.0, 3.578125, 1.867188, 3.765625, 2.109375, 4.8125, 47.75, 5.625, 5.40625, 1.9375, 1.78125, 2.984375, 56.25, 1.117188, 26.625, 2.40625, 48.25, 2.984375, 3.921875, 1.242188, 2.453125, 1.226562, 1.890625, 1.84375, 6.65625, 58.75, 2.6875, -0.070312, 9.5625, 2.515625, 1.914062, 1.460938, 28.625, 1.515625, 86.0, 0.824219, 2.09375, 82.5, 1.484375, 5.78125, 2.265625, 47.25, 80.0, 5.40625, 2.484375, 1.625, 101.0, 58.5, 7.8125, 1.398438, 1.703125, 3.265625, 69.0, 1.710938, 76.0, 1.726562, 2.328125, 55.25, 2.46875, 1.898438, 87.5, 12.1875, 1.757812, 2.046875, 44.0, 66.0, 2.328125, 2.25, 3.234375, 1.921875, 43.5, 50.75, 32.75, 1.335938, 35.0, 1.960938, 6.46875, 0.921875, 1.890625, 56.25, 1.84375, 19.625, 67.5, 67.0, 67.5, 74.5, 1.710938, 52.5, 45.0, 1.882812, 54.5, 2.0, 28.25, 57.25, 4.375, 79.0, 1.789062, 13.5, 0.980469, 79.5, 1.773438, 71.5, 1.773438, 84.0, 4.03125, 92.0, 28.25, 4.53125, 1.921875, 1.484375, 85.5, 66.5, 1.195312, -1.585938, 81.0, 0.835938, 78.0, 54.75, 3.765625, 59.5, 4.625, 4.1875, 72.5, 13.5, 1.929688, 2.125, 1.445312, 15.75, 87.5, 41.0, 2.234375, 12.75, 0.957031, 88.5, -1.546875, 3.515625, 3.140625, 1.84375, 5.0625, 1.609375, 2.09375, 4.3125, 1.351562, 39.0, 1.828125, 22.375, 18.125, 3.703125, 1.710938, 43.25, 81.5, 1.875, 111.5, 4.0625, 5.84375, 62.0, 7.625, 3.46875, 3.078125, 34.25, 34.5, 1.632812, 71.0, 85.5, 1.96875, 18.75, -0.90625, 47.5, 1.359375, 62.0, 2.265625, 3.484375, 4.4375, 2.109375, 0.894531, 9.0625, 5.03125, 6.09375, 4.96875, 1.671875, 64.5, 2.515625, 94.0, 59.5, 46.25, 67.5, 2.8125, 4.125, 1.960938, 103.0, 98.5, 46.0, 47.25, 4.1875, 2.09375, 5.5, 1.476562, 5.65625, 0.992188, 2.328125, 62.25, 6.90625, 0.503906, 2.703125, 5.625, 50.5, 0.527344, 1.867188, 55.75, 1.867188, 8.375, 1.414062, 51.5, 1.328125, 71.5, 76.5, 62.5, 6.09375, 70.0, 5.53125, 2.265625, 1.851562, 87.5, 84.0, 5.46875, 5.75, 1.804688, 1.226562, 9.8125, 0.914062, 2.078125, 1.132812, 58.0, 5.0625, 2.390625, 89.0, 1.398438, 17.125, 44.0, 29.5, 85.5, 18.375, 80.5, 72.0, 3.671875, 37.25, 27.5, 0.988281, 4.53125, 2.140625, 1.382812, 1.929688, 4.875, 11.125, 1.835938, 6.3125, 64.5, 34.25, 75.0, 55.5, 1.890625, 1.726562, 69.5, 2.390625, 13.625, 3.859375, 5.0, 5.875, 74.0, 49.25, 5.9375, 2.21875, 102.0, 82.0, 1.859375, 1.117188, 2.78125, 7.96875, 2.65625, 1.695312, 1.71875, 64.5, 2.3125, 87.0, 77.0, 46.25, 3.6875, 27.25, 57.5, 95.0, 25.875, 3.296875, 21.625, 2.078125, 23.0, 1.898438, 1.585938, 2.28125, 2.375, 57.25, 26.125, 1.765625, 3.96875, 76.5, 75.5, 2.046875, 78.5, 3.125, 6.09375, 88.5, 0.523438, 3.328125, 1.664062, 30.0, 1.960938, 2.015625, 5.40625, 3.296875, 3.078125, 67.0, 52.5, 59.75, 2.328125, 4.28125, 4.3125, 1.03125, 1.953125, 62.5, 10.4375, 101.5, 2.328125, 93.5, 5.5625, 2.140625, 6.0625, 7.75, 0.376953, 2.84375, 3.0625, 3.625, 8.6875, 2.0625, 4.46875, 2.859375, 1.65625, 1.726562, 102.5, 5.21875, 2.90625, 9.9375, 0.835938, 3.96875, 43.5, 1.390625, -1.734375, 1.414062, 0.816406, 75.0, 6.75, 53.25, 27.5, 9.0625, 59.75, 86.5, 2.890625, 69.0, 1.101562, 78.0, 90.5, 1.742188, 1.25, 1.664062, 84.5, 4.28125, 2.125, 103.5, 38.25, 69.5, 57.75, 50.5, 23.0, 65.5, 2.046875, 3.5625, 111.0, 51.0, 1.40625, 19.875, 95.5, 2.890625, 67.0, 62.5, 87.5, 2.578125, 2.609375, 4.65625, 41.25, 89.5, 70.0, 105.5, 3.0625, 3.125, 73.5, 5.15625, 1.234375, 82.0, 42.25, 61.5, 84.0, 1.523438, 3.5, 2.4375, 67.5, 4.53125, 1.773438, 71.0, 90.0, 3.15625, 57.25, 2.515625, 3.03125, 2.046875, 1.507812, 63.0, 67.0, 2.984375, 3.359375, 78.0, 9.5625, 25.5, 2.25, 2.125, 2.078125, 32.5, 57.75, 64.5, 67.0, 5.78125, 49.75, 1.273438, 3.84375, 67.5, 47.0, 2.296875, 12.625, 1.945312, 1.765625, 8.8125, 77.0, 1.671875, 1.679688, 2.90625, 1.335938, 6.125, 61.0, 2.640625, 46.75, 6.84375, 80.5, 1.023438, 6.25, 2.859375, 1.109375, 2.453125, 2.09375, 101.0, 4.0, 1.539062, 64.0, 69.5, 71.5, 2.234375, 83.0, 75.0, 4.25, 1.867188, 0.695312, 61.25, 1.65625, 5.90625, -4.53125, 40.75, 5.53125, 61.25, 1.765625, 11.375, 67.5, 24.375, 22.0, 2.46875, 4.09375, 89.5, 42.25, 2.734375, 54.75, 34.75, 4.25, 76.0, 4.4375, 60.75, 23.0, 95.5, 0.738281, 63.0, 3.84375, 65.0, 48.25, 2.15625, 9.625, 3.90625, 54.25, 62.25, 18.375, 57.25, 1.875, 32.5, 58.75, 3.078125, 2.0, 2.265625, 92.5, 2.078125, 98.0, 6.46875, 39.0, 1.171875, 24.125, 1.351562, 1.101562, 72.0, 1.539062, 1.515625, 51.5, 37.25, -0.796875, 5.03125, -0.515625, 9.5, 1.546875, 1.6875, 1.578125, 1.953125, 24.5, 68.5, 50.75, 9.0625, 1.890625, 3.03125, 7.4375, 1.921875, 20.625, 0.8125, 78.0, 61.25, 39.0, 95.5, 4.40625, 70.0, 1.976562, 2.46875, 9.625, 6.5, 9.25, 2.59375, 1.984375, 2.71875, 3.296875, 3.125, 1.742188, 1.5, 1.65625, 73.0, 1.882812, 1.734375, 1.9375, 10.9375, 0.742188, 91.5, 1.28125, 3.9375, 1.226562, 4.5, 1.335938, 49.0, 53.5, 6.1875, 3.546875, 62.75, 102.5, 3.890625, 1.554688, 7.8125, 97.0, 1.148438, 3.453125, 2.890625, 4.0625, 53.25, 52.0, 43.25, 3.46875, 2.296875, 78.0, 1.320312, 4.75, 47.25, 66.0, 74.0, 4.1875, 25.5, 1.710938, 1.492188, 3.890625, 18.125, 1.585938, 95.5, 1.726562, 8.125, 14.1875, 2.453125, 2.375, 2.1875, 2.609375, 19.25, 43.0, 7.03125, 1.570312, 52.5, 2.234375, 0.976562, 3.203125, 2.6875, 75.5, 30.375, 2.8125, 75.0, 1.523438, 86.5, 92.5, 64.5, 2.046875, 1.234375, 7.0625, 2.03125, 3.28125, 2.0625, 7.78125, 4.0625, 1.640625, 3.671875, 8.75, 29.5, 0.988281, 73.5, 3.4375, 0.753906, 0.964844, 1.257812, 64.5, 1.78125, 4.59375, 76.0, 1.78125, 2.703125, 0.757812, 1.570312, 1.570312, 6.0625, 2.15625, 4.40625, 2.0, 1.96875, 97.5, 1.15625, 0.929688, 2.421875, 103.0, 3.25, 5.40625, 47.5, 4.21875, 15.625, 7.28125, 12.8125, 19.75, 60.5, 60.75, 7.25, 59.0, 90.5, 2.390625, 79.0, 47.5, 41.75, 33.5, 1.882812, 2.703125, 12.875, 57.0, 62.75, 90.5, 21.25, 46.0, 43.75, 1.742188, 1.9375, 5.78125, 49.0, 2.5625, 35.25, 82.0, 1.257812, 16.625, 72.0, 2.375, 6.21875, 22.625, 3.546875, 1.390625, 1.632812, 95.5, 3.5625, 32.25, 6.21875, 2.0625, 6.125, 41.75, 102.5, 2.359375, 41.0, 1.765625, 10.5625, 2.265625, 88.5, 100.5, 3.765625, 19.125, 44.75, 1.78125, 56.5, 8.75, 105.0, 76.5, 1.820312, 17.25, 2.453125, 3.15625, 2.453125, 74.5, 1.695312, 2.46875, 2.21875, 29.75, 8.5625, 41.75, -2.109375, 4.71875, 13.625, 1.765625, 7.4375, 63.25, 0.882812, 1.617188, 65.5, 1.453125, 39.0, 3.46875, 44.0, 1.210938, 85.5, 1.695312, 96.0, 4.03125, 50.25, 1.859375, 66.5, 69.0, 5.46875, 1.46875, 65.5, 17.25, 2.34375, 63.0, 63.5, -3.34375, 2.875, 58.5, 47.0, 67.5, 4.6875, 88.0, 2.0625, 28.875, 2.609375, 0.714844, 1.898438, 2.515625, 1.492188, 54.0, 1.765625, 23.125, 7.53125, 88.5, 1.8125, 33.25, 2.84375, 2.71875, 1.703125, 4.5625, 0.523438, 63.0, 1.375, 1.820312, 93.0, 1.875, 76.5, 1.179688, 3.953125, 1.882812, 70.5, 15.0625, 2.390625, 2.203125, 3.890625, 3.140625, 96.0, 1.335938, -1.585938, 2.90625, 5.9375, 2.65625, 38.75, 91.0, 1.9375, 11.125, 21.125, 1.601562, 6.4375, 61.75, 1.414062, 3.984375, 2.203125, 2.75, 4.28125, 10.4375, 66.5, 8.0, 82.0, 82.5, 67.5, -1.03125, 0.96875, 2.953125, 2.1875, 2.15625, 3.234375, 19.0, 101.0, 0.835938, 3.484375, 4.375, 35.75, 60.25, 1.226562, 6.59375, 1.445312, 56.25, 48.25, 1.132812, 2.9375, 1.140625, 0.804688, 2.0625, 2.078125, 73.5, 9.625, 2.5625, 1.539062, 76.0, 19.75, 4.40625, 37.75, 2.21875, 1.5, 36.5, 8.625, 35.5, 0.707031, 83.0, 87.0, 2.453125, 2.1875, 50.5, 5.15625, 0.859375, 4.3125, 2.5, 28.625, 1.898438, 1.054688, 1.414062, 62.25, 6.1875, 4.625, 2.203125, 47.25, 52.25, 2.796875, 5.59375, 3.1875, 107.0, 2.9375, 1.351562, 115.0, 2.296875, 62.0, 10.0625, 2.5, 2.65625, 1.742188, 1.390625, 7.25, -1.523438, 0.84375, 101.0, 89.0, 2.15625, 3.21875, 63.75, 2.265625, 2.671875, 75.5, 8.4375, 50.75, 100.5, 74.5, 83.0, 6.59375, 80.0, 2.984375, 1.335938, 2.890625, 1.539062, 1.703125, 1.578125, 1.929688, 2.03125, 2.5, 17.125, 1.4375, 1.398438, 2.34375, 1.695312, 3.796875, 3.921875, 6.375, 1.851562, 34.75, 7.65625, 56.75, 35.25, 8.8125, 1.226562, 6.40625, 1.59375, 89.0, 67.5, 3.484375, 72.5, 2.578125, 53.25, 1.867188, 56.0, 61.5, 1.046875, 1.609375, 48.75, 43.0, 65.0, 0.478516, 1.453125, 2.453125, 87.5, 73.0, 76.5, 1.8125, -0.785156, 2.453125, 3.078125, 3.203125, 1.984375, 84.0, 95.0, 3.46875, 2.546875, 66.0, 6.28125, 0.914062, 57.25, 85.0, 1.742188, 1.71875, 6.75, 4.3125, 67.5, 41.25, 1.6875, 3.296875, 90.0, 2.5, 78.5, 1.546875, 76.5, 2.21875, 85.5, 74.0, 1.125, 8.0, 52.75, 2.453125, 3.421875, 2.484375, 1.375, 6.875, 3.640625, 4.1875, 44.0, -0.804688, 35.5, 1.914062, 71.0, 3.703125, 12.75, 8.625, 2.625, 23.75, 5.125, 70.5, 1.117188, 1.625, 61.5, 86.5, 62.5, 73.0, 54.0, 1.796875, 93.0, 1.625, 2.71875, 7.75, 99.0, 2.875, 2.765625, 7.34375, 2.984375, 27.875, -1.757812, 61.5, 87.0, 1.828125, 69.5, 13.25, 69.0, 1.953125, 2.15625, 47.25, 56.5, 79.5, 2.09375, 0.847656, 1.632812, 5.0, 0.9375, 1.429688, 69.5, 71.0, 4.34375, 2.328125, 18.125, 63.25, 58.25, 103.0, 5.0, 8.0, 1.710938, 72.5, 1.359375, 2.59375, 2.828125, 2.0, 2.640625, 4.40625, 3.90625, 1.546875, 123.5, 8.4375, 49.75, 4.34375, 61.5, 2.59375, 1.109375, 7.1875, 1.804688, 1.40625, 42.0, 1.367188, 57.5, 1.414062, 7.40625, 111.0, 2.5625, -0.6875, 54.75, 22.125, 8.25, 1.210938, 1.835938, 1.804688, 3.109375, 2.109375, 76.0, 63.0, 25.375, 3.6875, 74.5, 1.273438, 2.703125, 1.882812, 36.75, 14.0625, 66.0, 21.0, 3.859375, 31.875, 4.375, 77.5, 53.5, 1.84375, 87.0, 4.0625, 4.28125, 1.523438, 1.796875, 1.0625, 3.125, 8.875, 1.421875, 1.90625, 2.96875, 83.5, 6.40625, 2.25, 1.835938, 3.640625, 2.921875, 4.59375, 2.03125, 45.75, 1.054688, 4.03125, 0.703125, 1.84375, 0.863281, 53.0, 62.75, 1.804688, 12.25, 61.0, 36.0, 2.6875, 5.90625, 3.0625, 1.84375, 57.75, 1.203125, 6.25, 0.90625, 1.460938, 1.429688, 105.5, 6.78125, 3.546875, 1.726562, 37.25, 6.5625, 3.359375, 40.75, 9.0625, 2.0, 74.5, 13.3125, 0.757812, 3.0, 1.523438, 7.3125, 11.125, 87.5, 82.0, 4.25, 2.765625, 58.25, 6.4375, 3.453125, 50.25, 1.75, 89.0, 50.5, 2.390625, 2.34375, 1.5625, 1.15625, 7.65625, 3.921875, 23.625, 8.25, 1.34375, 1.609375, 82.5, 77.5, 1.960938, 76.5, 50.25, 1.570312, 1.75, 7.03125, 1.304688, 3.8125, 1.382812, 90.5, 2.828125, 1.492188, 28.0, 1.921875, 62.75, 3.921875, 90.5, 70.0, 1.3125, 19.375, 69.0, 1.773438, 3.78125, 1.039062, 4.03125, 2.390625, 29.0, 94.5, 2.796875, 2.046875, 25.25, 1.476562, 5.75, 69.5, 4.9375, 12.6875, 2.171875, 69.5, 1.75, 93.5, 2.890625, 1.71875, 3.40625, 2.78125, 5.40625, 1.78125, 2.328125, 77.0, 3.3125, 0.410156, 3.125, 1.953125, 2.25, 30.875, 16.75, 13.0, -0.441406, 43.0, 25.75, 1.15625, 0.867188, 56.25, 2.65625, 1.15625, 1.023438, 72.0, 1.523438, 1.054688, 1.109375, 2.234375, 3.859375, 54.5, 29.75, 6.25, 75.0, 57.5, 3.9375, 6.40625, 2.28125, 84.0, 28.375, 4.5625, 1.671875, 4.59375, 91.5, 1.414062, 51.0, 1.65625, 1.671875, 3.953125, 1.890625, 57.0, 74.5, 60.75, 2.03125, 2.25, 4.875, 2.28125, 71.5, 70.0, 1.859375, 23.0, 6.3125, 3.84375, 2.671875, 67.0, 11.125, 36.75, 1.171875, 69.5, 12.1875, 3.71875, 1.617188, 84.0, 36.5, 58.0, 2.734375, 4.375, 26.75, 2.453125, 1.773438, 2.171875, 0.992188, 1.453125, 98.5, 2.28125, 1.375, 0.640625, 3.546875, 70.5, 1.515625, 2.515625, 2.890625, 1.125, 33.25, 1.921875, 3.21875, 4.03125, 2.0625, 1.5, 1.710938, 99.5, 41.5, 41.75, 2.0625, 2.4375, 2.984375, 3.875, 1.070312, 1.921875, 106.0, 53.5, 1.9375, 34.75, 100.0, 20.625, 13.75, 3.625, 2.671875, 0.789062, 66.0, 38.75, 52.0, 25.75, 61.0, 11.6875, 57.75, 58.75, 93.5, 50.25, 8.0, 76.0, 2.640625, 91.5, 2.65625, 4.46875, 1.921875, 3.25, 2.125, 2.15625, 3.71875, 69.0, 19.125, 79.0, 42.75, 1.859375, 34.5, 2.90625, 2.28125, 71.5, 7.625, 0.804688, 65.5, 2.078125, 72.5, 1.59375, 0.894531, 61.0, 2.09375, 6.1875, 5.6875, 1.507812, 3.90625, 1.5625, 92.0, 11.125, 67.0, 51.25, 82.0, 86.5, 2.234375, 14.25, 55.75, 41.75, -0.824219, 10.4375, 1.28125, 1.765625, 3.875, 6.4375, 74.5, 1.914062, 2.25, 3.9375, 34.5, 2.671875, 67.5, 7.53125, 1.953125, 5.15625, 1.039062, 2.671875, 67.5, 2.765625, 0.470703, 3.171875, 37.5, 8.3125, 5.5, 6.75, 2.53125, 20.5, 40.25, 65.0, 45.25, 38.25, 35.75, 1.296875, 5.8125, 7.28125, 42.75, 0.933594, 1.046875, 3.421875, 7.4375, 1.5, 22.625, -1.132812, 2.390625, 2.59375, 1.234375, 4.125, 2.84375, 0.671875, 1.609375, 2.046875, 2.78125, 91.5, 3.453125, 10.5625, 3.15625, 60.0, 100.5, 54.0, 8.75, 4.71875, 2.0, 5.1875, 4.6875, 79.0, 33.0, 66.5, 123.5, 11.9375, 1.984375, 67.0, 19.875, 6.75, 31.375, 2.84375, 58.5, 1.757812, 4.03125, 3.140625, 7.21875, 2.140625, 10.9375, 3.421875, 73.5, 3.140625, 5.375, 66.5, 37.75, 51.75, 82.0, 0.941406, 1.414062, 5.34375, 56.0, 14.125, 5.875, 11.875, 1.851562, 1.59375, 4.03125, 2.546875, 1.976562, 41.5, 4.8125, 48.0, 2.796875, 58.0, 2.703125, 45.75, 2.359375, 2.1875, 2.703125, 2.421875, 2.53125, 36.75, 3.1875, 1.773438, 51.75, 0.914062, 2.40625, 3.765625, 2.234375, 105.0, 2.875, 48.5, 108.5, 75.5, 3.734375, 69.0, -1.109375, 48.25, 7.0625, 1.507812, 1.804688, 2.609375, 0.964844, 1.90625, 2.8125, 2.234375, -1.234375, 3.546875, 2.328125, 95.5, 1.210938, 59.0, 76.0, 66.0, 69.0, 20.125, 7.625, 1.007812, 60.75, 73.5, 0.78125, 1.421875, 3.03125, 0.835938, 68.0, 2.28125, 101.0, 26.125, 1.484375, 7.28125, 35.25, 43.5, 7.40625, 31.0, 3.75, 3.75, 2.109375, 3.109375, 2.0625, 78.0, 73.5, 2.765625, 2.03125, 1.9375, -1.234375, 72.0, 59.25, 1.953125, 1.0625, 0.851562, 10.5625, 2.0, 1.296875, 11.125, 3.1875, 2.15625, 15.125, 5.0625, 1.40625, 5.03125, 75.5, 3.21875, 1.0625, 66.5, 2.015625, 65.0, 3.390625, 2.265625, 1.914062, 1.882812, 2.203125, 3.734375, 24.5, 1.976562, 1.898438, -1.546875, 49.5, 36.75, 2.328125, 0.984375, 23.0, 1.46875, 1.992188, 4.0, 100.5, 81.5, 1.820312, 6.15625, 5.6875, 5.65625, 79.0, 2.171875, 70.0, 28.75, 2.28125, 3.84375, 1.171875, 78.5, 53.0, 75.5, 79.0, 69.5, 6.125, 40.0, 2.4375, 1.726562, 56.75, 25.75, 76.5, 92.5, 34.0, 62.25, 1.75, 72.0, 4.96875, -0.523438, 79.5, 4.0, 5.5625, 0.941406, 0.691406, 88.0, 87.5, 15.1875, 5.71875, 50.75, 1.617188, 101.0, 1.65625, 11.625, 2.09375, 38.25, 9.75, 2.015625, 2.90625, 14.625, 29.75, 87.0, 1.765625, 62.25, 13.5, -2.421875, 1.304688, 69.0, 1.929688, 3.21875, 2.21875, 8.8125, 2.234375, 70.0, 1.804688, 3.359375, 70.0, 62.0, 51.5, 1.765625, 23.0, 55.75, 66.5, 1.359375, 27.5, 1.257812, 1.773438, 2.140625, 32.0, 67.5, 1.507812, 17.25, 3.46875, 1.734375, 27.125, 25.875, 42.75, 1.929688, 3.609375, 50.0, 50.75, 86.0, 63.0, 3.09375, 2.1875, 2.109375, 37.5, 2.21875, 26.125, 2.703125, 51.5, -1.429688, 3.40625, 66.5, 1.023438, 71.5, 111.5, 49.75, 1.492188, 3.375, 8.125, 3.234375, 58.25, 6.03125, 2.171875, 48.0, 1.1875, 61.5, 2.4375, 2.609375, 13.4375, 12.25, 93.0, 1.65625, 70.0, 15.8125, 3.515625, 5.71875, 69.5, 19.625, 1.726562, 87.0, 88.5, 2.53125, 76.0, 1.671875, 1.21875, 4.21875, 3.453125, 63.75, 33.0, 1.796875, 1.625, 42.25, 6.3125, 4.5, 3.375, 77.0, 82.0, 63.5, 1.882812, 98.5, 1.976562, 11.875, 9.1875, 2.765625, 2.421875, 41.75, 12.9375, 82.0, 30.0, 43.25, 2.046875, 42.25, 57.0, 2.71875, 18.25, 42.25, 68.0, 94.5, 1.90625, 1.1875, 2.203125, 0.820312, 1.6875, 1.875, 7.9375, 80.0, 1.484375, 1.851562, 3.28125, 25.875, 83.0, 1.859375, 2.890625, 57.25, 5.78125, 2.40625, 6.1875, 1.1875, 22.25, 3.96875, 96.5, 2.5625, 1.359375, 74.5, 83.5, 106.5, 1.757812, 70.5, 69.0, 20.375, 6.53125, 7.96875, 2.890625, 90.0, 2.1875, 65.0, 42.25, 59.5, 5.3125, 1.398438, 3.140625, 27.625, 55.25, 54.5, 1.570312, 1.15625, 3.453125, 8.5, 81.0, 2.65625, 2.078125, 0.839844, 2.484375, 1.492188, 39.5, 3.21875, 2.4375, 54.75, 3.125, 50.0, 72.0, 2.546875, 7.46875, 47.75, 94.0, 5.03125, 40.5, 3.671875, 1.796875, 3.265625, 2.140625, -1.0625, 2.90625, 9.375, 93.5, 72.0, 50.0, 1.625, 82.0, 7.125, 1.796875, 15.0625, 2.703125, 61.5, 4.21875, 1.78125, 13.125, 1.804688, 2.09375, 54.5, 84.5, 5.46875, 2.34375, 1.882812, 7.09375, 3.59375, 1.976562, 23.25, 4.59375, 74.5, 75.0, 34.25, 74.5, 3.421875, 1.726562, 2.640625, 8.875, 75.0, 3.828125, 46.75, 88.0, -1.023438, 49.5, 1.53125, 14.0, 1.976562, 5.28125, 2.3125, 63.75, 55.0, 2.640625, 4.96875, 48.75, 7.71875, 101.5, 2.65625, 4.34375, 73.0, 92.5, 1.515625, 6.0625, 4.21875, 1.390625, 2.59375, 75.0, 78.5, 16.5, 1.796875, 1.929688, 0.326172, 5.375, 87.5, 2.046875, 0.625, 4.46875, 10.375, 72.0, 80.5, 78.5, 5.78125, 1.242188 ] } , "name": "onnx::Mul_10614", "outputIndexes": [ 677 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 676, 677 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/input_layernorm/Mul_1_output_0", "outputIndexes": [ 678 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 678 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.3/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 7041 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7041 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.3/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 7042 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7042 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 191693416, 2621462, 655360, 0, 0 ] } , "name": "/layers.3/self_attn/q_proj/Linear", "outputIndexes": [ 7043 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7043 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.3/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 7044 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7044 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ] , "dimType": "NCHW" } , "name": "/layers.3/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 679 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 678 ] , "main_type": "NONE", "name": "/blocks.3/self_attn/Shape_output_0", "outputIndexes": [ 680 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 680 ] , "main_type": "NONE", "name": "Shape848", "outputIndexes": [ 681 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 680 ] , "main_type": "NONE", "name": "Rank850", "outputIndexes": [ 682 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 682, 682 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp852", "outputIndexes": [ 683 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 683 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze853", "outputIndexes": [ 684 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 683, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp855", "outputIndexes": [ 685 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 685 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze856", "outputIndexes": [ 686 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 681, 684, 686, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice859", "outputIndexes": [ 687 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 687 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze860", "outputIndexes": [ 688 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 688, 688 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp862", "outputIndexes": [ 689 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 680, 689, 683 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.3/self_attn/Gather_output_0", "outputIndexes": [ 690 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 690, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.3/self_attn/Unsqueeze_output_0", "outputIndexes": [ 691 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 683 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze870", "outputIndexes": [ 692 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 685 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze873", "outputIndexes": [ 693 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 681, 692, 693, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice876", "outputIndexes": [ 694 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 694 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze877", "outputIndexes": [ 695 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 695 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp878", "outputIndexes": [ 696 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 696, 695 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp879", "outputIndexes": [ 697 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 680, 697, 683 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.3/self_attn/Gather_1_output_0", "outputIndexes": [ 698 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 698, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.3/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 699 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 691, 699, 41, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.3/self_attn/Concat_output_0", "outputIndexes": [ 700 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 679, 700 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.3/self_attn/Reshape_output_0", "outputIndexes": [ 701 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 701 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.3/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 703 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 703 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.3/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 704 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 704, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/self_attn/q_norm/Add_output_0", "outputIndexes": [ 705 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 705, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 706 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 701, 706 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 707 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 256 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438 ] } , "name": "onnx::Mul_10617", "outputIndexes": [ 708 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 707, 708 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 709 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 709, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/self_attn/Mul_output_0", "outputIndexes": [ 710 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 709 ] , "main_type": "NONE", "name": "/blocks.3/self_attn/Shape_2_output_0", "outputIndexes": [ 711 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 711 ] , "main_type": "NONE", "name": "Shape894", "outputIndexes": [ 712 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 711 ] , "main_type": "NONE", "name": "Rank896", "outputIndexes": [ 713 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 713, 713 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp898", "outputIndexes": [ 714 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 714 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze899", "outputIndexes": [ 715 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 714, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp901", "outputIndexes": [ 716 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 716 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze902", "outputIndexes": [ 717 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 712, 715, 717, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice905", "outputIndexes": [ 718 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 718 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze906", "outputIndexes": [ 719 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 719 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp907", "outputIndexes": [ 720 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 720, 719 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp908", "outputIndexes": [ 721 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 711, 721, 714 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.3/self_attn/Gather_2_output_0", "outputIndexes": [ 722 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 722, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/self_attn/Div_output_0", "outputIndexes": [ 723 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 723, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.3/self_attn/Unsqueeze_7_output_0", "outputIndexes": [ 724 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 709, 724, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.3/self_attn/Slice_1_output_0", "outputIndexes": [ 725 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 725 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.3/self_attn/Neg_output_0", "outputIndexes": [ 726 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 723, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.3/self_attn/Unsqueeze_6_output_0", "outputIndexes": [ 727 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 709, 31, 727, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.3/self_attn/Slice_output_0", "outputIndexes": [ 728 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 726, 728 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.3/self_attn/Concat_3_output_0", "outputIndexes": [ 729 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 729, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/self_attn/Mul_1_output_0", "outputIndexes": [ 730 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 710, 730 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/self_attn/Add_output_0", "outputIndexes": [ 731 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7042 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 194970238, 655382, 163840, 0, 0 ] } , "name": "/layers.3/self_attn/k_proj/Linear", "outputIndexes": [ 7047 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7047 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.3/self_attn/k_proj/Linear/post_convert", "outputIndexes": [ 7048 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7048 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.3/self_attn/k_proj/Linear/post_reshape", "outputIndexes": [ 732 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 690, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.3/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 733 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 698, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.3/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 734 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 733, 734, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.3/self_attn/Concat_1_output_0", "outputIndexes": [ 735 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 732, 735 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.3/self_attn/Reshape_1_output_0", "outputIndexes": [ 736 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 736 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.3/self_attn/k_norm/Pow_output_0", "outputIndexes": [ 738 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 738 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.3/self_attn/k_norm/ReduceMean_output_0", "outputIndexes": [ 739 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 739, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/self_attn/k_norm/Add_output_0", "outputIndexes": [ 740 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 740, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/self_attn/k_norm/Pow_1_output_0", "outputIndexes": [ 741 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 736, 741 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/self_attn/k_norm/Mul_output_0", "outputIndexes": [ 742 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 256 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559, 0.122559 ] } , "name": "onnx::Mul_10622", "outputIndexes": [ 743 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 742, 743 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/self_attn/k_norm/Mul_1_output_0", "outputIndexes": [ 744 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 744, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/self_attn/Mul_2_output_0", "outputIndexes": [ 745 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 744 ] , "main_type": "NONE", "name": "/blocks.3/self_attn/Shape_3_output_0", "outputIndexes": [ 746 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 746 ] , "main_type": "NONE", "name": "Shape935", "outputIndexes": [ 747 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 746 ] , "main_type": "NONE", "name": "Rank937", "outputIndexes": [ 748 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 748, 748 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp939", "outputIndexes": [ 749 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 749 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze940", "outputIndexes": [ 750 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 749, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp942", "outputIndexes": [ 751 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 751 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze943", "outputIndexes": [ 752 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 747, 750, 752, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice946", "outputIndexes": [ 753 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 753 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze947", "outputIndexes": [ 754 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 754 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp948", "outputIndexes": [ 755 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 755, 754 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp949", "outputIndexes": [ 756 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 746, 756, 749 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.3/self_attn/Gather_3_output_0", "outputIndexes": [ 757 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 757, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/self_attn/Div_1_output_0", "outputIndexes": [ 758 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 758, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.3/self_attn/Unsqueeze_9_output_0", "outputIndexes": [ 759 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 744, 759, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.3/self_attn/Slice_3_output_0", "outputIndexes": [ 760 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 760 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.3/self_attn/Neg_1_output_0", "outputIndexes": [ 761 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 758, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.3/self_attn/Unsqueeze_8_output_0", "outputIndexes": [ 762 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 744, 31, 762, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.3/self_attn/Slice_2_output_0", "outputIndexes": [ 763 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 761, 763 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.3/self_attn/Concat_4_output_0", "outputIndexes": [ 764 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 764, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/self_attn/Mul_3_output_0", "outputIndexes": [ 765 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 745, 765 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/self_attn/Add_1_output_0", "outputIndexes": [ 766 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7042 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 195789460, 655382, 163840, 0, 0 ] } , "name": "/layers.3/self_attn/v_proj/Linear", "outputIndexes": [ 7051 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7051 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.3/self_attn/v_proj/Linear/post_convert", "outputIndexes": [ 7052 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7052 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.3/self_attn/v_proj/Linear/post_reshape", "outputIndexes": [ 767 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 690, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.3/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 768 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 698, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.3/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 769 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 768, 769, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.3/self_attn/Concat_2_output_0", "outputIndexes": [ 770 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 767, 770 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.3/self_attn/Reshape_2_output_0", "outputIndexes": [ 771 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 771 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.3/self_attn/v_norm/Pow_output_0", "outputIndexes": [ 773 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 773 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.3/self_attn/v_norm/ReduceMean_output_0", "outputIndexes": [ 774 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 774, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/self_attn/v_norm/Add_output_0", "outputIndexes": [ 775 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 775, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/self_attn/v_norm/Pow_1_output_0", "outputIndexes": [ 776 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 771, 776 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/self_attn/v_norm/Mul_output_0", "outputIndexes": [ 777 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 731, 766, 777, 167 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 3, "kv_shared_layer_index": -1 } , "name": "/layers.3/self_attn/FusedAttention", "outputIndexes": [ 778 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 778 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.3/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 7053 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7053 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.3/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 7054 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7054 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 196608682, 2621462, 655360, 0, 0 ] } , "name": "/layers.3/self_attn/o_proj/Linear", "outputIndexes": [ 7055 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7055 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.3/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 7056 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7056 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.3/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 779 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 779 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.3/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 781 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 781 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.3/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 782 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 782, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/post_attention_layernorm/Add_output_0", "outputIndexes": [ 783 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 783, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 784 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 779, 784 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 785 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.010437, 0.257812, 1.3125, 0.960938, 0.453125, 0.640625, 0.330078, 0.761719, 0.014648, 1.085938, 0.53125, 1.3125, 0.925781, 0.527344, 0.010803, 1.3125, 0.015137, 1.3125, 0.008362, 0.007019, 0.46875, 0.004608, 0.017822, 0.006287, 0.10791, 0.519531, 1.3125, 0.894531, 0.008911, 0.001198, 0.496094, 0.040527, 0.5, 0.001122, 0.008789, 0.173828, 0.84375, 0.478516, 0.079102, 0.369141, 0.009094, 0.104492, 0.000858, 0.093262, 0.222656, 0.013184, 0.419922, 1.3125, 1.3125, 0.00592, 0.006775, 0.006561, 0.369141, 0.451172, 0.316406, 0.839844, 0.092773, 0.059326, 0.859375, 0.007263, 0.382812, 0.008972, 0.757812, 0.071777, 0.133789, 0.644531, 1.3125, 0.073242, 0.052979, 0.045898, 0.010742, 0.65625, 0.007812, 0.026978, 0.005585, 0.761719, 0.077637, 0.554688, 1.3125, 0.021851, 0.808594, 0.59375, 0.01123, 0.890625, 0.34375, 0.484375, 0.067871, 0.921875, 0.714844, 1.171875, 0.00824, 0.253906, 0.523438, 0.105469, 0.032471, 0.149414, 0.398438, 0.546875, 1.140625, 1.0625, 0.90625, 1.3125, 0.008301, 0.080566, 0.464844, 0.025146, 1.03125, 0.605469, 0.617188, 0.535156, 0.421875, 0.972656, 0.294922, 0.004639, 0.005585, 0.359375, 0.640625, 0.005676, 0.482422, 0.007019, 0.008667, 0.050537, 0.585938, 0.478516, 1.3125, 0.527344, 0.001106, 0.90625, 0.832031, 1.007812, 0.005524, 1.3125, 1.015625, 0.390625, 0.296875, 0.009644, 0.648438, 1.15625, 0.84375, 0.34375, 1.140625, 0.71875, 1.3125, 1.296875, 0.007477, 0.025757, 0.199219, 0.005066, 0.005554, 0.498047, 0.523438, 0.59375, 0.005707, 0.054932, 0.722656, 0.566406, 0.026733, 0.008667, 0.341797, 0.005646, 0.030151, 0.902344, 0.314453, 0.402344, 0.519531, 0.010437, 0.007233, 0.019043, 1.265625, 0.00708, 0.070801, 0.239258, 0.832031, 1.3125, 0.804688, 0.006714, 0.507812, 0.515625, 0.972656, 0.00473, 0.554688, 0.078613, 0.519531, 1.3125, 0.898438, 0.402344, 0.061279, 0.652344, 0.180664, 0.00473, 1.234375, 1.15625, 1.085938, 0.012451, 0.00528, 0.00647, 0.007111, 0.007324, 0.457031, 0.072266, 0.392578, 1.046875, 0.006195, 0.027832, 0.001228, 0.082031, 0.275391, 0.625, 0.246094, 0.019653, 0.006775, 0.004059, 0.71875, 0.101074, 0.005707, 0.203125, 0.007721, 0.062012, 0.007141, 0.006378, 0.90625, 0.133789, 0.554688, 0.001198, 0.09668, 0.996094, 1.3125, 0.085449, 0.018188, 0.020264, 0.957031, 0.466797, 0.847656, 0.01532, 0.855469, 0.182617, 1.3125, 0.527344, 0.703125, 0.144531, 0.012146, 0.229492, 0.005096, 0.527344, 0.00647, 0.488281, 0.992188, 0.257812, 0.146484, 1.3125, 0.069336, 0.02002, 0.060303, 0.003769, 0.294922, 1.109375, 0.084473, 0.107422, 1.265625, 0.006073, 0.070312, 0.103516, 0.001183, 0.019165, 0.582031, 0.005585, 0.006195, 0.176758, 0.53125, 0.010681, 1.3125, 0.105469, 0.001221, 0.006592, 1.3125, 0.871094, 0.008118, 0.464844, 1.3125, 1.3125, 1.3125, 0.007599, 0.445312, 0.01123, 0.550781, 0.005554, 0.009216, 1.3125, 0.421875, 0.667969, 0.021484, 0.006409, 0.298828, 0.004639, 0.255859, 0.094238, 1.054688, 0.143555, 0.921875, 0.894531, 0.585938, 0.126953, 0.146484, 0.008606, 0.310547, 0.875, 0.691406, 0.388672, 0.056396, 0.01123, 0.871094, 0.238281, 1.265625, 0.765625, 0.006042, 0.001129, 0.542969, 0.283203, 0.095703, 0.209961, 0.010742, 0.933594, 0.5, 0.298828, 0.009766, 1.3125, 0.22168, 0.114746, 1.023438, 0.072266, 0.011047, 0.021851, 0.09375, 1.015625, 0.8125, 0.066895, 0.15625, 0.009155, 0.402344, 0.04541, 0.015259, 1.3125, 0.871094, 0.001183, 0.08252, 0.06543, 0.574219, 0.71875, 0.320312, 0.009583, 0.005859, 0.12793, 0.376953, 0.851562, 1.3125, 0.18457, 0.010559, 0.714844, 0.789062, 0.839844, 0.007202, 0.271484, 0.115234, 1.054688, 0.007721, 0.613281, 0.738281, 0.972656, 0.0065, 0.753906, 0.029297, 0.005371, 0.398438, 0.761719, 0.081543, 0.047607, 1.140625, 0.008911, 0.808594, 0.064941, 0.091797, 0.625, 0.443359, 0.644531, 0.089355, 0.105957, 0.427734, 1.3125, 0.648438, 1.085938, 0.730469, 0.707031, 0.007294, 0.007202, 0.302734, 0.014038, 0.056885, 0.006805, 0.832031, 0.193359, 0.01709, 0.539062, 0.355469, 0.921875, 0.007172, 0.005524, 0.382812, 0.00824, 0.539062, 0.490234, 0.219727, 0.043701, 0.126953, 0.617188, 0.644531, 0.964844, 0.129883, 0.024902, 0.287109, 1.085938, 0.490234, 0.75, 0.941406, 0.047607, 0.527344, 0.511719, 0.013733, 0.441406, 0.079102, 0.628906, 0.148438, 0.010742, 0.789062, 1.3125, 0.11377, 0.722656, 1.0625, 0.140625, 1.3125, 0.092773, 0.535156, 0.585938, 0.011963, 1.3125, 0.029419, 0.166016, 0.017578, 0.632812, 0.253906, 1.3125, 1.25, 0.020508, 0.006317, 0.777344, 1.3125, 0.091309, 0.009033, 0.014465, 1.3125, 0.005951, 0.059814, 0.855469, 0.008057, 0.001068, 0.019897, 0.185547, 1.195312, 1.3125, 1.3125, 0.01239, 0.373047, 0.011414, 0.835938, 1.015625, 0.734375, 0.025879, 0.037109, 0.07373, 0.765625, 0.964844, 0.193359, 0.068359, 0.310547, 0.012634, 0.322266, 0.283203, 0.006897, 0.369141, 0.005859, 0.427734, 0.035645, 0.9375, 0.722656, 1.257812, 0.082031, 0.679688, 0.037109, 0.207031, 0.253906, 0.25, 0.361328, 0.142578, 0.007416, 0.005035, 0.008789, 0.020996, 0.005554, 0.043945, 0.008423, 0.365234, 0.964844, 0.029663, 0.012756, 0.248047, 0.001274, 0.464844, 1.046875, 0.283203, 1.3125, 0.005524, 0.441406, 0.006866, 0.435547, 0.010315, 1.3125, 0.008911, 0.804688, 0.04248, 0.800781, 0.006927, 0.007233, 0.006714, 0.236328, 0.945312, 0.263672, 0.006317, 0.253906, 1.3125, 0.488281, 0.005768, 1.3125, 0.006989, 0.257812, 0.585938, 0.006073, 0.006378, 0.008118, 0.388672, 0.353516, 0.001213, 1.039062, 0.019531, 0.006866, 0.001259, 0.013672, 1.3125, 0.008362, 0.008179, 0.021729, 1.3125, 0.396484, 0.006622, 0.012207, 1.3125, 1.3125, 0.038574, 1.3125, 1.070312, 0.507812, 0.660156, 0.044678, 0.00766, 1.3125, 0.839844, 0.511719, 1.0625, 1.023438, 1.3125, 0.015564, 1.070312, 0.010437, 0.001068, 0.211914, 0.761719, 0.006866, 0.197266, 1.3125, 0.332031, 0.375, 1.117188, 0.006317, 0.095703, 0.667969, 0.316406, 0.369141, 0.503906, 0.014832, 0.730469, 0.065918, 0.433594, 0.160156, 0.480469, 0.914062, 0.773438, 0.792969, 0.59375, 0.351562, 0.578125, 0.84375, 0.096191, 0.847656, 1.3125, 0.757812, 0.157227, 0.351562, 1.3125, 0.071289, 1.3125, 0.109375, 1.3125, 1.265625, 0.083496, 0.78125, 0.100098, 0.171875, 0.000999, 0.007324, 0.310547, 0.466797, 0.390625, 0.004608, 0.005798, 0.820312, 1.3125, 1.046875, 0.162109, 0.056152, 0.976562, 0.008118, 0.675781, 0.373047, 0.0065, 0.251953, 0.378906, 0.007111, 0.332031, 0.929688, 0.632812, 0.3125, 0.079102, 0.566406, 0.285156, 0.429688, 0.443359, 0.005432, 0.014832, 0.345703, 0.00106, 0.001236, 1.3125, 0.476562, 0.478516, 0.8125, 0.008484, 0.917969, 0.515625, 0.093262, 0.006836, 0.006714, 0.035645, 0.613281, 0.009094, 0.263672, 0.546875, 0.12793, 1.195312, 0.021729, 0.125, 1.3125, 0.006073, 0.53125, 0.363281, 0.605469, 0.009949, 0.236328, 0.007996, 0.824219, 0.044678, 0.086426, 0.006531, 0.01416, 0.925781, 0.875, 0.542969, 0.034668, 0.005981, 0.186523, 0.832031, 0.005554, 1.3125, 0.005707, 0.006653, 0.734375, 0.261719, 0.382812, 0.152344, 0.004333, 1.054688, 0.507812, 0.271484, 0.539062, 0.476562, 0.081543, 0.008362, 0.71875, 0.077637, 0.001129, 0.006348, 0.5, 1.15625, 0.001183, 0.285156, 0.229492, 0.722656, 1.15625, 0.628906, 1.3125, 0.008301, 0.431641, 0.022461, 0.033691, 0.298828, 1.3125, 0.019287, 0.063965, 0.554688, 0.006104, 1.015625, 0.081055, 0.013306, 0.044434, 1.0625, 0.478516, 0.014954, 0.021484, 0.75, 0.006622, 0.00592, 0.53125, 0.067383, 1.3125, 0.026611, 0.683594, 0.032959, 0.910156, 0.988281, 0.0271, 0.341797, 0.804688, 0.045166, 0.917969, 0.039795, 0.546875, 0.761719, 0.005676, 0.425781, 0.025391, 0.0065, 0.008789, 0.007172, 0.46875, 1.015625, 0.5625, 0.010193, 0.009155, 0.089355, 0.029785, 0.863281, 0.4375, 0.046387, 1.3125, 0.871094, 1.015625, 0.324219, 0.007172, 0.992188, 1.3125, 1.1875, 0.095703, 0.006775, 1.3125, 0.621094, 0.007568, 1.09375, 0.652344, 0.460938, 0.005493, 0.832031, 0.031006, 0.015137, 0.09375, 0.738281, 0.005646, 0.015564, 0.882812, 0.365234, 0.005737, 0.01062, 0.165039, 0.318359, 0.710938, 0.394531, 0.339844, 1.3125, 0.355469, 0.832031, 0.008606, 0.5625, 0.453125, 0.00705, 0.5, 0.048584, 0.237305, 0.067383, 0.039062, 0.057129, 0.086426, 0.004852, 0.714844, 0.03125, 0.031128, 0.296875, 1.039062, 0.6875, 0.773438, 0.539062, 0.029785, 0.028198, 0.574219, 0.292969, 0.006439, 0.19043, 0.007721, 0.009399, 0.257812, 0.59375, 0.009155, 0.478516, 0.660156, 0.129883, 0.707031, 1.148438, 0.008301, 0.020874, 0.063965, 0.460938, 0.007782, 0.007996, 0.427734, 1.3125, 0.001198, 0.117676, 0.255859, 1.3125, 0.458984, 0.006287, 0.824219, 0.083496, 0.006989, 0.036621, 0.494141, 0.044189, 0.004608, 0.008301, 0.013672, 1.257812, 0.043701, 0.304688, 0.018188, 0.777344, 0.416016, 0.757812, 0.443359, 0.001198, 0.041992, 1.3125, 0.589844, 0.005432, 0.006714, 0.296875, 0.005707, 0.453125, 0.613281, 0.006744, 1.3125, 0.160156, 0.644531, 0.283203, 1.015625, 0.824219, 0.34375, 0.78125, 0.144531, 0.007996, 0.001213, 0.006989, 0.960938, 0.75, 1.03125, 0.691406, 0.847656, 0.05835, 0.037109, 0.006744, 0.375, 0.044678, 0.052002, 0.125, 0.083984, 0.069336, 1.3125, 1.3125, 0.353516, 0.898438, 0.859375, 1.3125, 0.984375, 0.001114, 0.4375, 0.714844, 0.007324, 0.929688, 0.304688, 0.071777, 1.3125, 0.373047, 0.255859, 1.21875, 0.550781, 1.3125, 1.3125, 0.006042, 0.816406, 0.026245, 0.043457, 0.064453, 0.005585, 0.005554, 1.3125, 0.005707, 1.3125, 0.00708, 0.006927, 0.726562, 0.130859, 1.3125, 0.007996, 0.001129, 0.675781, 0.056152, 0.209961, 0.005646, 0.005432, 0.007263, 0.055664, 0.009583, 0.429688, 0.102051, 0.014343, 0.013367, 0.726562, 0.080078, 0.060303, 0.570312, 0.081543, 0.010742, 0.006622, 1.070312, 0.621094, 0.194336, 0.128906, 0.00647, 0.016724, 0.006622, 0.271484, 0.242188, 0.00528, 0.8125, 1.3125, 0.050781, 0.009399, 0.006378, 0.008362, 0.730469, 0.464844, 0.298828, 0.164062, 1.09375, 1.140625, 0.009338, 0.009033, 0.068359, 0.008728, 0.589844, 0.988281, 0.535156, 0.496094, 0.145508, 0.00119, 0.242188, 0.632812, 0.008423, 0.045654, 0.062012, 0.960938, 1.289062, 0.384766, 0.012573, 0.013367, 0.009888, 0.079102, 1.054688, 0.008728, 0.542969, 1.3125, 0.004974, 0.007477, 1.289062, 0.035645, 1.054688, 0.574219, 0.832031, 0.005585, 0.648438, 0.455078, 0.144531, 0.449219, 1.015625, 0.008789, 0.291016, 0.365234, 0.792969, 0.005371, 0.789062, 0.056152, 0.236328, 0.71875, 1.015625, 0.648438, 0.010437, 0.878906, 0.839844, 0.007782, 0.006012, 0.007019, 0.632812, 0.004761, 0.005615, 0.001213, 0.976562, 1.3125, 0.005737, 0.490234, 1.09375, 1.3125, 0.00705, 0.086426, 0.005707, 0.589844, 0.001205, 0.005249, 0.016846, 0.020874, 0.878906, 0.245117, 0.006165, 0.009521, 0.773438, 0.087402, 0.009399, 0.087891, 0.006775, 0.041016, 0.006683, 0.462891, 0.006531, 1.3125, 0.049072, 0.291016, 0.00589, 0.009827, 1.085938, 0.048584, 0.166016, 0.169922, 0.007263, 0.053955, 0.001282, 0.808594, 0.011353, 0.007874, 1.101562, 1.078125, 0.423828, 0.007172, 0.949219, 0.005615, 1.046875, 0.009094, 0.392578, 0.014465, 0.546875, 0.628906, 0.005798, 0.416016, 0.550781, 0.007599, 0.009949, 1.3125, 0.746094, 0.130859, 0.041748, 0.498047, 0.404297, 1.054688, 0.886719, 0.101074, 0.008362, 0.005646, 0.174805, 0.738281, 1.3125, 0.056396, 1.125, 0.832031, 0.988281, 0.00531, 0.007751, 0.015503, 0.007355, 0.152344, 0.004791, 0.90625, 1.054688, 0.941406, 0.433594, 1.289062, 0.443359, 0.777344, 0.279297, 0.675781, 0.388672, 0.384766, 1.03125, 0.416016, 0.105469, 0.222656, 1.3125, 0.488281, 0.296875, 0.535156, 0.006592, 0.511719, 0.398438, 1.3125, 0.46875, 0.539062, 0.01178, 0.00647, 0.683594, 1.164062, 0.007874, 0.007233, 0.675781, 0.886719, 0.519531, 0.038818, 0.488281, 0.083984, 0.240234, 1.3125, 0.007202, 0.172852, 0.010132, 0.667969, 0.367188, 0.120605, 0.539062, 0.519531, 0.00766, 0.109863, 0.006836, 1.085938, 0.100098, 1.101562, 1.015625, 0.105957, 0.058105, 1.289062, 0.00824, 0.917969, 0.047607, 0.017456, 1.3125, 0.310547, 0.6875, 0.570312, 0.071777, 0.080566, 0.05542, 0.578125, 0.009521, 1.109375, 1.1875, 1.28125, 0.484375, 0.0065, 0.016479, 1.085938, 0.005554, 0.324219, 0.007233, 0.011475, 0.133789, 0.546875, 1.3125, 0.065918, 0.5625, 0.213867, 0.554688, 0.049805, 1.03125, 0.859375, 0.084473, 0.142578, 0.048584, 1.3125, 0.005402, 0.335938, 0.894531, 0.001205, 0.675781, 0.053711, 1.3125, 0.116211, 0.005768, 0.980469, 0.470703, 0.949219, 0.425781, 0.5625, 1.039062, 1.3125, 0.71875, 0.5, 0.472656, 0.006927, 0.683594, 1.3125, 0.209961, 0.00946, 0.730469, 0.001221, 0.523438, 1.3125, 0.05542, 0.664062, 0.051758, 0.402344, 0.106934, 0.001236, 1.1875, 0.006958, 0.028687, 0.388672, 0.009399, 0.006409, 0.210938, 0.019043, 0.291016, 0.433594, 0.135742, 0.108887, 0.005493, 0.004974, 0.015137, 0.128906, 0.014587, 1.3125, 0.498047, 0.001129, 0.019409, 0.636719, 0.023193, 0.006592, 0.5, 0.054199, 0.006653, 1.3125, 0.519531, 0.070801, 0.488281, 0.453125, 0.609375, 0.007996, 0.195312, 0.012939, 1.015625, 0.523438, 0.015198, 0.015747, 0.007172, 0.628906, 0.028076, 0.462891, 0.042236, 0.757812, 0.009094, 0.011047, 0.316406, 0.049805, 0.00885, 0.419922, 0.083008, 0.0625, 0.004181, 0.015869, 0.671875, 0.037354, 0.8125, 0.227539, 0.365234, 0.007782, 0.59375, 0.472656, 0.792969, 0.016602, 0.04248, 0.010803, 0.914062, 0.699219, 0.065918, 1.039062, 0.263672, 0.005035, 1.3125, 0.789062, 0.008911, 0.486328, 0.0177, 0.523438, 0.239258, 0.378906, 0.006226, 0.613281, 0.012695, 1.015625, 0.023804, 0.738281, 0.005524, 0.011475, 0.535156, 0.578125, 0.102051, 0.022095, 0.462891, 0.005432, 0.094727, 0.466797, 0.178711, 0.005402, 0.023193, 0.006622, 0.08252, 0.00824, 1.125, 0.066895, 0.163086, 1.3125, 0.875, 0.371094, 0.484375, 0.006439, 1.109375, 0.066895, 0.052979, 0.006592, 0.255859, 0.039795, 0.382812, 0.765625, 0.363281, 1.304688, 1.3125, 0.007751, 1.023438, 0.664062, 0.009888, 0.484375, 0.007812, 1.3125, 0.109375, 0.457031, 0.006744, 0.024292, 0.796875, 0.271484, 1.3125, 0.269531, 0.008301, 0.632812, 0.589844, 0.792969, 0.271484, 0.177734, 0.294922, 0.08252, 0.769531, 0.111816, 0.045898, 0.648438, 0.730469, 0.004578, 0.484375, 0.096191, 0.832031, 0.574219, 0.601562, 0.057129, 0.225586, 0.59375, 0.008057, 0.005554, 0.005463, 1.3125, 1.3125, 0.164062, 0.470703, 0.683594, 0.960938, 0.068359, 0.006653, 1.3125, 0.158203, 0.119141, 0.001175, 0.015503, 0.539062, 0.9375, 0.835938, 0.00885, 0.010254, 1.3125, 1.085938, 0.404297, 1.3125, 1.3125, 0.332031, 0.005737, 0.056152, 0.578125, 0.519531, 0.005646, 0.330078, 0.119141, 0.012329, 0.910156, 0.466797, 0.100586, 0.114258, 0.040771, 1.148438, 0.006042, 0.006958, 0.410156, 0.726562, 0.09082, 0.75, 0.367188, 0.296875, 0.25, 0.376953, 0.875, 1.179688, 1.078125, 0.012024, 0.041016, 1.242188, 0.359375, 0.047363, 0.020386, 1.0, 0.106445, 1.078125, 0.007416, 0.882812, 1.3125, 0.015259, 0.8125, 0.007263, 0.546875, 0.679688, 0.867188, 0.423828, 0.523438, 0.094238, 0.40625, 1.3125, 0.008972, 0.008545, 1.3125, 0.617188, 0.071289, 0.451172, 0.223633, 0.005493, 0.060791, 0.005951, 0.0065, 0.006195, 0.006317, 0.035645, 0.006683, 1.164062, 0.664062, 0.882812, 1.3125, 0.628906, 0.679688, 0.96875, 0.734375, 0.314453, 0.515625, 0.511719, 0.738281, 0.269531, 1.078125, 0.953125, 0.079102, 0.683594, 0.65625, 0.001183, 0.054932, 0.011719, 0.008728, 0.318359, 0.431641, 0.170898, 0.738281, 0.006683, 0.005737, 0.617188, 0.007996, 0.59375, 0.084473, 0.402344, 0.005615, 0.009033, 0.316406, 0.203125, 0.275391, 0.051025, 0.011719, 1.3125, 0.851562, 0.507812, 0.003967, 0.067383, 0.006805, 0.466797, 0.494141, 1.023438, 0.201172, 1.046875, 0.320312, 0.005096, 0.006958, 1.234375, 0.394531, 0.007538, 0.578125, 1.3125, 0.007263, 0.006439, 0.886719, 0.507812, 0.6875, 0.197266, 0.005585, 0.02002, 1.03125, 1.117188, 0.025879, 0.001198, 0.006012, 1.3125, 0.005066, 0.917969, 0.008911, 0.008667, 0.435547, 0.445312, 0.009949, 0.863281, 0.326172, 0.001251, 0.447266, 0.703125, 0.000923, 0.667969, 0.007935, 0.59375, 0.019409, 0.742188, 0.00766, 0.431641, 0.115234, 0.046387, 0.355469, 0.449219, 0.5625, 0.006317, 1.3125, 0.425781, 0.007812, 0.005768, 0.015564, 0.007172, 0.019287, 0.839844, 0.00647, 1.3125, 1.03125, 0.054688, 0.007935, 0.683594, 0.15332, 0.617188, 1.3125, 0.063477, 0.574219, 0.010803, 0.007721, 0.777344, 0.005615, 0.490234, 0.005493, 0.404297, 0.243164, 0.013123, 0.008362, 0.005463, 0.202148, 1.3125, 0.652344, 0.00116, 1.3125, 0.894531, 0.006104, 0.015076, 0.119629, 0.546875, 0.048828, 0.006683, 0.098145, 0.00473, 0.255859, 0.785156, 0.542969, 0.02771, 0.582031, 0.271484, 0.683594, 0.605469, 0.917969, 0.092773, 0.123047, 1.3125, 0.032959, 0.075684, 0.007477, 0.976562, 0.008057, 0.609375, 0.417969, 0.053223, 0.613281, 0.503906, 0.011414, 0.933594, 0.010559, 0.703125, 0.093262, 0.005676, 1.21875, 0.259766, 0.445312, 0.044678, 0.484375, 1.3125, 0.435547, 0.59375, 0.152344, 0.523438, 0.005096, 0.006409, 0.302734, 1.3125, 0.125977, 0.675781, 0.210938, 0.376953, 0.016235, 0.106445, 0.006256, 0.05127, 0.001167, 0.212891, 0.816406, 0.009094, 0.01001, 0.90625, 0.006348, 0.472656, 0.632812, 1.3125, 0.363281, 0.515625, 0.117676, 0.065918, 1.3125, 0.333984, 0.703125, 0.03064, 0.486328, 1.171875, 0.375, 0.302734, 1.0, 0.108398, 1.3125, 0.245117, 1.3125, 0.189453, 1.3125, 0.875, 1.3125, 0.007996, 0.09375, 1.3125, 0.042969, 0.009583, 0.014404, 0.414062, 1.0, 0.46875, 1.3125, 0.005432, 0.423828, 0.21875, 1.3125, 1.3125, 0.585938, 0.007935, 0.03833, 0.765625, 0.408203, 0.261719, 0.10791, 0.244141, 0.277344, 0.038574, 1.3125, 0.008301, 0.040527, 1.3125, 0.157227, 1.3125, 0.589844, 0.306641, 0.007568, 0.007751, 0.679688, 1.148438, 0.112305, 0.585938, 0.769531, 0.15332, 1.070312, 0.008179, 0.008728, 0.333984, 0.458984, 0.871094, 1.3125, 0.001213, 0.441406, 0.542969, 0.921875, 0.388672, 0.621094, 0.006317, 0.007385, 0.53125, 0.008362, 0.007141, 0.396484, 0.824219, 0.06543, 0.667969, 0.597656, 0.894531, 0.032715, 0.09375, 1.3125, 0.067383, 1.3125, 0.008545, 1.234375, 0.032715, 0.006744, 0.507812, 0.008301, 0.046387, 0.625, 0.108887, 0.472656, 0.106934, 0.589844, 0.015381, 0.007935, 0.882812, 0.925781, 0.067383, 0.808594, 1.132812, 0.01001, 0.886719, 0.053711, 0.820312, 0.054688, 0.804688, 0.023438, 1.3125, 0.902344, 0.392578, 0.472656, 0.828125, 1.0625, 0.839844, 0.028564, 0.333984, 1.3125, 0.151367, 0.394531, 0.001091, 0.494141, 0.125977, 0.03833, 0.314453, 0.010864, 0.077148, 0.404297, 0.429688, 0.006805, 0.380859, 1.3125, 1.3125, 0.009338, 1.3125, 0.145508, 0.9375, 0.507812, 0.001236, 0.007446, 0.178711, 0.414062, 0.007935, 0.029053, 0.941406, 0.001221, 0.412109, 0.005463, 0.017334, 0.001152, 0.953125, 0.12793, 0.010559, 0.412109, 0.010071, 0.550781, 1.3125, 0.175781, 0.65625, 0.007996, 0.052246, 0.0065, 1.070312, 0.828125, 0.353516, 0.474609, 0.04541, 0.008423, 0.527344, 0.015991, 0.09375, 0.550781, 0.535156, 0.005554, 0.648438, 0.011353, 1.3125, 0.100586, 0.036865, 0.851562, 0.527344, 0.108398, 0.011108, 0.010498, 0.695312, 0.53125, 0.017578, 0.578125, 1.3125, 0.361328, 0.435547, 0.523438, 0.0625, 0.066406, 0.652344, 0.333984, 1.3125, 0.009338, 0.5625, 0.894531, 0.112305, 0.679688, 0.5625, 1.023438, 0.601562, 1.242188, 0.527344, 0.820312, 0.519531, 0.006317, 0.550781, 0.037109, 0.453125, 0.703125, 0.523438, 0.25, 0.589844, 1.046875, 0.007538, 0.006958, 0.542969, 0.480469, 0.009399, 0.058838, 0.02063, 0.001244, 0.785156, 1.015625, 0.008484, 0.02063, 0.222656, 0.083984, 0.007355, 0.01532, 0.010986, 0.005432, 0.085449, 0.008545, 0.765625, 0.011047, 1.09375, 0.007751, 0.570312, 1.070312, 0.585938, 0.412109, 0.339844, 0.546875, 0.820312, 0.005249, 0.047119, 0.006104, 0.011841, 0.582031, 0.597656, 0.996094, 0.308594, 0.005249, 0.570312, 1.3125, 0.032715, 0.679688, 0.006561, 0.410156, 0.9375, 0.035889, 0.341797, 0.067871, 0.089355, 1.054688, 0.204102, 1.3125, 0.006012, 0.047852, 0.107422, 0.009216, 0.007599, 0.01709, 0.578125, 0.035645, 0.145508, 0.157227, 1.3125, 0.037598, 1.289062, 0.824219, 0.152344, 0.079102, 0.007538, 0.416016, 0.4375, 0.769531, 0.058594, 0.59375, 0.005188, 0.07959, 0.53125, 0.08252, 1.3125, 0.792969, 0.005585, 1.0625, 0.253906, 0.08252, 0.040283, 0.617188, 0.757812, 0.828125, 0.832031, 0.052979, 0.28125, 0.006897, 0.314453, 0.009399, 0.033936, 0.625, 0.05957, 0.898438, 0.10791, 1.3125, 1.039062, 0.753906, 0.061523, 0.8125, 0.053711, 0.957031, 0.488281, 0.167969, 0.730469, 1.3125, 1.3125, 1.3125, 0.675781, 0.507812, 0.255859, 0.008057, 1.085938, 0.59375, 0.194336, 0.00528, 0.007874, 0.007782, 1.085938, 0.855469, 0.847656, 0.09668, 0.045654, 0.008606, 0.021362, 0.05957, 0.004761, 0.707031, 1.3125, 0.007202, 0.414062, 0.001106, 0.025391, 1.070312, 0.072266, 0.667969, 0.792969, 1.015625, 0.08252, 0.574219, 0.589844, 0.044189, 0.005371, 0.141602, 0.804688, 0.005188, 0.022217, 0.016357, 0.008728, 0.554688, 0.574219, 0.248047, 0.005829, 0.029907, 0.53125, 0.112305, 0.632812, 0.402344, 0.371094, 0.664062, 0.9375, 0.022339, 0.113281, 0.175781, 0.761719, 0.008179, 0.482422, 0.014465, 0.458984, 1.296875, 1.242188, 0.582031, 0.339844, 0.11377, 0.984375, 0.867188, 0.088379, 1.3125, 0.726562, 0.644531, 0.291016, 0.007477, 1.0625, 0.008972, 0.038574, 0.005463, 0.369141, 0.005829, 0.515625, 0.010254, 0.060547, 0.554688, 0.609375, 0.503906, 1.3125, 1.3125, 0.229492, 0.224609, 1.3125, 0.875, 0.523438, 0.007233, 1.3125, 0.005432, 0.009705, 0.012634, 0.006134, 0.063477, 0.734375, 0.824219, 0.004425, 0.010498, 1.3125, 0.601562, 0.949219, 0.574219, 0.004425, 1.09375, 0.00885, 0.122559, 1.28125, 0.033936, 0.027344, 0.006744, 0.746094, 0.012573, 1.078125, 0.151367, 0.310547, 0.206055, 1.3125, 0.007111, 0.067871, 0.396484, 0.357422, 0.40625, 0.757812, 0.005615, 0.007996, 0.941406, 1.3125, 1.3125, 0.072754, 0.777344, 1.15625, 0.031494, 0.001205, 0.710938, 0.091797, 0.056396, 0.498047, 0.001091, 0.057861, 0.976562, 1.3125, 0.007935, 0.253906, 0.033936, 0.777344, 0.644531, 1.25, 0.439453, 0.941406, 0.060791, 0.029175, 0.539062, 1.007812, 1.3125, 0.007355, 0.012695, 1.265625, 1.054688, 0.017456, 0.503906, 0.310547, 0.001198, 0.0065, 0.004242, 0.878906, 0.001213, 0.090332, 0.337891, 0.007355, 1.3125, 0.147461, 0.018433, 0.832031, 0.191406, 1.3125, 0.054443, 0.11084, 0.004852, 0.005737, 0.086914, 0.152344, 0.02771, 1.101562, 0.267578, 0.030396, 0.036621, 0.008362, 0.008057, 0.273438, 0.077637, 1.3125, 0.093262, 0.316406, 0.285156, 0.005493, 0.511719, 0.118164, 0.703125, 1.3125, 0.005615, 0.006378, 0.04834, 0.105957, 0.008789, 0.304688, 0.004028, 0.291016, 0.040771, 0.439453, 0.292969, 0.148438, 1.0, 0.617188, 0.051514, 0.011902, 0.008118, 0.423828, 0.006805, 0.095703, 1.3125, 0.738281, 0.007477, 0.365234, 0.664062, 0.859375, 0.068359, 0.46875, 0.005981, 0.554688, 0.867188, 0.01123, 0.034424, 0.007568, 0.664062, 0.035156, 0.006317, 0.008118, 0.648438, 0.015869, 0.675781, 0.5625, 0.910156, 0.015259, 0.006256, 0.960938, 0.019409, 1.054688, 0.429688, 0.014526, 0.017944, 0.030518, 0.695312, 0.40625, 0.013245, 0.00946, 0.00531, 0.208984, 0.001137, 0.6875, 0.5, 0.006042, 0.441406, 0.292969, 0.539062, 0.009521, 0.875, 0.679688, 0.080566, 1.3125, 0.006256, 0.00766, 0.099121, 0.566406, 0.181641, 0.484375, 0.001213, 0.007507, 0.094727, 0.228516, 0.007568, 0.753906, 0.005646, 0.625, 0.492188, 0.001228, 0.029541, 0.007935, 1.3125, 0.039307, 0.589844, 0.380859, 0.080566, 0.01416, 0.019531, 1.3125, 0.005676, 0.009338, 0.820312, 0.029175, 0.351562, 0.458984, 0.111816, 1.109375, 0.005157, 0.049805, 0.632812, 0.542969, 0.185547, 0.535156, 0.122559, 0.875, 0.006836, 0.026367, 0.087402, 1.046875, 0.005768, 0.792969, 0.691406, 0.040039, 0.835938, 0.263672, 0.00705, 0.056885, 0.004883, 0.6875, 0.007996, 0.378906, 0.010742, 0.006622, 1.039062, 0.077148, 0.300781, 0.010498, 0.007996, 0.628906, 0.675781, 1.140625, 1.3125, 0.00116, 0.761719, 0.071289, 0.005524, 0.390625, 0.466797, 1.1875, 0.01416, 0.006531, 0.490234, 0.675781, 0.013, 0.863281, 0.539062, 0.628906, 1.3125, 0.018066, 0.535156, 0.006134, 0.172852, 0.613281, 0.019409, 0.007568, 0.00766, 1.085938, 0.006073, 0.004852, 0.045166, 0.057373, 0.769531, 0.255859, 0.005219, 0.378906, 0.006439, 0.032959, 0.008423, 0.132812, 0.53125, 0.216797, 0.064941, 0.014343, 0.007874, 0.427734, 0.578125, 0.734375, 0.103516, 0.004242, 0.302734, 0.539062, 0.333984, 0.02356, 0.542969, 0.001259, 1.007812, 0.001198, 0.006287, 0.539062, 0.036133, 0.070312, 0.855469, 0.080566, 0.324219, 0.007172, 1.0, 0.009705, 0.765625, 0.773438, 0.15332, 0.5, 0.503906, 0.925781, 0.910156, 0.005951, 0.0065, 0.007233, 0.871094, 0.025513, 1.0625, 0.796875, 0.084961, 0.162109, 0.037598, 0.203125, 0.667969, 0.044189, 0.511719, 0.224609, 0.007172, 0.003754, 0.96875, 0.378906, 0.449219, 0.057861, 0.691406, 0.769531, 0.035156, 0.001198, 0.007477, 0.008057, 0.001144, 0.052002, 0.001198, 1.3125, 1.3125, 0.6875, 0.007111, 1.3125, 0.04541, 0.012573, 0.423828, 0.005951, 1.3125, 0.464844, 0.363281, 0.730469, 1.296875, 0.007263, 0.017456, 0.949219, 1.273438, 0.188477, 0.069824, 0.008972, 1.054688, 1.3125, 0.008728, 0.012207, 0.306641, 0.644531, 0.714844, 0.921875, 0.225586, 0.003891, 0.010071, 0.060059, 0.380859, 0.308594, 1.3125, 0.001137, 0.008667, 0.4375, 1.3125, 0.789062, 0.018677, 0.007019, 0.007629, 0.005981, 0.001244, 0.515625 ] } , "name": "onnx::Mul_10635", "outputIndexes": [ 786 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 785, 786 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 787 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 671, 787 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/Add_output_0", "outputIndexes": [ 788 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 788 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.3/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 789 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 789 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.3/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 790 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 790, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 791 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 791, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 792 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 788, 792 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 793 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 48.0, 3.546875, 0.808594, -0.851562, 2.40625, 1.703125, 2.078125, 1.546875, 22.375, 1.359375, 1.726562, 0.5625, 1.273438, 1.296875, 35.5, -0.425781, 54.0, 1.164062, 42.75, 72.5, 3.265625, 87.5, 44.0, 75.0, 22.125, 1.054688, 1.320312, 1.382812, 48.25, 1.414062, 1.523438, 25.125, 1.710938, 5.875, 73.5, 2.921875, 1.960938, 1.546875, 8.6875, 1.84375, 63.75, 2.671875, 2.328125, 21.375, 3.46875, 37.75, 1.53125, 1.226562, 1.359375, 72.0, 72.0, 58.75, 1.875, 1.617188, 3.21875, 1.757812, 9.5625, 8.0, 1.984375, 69.5, 1.734375, 61.75, 1.15625, 32.25, 3.609375, 0.945312, 0.835938, 28.5, 9.0625, 11.0, 37.25, 1.304688, 79.0, 26.0, 70.0, 1.398438, 10.4375, 2.328125, 0.898438, 54.0, 2.59375, 1.398438, 60.5, 1.976562, 1.28125, 1.203125, 9.9375, 2.359375, 1.1875, 1.273438, 58.75, 3.609375, 1.351562, 22.25, 30.0, 12.6875, 1.742188, 3.015625, 0.527344, 1.953125, 1.195312, 1.125, 63.25, 4.4375, 1.773438, 13.5625, 1.039062, 1.789062, 3.1875, 1.632812, 5.0, 1.445312, 2.8125, 81.5, 68.0, 2.046875, 1.265625, 73.0, 0.980469, 75.0, 56.5, 36.75, 2.984375, 1.148438, 1.078125, 1.546875, 18.875, 2.015625, 1.617188, 1.335938, 73.0, 1.585938, 2.21875, 1.9375, 2.484375, 39.75, 2.140625, 1.429688, 1.898438, 1.375, 0.632812, 2.453125, 1.359375, 0.984375, 75.5, 18.75, 3.234375, 84.0, 70.0, 2.265625, 3.296875, 3.828125, 81.0, 3.96875, 3.09375, 1.84375, 30.875, 50.25, 2.203125, 74.0, 13.0, 1.421875, 2.34375, 4.5, 1.53125, 32.75, 75.0, 5.03125, -0.742188, 77.5, 21.75, 9.8125, 2.890625, 0.738281, 2.453125, 59.5, 1.71875, 1.609375, 1.382812, 79.5, 1.75, 5.5625, 1.085938, 1.148438, 2.28125, 2.109375, 4.15625, 3.09375, 3.0625, 91.5, 1.71875, 1.820312, 1.53125, 41.0, 70.5, 65.0, 57.5, 46.0, 1.34375, 11.375, 1.765625, 1.851562, 63.5, 21.875, 2.625, 8.3125, 1.804688, 1.71875, 10.125, 6.96875, 68.0, 93.0, 2.734375, 21.875, 67.0, 6.3125, 61.0, 33.75, 63.0, 56.25, 1.609375, 3.0, 3.1875, 8.125, 23.125, 1.4375, 1.351562, 4.625, 26.375, 14.6875, 1.054688, 1.90625, 1.710938, 35.25, 1.5625, 2.890625, 0.839844, 5.09375, 2.46875, 4.65625, 69.5, 2.640625, 88.5, 2.125, 78.0, 2.34375, 1.445312, 1.914062, 2.109375, 1.375, 5.03125, 57.75, 5.125, 101.0, 1.3125, 1.171875, 5.6875, 3.390625, 1.125, 70.0, 5.0625, 4.71875, 5.34375, 51.75, 1.421875, 69.5, 79.5, 2.46875, 1.5, 38.0, 0.855469, 3.390625, 5.90625, 74.5, 1.257812, 1.367188, 70.0, 1.554688, 0.808594, 0.703125, 1.046875, 74.0, 4.53125, 59.5, 1.476562, 83.5, 47.0, 1.171875, 1.734375, 1.65625, 24.875, 61.25, 7.90625, 82.0, 2.4375, 27.0, 1.671875, 6.78125, 1.484375, 1.1875, 1.554688, 4.53125, 15.25, 59.5, 1.5, 1.40625, 1.226562, 1.765625, 4.40625, 41.0, 2.1875, 3.625, 1.320312, 1.601562, 68.0, 5.34375, 1.257812, 1.203125, 4.65625, 4.0625, 57.25, 1.46875, 1.523438, 1.304688, 36.0, 0.929688, 3.09375, 18.375, 0.957031, 8.125, 36.25, 18.875, 5.5, 0.9375, 2.328125, 6.3125, 15.25, 42.5, 2.609375, 10.9375, 47.25, 0.773438, 2.40625, 3.96875, 29.0, 9.625, 1.570312, 2.546875, 2.578125, 39.5, 72.0, 16.0, 1.773438, 1.367188, 0.851562, 1.703125, 42.25, 1.21875, 1.46875, 2.5, 75.5, 2.0, 19.75, 1.578125, 48.0, 2.9375, 1.945312, 1.210938, 68.5, 2.125, 10.9375, 87.5, 1.195312, 1.617188, 5.9375, 53.5, 1.953125, 60.25, 1.476562, 5.125, 3.640625, 1.664062, 2.09375, 1.875, 25.875, 17.625, 1.4375, 0.832031, 1.15625, 1.515625, 2.84375, 1.25, 68.0, 48.5, 2.328125, 22.0, 8.375, 63.75, -0.875, 3.78125, 63.0, 1.484375, 1.359375, 0.71875, 80.0, 72.0, 2.0625, 74.5, 1.28125, 1.125, 3.203125, 41.0, 2.59375, 1.609375, 1.328125, 1.179688, 2.359375, 22.375, 2.796875, 0.996094, 1.320312, 1.132812, 0.703125, 10.5625, 1.1875, 1.578125, 31.0, 2.1875, 3.984375, 1.179688, 2.671875, 66.0, 1.367188, 0.792969, 21.25, 2.46875, 1.257812, 5.09375, 1.125, 5.0625, 1.460938, 1.570312, 46.5, 0.964844, 40.25, 14.0, 55.75, 1.289062, 10.5625, 1.132812, 1.210938, 59.75, 84.5, 1.390625, 1.28125, 4.75, 59.5, 65.0, 1.203125, 81.0, 35.5, 1.460938, 83.5, 6.09375, 39.0, 1.40625, 1.328125, 0.804688, 1.453125, 30.0, 1.84375, 69.0, 2.296875, 0.496094, 1.453125, 47.25, 39.25, 28.625, 2.765625, 1.507812, 1.640625, 7.53125, 1.34375, 56.25, 3.125, 1.539062, 68.5, 1.71875, 75.5, 1.242188, 36.5, 1.890625, 1.359375, 2.0625, 4.09375, 1.539062, 33.25, 9.75, 4.28125, 2.65625, 1.929688, 16.0, 59.75, 77.5, 45.25, 47.25, 82.5, 5.3125, 52.25, 1.507812, 1.84375, 17.75, 44.5, 2.6875, 7.09375, 1.289062, 1.835938, 2.84375, 1.273438, 73.0, 1.15625, 66.0, 1.65625, 46.25, 1.3125, 73.5, 1.492188, 5.78125, 0.570312, 86.0, 66.0, 81.0, 1.867188, 1.414062, 1.90625, 78.0, 9.5, 1.132812, 1.703125, 85.0, 1.226562, 77.0, 1.929688, 1.601562, 69.5, 56.25, 58.0, 4.15625, 1.304688, 16.125, 0.589844, 52.75, 49.75, 56.5, 34.75, 1.390625, 65.0, 44.0, 50.0, 1.476562, 1.085938, 80.0, 49.0, 0.570312, 1.179688, 11.75, 0.746094, 1.40625, 2.21875, 1.289062, 4.1875, 63.5, 1.335938, 2.078125, 1.882812, 1.3125, 1.210938, 1.367188, 24.125, 1.46875, 54.75, 1.5625, 2.75, 1.039062, 72.0, 2.734375, 1.304688, 2.96875, 1.382812, 1.46875, 64.0, 4.28125, 2.96875, 1.554688, 1.265625, 1.90625, 45.25, 1.382812, 11.75, 2.015625, 17.25, 2.484375, 2.265625, 1.53125, 2.015625, 1.21875, 1.515625, 1.5625, 2.515625, 25.625, 1.203125, -0.003052, 2.890625, 3.0625, 1.578125, 1.367188, 12.3125, 1.304688, 22.125, 1.039062, 1.25, 28.875, 1.492188, 3.640625, 1.71875, 49.5, 70.5, 0.765625, 1.375, 1.742188, 94.5, 71.0, 2.484375, 1.210938, 1.40625, 2.8125, 40.75, 1.632812, 71.0, 1.46875, 1.46875, 63.75, 2.640625, 2.015625, 78.5, 5.40625, 1.460938, 1.054688, 8.125, 28.375, 1.554688, 2.5, 2.125, 2.109375, 39.5, 51.5, 6.75, 2.109375, 32.25, 0.96875, 3.328125, 1.742188, 1.21875, 51.25, 1.046875, 3.734375, 23.375, 63.75, 63.0, 50.75, 1.453125, 51.0, 9.0, 0.972656, 18.375, 1.390625, 19.25, 20.625, 0.636719, 69.5, 1.523438, 2.5625, 1.507812, 57.0, 0.980469, 64.5, 1.132812, 42.0, 3.421875, 72.0, 28.125, 1.75, 1.140625, 1.390625, 58.0, 76.5, 1.789062, 1.195312, 70.5, 0.953125, 78.0, 56.75, 2.296875, 9.375, 4.09375, 2.953125, 88.0, 2.234375, 1.796875, 2.078125, 1.59375, 2.59375, 27.625, 32.25, 1.148438, 6.125, 1.390625, 70.5, 1.710938, 1.375, 3.09375, 2.359375, 3.65625, 1.03125, 1.03125, 2.578125, 1.265625, 49.25, 1.210938, 16.375, 14.0, 2.421875, 1.132812, 45.75, 33.5, 1.609375, 85.5, 2.421875, 3.921875, 48.75, 6.5, 1.726562, 1.703125, 25.375, 21.875, 1.03125, 62.0, 84.0, 1.578125, 9.0625, 1.023438, 44.5, 1.007812, 43.75, 2.03125, 1.570312, 5.0625, 1.835938, 1.1875, 7.09375, 2.28125, 6.25, 1.9375, 1.203125, 66.0, 1.601562, 57.25, 66.5, 49.75, 63.0, 1.554688, -1.46875, 1.203125, 79.0, 65.5, 24.25, 25.75, 0.871094, 2.28125, 6.28125, 1.226562, 2.296875, 1.273438, 1.695312, 62.5, 2.078125, 0.664062, 1.273438, 5.9375, 51.75, 0.703125, 1.40625, 55.25, 1.203125, 3.21875, 1.59375, 68.5, 1.375, 48.5, 60.0, 24.75, 2.5625, 81.0, 8.125, 1.390625, 1.710938, 74.5, 59.0, 2.59375, 3.09375, 1.398438, 1.710938, 4.5625, 0.941406, 1.8125, 1.171875, 55.5, 1.460938, 1.625, 69.0, 1.84375, 9.5625, 7.34375, 12.4375, 53.5, 9.75, 25.875, 77.0, 2.46875, 18.875, 19.0, 2.515625, 1.554688, 1.664062, 1.515625, 1.851562, 6.0, 10.5625, 1.757812, 3.28125, 65.0, 11.5, 70.5, 57.5, 1.5625, 1.664062, 64.5, 2.65625, 3.140625, 4.53125, 2.625, 1.84375, 55.5, 46.0, 3.78125, 1.382812, 62.0, 69.5, 2.234375, 1.039062, 1.773438, 5.96875, 1.734375, 1.296875, 1.28125, 63.0, 1.390625, 26.625, 76.0, 35.25, 3.234375, 20.75, 76.0, 76.5, 25.125, 0.660156, 10.6875, 1.601562, 24.375, 1.523438, 1.351562, 1.5625, 2.125, 50.0, 18.375, 0.4375, 2.015625, 70.5, 63.0, 1.429688, 77.0, 0.835938, 2.25, 78.5, 0.726562, 2.75, 1.601562, 6.34375, 1.328125, 1.179688, 4.6875, 2.1875, 2.734375, 65.0, 54.25, 62.75, 1.367188, 2.640625, 1.796875, 1.835938, 1.25, 43.25, 9.9375, 76.0, 1.59375, 46.0, 4.96875, 3.359375, 3.828125, 5.59375, 0.6875, 1.359375, 2.53125, 2.1875, 2.375, -1.039062, 1.6875, 4.96875, 1.234375, 1.414062, 75.5, 2.0, 2.703125, 7.3125, 0.820312, 2.265625, 8.4375, 0.988281, 1.085938, 1.234375, 0.847656, 68.5, 2.875, 29.375, 13.625, 5.96875, 73.0, 68.0, 1.21875, 78.0, 1.742188, 62.75, 76.5, 1.539062, 5.4375, 1.226562, 70.0, 5.90625, 1.328125, 38.5, 11.8125, 74.5, 68.5, 59.0, 11.125, 63.0, 1.757812, 2.75, 73.5, 52.75, 1.164062, 9.0625, 39.75, 1.585938, 29.375, 46.75, 76.5, 1.367188, 1.625, 3.578125, 17.0, 81.5, 55.75, 84.5, 1.859375, 1.890625, 80.0, 2.71875, 1.148438, 43.75, 36.5, 57.75, 66.0, 1.335938, 2.1875, 1.765625, 16.25, 1.773438, 1.414062, 66.0, 68.5, 3.921875, 58.75, 1.476562, 1.109375, 1.265625, 1.21875, 15.5, 59.25, 2.9375, 2.125, 68.0, 8.875, 11.5625, 1.226562, 1.210938, 1.578125, 28.75, 52.0, 51.75, 29.375, 2.53125, 53.5, 1.460938, -2.3125, 77.0, 52.5, 1.335938, 12.25, 1.4375, 1.601562, 2.546875, 69.0, 0.96875, 1.9375, 2.84375, 0.902344, 2.109375, 64.5, 2.671875, 7.09375, 2.71875, 79.5, 1.484375, 6.65625, 3.390625, 1.445312, 1.398438, 1.632812, 69.5, 1.5625, 1.476562, 55.25, 70.0, 70.0, 1.765625, 77.0, 76.5, 6.875, 1.460938, 0.800781, 72.0, 1.851562, 1.960938, 1.539062, 49.25, 4.5, 68.0, 1.34375, 10.25, 65.5, 24.0, 20.5, 1.460938, 3.1875, 79.0, 44.25, -1.03125, 24.25, 45.25, 2.875, 70.5, 4.65625, 65.5, 4.53125, 78.0, 0.808594, 40.75, 1.945312, 70.5, 45.5, 1.398438, 8.1875, 1.875, 13.6875, 61.0, 9.375, 53.25, 1.742188, 35.0, 58.25, 1.4375, 1.234375, 1.351562, 70.5, 1.304688, 89.0, 2.125, 42.75, 2.078125, 29.125, 0.957031, 1.539062, 83.5, 1.359375, 1.46875, 52.75, 40.25, 1.140625, 2.390625, 3.3125, 8.75, 1.609375, 2.140625, 1.546875, 1.367188, 14.375, 63.25, 68.0, 4.5, 1.523438, 1.234375, 5.1875, 1.070312, 2.578125, 1.0, 76.0, 62.5, 33.5, 79.5, 2.5625, 81.0, 1.34375, 1.648438, 1.0, 3.4375, 1.179688, 1.90625, 1.21875, 2.484375, 2.5, 2.25, 1.210938, 1.429688, 1.015625, 22.375, 2.390625, 1.390625, 1.6875, 5.90625, 1.476562, 73.0, 1.546875, 3.015625, 1.140625, 2.421875, 1.359375, 46.25, 56.5, 2.671875, 1.359375, 68.0, 75.5, 1.898438, 1.320312, 3.171875, 52.5, 1.835938, 4.0, 1.820312, 1.34375, 65.0, 14.375, 44.0, 1.398438, 1.96875, 20.625, 1.46875, 2.40625, 70.5, 20.25, 67.5, 1.5625, 14.875, 1.398438, 1.289062, 3.328125, 10.0, 1.3125, 79.5, 1.492188, 6.625, 10.75, 0.486328, 2.28125, 1.164062, 1.554688, 9.375, 24.75, 5.9375, 1.609375, 42.0, 1.367188, 1.203125, 1.273438, 2.75, 66.5, 25.375, 1.28125, 66.5, 1.695312, 62.5, 67.0, 21.75, 1.710938, 1.265625, 5.0625, 1.46875, 2.9375, 1.25, 5.25, 1.5625, 0.890625, 4.96875, 3.765625, 14.375, 0.863281, 74.5, 2.1875, 1.039062, 1.15625, 1.40625, 43.5, 1.398438, 3.734375, 68.5, 1.367188, 2.59375, 1.054688, 1.75, 1.648438, 1.914062, 1.335938, 2.71875, 1.828125, 1.3125, 81.0, 1.289062, 2.03125, 2.90625, 73.5, 1.8125, 7.8125, 4.4375, 0.832031, 9.25, 2.921875, 8.5625, 6.15625, 22.375, 64.5, 1.867188, 53.0, 61.75, 0.996094, 64.0, 61.25, 10.875, 37.0, 1.515625, 2.90625, 10.8125, 22.0, 72.0, 89.5, 19.875, 14.75, 42.5, 1.078125, 1.25, 5.75, 45.0, 1.84375, 34.75, 82.0, 1.53125, 9.0, 65.0, 1.320312, 3.5, 10.1875, 2.9375, 0.929688, 1.40625, 68.0, 2.125, 38.5, 2.125, 1.609375, 10.125, 35.25, 86.0, 1.46875, 36.5, 1.539062, 9.0625, 0.863281, 70.5, 68.0, 2.375, 10.4375, 48.25, 2.875, 24.625, 6.75, 95.5, 58.0, 1.304688, 13.9375, 1.96875, 2.71875, 1.695312, 62.25, 1.25, 1.796875, 1.375, 29.75, 7.59375, 40.0, -0.972656, 2.828125, 8.875, 1.382812, 4.625, 71.5, 1.046875, 1.25, 53.25, 1.515625, 42.75, 1.0625, 10.25, 1.695312, 64.5, 1.054688, 65.5, 1.65625, 35.5, 1.179688, 81.5, 48.25, 2.734375, 1.5, 24.25, 14.625, 1.921875, 68.0, 24.75, 2.09375, 2.140625, 70.0, 39.75, 62.75, 4.03125, 62.75, 1.226562, 12.6875, 2.90625, 0.824219, 1.476562, 2.203125, 1.015625, 56.0, 1.320312, 10.4375, 6.0625, 83.0, 1.5, 17.125, 2.515625, 1.625, 1.328125, 0.960938, 0.761719, 59.5, 1.304688, 1.476562, 72.5, 1.335938, 75.0, 0.855469, 3.703125, 1.867188, 60.0, 14.5, 1.96875, 1.734375, 0.902344, 1.882812, 77.0, 0.984375, 1.5, 1.59375, 3.296875, 3.0, 7.09375, 27.625, 1.289062, 6.0625, 10.625, 1.539062, 2.515625, 80.5, 1.195312, 4.25, 1.46875, 1.679688, 2.8125, 8.0, 11.375, 3.296875, 67.5, 83.0, 84.5, 1.039062, 1.101562, 3.4375, 1.585938, 1.578125, 2.203125, 9.1875, 81.0, 0.921875, 3.234375, 3.375, 36.25, 48.5, 1.742188, 2.0625, 1.367188, 51.75, 40.75, 1.203125, 1.632812, 2.125, 0.957031, 1.382812, 2.25, 76.0, 7.90625, 2.46875, 1.21875, 72.0, 6.15625, 4.15625, 42.25, 1.445312, 1.546875, 18.75, 7.09375, 18.0, 0.5, 75.0, 71.0, 2.03125, 1.335938, 23.625, 2.546875, 1.851562, 3.203125, 1.25, 6.28125, 1.507812, 1.101562, 1.3125, 52.25, 6.09375, 1.382812, 2.265625, 25.625, 35.5, 1.359375, 4.4375, 1.78125, 71.0, 2.4375, 0.949219, 62.5, 1.578125, 55.75, 3.359375, 1.570312, 1.4375, 1.257812, 1.585938, 4.96875, 2.671875, 1.15625, 74.5, 73.0, 0.878906, 2.4375, 30.375, 1.953125, 2.875, 62.75, 6.65625, 61.5, 86.0, 70.0, 76.5, 7.21875, 74.0, 1.40625, 1.46875, 1.773438, 1.226562, 1.578125, 1.492188, 1.4375, 1.476562, 2.21875, 4.46875, 1.6875, 1.5, 2.265625, 1.414062, 1.96875, 3.78125, 2.828125, 1.375, 34.0, 8.4375, 47.25, 36.25, 5.625, 1.726562, 4.15625, 0.917969, 73.5, 72.0, 2.296875, 66.0, 1.609375, 26.75, 1.960938, 71.0, 51.0, 0.855469, 2.109375, 8.5625, 30.375, 58.25, 0.660156, 1.46875, 1.5, 89.5, 28.75, 70.0, 1.75, 1.375, 1.328125, 2.296875, 1.515625, 1.421875, 75.5, 61.25, 1.359375, 2.59375, 65.0, 4.40625, 0.820312, 47.0, 75.5, 1.398438, 1.507812, 2.59375, 3.015625, 71.0, 34.25, 0.945312, 1.742188, 53.25, 1.289062, 75.0, 1.242188, 77.0, 1.578125, 59.5, 67.5, 1.6875, 2.9375, 50.75, 1.414062, 2.765625, 2.625, 1.59375, 2.953125, 5.21875, 2.078125, 47.25, 1.4375, 38.25, 1.125, 60.5, 2.65625, 4.0625, 7.9375, 2.390625, 5.125, 2.421875, 72.0, 1.132812, 2.015625, 61.5, 84.5, 42.75, 64.0, 37.0, 1.273438, 75.0, 1.007812, 1.53125, 5.8125, 81.5, 2.15625, 3.296875, 3.1875, 0.59375, 11.875, -1.15625, 51.0, 69.5, 1.4375, 71.0, 4.34375, 71.5, 2.546875, 1.546875, 40.0, 52.75, 79.0, 1.78125, 0.949219, 1.414062, 5.9375, 1.03125, 1.617188, 67.5, 57.25, 3.09375, 1.632812, 9.9375, 85.5, 22.875, 92.5, 1.773438, 1.875, 1.546875, 48.5, 1.601562, 1.484375, 1.382812, 1.234375, 1.515625, 3.90625, 3.671875, 1.03125, 53.75, 6.40625, 50.25, 2.171875, 52.5, 1.53125, 2.03125, 6.8125, 1.28125, 1.679688, 42.75, 1.65625, 54.0, 1.523438, 5.28125, 92.0, 0.988281, 2.390625, 5.71875, 11.25, 3.875, 1.257812, 1.820312, 1.226562, 3.65625, 1.679688, 80.0, 66.5, 7.3125, 0.914062, 21.75, 0.898438, 1.859375, 1.492188, 32.0, 7.6875, 71.0, 10.125, 6.625, 9.4375, 2.09375, 64.0, 48.5, 1.382812, 85.0, 2.609375, 2.46875, 1.320312, 1.601562, 1.65625, 2.765625, 5.75, 1.085938, 1.992188, 2.09375, 59.25, 3.03125, 1.367188, -1.34375, 2.984375, 1.992188, 4.0625, 1.15625, 10.6875, 1.0625, 3.09375, 0.8125, 1.117188, 1.03125, 46.0, 22.375, 1.335938, 9.5, 47.25, 35.75, 2.4375, 3.3125, 2.5, 1.296875, 72.0, 1.648438, 4.21875, 0.882812, 1.296875, 1.585938, 74.0, 7.6875, 2.875, 1.921875, 9.1875, 5.03125, 3.046875, 8.25, 9.75, 0.574219, 68.5, 13.25, 0.796875, 2.234375, 1.335938, 2.328125, 5.625, 76.5, 62.25, 2.59375, 1.101562, 22.5, 3.421875, 2.265625, 15.4375, 1.382812, 72.5, 45.25, 1.453125, 1.664062, 1.351562, 1.265625, 6.40625, 2.046875, 4.1875, 2.328125, 2.828125, 1.914062, 81.0, 69.5, 1.476562, 70.0, 51.25, 1.554688, 1.296875, 5.3125, 1.421875, 2.421875, 1.40625, 60.75, 3.25, 1.320312, 12.3125, 1.21875, 56.75, 0.90625, 54.75, 63.5, 1.671875, 56.75, 42.0, 1.359375, 3.09375, 1.578125, 2.953125, 2.046875, 25.75, 68.0, 1.890625, -1.234375, 11.6875, 1.53125, 1.882812, 60.75, 2.984375, 7.28125, 1.6875, 46.25, 1.703125, 55.0, 1.21875, 1.398438, 1.710938, 2.046875, 0.566406, 1.328125, 1.1875, 54.0, 1.625, 0.773438, 3.1875, 1.25, 1.835938, 5.40625, 9.3125, 10.0, 2.421875, 38.5, 11.1875, 1.851562, 1.84375, 55.5, 2.484375, 1.171875, 0.996094, 65.0, 1.28125, 4.46875, 1.328125, 1.796875, 6.0, 61.75, 9.875, 3.859375, 62.25, 44.0, 2.0625, 7.09375, 1.40625, 79.5, 26.625, 4.4375, 0.960938, 3.5, 70.0, 1.640625, 44.75, 1.179688, 0.910156, 3.859375, 1.492188, 50.75, 37.75, 71.0, 1.46875, 1.335938, 2.703125, 1.515625, 48.0, 57.25, 1.515625, 25.0, 5.0625, 2.75, 1.585938, 66.5, 2.75, 36.0, 1.1875, 21.125, 9.75, 2.125, 1.601562, 20.25, 34.25, 52.5, 1.851562, 2.75, 24.375, 1.5625, 1.265625, 2.3125, 1.773438, 1.257812, 38.0, 3.25, 1.515625, 2.171875, 0.902344, 70.5, 1.59375, 1.195312, 3.09375, 1.5625, 4.125, 1.28125, 1.726562, 1.289062, 1.429688, 1.40625, 1.59375, 76.0, 4.4375, 23.875, 2.40625, 1.5, 1.679688, 2.703125, 1.3125, 1.125, 76.0, 59.0, 1.671875, 5.15625, 75.0, 10.375, 12.9375, 3.046875, 1.304688, 0.380859, 56.5, 32.0, 10.25, 10.6875, 62.0, 17.25, 50.25, 76.0, 28.0, 48.0, 2.8125, 65.0, 1.445312, 65.0, 1.546875, 1.992188, 1.367188, 1.570312, 1.21875, 1.546875, 2.671875, 66.0, 9.8125, 74.0, 34.5, 1.289062, 4.0625, 1.734375, 1.359375, 75.5, 3.0, 0.757812, 48.0, 0.964844, 70.5, 1.703125, 1.234375, 41.0, 1.640625, 4.28125, 4.75, 1.453125, 2.609375, 1.34375, 87.5, 10.1875, 20.625, 45.25, 66.5, 58.0, 1.976562, 13.625, 15.875, 14.8125, 1.007812, 9.5625, 1.15625, 1.640625, 2.484375, 7.3125, 56.0, 1.617188, 1.492188, 2.6875, 15.0625, 1.039062, 70.0, 6.25, 1.570312, 5.1875, 1.125, 1.375, 69.5, 1.492188, 2.046875, 3.390625, 22.0, 3.1875, 2.171875, 2.328125, 2.1875, 10.1875, 8.625, 74.5, 7.6875, 43.0, 26.75, 1.328125, 5.4375, 2.46875, 18.125, 1.03125, 1.125, 1.8125, 6.1875, 1.40625, 11.125, 1.046875, 3.15625, 3.21875, 1.578125, 1.015625, 1.234375, 0.808594, 1.578125, 1.578125, 1.828125, 70.0, 1.773438, 3.609375, 1.90625, 73.0, 75.0, 54.75, 2.078125, 2.296875, 1.09375, 4.125, 5.375, 57.25, 28.25, 35.25, 96.0, 2.96875, 1.242188, 57.75, 5.0, 6.125, 37.25, 1.273438, 32.25, 1.109375, 2.34375, 1.539062, 5.3125, -1.515625, 2.671875, 3.6875, 75.5, 3.09375, 2.171875, 75.5, 34.5, 45.75, 71.5, 1.507812, 1.328125, 3.8125, 73.0, 11.25, 2.171875, 6.21875, 1.257812, 2.546875, 2.71875, 1.484375, 1.164062, 29.5, 4.625, 12.5625, 1.367188, 55.25, 2.25, 34.0, 2.34375, 0.984375, 1.265625, 1.640625, 2.5, 19.0, 1.304688, 1.53125, 25.625, 1.085938, 1.890625, 2.65625, 1.523438, 82.5, 1.773438, 44.0, 47.0, 75.0, 2.265625, 70.5, 1.273438, 49.0, 6.40625, 1.523438, 1.539062, 1.101562, 1.171875, 1.28125, 1.53125, 2.40625, -1.0625, 1.8125, 1.453125, 81.0, 1.25, 55.25, 64.0, 62.0, 62.5, 9.4375, 3.078125, 1.148438, 75.5, 55.5, 0.8125, 1.554688, 1.585938, 1.453125, 83.5, 1.398438, 76.0, 17.125, 1.328125, 8.25, 29.375, 55.25, 2.921875, 24.875, 1.617188, 2.65625, 1.507812, 2.40625, 1.265625, 63.5, 32.0, 2.671875, 3.375, 2.03125, 1.171875, 75.5, 59.0, 1.546875, 1.015625, 0.894531, 7.15625, 0.933594, 0.960938, 12.25, 2.65625, 1.179688, 7.8125, 5.125, 1.570312, 7.5, 37.5, 1.8125, 1.078125, 57.75, 1.6875, 41.75, 2.15625, -1.71875, 0.855469, 2.28125, 1.195312, 4.09375, 22.375, 1.46875, 1.203125, -1.210938, 36.0, 40.0, 1.273438, 1.203125, 27.375, 1.796875, 1.726562, 5.75, 78.5, 92.0, 1.414062, 1.898438, 4.375, 3.59375, 66.5, 1.28125, 16.0, 24.875, 1.21875, 2.28125, 1.0, 35.25, 20.625, 75.0, 70.0, 29.75, 5.28125, 37.25, 0.296875, 1.445312, 35.0, 23.25, 59.5, 79.0, 8.5625, 31.125, 0.957031, 31.25, 4.0, 2.453125, 75.0, 2.328125, 3.0625, 1.460938, 0.804688, 79.0, 70.0, 10.1875, 5.375, 47.0, 1.203125, 96.0, 1.453125, 11.0, 1.53125, 8.1875, 7.21875, 1.359375, 2.3125, 14.4375, 31.125, 69.5, 1.570312, 53.5, 6.5, 2.28125, 1.484375, 61.5, 1.359375, 1.609375, 1.640625, 5.96875, 1.726562, 70.0, 0.917969, 1.273438, 62.75, 44.5, 51.25, 1.179688, 16.375, 55.0, 63.0, 1.507812, 33.5, 1.5625, 1.21875, 1.609375, 26.75, 72.5, 1.304688, 15.3125, 1.945312, 1.570312, 29.0, 28.375, 34.25, 1.617188, 2.15625, 53.0, 49.25, 83.5, 8.75, 4.65625, 1.453125, 1.359375, 53.75, 1.210938, 7.09375, 1.210938, 46.25, 1.164062, 2.625, 26.125, 1.117188, 58.5, 74.0, 21.5, 1.265625, 2.90625, 3.578125, 4.8125, 48.75, 4.28125, 1.664062, 53.75, 1.445312, 68.0, 1.640625, 1.804688, 14.3125, 9.875, 79.5, 1.304688, 47.75, 3.78125, 3.390625, 4.28125, 58.25, 36.5, 1.234375, 86.0, 69.0, 1.328125, 50.5, 1.125, 1.664062, 3.375, 1.359375, 73.0, 26.125, 1.125, 1.59375, 13.5, 2.3125, 2.875, 1.578125, 66.0, 50.0, 25.125, 1.328125, 88.5, 1.28125, 3.265625, 7.71875, 1.296875, 1.648438, 57.25, 10.25, 84.5, 3.015625, 52.5, 1.21875, 42.5, 56.0, 1.5, 16.125, 7.75, 64.0, 73.0, 1.5, 1.460938, 1.320312, 0.933594, 0.90625, 1.421875, 6.375, 73.5, 1.6875, 1.1875, 1.476562, 31.25, 75.5, 1.820312, -1.679688, 49.0, 2.265625, 1.679688, 2.828125, 1.3125, 16.0, 2.828125, 83.0, 3.203125, 1.5625, 56.5, 76.5, 78.0, 1.257812, 72.0, 75.0, 10.625, 5.8125, 2.859375, 2.390625, 86.5, 1.65625, 57.25, 25.125, 50.75, 2.890625, 1.554688, 3.203125, 12.125, 52.25, 50.25, 1.140625, 1.609375, 2.546875, 5.46875, 90.5, 1.289062, 2.140625, 2.296875, 3.359375, 1.617188, 36.5, 0.703125, 5.0, 71.0, 1.828125, 35.0, 30.5, 1.375, 5.53125, 6.78125, 74.0, 1.875, 41.5, 2.140625, 0.878906, 2.1875, 1.539062, 1.390625, 1.242188, 2.625, 80.5, 67.0, 44.25, 1.054688, 55.75, 2.046875, 1.453125, 8.75, 2.28125, 42.0, 3.109375, 1.164062, 9.4375, 1.53125, 1.5, 73.0, 93.0, 1.945312, 2.125, 1.75, 7.09375, 1.523438, 1.328125, 20.875, 5.09375, 62.25, 56.5, 34.25, 50.25, 4.1875, 1.3125, 1.34375, 3.140625, 75.5, -0.828125, 32.25, 60.25, 2.046875, 58.0, 1.203125, 4.5, 1.828125, 2.75, 1.25, 55.5, 46.25, 1.273438, 1.570312, 13.1875, 6.03125, 80.0, 1.84375, 0.664062, 66.0, 67.0, 1.460938, 3.0625, 2.0625, 1.390625, 2.296875, 95.5, 57.75, 9.625, 1.226562, 1.1875, 0.726562, 5.5, 70.0, 1.46875, 0.777344, 2.234375, 11.9375, 70.0, 64.5, 70.5, 5.03125, 1.460938 ] } , "name": "onnx::Mul_10636", "outputIndexes": [ 794 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 793, 794 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 795 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 795 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.3/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 7057 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7057 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.3/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 7058 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7058 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 199885504, 13107222, 3276800, 0, 0 ] } , "name": "/layers.3/mlp/gate_proj/Linear", "outputIndexes": [ 7059 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7059 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.3/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 7060 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7060 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.3/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 796 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 796 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.3/mlp/act_fn/Mul_output_0", "outputIndexes": [ 797 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 796, 797 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 798 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 798 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 799 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 796, 799 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/mlp/act_fn/Add_output_0", "outputIndexes": [ 800 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 800 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 801 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 801 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.3/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 802 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 802 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 803 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 796, 803 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 804 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 804 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 805 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7058 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 216269526, 13107222, 3276800, 0, 0 ] } , "name": "/layers.3/mlp/up_proj/Linear", "outputIndexes": [ 7063 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7063 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.3/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 7064 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7064 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.3/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 806 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 805, 806 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/mlp/Mul_output_0", "outputIndexes": [ 807 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 807 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.3/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 7065 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7065 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.3/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 7066 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7066 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 232653548, 13107222, 3276800, 0, 0 ] } , "name": "/layers.3/mlp/down_proj/Linear", "outputIndexes": [ 7067 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7067 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.3/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 7068 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7068 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.3/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 808 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 808 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.3/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 810 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 810 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.3/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 811 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 811, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 812 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 812, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 813 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 808, 813 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 814 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.029297, 1.476562, 1.476562, 1.476562, 1.476562, 1.476562, 1.46875, 1.476562, 0.046143, 1.476562, 1.476562, 1.476562, 1.476562, 1.03125, 0.032715, 1.476562, 0.039062, 1.476562, 0.026367, 0.018188, 1.289062, 0.014404, 0.077637, 0.018799, 0.273438, 0.001137, 1.476562, 1.476562, 0.029663, 0.789062, 1.476562, 0.421875, 1.476562, 0.484375, 0.024414, 0.625, 1.476562, 1.476562, 0.11084, 1.476562, 0.028198, 0.263672, 0.001122, 0.229492, 0.890625, 0.037354, 1.476562, 1.476562, 1.476562, 0.017456, 0.018066, 0.015137, 1.414062, 1.476562, 0.001053, 1.476562, 0.349609, 0.125977, 1.476562, 0.016113, 0.636719, 0.014648, 1.476562, 0.263672, 0.451172, 1.242188, 0.59375, 0.001244, 0.120117, 0.071289, 0.034424, 1.476562, 0.014465, 0.084961, 0.014587, 1.476562, 0.100098, 1.453125, 1.476562, 0.033936, 1.476562, 1.476562, 0.052734, 1.28125, 0.847656, 1.242188, 0.116699, 1.164062, 1.476562, 1.476562, 0.014099, 0.714844, 1.476562, 0.001404, 0.171875, 0.251953, 1.476562, 0.980469, 0.953125, 1.476562, 1.476562, 1.476562, 0.0271, 0.191406, 1.476562, 0.075195, 1.476562, 1.476562, 0.949219, 1.476562, 0.503906, 1.476562, 1.3125, 0.016846, 0.015991, 1.382812, 1.460938, 0.017944, 1.015625, 0.018921, 0.024536, 0.079102, 1.34375, 1.359375, 1.476562, 1.476562, 0.233398, 1.476562, 1.476562, 1.476562, 0.015747, 1.476562, 1.351562, 1.476562, 1.171875, 0.031738, 0.90625, 1.476562, 1.203125, 0.001205, 0.9375, 1.476562, 1.476562, 1.476562, 0.017822, 0.075195, 1.054688, 0.015747, 0.018066, 1.476562, 1.140625, 1.476562, 0.018066, 0.171875, 1.101562, 1.023438, 0.048584, 0.02063, 1.453125, 0.017944, 0.085449, 1.476562, 1.367188, 0.294922, 1.476562, 0.029053, 0.015869, 0.169922, 0.859375, 0.018433, 0.277344, 0.351562, 0.894531, 1.476562, 1.34375, 0.017944, 1.476562, 1.476562, 1.476562, 0.013062, 1.476562, 0.253906, 1.054688, 1.476562, 1.476562, 1.476562, 0.308594, 0.761719, 0.839844, 0.014221, 1.382812, 1.476562, 1.476562, 0.021362, 0.013428, 0.018188, 0.022827, 0.024658, 0.953125, 0.088867, 1.390625, 1.476562, 0.0177, 0.065918, 1.476562, 0.12793, 0.625, 1.476562, 1.046875, 0.105957, 0.024048, 0.013916, 0.800781, 0.273438, 0.020508, 0.746094, 0.015381, 0.057617, 0.021851, 0.02124, 1.476562, 0.349609, 0.824219, 0.110352, 0.273438, 1.476562, 1.476562, 0.292969, 0.049072, 0.075195, 1.476562, 1.476562, 1.476562, 0.052246, 1.476562, 0.757812, 1.476562, 1.476562, 1.085938, 1.476562, 0.029419, 0.691406, 0.014709, 1.476562, 0.016479, 1.476562, 1.476562, 0.523438, 0.373047, 1.476562, 0.22168, 0.053223, 0.185547, 0.009827, 0.675781, 1.476562, 0.255859, 0.263672, 1.476562, 0.020508, 0.154297, 0.244141, 0.330078, 0.072266, 1.476562, 0.018555, 0.015564, 0.558594, 1.476562, 0.029297, 1.476562, 0.236328, 0.236328, 0.018677, 1.476562, 1.476562, 0.017334, 0.769531, 1.476562, 1.476562, 1.476562, 0.01709, 0.392578, 0.025146, 1.476562, 0.016479, 0.02417, 1.476562, 0.699219, 1.476562, 0.064453, 0.021118, 0.878906, 0.01355, 0.351562, 0.133789, 1.476562, 0.945312, 1.476562, 1.476562, 1.476562, 0.474609, 0.300781, 0.030029, 0.859375, 1.476562, 1.476562, 1.476562, 0.345703, 0.035156, 1.476562, 1.25, 1.476562, 1.476562, 0.016602, 0.183594, 1.382812, 0.585938, 0.241211, 1.117188, 0.040771, 1.476562, 1.476562, 0.550781, 0.027466, 1.476562, 0.730469, 0.277344, 1.476562, 0.163086, 0.02124, 0.057861, 0.229492, 1.234375, 1.101562, 0.196289, 0.349609, 0.026855, 1.476562, 0.078125, 0.001236, 1.476562, 1.476562, 0.96875, 0.148438, 0.087402, 1.476562, 1.476562, 1.476562, 0.027832, 0.018311, 0.071289, 1.476562, 1.476562, 1.476562, 0.402344, 0.034424, 1.476562, 1.476562, 1.234375, 0.023804, 0.855469, 0.289062, 1.476562, 0.021484, 1.476562, 1.476562, 0.660156, 0.017212, 1.476562, 0.089844, 0.014038, 1.117188, 1.476562, 0.219727, 0.031494, 1.476562, 0.022827, 1.476562, 0.231445, 0.261719, 1.476562, 1.476562, 1.476562, 0.304688, 0.213867, 1.476562, 1.476562, 1.476562, 1.476562, 0.792969, 1.476562, 0.019165, 0.019287, 1.476562, 0.038086, 0.118164, 0.019775, 1.171875, 0.001213, 0.023193, 1.476562, 0.652344, 0.349609, 0.015991, 0.016724, 1.476562, 0.021484, 1.476562, 1.1875, 1.117188, 0.079102, 0.333984, 1.476562, 1.476562, 1.476562, 0.296875, 0.072266, 0.388672, 1.476562, 1.070312, 0.871094, 1.476562, 0.105957, 0.412109, 1.476562, 0.037598, 1.476562, 0.235352, 1.476562, 0.613281, 0.023193, 0.863281, 1.476562, 0.466797, 1.390625, 0.859375, 0.460938, 1.476562, 0.001053, 1.1875, 1.476562, 0.033203, 1.476562, 0.06543, 1.195312, 0.038818, 1.476562, 0.925781, 1.476562, 1.476562, 0.025146, 0.018188, 1.476562, 1.476562, 0.19043, 0.026489, 0.022339, 1.476562, 0.015991, 0.208984, 1.476562, 0.016479, 0.234375, 0.152344, 0.001259, 1.476562, 1.476562, 1.476562, 0.037354, 1.476562, 0.03125, 1.476562, 1.28125, 1.476562, 0.178711, 0.084473, 0.232422, 1.0, 1.476562, 0.441406, 0.117188, 0.75, 0.045166, 0.667969, 0.628906, 0.020752, 0.625, 0.01709, 0.949219, 0.155273, 1.476562, 1.476562, 1.476562, 0.263672, 1.476562, 0.186523, 0.147461, 0.800781, 0.494141, 1.46875, 0.384766, 0.021973, 0.018188, 0.021118, 0.001122, 0.02124, 0.183594, 0.029297, 0.835938, 1.476562, 0.339844, 0.046875, 0.53125, 0.294922, 1.078125, 1.476562, 0.462891, 1.476562, 0.0177, 0.001205, 0.018677, 0.001411, 0.034668, 1.476562, 0.027466, 1.476562, 0.160156, 1.445312, 0.014648, 0.018555, 0.019043, 0.519531, 1.476562, 0.628906, 0.014648, 0.527344, 1.476562, 1.476562, 0.016479, 1.476562, 0.017456, 0.652344, 1.476562, 0.021484, 0.014893, 0.021729, 1.078125, 0.824219, 0.357422, 0.660156, 0.077148, 0.022339, 0.118164, 0.046631, 1.476562, 0.030762, 0.026123, 0.165039, 1.476562, 0.8125, 0.01532, 0.040283, 1.476562, 1.476562, 0.107422, 1.476562, 1.476562, 1.414062, 1.476562, 0.251953, 0.019287, 1.476562, 1.476562, 0.65625, 1.476562, 1.476562, 1.476562, 0.043457, 1.476562, 0.026611, 0.001289, 0.675781, 1.476562, 0.017212, 0.554688, 1.476562, 1.195312, 0.929688, 1.476562, 0.019165, 0.269531, 1.46875, 0.664062, 0.894531, 0.345703, 0.036133, 1.476562, 0.083984, 1.445312, 0.300781, 1.476562, 1.367188, 1.476562, 1.476562, 1.476562, 0.808594, 1.476562, 1.476562, 0.152344, 1.476562, 1.476562, 1.171875, 0.617188, 0.675781, 1.476562, 0.089355, 1.476562, 0.189453, 1.476562, 1.476562, 0.271484, 1.476562, 0.227539, 0.410156, 0.012024, 0.017822, 0.345703, 0.9375, 1.476562, 0.013184, 0.021362, 1.195312, 1.476562, 1.476562, 0.00132, 0.052246, 1.476562, 0.022949, 1.476562, 0.726562, 0.021362, 0.851562, 1.476562, 0.018799, 0.001221, 1.476562, 1.476562, 1.375, 0.239258, 1.476562, 1.273438, 1.476562, 1.140625, 0.014221, 0.043457, 0.933594, 0.00103, 0.15918, 1.476562, 0.337891, 1.476562, 1.476562, 0.026123, 1.476562, 0.400391, 0.306641, 0.023804, 0.018555, 0.051025, 1.476562, 0.02478, 0.707031, 1.054688, 0.241211, 1.476562, 0.057373, 0.425781, 1.476562, 0.018311, 1.476562, 0.171875, 1.476562, 0.016479, 0.574219, 0.021484, 1.476562, 0.00135, 0.224609, 0.014587, 0.041504, 1.039062, 1.476562, 1.476562, 0.024902, 0.0177, 0.001305, 1.476562, 0.015015, 1.476562, 0.018066, 0.018555, 1.289062, 0.386719, 0.910156, 0.371094, 0.014343, 1.476562, 1.476562, 1.328125, 1.476562, 0.204102, 0.21582, 0.023315, 1.398438, 0.148438, 0.001099, 0.015747, 1.476562, 1.476562, 0.4375, 1.125, 0.863281, 1.476562, 1.476562, 0.820312, 1.476562, 0.029175, 1.359375, 0.057617, 0.085938, 0.703125, 1.476562, 0.171875, 0.227539, 1.476562, 0.014832, 1.476562, 0.213867, 0.035156, 0.101562, 1.476562, 1.476562, 0.04248, 0.057861, 1.445312, 0.018433, 0.015259, 1.476562, 0.093262, 1.476562, 0.048584, 1.476562, 0.235352, 1.476562, 1.476562, 0.152344, 0.992188, 1.476562, 0.115234, 1.453125, 0.124023, 1.148438, 1.476562, 0.017456, 0.828125, 0.001282, 0.019653, 0.025391, 0.019287, 1.476562, 1.476562, 1.273438, 0.020752, 0.015869, 0.308594, 0.040771, 0.746094, 1.476562, 0.130859, 1.476562, 1.476562, 1.476562, 0.550781, 0.020996, 1.476562, 1.476562, 1.476562, 0.298828, 0.021118, 1.476562, 1.476562, 0.023804, 1.476562, 0.886719, 1.476562, 0.017456, 1.476562, 0.137695, 0.001381, 0.259766, 1.476562, 0.015381, 0.099609, 1.476562, 0.001198, 0.013733, 0.025391, 0.001312, 0.828125, 1.476562, 1.476562, 0.742188, 0.330078, 1.3125, 1.476562, 0.024658, 0.347656, 1.476562, 0.016357, 1.476562, 0.095215, 0.092773, 0.084473, 0.044678, 0.097168, 0.001122, 0.01416, 1.476562, 0.04248, 0.058105, 0.976562, 1.476562, 1.476562, 1.476562, 1.476562, 0.147461, 0.066895, 1.476562, 0.996094, 0.020996, 0.480469, 0.025146, 0.0271, 0.628906, 1.476562, 0.023926, 1.375, 1.476562, 0.570312, 1.476562, 1.476562, 0.018188, 0.001244, 0.163086, 1.140625, 0.014343, 0.018799, 1.476562, 1.476562, 1.265625, 0.222656, 0.001404, 1.476562, 1.304688, 0.017944, 1.476562, 0.001129, 0.017944, 0.171875, 1.125, 0.145508, 0.015076, 0.018311, 0.038086, 0.953125, 0.071289, 0.671875, 0.059082, 1.476562, 1.1875, 1.476562, 1.476562, 0.138672, 0.120117, 0.789062, 1.476562, 0.017212, 0.016846, 0.667969, 0.016113, 0.472656, 1.476562, 0.019287, 1.476562, 0.412109, 1.476562, 0.151367, 1.476562, 1.476562, 0.447266, 1.476562, 0.425781, 0.028687, 0.09375, 0.021729, 1.476562, 1.476562, 1.3125, 1.476562, 1.476562, 0.033936, 0.110352, 0.015625, 0.609375, 0.154297, 0.146484, 0.001183, 0.212891, 0.205078, 1.476562, 1.476562, 0.00135, 1.476562, 1.476562, 1.476562, 1.476562, 0.283203, 1.335938, 1.476562, 0.016968, 1.476562, 1.367188, 0.15625, 1.476562, 0.00095, 0.769531, 1.476562, 1.039062, 1.476562, 1.476562, 0.017456, 1.476562, 0.042725, 0.070312, 0.146484, 0.018799, 0.013184, 1.476562, 0.019897, 1.476562, 0.018433, 0.017334, 1.476562, 0.671875, 1.476562, 0.020142, 0.178711, 0.964844, 0.253906, 0.875, 0.016113, 0.018677, 0.024658, 0.087402, 0.034668, 1.476562, 0.308594, 0.021973, 0.046875, 1.476562, 0.104492, 0.236328, 1.476562, 0.253906, 0.035645, 0.015747, 1.476562, 0.00119, 0.667969, 0.419922, 0.016113, 0.039307, 0.017334, 0.527344, 0.527344, 0.015625, 1.476562, 1.476562, 0.001312, 0.029175, 0.01532, 0.018799, 1.476562, 0.001053, 0.691406, 0.458984, 1.476562, 1.476562, 0.02771, 0.03125, 0.408203, 0.024902, 1.476562, 1.476562, 1.460938, 1.40625, 0.168945, 0.138672, 1.046875, 1.476562, 0.019287, 0.119629, 0.083496, 1.476562, 1.476562, 0.691406, 0.032227, 0.054932, 0.02478, 0.19043, 1.125, 0.029419, 1.4375, 1.476562, 0.015442, 0.023926, 1.476562, 0.10498, 1.476562, 1.476562, 1.203125, 0.0177, 1.351562, 1.476562, 0.431641, 0.652344, 1.476562, 0.025879, 1.476562, 1.3125, 1.226562, 0.015503, 0.988281, 0.178711, 0.84375, 1.476562, 1.476562, 1.476562, 0.019531, 1.476562, 1.476562, 0.021729, 0.018921, 0.02002, 1.476562, 0.012756, 0.0177, 0.224609, 1.476562, 1.476562, 0.015625, 1.476562, 1.476562, 0.925781, 0.023682, 0.243164, 0.015503, 1.375, 0.287109, 0.014832, 0.051025, 0.063965, 1.476562, 0.816406, 0.015015, 0.029053, 0.972656, 0.209961, 0.028931, 0.228516, 0.017334, 0.205078, 0.017578, 0.753906, 0.015381, 1.476562, 0.067871, 0.808594, 0.018188, 0.024536, 1.476562, 0.119629, 0.429688, 0.416016, 0.020996, 0.086426, 0.132812, 1.476562, 0.034912, 0.023926, 1.476562, 1.476562, 0.910156, 0.0177, 1.476562, 0.016235, 1.476562, 0.028809, 1.414062, 0.047363, 1.476562, 1.476562, 0.017944, 1.078125, 1.445312, 0.023804, 0.029907, 1.476562, 1.476562, 0.574219, 0.131836, 1.476562, 1.476562, 1.476562, 1.476562, 0.378906, 0.027954, 0.017822, 0.212891, 1.476562, 1.476562, 0.143555, 1.476562, 1.476562, 1.476562, 0.015381, 0.021118, 0.04834, 0.019287, 0.318359, 0.014221, 1.476562, 1.476562, 0.675781, 0.949219, 0.800781, 1.476562, 1.476562, 1.195312, 1.414062, 1.476562, 1.039062, 1.476562, 0.902344, 0.310547, 0.925781, 1.476562, 1.476562, 1.25, 1.476562, 0.015503, 1.476562, 1.414062, 1.476562, 1.414062, 1.476562, 0.032471, 0.020142, 1.476562, 1.476562, 0.023804, 0.018311, 1.476562, 1.476562, 1.476562, 0.136719, 1.476562, 0.324219, 0.554688, 1.476562, 0.023315, 1.179688, 0.0271, 1.015625, 1.265625, 0.839844, 1.476562, 0.800781, 0.029175, 0.271484, 0.019165, 1.476562, 0.259766, 1.476562, 1.476562, 0.28125, 0.094238, 1.476562, 0.016968, 1.476562, 0.12207, 0.046875, 1.476562, 1.414062, 1.460938, 1.476562, 0.106934, 0.172852, 0.146484, 1.476562, 0.026855, 1.476562, 1.476562, 1.476562, 1.476562, 0.017456, 0.047119, 1.476562, 0.017822, 0.001015, 0.017578, 0.024658, 0.470703, 1.476562, 1.476562, 0.164062, 1.476562, 0.609375, 0.310547, 0.119629, 1.476562, 1.476562, 0.001152, 0.316406, 0.074219, 1.476562, 0.015869, 0.53125, 1.476562, 1.460938, 1.476562, 0.033447, 1.476562, 0.306641, 0.015869, 1.476562, 1.296875, 1.476562, 1.476562, 1.476562, 1.476562, 1.476562, 1.476562, 1.476562, 0.84375, 0.015503, 1.476562, 1.476562, 0.867188, 0.022095, 1.289062, 0.209961, 1.476562, 1.476562, 0.105957, 1.070312, 0.110352, 1.117188, 0.484375, 0.060303, 1.476562, 0.020264, 0.029297, 0.683594, 0.022339, 0.023682, 0.441406, 0.061035, 0.636719, 0.628906, 0.333984, 0.328125, 0.018188, 0.013672, 0.030518, 0.259766, 0.041504, 1.476562, 1.101562, 0.226562, 0.203125, 1.476562, 0.196289, 0.02063, 1.476562, 0.100586, 0.018433, 1.476562, 1.132812, 0.094238, 1.476562, 1.0625, 1.476562, 0.018066, 0.449219, 0.047363, 1.195312, 1.476562, 0.074219, 0.046387, 0.016113, 1.476562, 0.146484, 1.476562, 0.10791, 1.234375, 0.021606, 0.023682, 0.000992, 0.082031, 0.025513, 0.78125, 0.217773, 0.143555, 0.012634, 0.03125, 1.476562, 0.103516, 1.476562, 0.664062, 1.382812, 0.019775, 1.476562, 1.476562, 1.476562, 0.055176, 0.118652, 0.032471, 1.476562, 1.265625, 0.144531, 1.476562, 0.621094, 0.016968, 1.476562, 1.476562, 0.025391, 1.476562, 0.09375, 0.839844, 1.476562, 1.476562, 0.015198, 0.988281, 0.03064, 1.476562, 0.054199, 1.40625, 0.018677, 0.025757, 0.363281, 1.476562, 0.314453, 0.056641, 1.351562, 0.020142, 0.259766, 1.476562, 0.386719, 0.018066, 0.080078, 0.019043, 0.292969, 0.021606, 1.476562, 0.083984, 0.644531, 1.476562, 1.476562, 1.210938, 0.753906, 0.018799, 1.476562, 0.087402, 0.120605, 0.015991, 0.96875, 0.062988, 1.476562, 1.476562, 0.882812, 1.476562, 1.476562, 0.018677, 1.476562, 1.476562, 0.020874, 1.476562, 0.022095, 1.476562, 0.333984, 1.476562, 0.018066, 0.068848, 1.476562, 0.640625, 1.476562, 0.5625, 0.020996, 1.476562, 1.476562, 1.40625, 0.84375, 0.613281, 0.671875, 0.001129, 1.476562, 0.28125, 0.081055, 1.476562, 1.476562, 0.015259, 1.179688, 0.265625, 1.476562, 1.476562, 1.476562, 0.136719, 0.894531, 1.25, 0.018066, 0.017334, 0.015076, 1.476562, 1.476562, 0.75, 1.367188, 1.476562, 1.476562, 0.101074, 0.018555, 1.476562, 0.490234, 0.300781, 0.160156, 0.083984, 1.476562, 1.367188, 1.476562, 0.024048, 0.027588, 1.476562, 1.46875, 1.476562, 1.476562, 1.476562, 1.289062, 0.016602, 0.124512, 1.476562, 1.367188, 0.016968, 0.00116, 0.34375, 0.042969, 1.476562, 1.476562, 0.34375, 0.134766, 0.057129, 1.335938, 0.015747, 0.018066, 1.46875, 1.476562, 0.194336, 1.453125, 1.476562, 0.589844, 0.384766, 1.476562, 1.476562, 1.476562, 1.476562, 0.039795, 0.117676, 1.476562, 1.382812, 0.457031, 0.0271, 1.476562, 0.267578, 1.476562, 0.015198, 1.335938, 1.476562, 0.018188, 1.476562, 0.021973, 1.476562, 1.476562, 1.476562, 0.824219, 1.476562, 0.217773, 0.539062, 1.476562, 0.018188, 0.018066, 1.476562, 1.476562, 0.239258, 1.476562, 0.949219, 0.013306, 0.160156, 0.019653, 0.014832, 0.016724, 0.018555, 0.108887, 0.019043, 1.476562, 1.476562, 1.476562, 1.476562, 1.476562, 1.476562, 1.476562, 1.476562, 0.976562, 0.671875, 1.476562, 1.476562, 0.96875, 1.476562, 1.476562, 0.248047, 1.476562, 1.476562, 0.142578, 0.124512, 0.037354, 0.026978, 0.722656, 1.476562, 0.001091, 0.001328, 0.015503, 0.017334, 1.476562, 0.023315, 1.476562, 0.245117, 1.476562, 0.019409, 0.02417, 0.722656, 0.00119, 0.59375, 0.213867, 0.111328, 1.476562, 1.476562, 1.085938, 0.014038, 0.186523, 0.017944, 1.476562, 1.476562, 1.476562, 0.457031, 1.476562, 0.765625, 0.015015, 0.013794, 1.476562, 1.476562, 0.02002, 0.757812, 1.476562, 0.018677, 0.022217, 1.476562, 1.476562, 0.578125, 0.273438, 0.018921, 0.067871, 1.328125, 1.476562, 0.001305, 0.730469, 0.017456, 1.476562, 0.017456, 1.476562, 0.02063, 0.027832, 1.476562, 1.085938, 0.030029, 1.476562, 1.359375, 0.470703, 1.476562, 0.699219, 0.001266, 0.373047, 0.026611, 1.476562, 0.092773, 1.476562, 0.021362, 1.21875, 0.246094, 0.114746, 1.460938, 0.796875, 1.476562, 0.018555, 1.476562, 1.257812, 0.024536, 0.01532, 0.035645, 0.018066, 0.038574, 1.476562, 0.015625, 1.476562, 1.476562, 0.133789, 0.017212, 1.476562, 0.503906, 1.234375, 1.210938, 0.07959, 1.476562, 0.030151, 0.018066, 1.476562, 0.016968, 0.859375, 0.016113, 1.476562, 0.671875, 0.036865, 0.0271, 0.015381, 0.613281, 1.476562, 1.476562, 0.306641, 1.476562, 1.476562, 0.017578, 0.030029, 0.28125, 1.476562, 0.082031, 0.024414, 0.384766, 0.012878, 0.001236, 0.570312, 1.476562, 0.050049, 1.476562, 0.660156, 1.359375, 1.445312, 1.476562, 0.306641, 0.289062, 1.476562, 0.033203, 0.189453, 0.022827, 1.476562, 0.022461, 1.476562, 1.476562, 0.148438, 1.046875, 1.476562, 0.036377, 1.476562, 0.033203, 1.476562, 0.001266, 0.016357, 1.421875, 0.992188, 1.046875, 0.073242, 0.503906, 1.476562, 1.476562, 1.476562, 0.507812, 1.476562, 0.014954, 0.018677, 1.445312, 1.476562, 0.244141, 1.195312, 0.439453, 0.871094, 0.044922, 0.208008, 0.021118, 0.081055, 0.167969, 0.507812, 1.140625, 0.021851, 0.03125, 1.476562, 0.019409, 1.476562, 0.996094, 1.476562, 1.351562, 1.476562, 0.351562, 0.18457, 1.476562, 1.414062, 1.28125, 0.041016, 0.996094, 1.476562, 0.699219, 1.476562, 1.195312, 0.223633, 1.476562, 0.34375, 1.476562, 0.625, 1.476562, 1.476562, 1.476562, 0.022583, 0.208984, 1.476562, 0.125, 0.023804, 0.052002, 1.03125, 1.023438, 1.226562, 1.476562, 0.018677, 1.476562, 0.578125, 1.476562, 1.476562, 1.476562, 0.016479, 0.109863, 1.09375, 1.476562, 1.179688, 0.273438, 1.140625, 0.585938, 0.125, 1.476562, 0.021729, 0.116699, 1.476562, 0.349609, 1.476562, 1.476562, 0.65625, 0.017944, 0.018677, 1.476562, 1.476562, 0.345703, 1.25, 1.476562, 0.001297, 1.476562, 0.021606, 0.02478, 0.84375, 1.476562, 1.476562, 1.476562, 0.734375, 1.476562, 1.476562, 1.476562, 1.476562, 1.476562, 0.017456, 0.020386, 1.476562, 0.020996, 0.019897, 1.46875, 1.460938, 0.131836, 1.476562, 1.476562, 1.476562, 0.025024, 0.443359, 1.476562, 0.083496, 1.476562, 0.024048, 1.476562, 0.058594, 0.020752, 1.476562, 0.032959, 0.161133, 1.476562, 0.198242, 1.476562, 0.292969, 1.476562, 0.045654, 0.015747, 1.476562, 1.476562, 0.086426, 1.476562, 1.3125, 0.02417, 1.125, 0.117188, 1.476562, 0.032227, 1.476562, 0.034424, 1.476562, 1.476562, 0.707031, 1.476562, 0.570312, 1.476562, 1.476562, 0.042969, 0.953125, 1.476562, 0.458984, 0.890625, 1.476562, 1.367188, 0.371094, 0.09668, 1.476562, 0.03064, 0.091797, 1.476562, 1.476562, 0.02063, 1.34375, 1.476562, 1.476562, 0.030518, 1.476562, 0.511719, 1.476562, 1.476562, 0.306641, 0.02478, 0.189453, 0.326172, 0.022461, 0.052734, 1.476562, 0.316406, 0.890625, 0.015442, 0.047852, 0.414062, 1.476562, 0.341797, 0.02356, 1.476562, 0.026978, 1.476562, 1.476562, 0.617188, 1.476562, 0.021118, 0.174805, 0.020996, 1.476562, 1.46875, 1.0, 1.476562, 0.028198, 0.021118, 1.476562, 0.04126, 0.226562, 1.429688, 1.109375, 0.018066, 0.613281, 0.032715, 1.476562, 0.310547, 0.084961, 1.476562, 1.476562, 0.25, 0.032227, 0.033691, 1.476562, 0.394531, 0.055176, 1.476562, 1.476562, 1.476562, 1.476562, 1.476562, 0.220703, 0.617188, 1.476562, 1.476562, 1.476562, 0.030884, 1.476562, 1.34375, 0.320312, 1.476562, 0.722656, 1.476562, 1.476562, 1.476562, 1.476562, 1.476562, 1.476562, 0.015869, 1.265625, 0.069336, 1.445312, 1.476562, 1.476562, 1.210938, 1.476562, 1.476562, 0.017944, 0.021484, 1.476562, 1.476562, 0.021973, 0.089844, 0.053955, 1.476562, 1.476562, 0.636719, 0.024536, 0.05127, 0.5625, 0.101074, 0.021973, 0.052979, 0.031738, 0.015503, 0.296875, 0.023804, 1.476562, 0.031738, 1.476562, 0.017944, 1.476562, 1.476562, 1.476562, 0.796875, 0.800781, 1.476562, 1.476562, 0.012268, 0.075195, 0.018066, 0.032471, 1.414062, 1.476562, 1.476562, 0.664062, 0.014343, 1.476562, 1.476562, 0.04834, 1.257812, 0.016602, 1.382812, 1.476562, 0.188477, 0.785156, 0.174805, 0.195312, 1.476562, 0.402344, 1.476562, 0.015625, 0.122559, 0.251953, 0.024536, 0.021973, 0.035645, 1.476562, 0.106934, 0.462891, 0.435547, 1.476562, 0.103027, 1.476562, 1.476562, 0.365234, 0.255859, 0.016113, 1.109375, 1.140625, 1.320312, 0.069336, 0.851562, 0.015991, 0.188477, 1.476562, 0.241211, 1.476562, 1.476562, 0.017456, 1.476562, 1.476562, 0.347656, 0.106934, 0.792969, 1.476562, 0.476562, 1.476562, 0.083984, 0.648438, 0.025024, 1.046875, 0.027588, 0.300781, 1.476562, 0.178711, 1.476562, 0.001122, 1.476562, 1.476562, 1.476562, 0.142578, 1.476562, 0.086426, 1.476562, 0.707031, 0.65625, 1.476562, 1.476562, 1.476562, 1.476562, 1.476562, 0.777344, 0.523438, 0.018555, 1.476562, 1.148438, 0.00106, 0.018677, 0.019165, 0.02417, 1.476562, 1.25, 1.476562, 0.207031, 0.163086, 0.02124, 0.059082, 0.177734, 0.015625, 1.21875, 1.476562, 0.020264, 0.972656, 0.140625, 0.18457, 1.476562, 0.251953, 1.140625, 1.476562, 1.476562, 0.193359, 0.527344, 0.742188, 0.333984, 0.013916, 0.699219, 1.476562, 0.017456, 0.182617, 0.053467, 0.02002, 1.476562, 1.476562, 0.75, 0.018555, 0.074707, 1.023438, 0.141602, 1.21875, 0.816406, 1.476562, 1.476562, 1.476562, 0.056152, 0.322266, 0.478516, 1.476562, 0.020508, 1.476562, 0.035156, 1.429688, 1.476562, 1.476562, 1.476562, 1.429688, 0.253906, 1.476562, 1.476562, 0.296875, 1.476562, 1.476562, 0.921875, 0.683594, 0.0177, 1.476562, 0.024536, 0.058594, 0.014221, 0.001282, 0.018066, 1.476562, 0.031982, 0.166016, 1.476562, 1.476562, 0.949219, 1.476562, 1.476562, 0.566406, 1.164062, 1.476562, 1.476562, 1.476562, 0.018555, 1.476562, 0.01416, 0.024658, 0.031128, 0.0177, 0.092773, 1.015625, 1.476562, 0.015442, 0.028564, 1.476562, 1.476562, 1.476562, 1.476562, 0.015747, 1.476562, 0.018433, 0.24707, 1.476562, 0.103516, 0.261719, 0.021362, 0.820312, 0.033691, 1.476562, 0.318359, 0.710938, 0.675781, 1.476562, 0.019287, 0.239258, 1.476562, 0.71875, 1.445312, 1.476562, 0.016846, 0.022827, 1.476562, 1.476562, 1.476562, 0.172852, 1.476562, 1.476562, 0.086426, 0.847656, 1.476562, 0.169922, 0.253906, 1.476562, 0.122559, 0.176758, 1.375, 1.476562, 0.02124, 0.703125, 0.078125, 1.085938, 1.476562, 1.476562, 1.445312, 1.476562, 0.275391, 0.103516, 1.476562, 1.476562, 1.476562, 0.015381, 0.04126, 1.476562, 1.476562, 0.046387, 1.476562, 1.0, 0.183594, 0.015015, 0.013916, 1.476562, 1.476562, 0.235352, 0.773438, 0.018433, 1.476562, 0.507812, 0.051514, 1.476562, 0.416016, 1.476562, 0.202148, 0.316406, 0.014587, 0.017822, 0.064941, 0.726562, 0.142578, 1.25, 0.675781, 0.06543, 0.112305, 0.020874, 0.020508, 0.675781, 0.235352, 1.476562, 0.151367, 0.609375, 1.476562, 0.014832, 1.476562, 0.246094, 1.476562, 1.476562, 0.017212, 0.014282, 0.099121, 0.320312, 0.02771, 0.761719, 0.012573, 0.820312, 0.097656, 0.996094, 0.535156, 0.233398, 1.476562, 1.476562, 0.168945, 0.03833, 0.018311, 1.476562, 0.018188, 0.101562, 1.476562, 1.476562, 0.02063, 0.808594, 1.40625, 1.476562, 0.166016, 1.445312, 0.017944, 1.257812, 1.476562, 0.031128, 0.065918, 0.023804, 1.476562, 0.091797, 0.016846, 0.022583, 1.476562, 0.054932, 1.476562, 1.476562, 1.476562, 0.048828, 0.019287, 1.476562, 0.048584, 1.476562, 1.414062, 0.049072, 0.057617, 0.147461, 1.078125, 0.001167, 0.104492, 0.028687, 0.015564, 0.109375, 0.285156, 1.476562, 1.203125, 0.022705, 0.863281, 1.015625, 1.078125, 0.027832, 1.476562, 1.476562, 0.231445, 1.476562, 0.015625, 0.016235, 0.251953, 1.164062, 0.001396, 0.34375, 0.359375, 0.019775, 0.21582, 0.458984, 0.022217, 1.476562, 0.015747, 1.476562, 0.753906, 0.191406, 0.069336, 0.018799, 1.476562, 0.06543, 1.351562, 0.765625, 0.231445, 0.035645, 0.064453, 1.476562, 0.014465, 0.019409, 1.476562, 0.043213, 0.796875, 1.476562, 0.298828, 1.476562, 0.015381, 0.380859, 1.40625, 1.476562, 0.648438, 1.023438, 0.243164, 1.476562, 0.017578, 0.000973, 0.211914, 1.476562, 0.014404, 0.855469, 1.476562, 0.103516, 0.96875, 0.808594, 0.021851, 0.144531, 0.016113, 1.476562, 0.027954, 0.832031, 0.031982, 0.018555, 1.476562, 0.292969, 1.476562, 0.029175, 0.018188, 1.476562, 1.476562, 1.476562, 1.476562, 1.476562, 1.476562, 0.185547, 0.016113, 1.445312, 0.890625, 1.476562, 0.053955, 0.018921, 1.476562, 1.085938, 0.037842, 1.476562, 1.476562, 0.984375, 1.476562, 0.047607, 1.476562, 0.015869, 0.498047, 1.476562, 0.03833, 0.018677, 0.016357, 1.476562, 0.017578, 0.015015, 0.075684, 0.141602, 1.476562, 0.90625, 0.017944, 0.835938, 0.017212, 0.050781, 0.020996, 0.263672, 1.476562, 0.761719, 0.082031, 0.123047, 0.020996, 0.945312, 1.476562, 1.21875, 0.242188, 0.014526, 0.644531, 1.453125, 1.476562, 0.550781, 1.476562, 0.017578, 1.109375, 0.376953, 0.02417, 0.339844, 0.222656, 0.202148, 1.476562, 0.189453, 0.613281, 0.017822, 1.476562, 0.026855, 1.476562, 0.871094, 0.335938, 1.476562, 1.476562, 1.476562, 1.476562, 0.016113, 0.018066, 0.0177, 1.476562, 0.038086, 1.476562, 1.476562, 0.150391, 0.46875, 0.177734, 0.589844, 1.476562, 0.104004, 1.476562, 0.441406, 0.029419, 0.012817, 1.445312, 1.476562, 1.476562, 0.157227, 1.476562, 1.476562, 0.129883, 0.539062, 0.02063, 0.020508, 0.171875, 0.032715, 0.386719, 1.476562, 1.476562, 1.054688, 0.020874, 1.476562, 0.166016, 0.016479, 0.722656, 0.020752, 1.476562, 0.730469, 1.234375, 1.476562, 1.476562, 0.020752, 0.043213, 1.476562, 1.476562, 0.400391, 0.148438, 0.018066, 1.476562, 1.476562, 0.027588, 0.027954, 0.699219, 1.476562, 1.0625, 1.476562, 0.570312, 0.013367, 0.024902, 0.095215, 0.953125, 0.652344, 1.476562, 0.554688, 0.019043, 0.00116, 1.476562, 1.476562, 0.061768, 0.017944, 0.016846, 0.015503, 0.464844, 1.476562 ] } , "name": "onnx::Mul_10637", "outputIndexes": [ 815 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 814, 815 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 816 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 788, 816 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/Add_1_output_0", "outputIndexes": [ 817 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 817 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.3/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 7069 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7069 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.3/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 7070 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7070 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 249037570, 327702, 81920, 0, 0 ] } , "name": "/layers.3/per_layer_input_gate/Linear", "outputIndexes": [ 7071 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7071 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.3/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 7072 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7072 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.3/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 818 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 818 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.3/act_fn/Mul_output_0", "outputIndexes": [ 819 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 818, 819 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/act_fn/Mul_1_output_0", "outputIndexes": [ 820 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 820 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/act_fn/Mul_2_output_0", "outputIndexes": [ 821 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 818, 821 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/act_fn/Add_output_0", "outputIndexes": [ 822 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 822 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/act_fn/Mul_3_output_0", "outputIndexes": [ 823 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 823 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.3/act_fn/Tanh_output_0", "outputIndexes": [ 824 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 824 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/act_fn/Add_1_output_0", "outputIndexes": [ 825 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 818, 825 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/act_fn/Mul_4_output_0", "outputIndexes": [ 826 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 826 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/act_fn/Mul_5_output_0", "outputIndexes": [ 827 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1027", "outputIndexes": [ 828 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1030", "outputIndexes": [ 829 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 828, 829, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1033", "outputIndexes": [ 830 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 830 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1034", "outputIndexes": [ 831 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 831 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1035", "outputIndexes": [ 832 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 832, 831 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1036", "outputIndexes": [ 833 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 833, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_9_output_0", "outputIndexes": [ 834 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 827, 834 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/Mul_output_0", "outputIndexes": [ 835 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 835 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.3/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 7073 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7073 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.3/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 7074 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7074 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 249447192, 327702, 81920, 0, 0 ] } , "name": "/layers.3/per_layer_projection/Linear", "outputIndexes": [ 7075 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7075 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.3/per_layer_projection/Linear/post_convert", "outputIndexes": [ 7076 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7076 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.3/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 836 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 836 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.3/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 838 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 838 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.3/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 839 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 839, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 840 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 840, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 841 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 836, 841 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 842 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.000125, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.000134, 0.000133, 0.147461, 0.000126, 0.147461, 0.000134, 0.000121, 0.147461, 0.000123, 0.147461, 0.000115, 0.00012, 0.147461, 0.000112, 0.000138, 0.002258, 0.000137, 0.000117, 0.147461, 0.000118, 0.000121, 0.000137, 0.147461, 0.030762, 0.147461, 0.147461, 0.000122, 0.147461, 0.147461, 0.147461, 0.000135, 0.147461, 0.000139, 0.000127, 0.000106, 0.000127, 0.147461, 0.000128, 0.147461, 0.147461, 0.147461, 0.000135, 0.000139, 0.000128, 0.147461, 0.147461, 0.147461, 0.147461, 0.000139, 0.000138, 0.147461, 0.000137, 0.000134, 0.00013, 0.000138, 0.000142, 0.031494, 0.000143, 0.147461, 0.000129, 0.000142, 0.000133, 0.000125, 0.147461, 0.000121, 0.006683, 0.000129, 0.147461, 0.000126, 0.147461, 0.000134, 0.000144, 0.147461, 0.147461, 0.000117, 0.147461, 0.044189, 0.000125, 0.000134, 0.147461, 0.147461, 0.147461, 0.000134, 0.147461, 0.147461, 0.00013, 0.000133, 0.000122, 0.147461, 0.000134, 0.000136, 0.147461, 0.147461, 0.147461, 0.000132, 0.000128, 0.147461, 0.000129, 0.000136, 0.147461, 0.147461, 0.147461, 0.000135, 0.147461, 0.147461, 0.002045, 0.000114, 0.147461, 0.000129, 0.000129, 0.000135, 0.000128, 0.000131, 0.000126, 0.147461, 0.000125, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.000116, 0.000132, 0.147461, 0.147461, 0.147461, 0.147461, 0.00013, 0.147461, 0.147461, 0.147461, 0.00013, 0.000135, 0.147461, 0.147461, 0.147461, 0.000137, 0.000122, 0.147461, 0.00013, 0.000132, 0.147461, 0.147461, 0.147461, 0.000124, 0.016968, 0.123535, 0.000136, 0.000137, 0.000128, 0.147461, 0.002151, 0.000131, 0.147461, 0.147461, 0.147461, 0.147461, 0.000119, 0.001495, 0.147461, 0.000129, 0.000131, 0.000134, 0.000134, 0.147461, 0.147461, 0.147461, 0.000125, 0.147461, 0.147461, 0.147461, 0.000137, 0.147461, 0.00013, 0.000124, 0.147461, 0.147461, 0.147461, 0.147461, 0.000134, 0.147461, 0.00014, 0.147461, 0.147461, 0.147461, 0.000127, 0.001648, 0.000139, 0.000133, 0.000124, 0.000131, 0.000131, 0.147461, 0.147461, 0.000134, 0.000225, 0.147461, 0.00014, 0.052002, 0.147461, 0.147461, 0.040283, 0.000125, 0.000131, 0.147461, 0.000137, 0.000125, 0.00013, 0.000334, 0.000127, 0.000133, 0.000134, 0.147461, 0.147461, 0.000136, 0.147461, 0.000134, 0.147461, 0.147461, 0.026489, 0.000129, 0.00528, 0.147461, 0.147461, 0.147461, 0.000131, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.000136, 0.077637, 0.000135, 0.147461, 0.000129, 0.147461, 0.147461, 0.00013, 0.000138, 0.147461, 0.017334, 0.000134, 0.026489, 0.000126, 0.000126, 0.147461, 0.025513, 0.000133, 0.147461, 0.000134, 0.000136, 0.017212, 0.147461, 0.000122, 0.147461, 0.000126, 0.000134, 0.147461, 0.147461, 0.000131, 0.147461, 0.000134, 0.147461, 0.000141, 0.147461, 0.147461, 0.00013, 0.000122, 0.000134, 0.147461, 0.147461, 0.000129, 0.000122, 0.000134, 0.147461, 0.000124, 0.000126, 0.147461, 0.000134, 0.147461, 0.000132, 0.00014, 0.147461, 0.000139, 0.000128, 0.000119, 0.147461, 0.066895, 0.147461, 0.147461, 0.147461, 0.051025, 0.000141, 0.00013, 0.000134, 0.147461, 0.000137, 0.147461, 0.147461, 0.000127, 0.147461, 0.147461, 0.147461, 0.147461, 0.000121, 0.147461, 0.120117, 0.000128, 0.000135, 0.147461, 0.000128, 0.147461, 0.147461, 0.000134, 0.000131, 0.147461, 0.089355, 0.000136, 0.147461, 0.015076, 0.000123, 0.000125, 0.023926, 0.000136, 0.147461, 0.024048, 0.000135, 0.000134, 0.000135, 0.000126, 0.000124, 0.147461, 0.000136, 0.147461, 0.000131, 0.000134, 0.147461, 0.147461, 0.147461, 0.000129, 0.000128, 0.000134, 0.147461, 0.147461, 0.147461, 0.000134, 0.000138, 0.000131, 0.147461, 0.147461, 0.000134, 0.000131, 0.000139, 0.147461, 0.000135, 0.147461, 0.147461, 0.000126, 0.00013, 0.147461, 0.007874, 0.001007, 0.000141, 0.147461, 0.000127, 0.000133, 0.000104, 0.000127, 0.147461, 0.144531, 0.147461, 0.000133, 0.147461, 0.147461, 0.000131, 0.000138, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.000126, 0.000139, 0.001724, 0.147461, 0.000127, 0.007233, 0.000136, 0.000134, 0.147461, 0.000134, 0.147461, 0.147461, 0.000131, 0.000125, 0.000134, 0.147461, 0.000132, 0.000128, 0.058105, 0.147461, 0.000132, 0.000123, 0.147461, 0.000126, 0.000131, 0.000133, 0.005463, 0.147461, 0.00013, 0.000125, 0.000136, 0.000142, 0.009766, 0.147461, 0.147461, 0.000117, 0.147461, 0.021973, 0.147461, 0.147461, 0.000133, 0.00013, 0.147461, 0.000139, 0.147461, 0.00011, 0.000135, 0.147461, 0.000141, 0.000144, 0.147461, 0.000137, 0.147461, 0.003555, 0.147461, 0.000135, 0.147461, 0.147461, 0.147461, 0.000135, 0.000122, 0.000136, 0.147461, 0.147461, 0.000137, 0.000137, 0.000117, 0.147461, 0.000134, 0.000135, 0.147461, 0.000123, 0.147461, 0.0001, 0.000137, 0.147461, 0.147461, 0.147461, 0.000134, 0.147461, 0.000113, 0.147461, 0.147461, 0.000136, 0.009888, 0.000121, 0.000134, 0.147461, 0.147461, 0.000139, 0.000134, 0.000137, 0.00014, 0.000134, 0.000134, 0.000123, 0.000128, 0.000122, 0.000136, 0.000137, 0.147461, 0.147461, 0.147461, 0.018066, 0.147461, 0.000115, 0.000134, 0.000123, 0.000127, 0.132812, 0.000141, 0.000131, 0.000117, 0.000124, 0.000115, 0.000135, 0.147461, 0.000136, 0.000127, 0.147461, 0.00014, 0.000134, 0.000129, 0.147461, 0.000141, 0.147461, 0.000134, 0.147461, 0.000135, 0.000135, 0.000123, 0.000113, 0.000134, 0.147461, 0.000736, 0.147461, 0.147461, 0.000132, 0.000127, 0.000134, 0.000134, 0.000142, 0.147461, 0.000134, 0.000125, 0.000132, 0.000134, 0.147461, 0.000133, 0.147461, 0.000139, 0.00014, 0.147461, 0.000127, 0.000141, 0.000135, 0.147461, 0.000128, 0.147461, 0.000112, 0.000134, 0.000113, 0.014099, 0.000116, 0.147461, 0.00013, 0.000124, 0.000143, 0.147461, 0.000135, 0.000125, 0.000131, 0.000138, 0.147461, 0.000128, 0.000134, 0.147461, 0.147461, 0.147461, 0.147461, 0.000122, 0.147461, 0.147461, 0.000124, 0.147461, 0.00013, 0.147461, 0.000139, 0.147461, 0.00012, 0.00012, 0.000134, 0.000135, 0.000123, 0.000123, 0.147461, 0.000134, 0.000136, 0.147461, 0.00013, 0.000131, 0.147461, 0.00014, 0.000138, 0.147461, 0.000127, 0.147461, 0.000124, 0.147461, 0.00014, 0.146484, 0.147461, 0.147461, 0.147461, 0.147461, 0.000143, 0.147461, 0.147461, 0.000137, 0.000143, 0.000128, 0.147461, 0.147461, 0.000137, 0.147461, 0.00013, 0.147461, 0.000139, 0.147461, 0.147461, 0.013062, 0.147461, 0.000136, 0.000127, 0.000132, 0.000131, 0.000135, 0.000126, 0.147461, 0.000127, 0.000137, 0.147461, 0.147461, 0.147461, 0.000124, 0.000136, 0.147461, 0.00014, 0.147461, 0.00014, 0.000126, 0.068848, 0.147461, 0.000136, 0.000134, 0.147461, 0.000129, 0.147461, 0.000134, 0.147461, 0.147461, 0.147461, 0.147461, 0.000116, 0.000139, 0.147461, 0.000129, 0.015747, 0.147461, 0.147461, 0.147461, 0.000124, 0.00012, 0.147461, 0.147461, 0.000128, 0.000123, 0.001656, 0.00014, 0.147461, 0.002335, 0.000132, 0.000134, 0.000134, 0.147461, 0.000123, 0.147461, 0.000115, 0.000117, 0.147461, 0.000134, 0.147461, 0.000132, 0.000131, 0.000129, 0.000135, 0.000124, 0.147461, 0.000127, 0.000135, 0.147461, 0.147461, 0.147461, 0.000134, 0.000134, 0.000135, 0.000141, 0.000133, 0.147461, 0.000122, 0.000134, 0.147461, 0.040527, 0.147461, 0.000135, 0.000128, 0.000137, 0.147461, 0.147461, 0.147461, 0.000121, 0.000137, 0.000112, 0.000138, 0.00013, 0.000106, 0.000126, 0.147461, 0.000131, 0.147461, 0.147461, 0.147461, 0.109863, 0.147461, 0.147461, 0.147461, 0.000117, 0.000128, 0.000132, 0.000135, 0.000133, 0.147461, 0.000135, 0.000135, 0.147461, 0.001244, 0.147461, 0.000141, 0.000132, 0.000124, 0.147461, 0.147461, 0.000135, 0.000131, 0.000137, 0.000128, 0.000111, 0.147461, 0.000134, 0.000119, 0.000135, 0.105957, 0.002609, 0.147461, 0.147461, 0.147461, 0.000139, 0.147461, 0.000134, 0.147461, 0.017578, 0.147461, 0.000138, 0.000119, 0.000132, 0.00013, 0.000134, 0.000126, 0.000127, 0.000137, 0.000135, 0.000137, 0.000132, 0.000132, 0.000134, 0.00193, 0.000113, 0.147461, 0.012024, 0.147461, 0.147461, 0.147461, 0.000143, 0.000117, 0.147461, 0.147461, 0.147461, 0.033691, 0.000133, 0.147461, 0.081543, 0.00013, 0.147461, 0.147461, 0.147461, 0.00013, 0.147461, 0.000134, 0.000133, 0.147461, 0.147461, 0.000118, 0.147461, 0.147461, 0.000133, 0.000129, 0.000125, 0.000122, 0.000134, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.000134, 0.00014, 0.147461, 0.000128, 0.147461, 0.000134, 0.000122, 0.000129, 0.000133, 0.000135, 0.000113, 0.000507, 0.147461, 0.000134, 0.000135, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.000138, 0.147461, 0.147461, 0.000138, 0.000124, 0.000131, 0.000135, 0.000138, 0.147461, 0.000136, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.001579, 0.000132, 0.000133, 0.000134, 0.000127, 0.000135, 0.147461, 0.147461, 0.147461, 0.000134, 0.000129, 0.147461, 0.106934, 0.000118, 0.123047, 0.000111, 0.000128, 0.000135, 0.147461, 0.000141, 0.000129, 0.000134, 0.000127, 0.000136, 0.000134, 0.000134, 0.000139, 0.147461, 0.00013, 0.147461, 0.147461, 0.147461, 0.008972, 0.000129, 0.147461, 0.000138, 0.000134, 0.000132, 0.000133, 0.000134, 0.147461, 0.000125, 0.147461, 0.000143, 0.147461, 0.000129, 0.147461, 0.000138, 0.000132, 0.147461, 0.04541, 0.003555, 0.147461, 0.000125, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.00011, 0.011414, 0.000133, 0.000132, 0.000131, 0.000133, 0.000134, 0.000121, 0.000121, 0.147461, 0.000106, 0.000095, 0.147461, 0.147461, 0.00012, 0.147461, 0.147461, 0.000136, 0.147461, 0.000139, 0.147461, 0.147461, 0.000139, 0.147461, 0.000129, 0.147461, 0.147461, 0.000115, 0.147461, 0.147461, 0.000141, 0.147461, 0.003708, 0.000121, 0.016357, 0.000132, 0.000113, 0.147461, 0.000118, 0.147461, 0.000103, 0.000134, 0.147461, 0.147461, 0.147461, 0.00013, 0.147461, 0.147461, 0.000139, 0.000124, 0.000116, 0.00014, 0.000126, 0.000122, 0.000137, 0.147461, 0.076172, 0.000123, 0.000134, 0.147461, 0.000129, 0.000135, 0.147461, 0.008606, 0.000126, 0.00012, 0.147461, 0.147461, 0.147461, 0.000134, 0.00013, 0.000135, 0.000132, 0.000129, 0.000122, 0.000134, 0.147461, 0.147461, 0.000115, 0.000118, 0.000131, 0.000131, 0.147461, 0.147461, 0.000133, 0.000135, 0.147461, 0.147461, 0.000135, 0.000127, 0.147461, 0.00013, 0.147461, 0.147461, 0.000133, 0.112793, 0.147461, 0.147461, 0.147461, 0.147461, 0.000134, 0.000138, 0.000135, 0.147461, 0.147461, 0.000137, 0.000125, 0.000119, 0.000127, 0.000128, 0.147461, 0.000132, 0.061768, 0.000143, 0.000132, 0.000134, 0.147461, 0.01062, 0.147461, 0.147461, 0.147461, 0.000129, 0.000134, 0.147461, 0.047852, 0.000123, 0.147461, 0.00013, 0.147461, 0.147461, 0.147461, 0.000139, 0.000126, 0.000137, 0.147461, 0.147461, 0.147461, 0.147461, 0.000113, 0.147461, 0.147461, 0.000125, 0.000112, 0.000134, 0.147461, 0.000127, 0.000118, 0.147461, 0.147461, 0.147461, 0.000134, 0.147461, 0.147461, 0.000128, 0.000134, 0.023682, 0.000105, 0.147461, 0.147461, 0.000126, 0.00012, 0.000128, 0.00011, 0.043457, 0.000908, 0.000139, 0.000118, 0.000136, 0.000134, 0.000128, 0.000127, 0.147461, 0.000139, 0.147461, 0.000132, 0.147461, 0.000116, 0.000125, 0.000139, 0.002426, 0.147461, 0.000115, 0.000131, 0.000134, 0.000126, 0.000125, 0.147461, 0.147461, 0.000129, 0.000121, 0.147461, 0.147461, 0.000134, 0.000137, 0.147461, 0.000134, 0.147461, 0.000134, 0.147461, 0.000127, 0.146484, 0.147461, 0.00013, 0.040527, 0.000127, 0.000126, 0.000118, 0.147461, 0.147461, 0.147461, 0.000126, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.000125, 0.000133, 0.000141, 0.147461, 0.147461, 0.000134, 0.147461, 0.000134, 0.147461, 0.000139, 0.000134, 0.003738, 0.00013, 0.000128, 0.000135, 0.147461, 0.147461, 0.00013, 0.147461, 0.000123, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.000133, 0.147461, 0.000136, 0.000132, 0.101074, 0.147461, 0.147461, 0.090332, 0.147461, 0.000111, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.000132, 0.000124, 0.147461, 0.147461, 0.000122, 0.000124, 0.147461, 0.147461, 0.000133, 0.000138, 0.147461, 0.147461, 0.000132, 0.147461, 0.000133, 0.000138, 0.000131, 0.000134, 0.147461, 0.147461, 0.147461, 0.147461, 0.003265, 0.000131, 0.000139, 0.147461, 0.000134, 0.147461, 0.147461, 0.000129, 0.009094, 0.147461, 0.000143, 0.147461, 0.011963, 0.000122, 0.000104, 0.147461, 0.000136, 0.147461, 0.000127, 0.00013, 0.000127, 0.147461, 0.000135, 0.147461, 0.147461, 0.147461, 0.147461, 0.000137, 0.000114, 0.147461, 0.00012, 0.147461, 0.002136, 0.002762, 0.000134, 0.147461, 0.147461, 0.000137, 0.147461, 0.147461, 0.147461, 0.000135, 0.147461, 0.000129, 0.00012, 0.000122, 0.000137, 0.147461, 0.001213, 0.00013, 0.147461, 0.147461, 0.147461, 0.000131, 0.147461, 0.027954, 0.000134, 0.147461, 0.000119, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.00014, 0.000136, 0.000122, 0.147461, 0.147461, 0.000126, 0.147461, 0.147461, 0.000139, 0.000134, 0.00946, 0.147461, 0.000132, 0.075195, 0.147461, 0.147461, 0.147461, 0.000123, 0.000135, 0.000134, 0.000115, 0.000114, 0.000132, 0.000137, 0.000126, 0.147461, 0.016479, 0.147461, 0.000134, 0.00013, 0.000132, 0.000138, 0.000125, 0.147461, 0.00013, 0.147461, 0.010376, 0.000136, 0.008972, 0.000131, 0.147461, 0.000135, 0.000135, 0.147461, 0.000127, 0.000133, 0.147461, 0.000141, 0.147461, 0.00013, 0.000124, 0.00012, 0.147461, 0.147461, 0.017456, 0.000134, 0.000119, 0.00014, 0.009705, 0.147461, 0.000132, 0.000131, 0.000132, 0.001549, 0.000135, 0.005402, 0.00012, 0.147461, 0.000137, 0.000134, 0.000133, 0.000126, 0.000131, 0.00013, 0.147461, 0.075684, 0.147461, 0.000127, 0.147461, 0.147461, 0.147461, 0.000121, 0.000131, 0.000133, 0.000141, 0.147461, 0.009399, 0.147461, 0.147461, 0.000124, 0.147461, 0.000131, 0.000134, 0.147461, 0.000125, 0.000136, 0.000134, 0.147461, 0.000124, 0.00013, 0.002838, 0.147461, 0.000132, 0.000119, 0.000127, 0.000132, 0.147461, 0.147461, 0.147461, 0.000118, 0.147461, 0.000523, 0.000134, 0.000135, 0.000134, 0.00012, 0.000124, 0.00014, 0.026611, 0.000128, 0.147461, 0.000134, 0.147461, 0.147461, 0.147461, 0.147461, 0.000134, 0.002182, 0.147461, 0.000134, 0.000126, 0.000125, 0.147461, 0.000128, 0.147461, 0.147461, 0.000137, 0.000109, 0.147461, 0.000121, 0.147461, 0.147461, 0.000121, 0.000129, 0.000123, 0.147461, 0.019165, 0.147461, 0.000126, 0.000128, 0.147461, 0.000139, 0.000129, 0.000131, 0.000128, 0.000139, 0.147461, 0.000129, 0.147461, 0.000135, 0.000132, 0.000121, 0.033691, 0.000134, 0.000135, 0.147461, 0.147461, 0.000136, 0.000139, 0.026611, 0.147461, 0.147461, 0.147461, 0.000134, 0.000134, 0.147461, 0.000107, 0.000141, 0.001472, 0.147461, 0.147461, 0.147461, 0.000126, 0.147461, 0.147461, 0.007874, 0.000135, 0.147461, 0.000138, 0.000126, 0.031494, 0.000129, 0.147461, 0.147461, 0.147461, 0.000131, 0.000131, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.00013, 0.000129, 0.147461, 0.00013, 0.000134, 0.147461, 0.000133, 0.000137, 0.147461, 0.147461, 0.000142, 0.000133, 0.000134, 0.000136, 0.000134, 0.000121, 0.147461, 0.00014, 0.001564, 0.147461, 0.147461, 0.147461, 0.000136, 0.147461, 0.147461, 0.147461, 0.147461, 0.000143, 0.010925, 0.147461, 0.147461, 0.147461, 0.000132, 0.147461, 0.000138, 0.147461, 0.000126, 0.147461, 0.147461, 0.000118, 0.147461, 0.000117, 0.147461, 0.000136, 0.147461, 0.000133, 0.147461, 0.000139, 0.103516, 0.147461, 0.000129, 0.00012, 0.000134, 0.147461, 0.000123, 0.147461, 0.147461, 0.000123, 0.000137, 0.00011, 0.000129, 0.000133, 0.00011, 0.012695, 0.000132, 0.147461, 0.147461, 0.147461, 0.147461, 0.000137, 0.147461, 0.147461, 0.147461, 0.000136, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.000136, 0.00013, 0.000133, 0.046631, 0.000131, 0.000122, 0.000136, 0.147461, 0.147461, 0.000124, 0.000127, 0.00013, 0.000122, 0.147461, 0.000141, 0.147461, 0.000133, 0.147461, 0.000131, 0.00013, 0.000137, 0.000087, 0.147461, 0.000129, 0.147461, 0.147461, 0.147461, 0.000135, 0.000128, 0.000131, 0.000141, 0.147461, 0.147461, 0.00013, 0.000133, 0.000142, 0.000139, 0.000126, 0.000134, 0.147461, 0.147461, 0.000112, 0.000124, 0.147461, 0.00014, 0.000135, 0.147461, 0.000129, 0.147461, 0.000117, 0.000128, 0.00013, 0.000126, 0.147461, 0.000122, 0.000132, 0.000118, 0.147461, 0.00014, 0.147461, 0.001915, 0.000127, 0.147461, 0.147461, 0.000128, 0.147461, 0.123535, 0.147461, 0.147461, 0.000132, 0.000125, 0.147461, 0.000114, 0.147461, 0.000134, 0.000143, 0.000133, 0.059814, 0.000133, 0.012512, 0.147461, 0.147461, 0.147461, 0.000129, 0.147461, 0.147461, 0.000133, 0.000137, 0.000135, 0.000137, 0.000139, 0.147461, 0.000126, 0.147461, 0.147461, 0.004547, 0.000129, 0.147461, 0.147461, 0.147461, 0.000128, 0.004547, 0.00013, 0.000128, 0.000134, 0.147461, 0.00014, 0.147461, 0.000123, 0.147461, 0.00014, 0.000132, 0.000133, 0.000129, 0.043213, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.000138, 0.000134, 0.000125, 0.000131, 0.000125, 0.000134, 0.000137, 0.000134, 0.000127, 0.00013, 0.147461, 0.000126, 0.147461, 0.000141, 0.000135, 0.000124, 0.147461, 0.026367, 0.000126, 0.147461, 0.000122, 0.000137, 0.000134, 0.147461, 0.000131, 0.147461, 0.147461, 0.000134, 0.000135, 0.147461, 0.000131, 0.147461, 0.000127, 0.147461, 0.000125, 0.000124, 0.000132, 0.147461, 0.147461, 0.000137, 0.000134, 0.147461, 0.147461, 0.000131, 0.042725, 0.147461, 0.000134, 0.000125, 0.147461, 0.000128, 0.000128, 0.000115, 0.000138, 0.0625, 0.000141, 0.000131, 0.000131, 0.000134, 0.147461, 0.147461, 0.147461, 0.000141, 0.000125, 0.147461, 0.000629, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.034912, 0.012329, 0.147461, 0.147461, 0.147461, 0.000134, 0.147461, 0.147461, 0.000121, 0.147461, 0.147461, 0.000141, 0.147461, 0.000141, 0.147461, 0.000143, 0.147461, 0.000123, 0.147461, 0.001633, 0.000136, 0.147461, 0.000136, 0.000124, 0.000141, 0.147461, 0.00013, 0.147461, 0.147461, 0.000134, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.000123, 0.013, 0.147461, 0.147461, 0.147461, 0.026001, 0.147461, 0.147461, 0.000131, 0.000134, 0.000116, 0.00012, 0.147461, 0.000131, 0.147461, 0.147461, 0.147461, 0.000134, 0.000134, 0.147461, 0.147461, 0.000141, 0.147461, 0.147461, 0.000134, 0.147461, 0.000131, 0.000111, 0.000134, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.000126, 0.000137, 0.000138, 0.000121, 0.00013, 0.143555, 0.000138, 0.000131, 0.147461, 0.147461, 0.147461, 0.000126, 0.147461, 0.147461, 0.000128, 0.000131, 0.000126, 0.000127, 0.005768, 0.000124, 0.147461, 0.000122, 0.000137, 0.147461, 0.000115, 0.147461, 0.00013, 0.147461, 0.000139, 0.000137, 0.147461, 0.000132, 0.000131, 0.147461, 0.147461, 0.000137, 0.12793, 0.000134, 0.147461, 0.000134, 0.147461, 0.000125, 0.000121, 0.147461, 0.000118, 0.147461, 0.000127, 0.147461, 0.000137, 0.000119, 0.00014, 0.147461, 0.000126, 0.000134, 0.147461, 0.147461, 0.000125, 0.00013, 0.147461, 0.000134, 0.000115, 0.147461, 0.147461, 0.000134, 0.147461, 0.147461, 0.147461, 0.000126, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.000126, 0.000117, 0.147461, 0.000131, 0.000141, 0.147461, 0.147461, 0.088379, 0.000134, 0.000132, 0.147461, 0.000135, 0.000122, 0.000141, 0.147461, 0.000134, 0.000134, 0.147461, 0.000134, 0.000137, 0.000129, 0.001839, 0.000126, 0.147461, 0.000108, 0.147461, 0.147461, 0.000116, 0.000122, 0.000136, 0.000128, 0.000135, 0.139648, 0.000134, 0.000134, 0.147461, 0.000127, 0.147461, 0.000132, 0.00014, 0.147461, 0.147461, 0.000131, 0.000134, 0.00012, 0.147461, 0.147461, 0.000135, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.016968, 0.147461, 0.147461, 0.147461, 0.147461, 0.000137, 0.147461, 0.000116, 0.000126, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.000128, 0.147461, 0.147461, 0.000128, 0.147461, 0.000139, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.000124, 0.000134, 0.147461, 0.147461, 0.001541, 0.00013, 0.000126, 0.147461, 0.147461, 0.000126, 0.000132, 0.000133, 0.147461, 0.000135, 0.000134, 0.000134, 0.00013, 0.00014, 0.000133, 0.000129, 0.000122, 0.002457, 0.147461, 0.000133, 0.000122, 0.147461, 0.000132, 0.000131, 0.000133, 0.147461, 0.147461, 0.000134, 0.000136, 0.000134, 0.000131, 0.000129, 0.147461, 0.147461, 0.000126, 0.00135, 0.147461, 0.147461, 0.000132, 0.000143, 0.000123, 0.147461, 0.147461, 0.000134, 0.000134, 0.00014, 0.000133, 0.000123, 0.000125, 0.147461, 0.00012, 0.000129, 0.000133, 0.000134, 0.000126, 0.000134, 0.147461, 0.000123, 0.147461, 0.000135, 0.147461, 0.006622, 0.147461, 0.147461, 0.000124, 0.027466, 0.000119, 0.00014, 0.000134, 0.000134, 0.000137, 0.000124, 0.000125, 0.000134, 0.147461, 0.026123, 0.147461, 0.147461, 0.000118, 0.147461, 0.147461, 0.11377, 0.000136, 0.147461, 0.147461, 0.147461, 0.147461, 0.000143, 0.147461, 0.000133, 0.147461, 0.000127, 0.147461, 0.147461, 0.0177, 0.147461, 0.000119, 0.147461, 0.147461, 0.147461, 0.00014, 0.147461, 0.000121, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.000135, 0.000136, 0.000133, 0.147461, 0.147461, 0.000108, 0.000128, 0.002136, 0.000135, 0.147461, 0.147461, 0.147461, 0.000136, 0.147461, 0.000131, 0.00014, 0.000126, 0.00013, 0.147461, 0.147461, 0.000118, 0.00014, 0.147461, 0.000136, 0.147461, 0.000328, 0.000133, 0.147461, 0.147461, 0.000129, 0.000133, 0.000135, 0.147461, 0.000121, 0.147461, 0.147461, 0.000123, 0.147461, 0.000128, 0.000115, 0.147461, 0.147461, 0.000132, 0.000119, 0.000131, 0.147461, 0.000134, 0.000126, 0.147461, 0.147461, 0.147461, 0.147461, 0.000135, 0.024414, 0.000134, 0.000141, 0.000132, 0.147461, 0.000134, 0.147461, 0.147461, 0.147461, 0.147461, 0.000136, 0.000132, 0.000133, 0.147461, 0.000614, 0.147461, 0.147461, 0.147461, 0.000134, 0.000134, 0.147461, 0.002457, 0.000129, 0.000121, 0.147461, 0.000129, 0.000128, 0.000124, 0.016479, 0.147461, 0.147461, 0.000134, 0.147461, 0.147461, 0.00013, 0.147461, 0.000141, 0.147461, 0.147461, 0.000132, 0.147461, 0.000626, 0.002533, 0.000131, 0.000134, 0.000136, 0.147461, 0.147461, 0.000134, 0.000134, 0.147461, 0.147461, 0.147461, 0.147461, 0.000133, 0.147461, 0.000133, 0.017944, 0.147461, 0.011292, 0.147461, 0.000136, 0.000132, 0.000134, 0.147461, 0.000134, 0.057129, 0.060303, 0.147461, 0.000129, 0.00014, 0.147461, 0.147461, 0.147461, 0.147461, 0.000128, 0.000142, 0.147461, 0.147461, 0.000137, 0.000134, 0.000135, 0.147461, 0.000136, 0.147461, 0.147461, 0.000135, 0.147461, 0.147461, 0.072266, 0.000127, 0.147461, 0.147461, 0.000129, 0.000127, 0.000131, 0.147461, 0.000126, 0.000134, 0.147461, 0.147461, 0.147461, 0.000114, 0.000142, 0.147461, 0.147461, 0.000134, 0.000131, 0.147461, 0.147461, 0.003525, 0.147461, 0.000126, 0.147461, 0.000118, 0.00013, 0.147461, 0.147461, 0.000137, 0.147461, 0.000142, 0.147461, 0.147461, 0.00013, 0.000134, 0.00014, 0.147461, 0.000125, 0.000137, 0.00014, 0.000126, 0.000137, 0.000113, 0.000142, 0.147461, 0.01178, 0.006256, 0.009338, 0.000137, 0.000142, 0.147461, 0.00013, 0.00014, 0.00013, 0.147461, 0.147461, 0.000137, 0.147461, 0.000128, 0.147461, 0.147461, 0.000134, 0.000127, 0.000128, 0.000133, 0.000138, 0.000132, 0.000133, 0.092773, 0.000123, 0.00013, 0.147461, 0.000135, 0.147461, 0.147461, 0.000114, 0.000132, 0.002136, 0.147461, 0.000135, 0.000134, 0.000113, 0.147461, 0.000124, 0.00014, 0.147461, 0.147461, 0.00014, 0.147461, 0.000125, 0.000131, 0.147461, 0.000126, 0.000125, 0.000142, 0.147461, 0.008362, 0.00029, 0.00013, 0.147461, 0.000139, 0.147461, 0.000129, 0.147461, 0.000125, 0.000127, 0.147461, 0.000119, 0.147461, 0.000137, 0.000128, 0.000138, 0.000131, 0.000126, 0.147461, 0.147461, 0.000132, 0.000119, 0.000134, 0.147461, 0.147461, 0.000124, 0.000113, 0.000134, 0.057373, 0.000132, 0.000113, 0.147461, 0.147461, 0.000131, 0.147461, 0.000134, 0.000134, 0.000137, 0.000132, 0.147461, 0.147461, 0.147461, 0.000122, 0.000126, 0.000125, 0.00013, 0.147461, 0.000134, 0.147461, 0.00014, 0.147461, 0.147461, 0.000132, 0.147461, 0.000137, 0.000133, 0.147461, 0.000138, 0.000138, 0.000133, 0.00013, 0.000134, 0.000133, 0.147461, 0.000124, 0.000126, 0.147461, 0.00014, 0.147461, 0.000129, 0.018433, 0.000124, 0.147461, 0.147461, 0.147461, 0.000134, 0.147461, 0.000129, 0.000134, 0.000143, 0.147461, 0.000126, 0.00013, 0.147461, 0.011536, 0.147461, 0.000135, 0.000127, 0.000132, 0.000484, 0.000134, 0.000126, 0.000132, 0.00012, 0.000132, 0.147461, 0.00014, 0.000134, 0.000137, 0.000139, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.000126, 0.001434, 0.147461, 0.00014, 0.147461, 0.000115, 0.000122, 0.147461, 0.00014, 0.000134, 0.147461, 0.147461, 0.147461, 0.147461, 0.000141, 0.147461, 0.000124, 0.147461, 0.147461, 0.000134, 0.000135, 0.000135, 0.000125, 0.000118, 0.00012, 0.000141, 0.000129, 0.147461, 0.086914, 0.00013, 0.000134, 0.000137, 0.000134, 0.000133, 0.000139, 0.147461, 0.067871, 0.000128, 0.019653, 0.000137, 0.000136, 0.147461, 0.147461, 0.000131, 0.000121, 0.00013, 0.147461, 0.147461, 0.147461, 0.147461, 0.000124, 0.147461, 0.147461, 0.000127, 0.147461, 0.000133, 0.000137, 0.147461, 0.020874, 0.147461, 0.000118, 0.147461, 0.00013, 0.147461, 0.00012, 0.000117, 0.147461, 0.147461, 0.147461, 0.147461, 0.000131, 0.000127, 0.00013, 0.000126, 0.000131, 0.147461, 0.147461, 0.000134, 0.102051, 0.000133, 0.000134, 0.147461, 0.000141, 0.147461, 0.000132, 0.000128, 0.000124, 0.000132, 0.147461, 0.147461, 0.000134, 0.000137, 0.000134, 0.000133, 0.147461, 0.000132, 0.000128, 0.147461, 0.000125, 0.147461, 0.147461, 0.147461, 0.147461, 0.001556, 0.000121, 0.011597, 0.000124, 0.147461, 0.000132, 0.147461, 0.147461, 0.147461, 0.147461, 0.147461, 0.000134, 0.004944, 0.147461, 0.147461, 0.007812, 0.000134, 0.000112, 0.147461, 0.000112, 0.000128, 0.000135, 0.000128, 0.147461, 0.147461, 0.147461, 0.000127, 0.000136, 0.000138, 0.000132, 0.000136, 0.000131, 0.147461, 0.147461, 0.002151, 0.147461, 0.147461, 0.147461, 0.0047, 0.000127, 0.001335, 0.000129, 0.147461, 0.147461 ] } , "name": "onnx::Mul_10638", "outputIndexes": [ 843 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 842, 843 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 844 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 817, 844 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/Add_2_output_0", "outputIndexes": [ 845 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.710938 ] } , "name": "/blocks.3/Constant_1_output_0", "outputIndexes": [ 846 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 845, 846 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/Mul_1_output_0", "outputIndexes": [ 847 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 847, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.4/Reshape_output_0", "outputIndexes": [ 848 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 848 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.4/input_layernorm/Pow_output_0", "outputIndexes": [ 849 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 849 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.4/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 850 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 850, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/input_layernorm/Add_output_0", "outputIndexes": [ 851 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 851, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/input_layernorm/Pow_1_output_0", "outputIndexes": [ 852 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 848, 852 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/input_layernorm/Mul_output_0", "outputIndexes": [ 853 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 47.5, 3.484375, 1.023438, 1.554688, 2.0, 1.773438, 1.359375, 1.46875, 24.5, 1.554688, 1.429688, 4.21875, 1.8125, 2.046875, 42.25, 4.0, 35.5, 0.992188, 33.75, 40.0, 1.492188, 60.75, 24.25, 50.5, 19.0, 1.375, 1.375, 1.875, 31.0, 6.21875, 0.867188, 25.375, 1.914062, 16.875, 46.25, 4.0, 0.96875, 1.054688, 17.0, 0.953125, 57.25, 7.6875, 3.265625, 27.5, 1.867188, 39.75, 1.375, 1.140625, 1.445312, 51.25, 53.0, 78.0, 0.925781, 0.859375, 5.09375, 1.3125, 19.5, 11.625, 1.210938, 94.0, 3.71875, 57.0, 1.640625, 26.0, 5.34375, 1.710938, 1.351562, 33.5, 13.1875, 27.5, 36.0, 2.359375, 58.0, 24.625, 58.75, 1.015625, 33.0, 1.085938, 2.46875, 52.0, 1.226562, 1.5625, 19.0, 2.171875, 2.140625, 2.828125, 19.375, 1.96875, 1.882812, 1.476562, 152.0, 6.09375, -1.304688, 19.125, 42.0, 24.5, 0.757812, 3.46875, 5.125, 1.203125, 1.210938, -0.867188, 34.75, 6.3125, 1.328125, 15.0, 1.71875, 1.070312, 3.40625, 1.867188, 8.0625, 1.890625, 1.867188, 55.75, 56.25, 1.6875, 1.40625, 43.0, 2.796875, 49.25, 41.5, 50.75, 2.40625, 2.375, 0.804688, 1.65625, 26.5, 1.554688, 1.023438, 1.617188, 50.5, 1.1875, 2.015625, 1.84375, 1.898438, 33.25, 3.25, 2.21875, 2.203125, 1.953125, 4.15625, 1.179688, 1.164062, 2.9375, 68.5, 19.0, 1.8125, 43.75, 47.5, 1.140625, 2.359375, 3.609375, 54.25, 9.5625, 2.046875, 3.140625, 30.5, 52.5, 0.988281, 57.25, 15.5625, 1.695312, 1.875, 5.15625, 1.226562, 34.0, 68.0, 26.0, 3.21875, 45.25, 23.625, 15.4375, 2.84375, 0.859375, 2.453125, 51.0, 0.855469, 1.070312, 1.382812, 58.0, 1.015625, 5.90625, -2.0625, 0.652344, 1.179688, 1.34375, 10.75, 2.796875, 5.1875, 66.5, 2.40625, 1.953125, 2.078125, 120.5, 93.5, 44.75, 40.0, 36.25, 1.710938, 35.0, 1.609375, 1.21875, 54.0, 21.375, 1.117188, 11.75, 2.5625, 1.828125, 1.6875, 29.125, 45.5, 56.25, 3.125, 22.875, 45.75, 4.375, 114.0, 43.5, 44.0, 22.5, 1.71875, 8.125, 2.390625, 31.875, 23.875, 1.234375, 0.839844, 7.59375, 26.125, 13.75, 1.476562, 1.296875, 1.203125, 29.375, 1.46875, 4.46875, 0.789062, 1.96875, 2.859375, 5.0, 54.25, 2.9375, 83.5, 1.304688, 66.0, 1.265625, 1.515625, 4.78125, 4.1875, 1.1875, 8.8125, 77.5, 10.8125, 97.5, 3.3125, 1.25, 4.96875, 8.6875, 2.25, 53.0, 10.25, 6.8125, 16.75, 78.0, 1.921875, 43.25, 49.0, 2.921875, 1.445312, 32.5, 0.710938, 7.4375, 25.625, 50.5, 1.289062, 1.234375, 73.5, 3.578125, 1.804688, 0.789062, 1.539062, 59.0, 10.5625, 45.75, 1.015625, 68.0, 47.25, 0.941406, 4.65625, 2.90625, 21.375, 48.25, 1.671875, 69.0, 5.96875, 15.0, 1.632812, 2.84375, 2.1875, 2.296875, 1.242188, 4.03125, 16.375, 42.25, 2.109375, 1.664062, 3.53125, 2.703125, 8.75, 34.75, 0.957031, 2.203125, 1.125, 1.375, 56.25, 21.25, 1.578125, 3.078125, 7.0625, 2.3125, 30.125, 1.585938, 1.492188, 3.9375, 42.0, 0.855469, 2.390625, 24.0, 1.484375, 15.75, 106.5, 28.5, 8.4375, 2.296875, 2.46875, 7.84375, 15.0625, 32.25, 1.398438, 19.625, 36.0, 0.949219, 1.070312, 4.4375, 12.4375, 13.125, 1.632812, 1.039062, 1.210938, 46.25, 78.0, 22.375, 1.789062, 1.570312, 0.976562, 8.0, 37.0, 2.265625, 0.878906, 2.625, 46.75, 2.0625, 23.5, 1.546875, 54.25, 1.453125, 1.820312, 4.875, 54.5, 1.484375, 17.25, 68.0, 2.046875, 1.992188, 9.5, 71.0, 2.25, 47.5, 1.265625, 11.4375, 10.125, 1.070312, 1.0, 2.671875, 17.75, 28.625, 4.28125, 1.132812, 2.609375, 1.835938, 2.953125, 2.625, 51.25, 62.25, 0.605469, 33.5, 15.6875, 47.75, -2.4375, 7.09375, 89.0, 1.039062, 3.96875, 4.65625, 69.0, 43.75, 0.789062, 61.75, 2.25, 2.140625, 1.835938, 27.75, 4.40625, 1.1875, 2.515625, 2.25, 5.28125, 25.0, 1.90625, 2.3125, 3.328125, 2.96875, 2.3125, 12.4375, -2.5625, 1.570312, 33.5, 1.523438, 8.125, 1.328125, 5.15625, 51.5, 4.875, 1.054688, 25.25, 1.101562, 6.09375, 3.59375, 0.984375, 7.40625, 2.5625, 1.101562, 36.5, 0.945312, 26.75, 2.71875, 37.75, -0.792969, 2.171875, 0.941406, 1.648438, 68.5, 59.5, 2.5, 0.894531, 6.15625, 41.5, 43.75, 1.109375, 67.5, 33.25, 1.453125, 81.0, 25.375, 51.5, 1.101562, 2.09375, 0.835938, 1.226562, 37.0, 1.0625, 44.0, 2.625, 2.46875, 2.125, 51.25, 22.625, 29.25, 2.140625, 2.21875, 3.25, 10.5, 2.984375, 44.0, 5.5, 3.078125, 38.25, 4.25, 56.75, 1.703125, 44.0, 2.46875, 1.515625, 1.460938, 9.0, 1.015625, 26.875, 44.5, 6.28125, 6.15625, 2.34375, 16.875, 42.75, 51.75, 46.0, 53.5, 43.0, 17.125, 35.5, 2.140625, 1.117188, 19.0, 36.5, 4.4375, 17.0, 1.953125, 2.0, 6.5, 1.148438, 48.75, 3.21875, 51.5, 5.65625, 38.0, 1.96875, 44.25, 0.945312, 15.0625, 2.171875, 71.0, 52.0, 60.25, 3.890625, 1.546875, 3.84375, 71.0, 10.5625, 0.792969, 1.226562, 62.0, 1.59375, 52.5, 2.828125, 1.1875, 50.0, 107.5, 56.25, 1.390625, 2.515625, 16.875, 4.71875, 44.5, 37.25, 58.0, 24.625, 1.515625, 35.5, 45.5, 47.75, 3.03125, 2.25, 64.5, 35.25, 3.84375, 0.816406, 19.375, 3.0625, 1.53125, 1.054688, 1.53125, 16.125, 50.5, 1.210938, 0.984375, 6.96875, 2.046875, 2.25, 1.039062, 30.75, 1.265625, 41.5, 2.953125, 3.03125, 1.46875, 52.0, 3.328125, 1.25, 1.75, 2.828125, 2.203125, 41.75, 7.75, 0.96875, 3.234375, 2.640625, 3.890625, 44.5, 1.046875, 39.0, 1.367188, 10.5625, 1.03125, 1.351562, 0.949219, 1.515625, 1.039062, 3.234375, 3.28125, 1.671875, 15.5625, 4.0625, -0.083008, 2.84375, 3.171875, 3.515625, 0.875, 36.5, 0.988281, 26.375, 0.894531, 1.320312, 25.0, 1.78125, 5.5625, 3.328125, 120.5, 56.75, 6.28125, 2.671875, 1.109375, 68.5, 41.0, 3.046875, 1.015625, 1.476562, 5.34375, 44.5, 1.007812, 61.5, 1.3125, 3.203125, 49.0, 2.390625, 1.5625, 47.25, 6.75, 1.0625, 1.53125, 1.859375, 28.125, 1.671875, 1.3125, 1.445312, 1.828125, 90.0, 29.75, 7.1875, 2.578125, 46.0, -1.15625, 6.0625, 1.125, 1.789062, 44.75, 1.796875, 8.6875, 23.625, 45.0, 51.0, 26.25, 1.765625, 44.5, 2.65625, 2.546875, 19.5, 1.351562, 31.5, 13.0, 2.984375, 64.0, 1.484375, 14.5625, 0.972656, 122.5, 2.875, 41.25, -1.546875, 41.75, 8.875, 59.75, 28.625, 2.9375, 1.976562, 1.195312, 94.0, 55.5, 2.6875, 1.90625, 62.75, 1.039062, 47.5, 48.0, 1.890625, 10.875, 2.515625, 5.71875, 56.25, 3.296875, 1.015625, 2.78125, 1.101562, 16.375, 29.25, 45.5, 2.4375, 14.1875, 1.96875, 64.5, 1.398438, 1.773438, 9.0625, 2.0625, 5.84375, 1.226562, 2.234375, 4.6875, 1.21875, 36.25, 1.90625, 32.25, 23.625, 3.265625, 1.0, 54.25, 28.625, 0.984375, 73.0, 2.109375, 7.125, 45.0, 11.0, 1.382812, 3.09375, 30.625, 30.75, 1.710938, 50.75, 63.0, 1.953125, 14.875, 1.140625, 33.75, 1.359375, 31.75, 1.3125, 2.171875, 19.0, 2.640625, 1.203125, 12.875, 1.226562, 19.0, 4.1875, 1.734375, 57.5, 3.140625, 55.0, 48.0, 37.75, 62.5, 2.0, 1.882812, 1.25, 55.75, 129.0, 22.875, 54.75, 5.625, 1.265625, 10.1875, 1.242188, 1.4375, 2.03125, 3.828125, 46.0, 2.21875, 0.714844, 2.5, 5.78125, 42.5, 0.824219, 1.523438, 48.75, 1.140625, 4.4375, 1.0, 46.75, 1.03125, 54.0, 54.75, 17.75, 1.320312, 56.25, 42.25, 1.757812, 3.734375, 67.5, 58.25, 11.25, 4.4375, 1.570312, 1.25, 6.8125, 1.390625, 1.65625, -1.3125, 46.25, 6.75, 2.453125, 65.0, 0.859375, 19.875, 38.5, 37.75, 42.0, 15.25, 26.375, 56.5, 1.054688, 52.75, 19.375, 1.679688, 2.390625, 1.515625, 1.046875, 1.0, 16.75, 15.125, 1.53125, 5.59375, 49.0, 15.9375, 49.75, 37.75, 2.984375, 1.320312, 68.0, 1.398438, 3.328125, 5.21875, 1.585938, 1.351562, 62.75, 50.0, 9.0, 2.015625, 63.0, 51.5, 1.210938, 0.980469, 2.984375, 8.5625, 5.3125, 1.210938, 2.09375, 52.25, 1.679688, 27.375, 54.5, 42.75, 1.289062, 35.25, 49.0, 59.25, 31.625, 3.1875, 20.0, 2.921875, 23.625, 1.3125, 1.640625, 2.15625, 1.28125, 42.75, 20.125, 5.0625, 1.671875, 55.75, 56.25, 2.859375, 51.0, 4.75, 2.3125, 61.75, 0.832031, 5.0625, 1.515625, 28.75, 1.71875, 1.617188, 14.0, 0.980469, 5.3125, 55.75, 96.0, 36.75, 1.71875, 1.257812, 2.1875, 0.882812, 1.375, 66.5, 14.0, 68.0, 4.90625, 40.25, 8.0, 3.3125, 10.625, 8.25, -0.59375, 1.445312, 4.34375, 1.492188, 1.421875, 2.15625, 2.21875, 22.25, 2.140625, 1.40625, 56.25, 2.15625, 1.351562, 13.0, 0.996094, 6.34375, 10.625, 1.476562, 4.21875, 0.984375, 1.023438, 60.5, 1.367188, 48.0, 19.875, 15.0625, 48.25, 80.0, 1.429688, 44.0, 3.4375, 50.75, 50.0, 1.578125, -1.59375, 1.367188, 34.0, 21.5, 3.578125, 30.5, 3.046875, 53.75, 46.25, 42.0, 34.5, 37.5, 1.023438, 9.9375, 95.5, 27.25, 1.515625, 19.625, 30.25, 2.03125, 26.75, 43.0, 63.25, 2.453125, 3.0, 6.1875, 17.5, 56.5, 35.75, 63.25, 4.21875, 4.46875, 57.0, 1.210938, 1.1875, 34.25, 53.25, 76.5, 58.5, 1.84375, 4.3125, 2.6875, 4.59375, 2.375, 1.351562, 46.0, 48.25, 9.1875, 45.25, 2.4375, 3.203125, 2.125, 1.664062, 15.375, 55.25, 1.703125, 1.992188, 50.5, 11.5625, 36.5, 1.898438, 1.703125, 3.46875, 33.5, 83.0, 55.75, 29.75, 1.726562, 32.0, 1.15625, 5.59375, 54.0, 34.75, 2.265625, 16.125, 1.515625, 1.046875, 2.875, 57.25, 2.1875, 1.195312, 3.40625, 1.648438, 1.203125, 54.0, 1.632812, 1.554688, 3.21875, 58.0, 1.84375, 8.6875, 1.960938, 1.125, 1.375, 1.203125, 86.5, 1.851562, 1.867188, 59.25, 60.0, 57.0, 1.375, 71.5, 50.0, 31.375, 1.921875, 0.933594, 50.5, -1.015625, 1.710938, 4.71875, 39.5, 7.59375, 53.75, 1.96875, 22.25, 67.0, 25.5, 24.75, 2.328125, 2.984375, 63.25, 38.25, 3.5, 26.875, 37.0, 7.15625, 50.0, 17.0, 44.5, 6.03125, 58.75, 0.738281, 20.75, 3.75, 49.25, 47.0, 1.515625, 13.0625, 6.6875, 15.9375, 47.75, 21.0, 42.5, 1.203125, 31.5, 43.75, 2.0625, 1.492188, 1.9375, 60.75, 1.484375, 59.75, 1.375, 33.75, 1.335938, 25.75, 1.820312, 1.054688, 46.25, 1.664062, 1.570312, 45.5, 31.25, 0.917969, 1.359375, -0.742188, 12.125, 1.109375, 1.210938, 1.210938, 1.65625, 14.1875, 48.5, 42.25, 12.9375, 1.382812, 1.632812, 10.0, 1.984375, 4.1875, 0.789062, 47.0, 43.25, 31.75, 57.5, 5.90625, 66.0, 1.34375, 2.046875, 8.375, 4.125, 7.4375, 1.1875, 1.609375, 2.296875, 1.039062, 1.117188, 1.992188, 0.910156, 2.1875, 23.75, 1.804688, 1.03125, 1.257812, 2.0, 1.15625, 63.0, 1.375, 1.179688, 1.140625, 2.375, 1.226562, 39.75, 44.5, 3.109375, 1.804688, 40.25, 75.0, 1.140625, 1.84375, 3.5625, 44.75, 1.109375, 6.9375, 3.65625, 1.921875, 38.75, 8.375, 36.75, 7.5625, 2.09375, 15.6875, 1.210938, 4.9375, 46.0, 21.375, 50.75, 1.382812, 18.5, 1.773438, 1.265625, 4.8125, 15.4375, 1.1875, 70.0, 1.539062, 10.0, 21.5, 2.59375, 2.0625, 2.3125, 1.5, 12.6875, 31.125, 11.3125, 1.054688, 53.0, 1.367188, 1.953125, 2.34375, 0.972656, 47.75, 29.125, 1.734375, 55.0, 2.609375, 63.25, 39.75, 10.9375, 1.484375, 0.996094, 9.1875, 1.710938, 4.28125, 3.9375, 9.5625, 1.710938, 2.0, 6.84375, 6.875, 25.0, 1.023438, 53.25, 3.671875, 0.871094, -1.046875, 1.195312, 68.0, 1.351562, 5.71875, 48.25, 1.328125, 1.40625, 1.765625, 1.0, 1.023438, 0.996094, 1.15625, 0.980469, 1.390625, 3.0625, 55.0, 1.101562, 1.671875, 2.140625, 49.5, 2.859375, 37.75, 5.0625, 3.734375, 18.375, 2.9375, 13.75, 2.234375, 13.1875, 79.0, 1.335938, 50.25, 62.0, 3.640625, 55.5, 46.5, 12.1875, 21.5, 2.953125, 3.328125, 5.28125, 20.375, 47.5, 69.5, 30.625, 20.25, 33.75, 1.59375, 2.34375, 29.25, 39.5, 3.875, 48.0, 64.5, 0.964844, 24.625, 61.5, 1.140625, 1.945312, 32.5, 1.054688, 2.46875, 1.398438, 66.5, 4.59375, 27.25, 2.5625, 1.664062, 31.0, 33.0, 71.0, 1.84375, 49.5, 1.28125, 13.3125, 1.273438, 49.0, 61.5, 6.0, 16.25, 41.25, 3.40625, 27.375, 10.875, 85.0, 36.75, 1.382812, 17.875, 1.054688, 2.6875, 2.375, 54.0, 1.414062, 1.898438, 2.09375, 25.25, 11.0625, 38.0, -2.328125, 1.414062, 13.625, 1.304688, 6.25, 55.0, 0.78125, 2.09375, 46.0, 1.320312, 62.75, 3.796875, 7.34375, 0.855469, 91.0, 2.125, 54.25, 1.679688, 27.75, 2.265625, 47.5, 48.5, 5.65625, 1.742188, 18.0, 20.375, 1.429688, 46.25, 27.125, 3.984375, 3.625, 55.25, 25.75, 56.0, 8.8125, 40.25, 1.953125, 38.75, 4.21875, 1.117188, 1.71875, 1.742188, 2.5625, 51.75, 1.609375, 33.75, 10.5, 59.75, 3.078125, 23.75, 1.265625, 1.828125, 2.421875, 3.25, 0.832031, 57.5, 1.515625, 0.863281, 58.75, 2.375, 59.5, 1.195312, 5.96875, 0.777344, 55.75, 21.625, 1.023438, 3.171875, 3.46875, 3.328125, 53.0, 1.515625, 1.671875, 2.90625, 5.0, 3.75, 11.4375, 31.0, 1.554688, 14.25, 22.5, 1.234375, 1.242188, 51.5, 2.515625, 6.53125, 1.515625, 1.1875, 0.9375, 12.8125, 4.59375, 1.34375, 45.75, 50.0, 53.0, -1.171875, 0.886719, 2.15625, 1.773438, 1.367188, 1.625, 17.125, 61.5, 0.875, 3.4375, 5.375, 50.5, 77.0, 0.933594, 2.921875, 1.179688, 48.0, 46.5, 0.714844, 2.0625, 1.03125, 1.148438, -1.164062, 0.992188, 52.75, 9.25, 1.164062, 1.742188, 66.5, 5.875, 5.1875, 34.5, 1.601562, 1.710938, 20.375, 12.6875, 37.0, 2.015625, 50.75, 53.75, 2.390625, 2.015625, 11.0, 1.273438, 0.816406, 5.53125, 8.5, 4.1875, 1.273438, 0.984375, 1.34375, 40.25, 14.1875, 1.398438, 1.578125, 13.0, 105.0, 1.679688, 7.21875, 1.578125, 110.5, 1.476562, 0.988281, 126.5, 1.257812, 57.0, 4.46875, 1.375, 2.03125, 2.03125, 1.234375, 9.4375, 2.140625, -0.789062, 54.75, 49.75, 1.632812, 1.117188, 31.5, 0.976562, 1.882812, 67.0, 8.1875, 42.0, 66.0, 70.0, 51.25, 12.375, 47.0, 1.273438, 1.085938, 1.835938, 0.835938, 1.703125, 1.132812, 1.132812, 1.71875, 1.976562, 4.34375, 1.101562, 1.703125, 2.25, 1.460938, 1.992188, 6.28125, 1.171875, 1.3125, 38.5, 9.125, 42.0, 40.5, 2.453125, 1.164062, 18.0, 2.09375, 83.0, 48.0, 1.585938, 45.75, 1.28125, 26.75, 1.414062, 42.0, 45.25, 2.40625, 2.875, 10.0625, 31.375, 79.0, 0.699219, 1.445312, 3.0, 54.5, 34.0, 50.75, 1.492188, 0.761719, 2.546875, 7.125, 2.59375, 2.40625, 63.0, 76.0, 2.296875, 1.25, 50.0, 2.765625, 1.085938, 61.25, 58.0, 1.40625, 1.515625, 3.953125, 8.0625, 60.5, 28.125, 2.34375, 1.679688, 51.75, 2.84375, 55.0, 1.15625, 49.25, 2.109375, 69.0, 39.25, 1.539062, 5.125, 37.5, 3.4375, 1.351562, 11.6875, 0.933594, 3.640625, 6.65625, 4.3125, 33.25, 1.015625, 25.375, 2.109375, 56.25, 2.203125, 18.0, 13.375, 1.265625, 5.5, 2.953125, 44.5, 0.898438, 2.234375, 49.0, 67.0, 51.75, 54.25, 42.5, 1.492188, 66.5, 1.398438, 1.648438, 10.3125, 53.75, 1.046875, 4.21875, 2.796875, 2.03125, 39.0, 1.773438, 52.5, 52.25, 1.523438, 56.0, 5.1875, 48.0, 1.054688, 2.921875, 42.0, 35.0, 50.5, 3.5625, 0.796875, 1.085938, 30.875, 0.917969, 1.28125, 58.0, 42.75, 6.03125, 1.507812, 18.375, 35.75, 22.625, 60.0, 6.0625, 7.59375, 1.15625, 44.0, 1.023438, 2.53125, 1.765625, 2.09375, 1.796875, 7.75, 7.53125, 1.289062, 77.5, 8.0, 45.5, 1.625, 47.5, 1.304688, 0.949219, 10.4375, 2.15625, 1.257812, 28.25, 1.132812, 47.0, 1.210938, 12.375, 64.0, 2.96875, 1.101562, 2.34375, 26.5, 6.84375, 0.90625, 1.40625, 1.820312, 3.09375, 1.554688, 57.0, 45.25, 1.710938, 3.15625, 9.25, 1.335938, 3.71875, 2.0625, 37.0, 12.125, 46.0, 24.5, 28.25, 8.125, 3.0, 55.25, 42.25, 1.898438, 56.75, 1.679688, 3.375, 1.203125, 1.828125, 0.8125, 3.65625, 10.5625, 1.007812, 1.132812, 2.234375, 32.25, 3.796875, 1.335938, 1.96875, 1.085938, 2.640625, 5.71875, 1.171875, 7.09375, 0.910156, 7.8125, 0.792969, 1.703125, 0.945312, 40.0, 26.625, 1.265625, 16.875, 46.0, 30.875, 3.515625, 4.75, 1.125, 0.902344, 57.25, 0.851562, 6.71875, 0.839844, 1.0625, 1.3125, 66.0, 10.8125, 2.3125, 1.203125, 1.359375, 6.0625, 2.234375, 9.375, 9.875, 2.515625, 43.75, 14.25, 0.746094, 5.78125, 0.765625, 3.421875, 5.625, 47.75, 65.0, 1.109375, 2.1875, 20.375, 1.476562, 1.28125, 18.5, 0.667969, 53.25, 46.0, 4.5, 1.140625, 1.382812, 0.871094, 7.46875, 1.929688, 1.445312, 1.882812, 0.820312, 1.023438, 57.75, 48.5, 1.515625, 48.75, 46.5, 1.578125, 2.46875, 9.8125, 0.871094, 1.210938, 1.375, 94.5, 6.59375, 1.023438, 40.25, 1.695312, 44.5, 3.625, 29.75, 55.0, 1.03125, 24.25, 40.75, 1.625, 6.0, 1.054688, 6.4375, 1.398438, 32.75, 98.5, 0.960938, 2.921875, 37.5, 2.84375, 2.421875, 47.25, 2.375, 14.125, 2.53125, 67.5, 2.6875, 45.75, 1.578125, 1.492188, 5.1875, 2.671875, 5.96875, 1.484375, 2.515625, 39.75, 3.125, 0.570312, 3.640625, 3.515625, 2.671875, 1.390625, 15.3125, 12.8125, 0.691406, 40.25, 33.5, 1.203125, 0.972656, 45.5, 1.484375, 1.109375, 0.867188, 49.5, 0.957031, 1.570312, 1.3125, 1.304688, 39.5, 39.5, 25.375, 6.25, 55.25, 39.75, 1.648438, 19.375, 2.984375, 58.0, 26.75, 13.1875, 1.429688, 4.125, 50.0, 0.996094, 48.5, 1.625, 1.179688, 3.15625, 2.109375, 48.0, 39.75, 40.5, 1.171875, 2.515625, 4.6875, 2.203125, 82.0, 47.25, 1.578125, 26.375, 7.21875, 1.257812, 2.484375, 49.0, 6.65625, 38.25, 0.96875, 20.0, 15.9375, 1.960938, 1.289062, 23.25, 37.0, 41.0, 1.351562, 5.0, 21.75, 2.328125, 1.242188, 0.949219, 0.753906, 2.21875, 32.25, 9.5, 1.46875, 0.785156, 3.28125, 42.25, 1.09375, 2.296875, 3.703125, 0.84375, 4.34375, 1.460938, 1.5625, 1.46875, 1.65625, 1.835938, 1.460938, 63.5, 1.710938, 22.75, 1.578125, 1.742188, 2.640625, 3.21875, 0.972656, 1.914062, 63.75, 45.5, 1.367188, 4.875, 62.75, 17.875, 18.25, 4.9375, 2.34375, 1.804688, 52.0, 30.625, 11.0, 33.75, 50.75, 17.75, 46.25, 47.25, 24.625, 43.75, 1.523438, 47.5, 1.640625, 68.5, 1.78125, 1.101562, 2.171875, 5.09375, 3.0625, 1.179688, 1.539062, 89.5, 23.625, 47.5, 37.75, 2.296875, 1.296875, 2.046875, 2.359375, 56.25, 0.921875, 0.988281, 35.0, 2.1875, 44.75, -1.210938, 1.492188, 41.25, 3.46875, 10.0, 7.375, 4.78125, 4.875, 0.832031, 56.75, 10.0, 26.125, 46.75, 56.5, 41.25, 1.03125, 16.5, 11.125, 15.0, -1.125, 14.375, 2.078125, 1.171875, 5.59375, 5.8125, 154.0, 1.78125, 1.96875, 1.25, 45.25, 3.9375, 57.25, 7.65625, 0.898438, 8.3125, 0.882812, 2.265625, 45.0, 1.78125, 0.660156, 8.0625, 20.75, 4.09375, 1.914062, 4.25, 1.125, 13.75, 7.21875, 39.0, 8.375, 37.75, 19.0, 1.085938, 11.3125, 1.859375, 24.625, 0.867188, 0.828125, 2.1875, 9.9375, 1.195312, 31.5, 1.742188, 3.234375, 2.4375, 1.484375, 2.734375, 1.179688, -0.949219, 1.4375, 4.6875, 3.8125, 70.5, 1.664062, 1.507812, 5.40625, 48.5, 64.5, 41.0, 1.609375, 2.578125, 1.65625, 8.4375, 13.5, 69.5, 30.625, 33.5, 72.5, 2.421875, 1.640625, 57.5, 6.4375, 12.6875, 51.75, 1.617188, 24.125, 1.835938, 1.15625, 2.40625, 9.375, -6.78125, 6.84375, 10.4375, 67.0, 4.34375, 1.742188, 58.0, 33.25, 28.75, 54.0, 1.210938, 1.28125, 6.28125, 50.75, 16.375, 4.4375, 19.625, 2.140625, 1.765625, 1.039062, 1.359375, 1.84375, 33.0, 5.125, 12.6875, 2.484375, 63.5, 1.164062, 49.75, 1.382812, 1.382812, 1.5, 1.070312, 1.703125, 23.75, 3.796875, 1.648438, 21.625, 0.648438, 1.070312, 2.84375, 2.6875, 68.0, 1.335938, 40.5, 58.5, 52.0, 5.8125, 57.5, 1.28125, 33.0, 11.1875, 1.0625, 1.4375, 2.125, 0.882812, 1.148438, 4.4375, 1.5625, 1.101562, 2.109375, 2.359375, 54.5, 1.054688, 90.0, 57.5, 43.0, 50.25, 18.0, 2.65625, -1.539062, 52.0, 45.75, 1.101562, 0.945312, 2.203125, -0.9375, 49.5, 1.953125, 60.5, 18.875, 0.8125, 14.8125, 25.5, 42.5, 4.34375, 38.0, 1.96875, 6.34375, 2.3125, 5.375, 1.5, 68.5, 29.0, 1.375, 3.109375, 1.679688, 1.289062, 52.5, 42.75, 1.1875, 1.1875, 0.839844, 13.0625, 2.0625, 1.460938, 13.625, 6.09375, 2.65625, 10.5625, 10.875, 1.34375, 42.75, 41.5, 2.25, 1.015625, 50.75, 2.875, 27.25, 2.578125, 2.640625, 1.84375, 1.085938, 1.5625, 9.3125, 19.75, 3.640625, 1.59375, 2.765625, 120.5, 32.5, 1.367188, 1.695312, 24.0, -1.226562, 2.03125, 24.375, 59.0, 64.0, 2.140625, 3.015625, 9.25, 4.46875, 54.25, 1.539062, 15.5625, 29.0, 2.515625, 5.65625, 1.273438, 34.0, 20.375, 52.5, 50.75, 33.5, 3.71875, 42.0, 3.515625, 2.59375, 26.25, 17.0, 50.25, 46.5, 6.15625, 28.875, 1.804688, 17.375, 6.5, 0.59375, 61.75, 1.148438, 6.9375, 0.84375, 0.824219, 48.0, 59.25, 15.5625, 6.0, 45.75, 2.296875, 75.0, 2.65625, 14.0, 2.71875, 6.09375, 15.1875, 1.671875, 2.203125, 11.4375, 27.375, 48.25, 1.414062, 59.75, 10.6875, 4.625, 0.953125, 58.75, 1.835938, 3.34375, 1.25, 10.8125, 1.203125, 60.0, 1.507812, 2.59375, 42.5, 39.25, 50.0, 2.421875, 19.125, 51.25, 47.25, 1.046875, 24.25, 1.09375, 1.875, 1.601562, 27.0, 54.5, 0.984375, 24.75, 1.234375, 1.664062, 25.5, 24.875, 49.0, 2.296875, 5.34375, 104.0, 37.25, 63.0, 36.0, 18.75, 1.5625, 2.25, 33.25, 2.28125, 2.296875, 3.421875, 48.5, 1.265625, 1.085938, 25.875, 1.0, 60.5, 67.5, 24.375, 2.328125, 5.71875, 5.15625, 23.75, 56.5, 9.3125, 3.84375, 32.25, 1.273438, 40.0, 1.351562, 4.125, 30.75, 17.0, 65.5, 1.101562, 25.75, 1.53125, 2.109375, 9.25, 35.0, 24.875, 0.980469, 69.5, 58.0, 1.460938, 38.5, 2.6875, 1.101562, 5.0, 1.90625, 53.0, 17.875, 1.726562, 1.03125, 10.3125, 3.8125, 8.75, 2.640625, 51.5, 52.0, 26.75, 1.59375, 64.0, 5.4375, 1.382812, 12.0625, 2.875, 2.671875, 30.375, 12.75, 63.25, 3.1875, 38.75, 3.390625, 38.5, 65.5, 1.6875, 20.25, 5.21875, 41.5, 48.5, 1.242188, 0.960938, 1.976562, -0.820312, 2.140625, 1.460938, 9.6875, 61.5, 1.515625, 1.859375, 1.765625, 22.25, 59.25, 0.953125, 2.75, 33.25, 2.5625, 1.265625, 3.3125, 1.140625, 28.75, 1.03125, 62.5, 3.546875, 1.710938, 42.5, 60.75, 63.75, 1.59375, 52.75, 53.75, 19.75, 9.875, 1.398438, 2.4375, 63.25, 2.328125, 62.75, 32.0, 40.5, 7.71875, 1.054688, 3.640625, 38.25, 56.75, 53.0, 1.890625, 0.972656, 1.96875, 11.625, 53.5, 4.09375, 1.328125, 0.738281, 12.5625, 1.164062, 66.5, 4.5, 19.125, 42.75, 3.90625, 36.0, 29.5, 2.296875, 10.8125, 5.96875, 56.0, 1.140625, 38.5, 1.257812, 1.640625, 5.09375, 1.0, 1.804688, 3.453125, 0.964844, 52.5, 67.5, 61.5, 1.804688, 50.0, 1.890625, 1.414062, 9.5625, 3.140625, 42.75, 3.671875, 1.554688, 15.25, 1.40625, 3.0625, 36.25, 57.75, 2.546875, 1.734375, 1.171875, 8.3125, 1.976562, 2.171875, 16.125, 16.375, 57.5, 71.5, 45.5, 72.0, 14.0625, 1.539062, 0.914062, 3.515625, 55.75, 2.53125, 26.875, 163.0, 2.21875, 47.75, -1.21875, 4.25, 1.679688, 0.996094, 1.125, 59.0, 30.0, 2.40625, 1.617188, 15.0625, 8.375, 67.0, 1.734375, 3.890625, 46.25, 43.5, 3.375, 1.0625, 3.015625, 1.320312, 2.71875, 58.5, 56.25, 15.375, 2.46875, 3.640625, 0.558594, 12.0, 69.0, 3.640625, 0.960938, 1.445312, 22.625, 51.5, 59.0, 60.0, 13.0625, 1.0 ] } , "name": "onnx::Mul_10639", "outputIndexes": [ 854 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 853, 854 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/input_layernorm/Mul_1_output_0", "outputIndexes": [ 855 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 855 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.4/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 7077 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7077 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.4/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 7078 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7078 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 249856814, 2621462, 655360, 0, 0 ] } , "name": "/layers.4/self_attn/q_proj/Linear", "outputIndexes": [ 7079 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7079 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.4/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 7080 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7080 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ] , "dimType": "NCHW" } , "name": "/layers.4/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 856 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 855 ] , "main_type": "NONE", "name": "/blocks.4/self_attn/Shape_output_0", "outputIndexes": [ 857 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 857 ] , "main_type": "NONE", "name": "Shape1061", "outputIndexes": [ 858 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 857 ] , "main_type": "NONE", "name": "Rank1063", "outputIndexes": [ 859 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 859, 859 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1065", "outputIndexes": [ 860 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 860 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1066", "outputIndexes": [ 861 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 860, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1068", "outputIndexes": [ 862 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 862 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1069", "outputIndexes": [ 863 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 858, 861, 863, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1072", "outputIndexes": [ 864 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 864 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1073", "outputIndexes": [ 865 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 865, 865 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1075", "outputIndexes": [ 866 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 857, 866, 860 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.4/self_attn/Gather_output_0", "outputIndexes": [ 867 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 867, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.4/self_attn/Unsqueeze_output_0", "outputIndexes": [ 868 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 860 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1083", "outputIndexes": [ 869 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 862 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1086", "outputIndexes": [ 870 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 858, 869, 870, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1089", "outputIndexes": [ 871 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 871 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1090", "outputIndexes": [ 872 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 872 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1091", "outputIndexes": [ 873 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 873, 872 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1092", "outputIndexes": [ 874 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 857, 874, 860 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.4/self_attn/Gather_1_output_0", "outputIndexes": [ 875 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 875, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.4/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 876 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 868, 876, 41, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.4/self_attn/Concat_output_0", "outputIndexes": [ 877 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 856, 877 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.4/self_attn/Reshape_output_0", "outputIndexes": [ 878 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 878 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.4/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 880 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 880 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.4/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 881 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 881, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/self_attn/q_norm/Add_output_0", "outputIndexes": [ 882 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 882, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 883 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 878, 883 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 884 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 256 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188 ] } , "name": "onnx::Mul_10642", "outputIndexes": [ 885 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 884, 885 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 886 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 886, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/self_attn/Mul_output_0", "outputIndexes": [ 887 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 886 ] , "main_type": "NONE", "name": "/blocks.4/self_attn/Shape_2_output_0", "outputIndexes": [ 888 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 888 ] , "main_type": "NONE", "name": "Shape1107", "outputIndexes": [ 889 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 888 ] , "main_type": "NONE", "name": "Rank1109", "outputIndexes": [ 890 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 890, 890 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1111", "outputIndexes": [ 891 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 891 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1112", "outputIndexes": [ 892 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 891, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1114", "outputIndexes": [ 893 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 893 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1115", "outputIndexes": [ 894 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 889, 892, 894, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1118", "outputIndexes": [ 895 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 895 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1119", "outputIndexes": [ 896 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 896 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1120", "outputIndexes": [ 897 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 897, 896 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1121", "outputIndexes": [ 898 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 888, 898, 891 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.4/self_attn/Gather_2_output_0", "outputIndexes": [ 899 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 899, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/self_attn/Div_output_0", "outputIndexes": [ 900 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 900, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.4/self_attn/Unsqueeze_7_output_0", "outputIndexes": [ 901 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 886, 901, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.4/self_attn/Slice_1_output_0", "outputIndexes": [ 902 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 902 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.4/self_attn/Neg_output_0", "outputIndexes": [ 903 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 900, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.4/self_attn/Unsqueeze_6_output_0", "outputIndexes": [ 904 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 886, 31, 904, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.4/self_attn/Slice_output_0", "outputIndexes": [ 905 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 903, 905 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.4/self_attn/Concat_3_output_0", "outputIndexes": [ 906 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 906, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/self_attn/Mul_1_output_0", "outputIndexes": [ 907 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 887, 907 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/self_attn/Add_output_0", "outputIndexes": [ 908 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7078 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 253133636, 655382, 163840, 0, 0 ] } , "name": "/layers.4/self_attn/k_proj/Linear", "outputIndexes": [ 7083 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7083 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.4/self_attn/k_proj/Linear/post_convert", "outputIndexes": [ 7084 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7084 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.4/self_attn/k_proj/Linear/post_reshape", "outputIndexes": [ 909 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 867, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.4/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 910 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 875, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.4/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 911 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 910, 911, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.4/self_attn/Concat_1_output_0", "outputIndexes": [ 912 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 909, 912 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.4/self_attn/Reshape_1_output_0", "outputIndexes": [ 913 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 913 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.4/self_attn/k_norm/Pow_output_0", "outputIndexes": [ 915 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 915 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.4/self_attn/k_norm/ReduceMean_output_0", "outputIndexes": [ 916 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 916, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/self_attn/k_norm/Add_output_0", "outputIndexes": [ 917 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 917, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/self_attn/k_norm/Pow_1_output_0", "outputIndexes": [ 918 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 913, 918 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/self_attn/k_norm/Mul_output_0", "outputIndexes": [ 919 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 256 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977, 0.125977 ] } , "name": "onnx::Mul_10647", "outputIndexes": [ 920 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 919, 920 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/self_attn/k_norm/Mul_1_output_0", "outputIndexes": [ 921 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 921, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/self_attn/Mul_2_output_0", "outputIndexes": [ 922 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 921 ] , "main_type": "NONE", "name": "/blocks.4/self_attn/Shape_3_output_0", "outputIndexes": [ 923 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 923 ] , "main_type": "NONE", "name": "Shape1148", "outputIndexes": [ 924 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 923 ] , "main_type": "NONE", "name": "Rank1150", "outputIndexes": [ 925 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 925, 925 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1152", "outputIndexes": [ 926 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 926 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1153", "outputIndexes": [ 927 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 926, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1155", "outputIndexes": [ 928 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 928 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1156", "outputIndexes": [ 929 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 924, 927, 929, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1159", "outputIndexes": [ 930 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 930 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1160", "outputIndexes": [ 931 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 931 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1161", "outputIndexes": [ 932 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 932, 931 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1162", "outputIndexes": [ 933 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 923, 933, 926 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.4/self_attn/Gather_3_output_0", "outputIndexes": [ 934 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 934, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/self_attn/Div_1_output_0", "outputIndexes": [ 935 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 935, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.4/self_attn/Unsqueeze_9_output_0", "outputIndexes": [ 936 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 921, 936, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.4/self_attn/Slice_3_output_0", "outputIndexes": [ 937 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 937 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.4/self_attn/Neg_1_output_0", "outputIndexes": [ 938 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 935, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.4/self_attn/Unsqueeze_8_output_0", "outputIndexes": [ 939 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 921, 31, 939, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.4/self_attn/Slice_2_output_0", "outputIndexes": [ 940 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 938, 940 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.4/self_attn/Concat_4_output_0", "outputIndexes": [ 941 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 941, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/self_attn/Mul_3_output_0", "outputIndexes": [ 942 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 922, 942 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/self_attn/Add_1_output_0", "outputIndexes": [ 943 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7078 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 253952858, 655382, 163840, 0, 0 ] } , "name": "/layers.4/self_attn/v_proj/Linear", "outputIndexes": [ 7087 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7087 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.4/self_attn/v_proj/Linear/post_convert", "outputIndexes": [ 7088 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7088 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.4/self_attn/v_proj/Linear/post_reshape", "outputIndexes": [ 944 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 867, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.4/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 945 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 875, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.4/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 946 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 945, 946, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.4/self_attn/Concat_2_output_0", "outputIndexes": [ 947 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 944, 947 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.4/self_attn/Reshape_2_output_0", "outputIndexes": [ 948 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 948 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.4/self_attn/v_norm/Pow_output_0", "outputIndexes": [ 950 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 950 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.4/self_attn/v_norm/ReduceMean_output_0", "outputIndexes": [ 951 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 951, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/self_attn/v_norm/Add_output_0", "outputIndexes": [ 952 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 952, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/self_attn/v_norm/Pow_1_output_0", "outputIndexes": [ 953 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 948, 953 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/self_attn/v_norm/Mul_output_0", "outputIndexes": [ 954 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 908, 943, 954, 167 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 4, "kv_shared_layer_index": -1 } , "name": "/layers.4/self_attn/FusedAttention", "outputIndexes": [ 955 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 955 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.4/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 7089 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7089 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.4/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 7090 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7090 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 254772080, 2621462, 655360, 0, 0 ] } , "name": "/layers.4/self_attn/o_proj/Linear", "outputIndexes": [ 7091 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7091 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.4/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 7092 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7092 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.4/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 956 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 956 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.4/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 958 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 958 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.4/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 959 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 959, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/post_attention_layernorm/Add_output_0", "outputIndexes": [ 960 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 960, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 961 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 956, 961 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 962 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.001038, 0.498047, 1.226562, 1.226562, 0.910156, 0.582031, 0.304688, 0.5625, 0.001083, 1.226562, 0.488281, 1.226562, 1.070312, 0.494141, 0.000908, 1.226562, 0.008789, 1.226562, 0.000916, 0.001114, 0.333984, 0.000965, 0.015015, 0.001137, 0.984375, 1.226562, 0.777344, 1.171875, 0.001152, 1.226562, 0.453125, 1.164062, 0.542969, 0.765625, 0.001022, 0.240234, 0.523438, 0.402344, 0.001038, 0.302734, 0.005554, 0.089355, 0.585938, 0.554688, 0.192383, 0.000912, 0.474609, 1.226562, 0.882812, 0.000984, 0.000862, 0.000786, 0.425781, 0.349609, 1.046875, 0.574219, 1.226562, 0.000984, 0.429688, 0.001091, 0.439453, 0.00116, 1.054688, 1.03125, 0.200195, 0.539062, 1.226562, 0.335938, 0.001068, 0.001022, 0.000942, 1.226562, 0.001167, 0.046875, 0.001007, 0.488281, 0.010681, 0.378906, 1.226562, 0.007019, 0.511719, 0.582031, 0.036377, 0.816406, 0.376953, 0.570312, 0.031128, 1.226562, 0.621094, 1.226562, 0.000931, 1.226562, 0.478516, 0.480469, 0.691406, 1.226562, 0.326172, 0.582031, 1.226562, 0.683594, 1.132812, 1.203125, 0.004852, 0.071777, 0.429688, 0.017944, 1.226562, 0.462891, 1.226562, 0.625, 1.226562, 1.226562, 0.388672, 0.000999, 0.000977, 0.414062, 1.078125, 0.000961, 0.976562, 0.000961, 0.00103, 0.539062, 0.699219, 0.757812, 1.226562, 0.498047, 0.851562, 1.226562, 0.439453, 1.226562, 0.001022, 1.226562, 0.929688, 0.445312, 0.371094, 0.001137, 1.226562, 1.226562, 1.226562, 0.929688, 1.226562, 0.419922, 1.226562, 1.226562, 0.000832, 0.019897, 0.306641, 0.001045, 0.000984, 0.265625, 0.378906, 1.226562, 0.000839, 0.067871, 0.609375, 0.785156, 0.001091, 0.000961, 0.273438, 0.000999, 0.023804, 1.226562, 0.390625, 1.226562, 0.484375, 0.000999, 0.001137, 0.144531, 1.226562, 0.001137, 1.164062, 1.226562, 1.226562, 0.574219, 0.804688, 0.001022, 0.652344, 0.396484, 0.691406, 0.000969, 0.394531, 0.067871, 0.605469, 0.746094, 0.570312, 0.355469, 0.273438, 0.478516, 0.371094, 0.001007, 1.226562, 1.226562, 1.226562, 0.000923, 0.000961, 0.001106, 0.001114, 0.001099, 0.361328, 0.012085, 0.371094, 0.691406, 0.001099, 0.000935, 0.335938, 0.031982, 0.216797, 0.769531, 0.292969, 0.084961, 0.004578, 0.000935, 1.226562, 0.902344, 0.000927, 0.178711, 0.001137, 0.326172, 0.000832, 0.001183, 1.164062, 0.283203, 0.738281, 0.09668, 0.9375, 1.226562, 0.589844, 0.128906, 0.001007, 0.015259, 1.109375, 0.394531, 0.6875, 0.011292, 0.523438, 0.285156, 1.226562, 0.597656, 1.226562, 1.226562, 0.000832, 0.246094, 0.001053, 0.578125, 0.000824, 0.378906, 1.226562, 0.291016, 0.125977, 0.695312, 0.063477, 0.140625, 0.112305, 0.001083, 0.277344, 1.117188, 0.061035, 0.09668, 1.226562, 0.001114, 0.046875, 0.074707, 0.722656, 0.435547, 0.773438, 0.000854, 0.000999, 0.251953, 0.839844, 0.00103, 1.226562, 0.085938, 0.138672, 0.0009, 1.226562, 0.660156, 0.001122, 0.396484, 1.226562, 1.226562, 1.226562, 0.000912, 1.226562, 0.001068, 0.480469, 0.001183, 0.000984, 1.226562, 0.53125, 0.898438, 0.015137, 0.001007, 0.176758, 0.000961, 0.441406, 0.04126, 0.789062, 0.210938, 1.0, 1.226562, 0.710938, 0.139648, 0.683594, 0.001053, 0.255859, 0.957031, 1.171875, 1.210938, 0.21875, 0.000896, 0.503906, 0.566406, 0.90625, 0.632812, 0.001038, 0.182617, 0.445312, 0.263672, 0.074219, 1.226562, 0.007874, 0.8125, 0.445312, 0.333984, 0.00095, 1.226562, 0.175781, 1.054688, 1.09375, 0.053955, 0.000961, 0.017578, 0.072266, 1.1875, 1.226562, 0.046631, 0.765625, 0.00106, 0.429688, 0.001122, 0.03833, 0.84375, 0.373047, 0.675781, 0.050781, 0.001175, 0.769531, 0.408203, 0.349609, 0.000969, 0.000843, 0.273438, 0.361328, 0.832031, 1.226562, 0.449219, 0.007385, 1.171875, 0.582031, 1.226562, 0.001091, 0.255859, 1.226562, 1.226562, 0.001007, 0.404297, 1.015625, 1.226562, 0.000969, 0.369141, 0.021973, 0.001045, 0.574219, 0.984375, 0.055664, 0.001015, 1.09375, 0.00082, 0.855469, 0.164062, 0.4375, 0.644531, 0.373047, 1.078125, 1.054688, 1.0, 1.226562, 1.226562, 0.96875, 1.226562, 1.15625, 1.226562, 0.001038, 0.001076, 0.419922, 0.000992, 0.030029, 0.000736, 1.226562, 0.53125, 0.001045, 0.398438, 1.007812, 1.226562, 0.000912, 0.001091, 0.425781, 0.001007, 0.992188, 0.597656, 0.302734, 0.030029, 0.106445, 0.46875, 0.558594, 1.226562, 0.128906, 0.016235, 0.742188, 1.226562, 0.492188, 1.226562, 1.210938, 0.001099, 1.226562, 0.470703, 0.009094, 0.527344, 0.095703, 0.5625, 0.435547, 0.001106, 0.804688, 1.226562, 1.226562, 0.332031, 1.226562, 0.100098, 0.941406, 0.28125, 0.730469, 0.335938, 0.007019, 1.226562, 0.013367, 0.353516, 0.008728, 0.498047, 0.275391, 0.960938, 1.226562, 0.00087, 0.000927, 1.226562, 0.582031, 0.075684, 0.001106, 0.004608, 1.226562, 0.000961, 0.914062, 0.628906, 0.001144, 0.200195, 0.898438, 0.001106, 1.226562, 1.226562, 0.765625, 0.001068, 0.330078, 0.001144, 1.226562, 1.226562, 1.21875, 1.070312, 0.025024, 0.859375, 0.40625, 1.226562, 0.19043, 0.001045, 0.300781, 0.010193, 1.226562, 0.253906, 0.000893, 1.226562, 0.001129, 0.478516, 0.613281, 1.226562, 0.753906, 1.226562, 0.105469, 0.648438, 0.241211, 1.0, 1.226562, 0.335938, 0.875, 1.101562, 0.00095, 0.000881, 0.000965, 0.298828, 0.000977, 0.240234, 0.000984, 0.339844, 0.617188, 0.949219, 0.013855, 0.24707, 0.699219, 0.433594, 1.226562, 0.355469, 1.226562, 0.000877, 1.226562, 0.000992, 1.226562, 0.006561, 1.101562, 0.008972, 0.441406, 0.119629, 1.226562, 0.001076, 0.000881, 0.00103, 0.193359, 0.992188, 0.263672, 0.001144, 1.226562, 1.226562, 0.402344, 0.001038, 1.226562, 0.001106, 0.213867, 0.458984, 0.000896, 0.000999, 0.001038, 0.228516, 0.394531, 1.117188, 1.226562, 0.041748, 0.001076, 0.566406, 0.008911, 1.226562, 0.001015, 0.000938, 0.375, 1.226562, 0.341797, 0.001099, 0.008118, 1.226562, 0.820312, 0.025024, 1.226562, 1.226562, 0.302734, 0.613281, 0.249023, 0.000969, 1.226562, 0.416016, 0.466797, 1.226562, 1.226562, 0.652344, 0.001091, 1.226562, 0.001099, 0.832031, 0.306641, 1.140625, 0.000908, 0.171875, 1.226562, 0.234375, 0.488281, 1.226562, 0.000999, 0.094727, 0.314453, 0.322266, 0.34375, 1.226562, 0.0009, 0.507812, 0.009338, 0.345703, 0.092285, 0.384766, 0.617188, 0.574219, 0.597656, 0.466797, 0.404297, 1.226562, 0.734375, 0.070312, 1.226562, 1.226562, 1.226562, 0.1875, 0.357422, 0.695312, 0.01062, 0.800781, 1.226562, 1.226562, 1.226562, 1.015625, 1.226562, 0.115723, 0.134766, 0.001076, 0.001045, 0.648438, 0.5, 0.375, 0.000931, 0.001106, 1.226562, 0.613281, 0.898438, 0.585938, 0.012756, 0.875, 0.000984, 0.5625, 1.085938, 0.000977, 0.322266, 0.476562, 0.001038, 1.054688, 1.226562, 0.730469, 0.392578, 1.226562, 0.585938, 0.318359, 0.439453, 0.322266, 0.001007, 0.00824, 1.03125, 0.515625, 0.738281, 1.226562, 1.226562, 0.511719, 0.925781, 0.001083, 1.226562, 1.226562, 1.226562, 0.001167, 0.001106, 0.00946, 0.738281, 0.000847, 0.149414, 0.439453, 0.496094, 0.902344, 0.016357, 0.75, 1.226562, 0.001022, 0.503906, 1.226562, 0.757812, 0.000946, 0.636719, 0.001122, 0.964844, 0.291016, 0.173828, 0.001129, 0.001022, 1.226562, 1.226562, 0.585938, 0.001099, 0.000854, 0.578125, 1.179688, 0.001045, 0.597656, 0.000931, 0.001038, 0.414062, 1.054688, 0.279297, 0.132812, 0.001022, 1.226562, 0.427734, 0.660156, 0.412109, 1.226562, 0.753906, 0.001076, 1.164062, 0.001068, 1.226562, 0.001007, 0.439453, 1.226562, 0.582031, 0.308594, 0.921875, 0.730469, 1.226562, 1.226562, 1.070312, 0.001015, 0.507812, 0.000999, 0.023804, 1.226562, 1.226562, 0.597656, 0.683594, 0.449219, 0.001076, 0.632812, 0.00106, 0.001068, 0.030762, 1.226562, 0.855469, 0.009766, 0.014282, 1.0625, 0.00095, 0.001053, 0.574219, 0.001122, 1.226562, 0.013672, 0.695312, 1.148438, 0.488281, 1.226562, 0.149414, 0.337891, 0.691406, 0.046631, 0.464844, 0.09375, 0.867188, 1.226562, 0.00106, 0.498047, 0.189453, 0.001129, 0.000839, 0.000854, 0.703125, 1.226562, 0.625, 0.001015, 0.001068, 1.226562, 0.001045, 1.226562, 0.351562, 0.052979, 1.078125, 0.474609, 0.941406, 0.230469, 0.001083, 1.226562, 0.949219, 1.226562, 0.065918, 0.001099, 0.625, 0.625, 0.001106, 1.125, 1.226562, 0.349609, 0.000835, 0.578125, 0.511719, 0.161133, 0.664062, 0.414062, 0.000942, 0.081055, 1.085938, 1.226562, 0.001068, 0.000931, 0.5625, 0.490234, 0.867188, 0.34375, 1.015625, 1.226562, 0.347656, 0.738281, 0.000984, 1.226562, 1.226562, 0.001122, 0.328125, 0.027222, 0.890625, 0.009827, 0.014954, 0.001122, 0.447266, 0.001053, 0.652344, 0.001106, 0.001106, 1.226562, 1.117188, 0.5625, 0.636719, 0.621094, 0.118652, 0.021118, 0.414062, 1.226562, 0.000721, 1.226562, 0.007812, 0.001091, 0.255859, 0.404297, 0.001114, 0.347656, 1.226562, 0.231445, 0.482422, 0.757812, 0.000942, 0.157227, 0.053711, 0.449219, 0.001106, 0.000946, 0.441406, 0.972656, 0.001091, 0.055908, 0.84375, 1.226562, 0.462891, 0.000832, 0.980469, 0.427734, 0.000954, 0.578125, 0.259766, 0.490234, 0.001091, 0.000992, 0.000889, 1.226562, 0.001152, 0.300781, 0.000999, 0.894531, 0.394531, 0.957031, 0.412109, 0.482422, 0.033447, 1.226562, 0.738281, 0.001122, 0.00116, 0.287109, 0.001091, 1.226562, 1.085938, 0.000851, 1.226562, 0.137695, 0.699219, 1.125, 1.226562, 0.773438, 0.65625, 0.447266, 0.15625, 0.001129, 1.179688, 0.00103, 0.914062, 0.349609, 1.226562, 0.439453, 0.757812, 0.001045, 0.035645, 0.001129, 0.25, 0.566406, 0.045898, 0.419922, 0.135742, 0.068359, 1.226562, 1.226562, 1.226562, 0.761719, 0.597656, 1.226562, 1.226562, 0.388672, 0.679688, 0.632812, 0.001068, 1.226562, 0.322266, 0.062012, 0.5, 1.226562, 1.226562, 1.226562, 1.226562, 0.644531, 1.226562, 0.001137, 0.429688, 0.009277, 0.000942, 0.054443, 0.001015, 0.00103, 1.226562, 0.001144, 1.226562, 0.001007, 0.00103, 1.117188, 0.259766, 1.226562, 0.001099, 0.230469, 1.226562, 1.226562, 0.19043, 0.00103, 0.001129, 0.001007, 0.014771, 0.000946, 0.388672, 0.214844, 0.001122, 0.008972, 1.171875, 0.001122, 0.964844, 0.757812, 0.945312, 0.001038, 0.001114, 1.21875, 1.226562, 1.0625, 1.226562, 0.000824, 0.008118, 0.001137, 0.316406, 0.22168, 0.000904, 0.523438, 0.886719, 0.243164, 0.001099, 0.001122, 0.000755, 1.226562, 1.226562, 0.326172, 0.105957, 1.226562, 1.226562, 0.000969, 0.000969, 0.302734, 0.000984, 1.226562, 1.226562, 0.914062, 0.550781, 0.945312, 0.492188, 0.237305, 0.515625, 0.000885, 0.001022, 0.012146, 1.226562, 1.226562, 0.435547, 0.000874, 0.197266, 0.001068, 0.738281, 0.605469, 0.001076, 0.328125, 1.226562, 0.000885, 0.001015, 0.925781, 0.029419, 1.226562, 0.460938, 1.226562, 0.001122, 0.914062, 0.347656, 0.134766, 0.394531, 0.419922, 0.001007, 0.351562, 0.345703, 1.226562, 0.000824, 1.226562, 0.046387, 0.21582, 1.226562, 1.226562, 0.394531, 0.001099, 1.226562, 1.226562, 0.000973, 0.001068, 0.000881, 0.5, 0.000885, 0.000938, 0.275391, 1.226562, 1.226562, 0.000938, 0.458984, 1.226562, 1.226562, 0.000843, 0.075195, 0.001076, 0.714844, 0.710938, 0.000786, 0.00116, 0.016235, 1.101562, 0.205078, 0.000984, 0.00103, 1.226562, 0.898438, 0.000992, 0.102051, 0.000813, 0.200195, 0.001045, 1.226562, 0.001106, 1.226562, 0.014404, 0.835938, 0.001106, 0.000683, 1.226562, 0.03418, 0.192383, 1.226562, 0.001045, 0.001053, 1.140625, 0.417969, 0.000961, 0.001106, 1.226562, 1.226562, 0.449219, 0.001144, 1.226562, 0.000992, 0.675781, 0.001129, 0.398438, 0.001122, 0.75, 0.914062, 0.0009, 0.369141, 0.8125, 0.0009, 0.001053, 1.226562, 0.498047, 0.386719, 0.050537, 0.400391, 0.335938, 0.667969, 1.226562, 1.039062, 0.005676, 0.000992, 0.080566, 0.511719, 1.226562, 0.053223, 1.226562, 1.226562, 0.691406, 0.000809, 0.001038, 0.001122, 0.001099, 0.171875, 0.000999, 1.226562, 1.140625, 1.226562, 1.226562, 1.226562, 0.376953, 0.957031, 0.318359, 0.318359, 0.421875, 0.408203, 0.574219, 0.460938, 1.09375, 0.242188, 1.039062, 0.470703, 0.308594, 0.535156, 0.0009, 0.384766, 0.421875, 1.226562, 0.542969, 0.53125, 0.001183, 0.001144, 1.125, 1.226562, 0.000992, 0.000965, 0.416016, 0.921875, 0.824219, 0.435547, 0.519531, 0.248047, 0.265625, 1.226562, 0.001091, 0.347656, 0.000862, 0.992188, 0.347656, 1.171875, 0.441406, 1.226562, 0.001144, 1.0, 0.00106, 1.195312, 0.71875, 1.226562, 0.71875, 0.082031, 0.001076, 1.226562, 0.000977, 0.851562, 0.043945, 0.013306, 1.226562, 0.447266, 1.15625, 0.527344, 0.001091, 0.439453, 0.062012, 0.378906, 0.000999, 1.226562, 1.226562, 1.226562, 0.322266, 0.001099, 0.011658, 1.078125, 0.001122, 0.964844, 0.000942, 0.0009, 0.486328, 0.554688, 1.226562, 0.05127, 0.722656, 0.21875, 1.226562, 0.039551, 0.929688, 1.226562, 0.279297, 0.155273, 0.001045, 1.226562, 0.00095, 0.402344, 1.007812, 1.226562, 0.695312, 0.001137, 1.226562, 0.092285, 0.000992, 0.949219, 0.417969, 0.558594, 0.279297, 0.457031, 0.441406, 1.226562, 0.345703, 0.480469, 0.5625, 0.000977, 0.59375, 1.226562, 0.175781, 0.00103, 1.226562, 0.894531, 0.800781, 1.226562, 0.031006, 1.226562, 0.001152, 0.335938, 1.0625, 0.355469, 0.828125, 0.000919, 0.006073, 0.453125, 0.001022, 0.000916, 1.117188, 0.012695, 0.271484, 1.226562, 0.07373, 1.117188, 0.000999, 0.000881, 0.000954, 0.917969, 0.008667, 1.226562, 0.523438, 0.457031, 0.820312, 1.226562, 1.070312, 0.000973, 0.402344, 0.018433, 0.001068, 0.773438, 0.294922, 0.013306, 0.388672, 0.451172, 0.558594, 0.001106, 0.217773, 0.009888, 1.226562, 0.578125, 0.063477, 0.011963, 0.000999, 0.714844, 0.519531, 0.519531, 0.036377, 0.769531, 0.001099, 0.001038, 0.875, 0.000931, 0.00103, 1.226562, 1.226562, 0.045654, 0.001015, 0.000973, 0.757812, 0.001144, 0.414062, 0.165039, 0.408203, 0.001076, 1.007812, 0.486328, 1.226562, 0.013, 0.031128, 0.00106, 1.226562, 0.332031, 0.039062, 0.652344, 0.859375, 0.000992, 1.226562, 1.039062, 0.000977, 0.445312, 0.484375, 0.455078, 1.226562, 0.289062, 0.001091, 0.722656, 0.007355, 1.226562, 0.010254, 1.046875, 0.00103, 0.00106, 1.226562, 0.527344, 0.589844, 0.001106, 0.34375, 0.001106, 0.847656, 1.226562, 0.151367, 0.000877, 0.033203, 0.00103, 0.114746, 0.00103, 1.226562, 0.009338, 0.277344, 1.226562, 1.023438, 0.392578, 1.039062, 0.001114, 1.226562, 0.010132, 0.044678, 0.001007, 0.414062, 0.001022, 0.378906, 0.667969, 0.345703, 1.226562, 1.226562, 0.001167, 0.761719, 0.443359, 0.001053, 0.824219, 0.005585, 0.539062, 0.114746, 0.378906, 0.001007, 0.018311, 0.498047, 0.275391, 1.226562, 0.248047, 0.000992, 0.816406, 0.617188, 1.226562, 1.226562, 0.176758, 1.1875, 0.474609, 0.828125, 0.158203, 0.001022, 0.550781, 0.439453, 0.000992, 0.765625, 0.081055, 0.722656, 0.589844, 0.292969, 0.001068, 0.367188, 0.345703, 0.001122, 0.001076, 0.00103, 1.226562, 1.226562, 0.176758, 0.464844, 0.601562, 0.867188, 0.000954, 0.001045, 1.226562, 0.125977, 0.116211, 0.699219, 0.201172, 0.363281, 1.226562, 0.71875, 0.001091, 0.001068, 0.65625, 1.226562, 0.574219, 1.226562, 1.226562, 0.261719, 0.000927, 0.031982, 0.330078, 0.484375, 0.000957, 1.226562, 0.107422, 0.009155, 1.226562, 0.605469, 1.226562, 0.11377, 0.001015, 1.226562, 0.00095, 0.000957, 0.449219, 0.816406, 0.046631, 0.363281, 0.357422, 1.21875, 0.229492, 1.226562, 0.546875, 1.226562, 0.746094, 0.00103, 0.042236, 1.226562, 0.302734, 0.898438, 0.000999, 0.621094, 0.092773, 0.777344, 0.000965, 0.503906, 1.226562, 0.001083, 0.527344, 0.000858, 1.226562, 0.730469, 1.171875, 0.365234, 0.523438, 0.067871, 1.0, 1.226562, 0.00106, 0.000919, 1.226562, 0.292969, 1.179688, 0.306641, 0.194336, 0.001144, 0.053467, 0.001053, 0.00116, 0.001137, 0.001022, 0.052246, 0.000938, 1.226562, 0.566406, 1.226562, 0.839844, 0.933594, 0.490234, 0.511719, 1.0625, 0.298828, 1.226562, 0.333984, 1.226562, 0.314453, 1.226562, 0.839844, 0.079102, 0.449219, 1.078125, 0.617188, 0.04248, 0.001053, 0.000984, 0.160156, 0.441406, 0.625, 0.949219, 0.000961, 0.000874, 0.464844, 0.001022, 0.345703, 1.226562, 0.4375, 0.001183, 0.001106, 0.219727, 0.589844, 1.226562, 0.648438, 1.226562, 1.226562, 1.015625, 0.863281, 0.001076, 0.5, 0.000881, 0.5625, 0.490234, 1.1875, 0.186523, 1.226562, 0.330078, 0.000908, 0.001091, 1.226562, 0.318359, 0.000961, 0.255859, 1.226562, 0.001068, 0.000881, 0.867188, 0.574219, 1.226562, 0.140625, 0.000916, 0.01709, 1.226562, 1.21875, 0.177734, 0.460938, 0.001007, 1.03125, 0.000977, 1.226562, 0.000923, 0.001007, 0.714844, 1.226562, 0.00106, 1.226562, 0.318359, 0.714844, 0.279297, 0.3125, 0.25, 1.226562, 0.000931, 0.470703, 0.029785, 1.085938, 0.001053, 0.359375, 0.152344, 0.037109, 0.353516, 1.226562, 1.226562, 0.001091, 0.773438, 0.425781, 0.001053, 0.000771, 0.008423, 0.001122, 0.008118, 0.90625, 0.001083, 1.226562, 1.226562, 0.057617, 0.000992, 0.404297, 0.15625, 1.226562, 1.226562, 0.010254, 0.001068, 0.006927, 0.001114, 0.800781, 0.000835, 1.226562, 0.001091, 0.308594, 0.213867, 0.008789, 0.005035, 0.000942, 0.289062, 1.179688, 0.832031, 0.384766, 1.226562, 0.730469, 0.001015, 0.001137, 0.092285, 0.523438, 0.001053, 0.001038, 1.226562, 0.001083, 0.222656, 1.226562, 0.427734, 0.011963, 0.384766, 0.277344, 1.164062, 0.746094, 1.226562, 0.132812, 0.099609, 1.226562, 0.185547, 0.054199, 0.00103, 0.761719, 0.001045, 0.507812, 0.347656, 0.04126, 0.914062, 0.679688, 0.006592, 0.621094, 0.007507, 0.449219, 0.261719, 0.000984, 1.226562, 1.226562, 0.388672, 0.001045, 1.226562, 1.226562, 0.392578, 1.226562, 0.148438, 0.480469, 0.001015, 0.000961, 0.001015, 1.226562, 0.083008, 0.617188, 0.178711, 0.462891, 0.009033, 0.057373, 0.000999, 0.000977, 0.178711, 0.867188, 1.226562, 0.000923, 0.001053, 1.101562, 0.00103, 0.46875, 1.226562, 0.808594, 0.466797, 0.410156, 0.111328, 0.058838, 1.226562, 0.416016, 0.613281, 0.009094, 1.226562, 1.226562, 0.417969, 0.445312, 1.226562, 0.087891, 1.210938, 0.139648, 1.015625, 1.101562, 0.667969, 1.226562, 1.226562, 0.001137, 1.226562, 0.886719, 0.035156, 0.001007, 0.015869, 0.648438, 1.226562, 0.253906, 0.546875, 0.001099, 0.298828, 0.933594, 1.226562, 1.226562, 0.460938, 0.000923, 0.030762, 0.425781, 0.341797, 0.291016, 0.06543, 0.261719, 1.195312, 0.024048, 1.226562, 0.000992, 0.02771, 1.226562, 0.129883, 0.527344, 1.226562, 1.210938, 0.000874, 0.00106, 0.351562, 1.226562, 1.226562, 0.265625, 0.382812, 0.726562, 0.660156, 0.000919, 0.000919, 0.408203, 0.466797, 0.675781, 1.226562, 1.226562, 0.648438, 0.365234, 1.226562, 0.423828, 0.449219, 0.001114, 0.001076, 0.519531, 0.000969, 0.001007, 0.398438, 1.226562, 0.043213, 0.429688, 0.582031, 0.636719, 0.000992, 0.333984, 0.816406, 0.00885, 1.226562, 0.001015, 1.226562, 0.012512, 0.000946, 0.554688, 0.007874, 0.527344, 0.769531, 0.088867, 0.355469, 0.096191, 0.539062, 0.012756, 0.000992, 0.376953, 1.226562, 0.001053, 1.226562, 1.226562, 0.001175, 0.515625, 0.036133, 0.914062, 0.007568, 1.007812, 0.009827, 1.226562, 1.226562, 0.410156, 1.21875, 1.226562, 1.226562, 1.226562, 0.008606, 0.447266, 1.226562, 0.123535, 0.474609, 1.226562, 0.335938, 1.226562, 0.032959, 1.226562, 0.001167, 0.012634, 0.449219, 1.09375, 0.001137, 0.335938, 1.226562, 0.839844, 0.00103, 0.710938, 0.238281, 0.976562, 0.455078, 0.3125, 0.001045, 1.125, 1.226562, 0.001076, 0.022461, 0.964844, 0.988281, 0.511719, 0.001022, 0.01239, 0.78125, 1.03125, 0.114746, 0.005188, 0.324219, 0.000999, 0.636719, 1.226562, 0.169922, 0.804688, 0.001114, 0.550781, 0.001053, 0.582031, 1.226562, 0.847656, 0.792969, 0.001137, 0.00079, 0.574219, 0.00106, 0.061279, 0.371094, 0.800781, 0.000793, 1.226562, 0.000984, 0.769531, 1.171875, 0.000889, 1.007812, 0.474609, 0.917969, 0.00103, 0.00647, 0.589844, 1.226562, 0.001099, 0.671875, 1.226562, 0.324219, 0.462891, 0.980469, 0.667969, 0.371094, 0.398438, 0.550781, 1.226562, 0.000935, 0.458984, 1.226562, 0.119141, 0.8125, 1.226562, 1.1875, 0.457031, 1.226562, 0.443359, 1.226562, 0.427734, 0.000999, 0.466797, 0.015869, 0.349609, 0.707031, 0.84375, 0.478516, 0.423828, 1.226562, 0.001114, 0.001076, 0.535156, 1.226562, 0.001122, 0.00103, 0.001076, 1.226562, 1.226562, 1.226562, 0.001137, 0.009888, 1.15625, 0.011475, 0.000969, 0.000992, 0.001091, 0.001022, 0.988281, 0.00071, 0.382812, 0.001144, 1.226562, 0.000992, 0.777344, 0.515625, 1.007812, 1.226562, 0.470703, 0.384766, 0.511719, 0.00079, 0.000999, 0.00106, 0.001122, 0.65625, 0.386719, 1.226562, 0.213867, 0.00103, 0.375, 1.226562, 0.012451, 0.933594, 0.001068, 0.298828, 1.226562, 0.613281, 0.867188, 0.064941, 0.068359, 1.226562, 0.382812, 0.503906, 0.000919, 0.036133, 0.984375, 0.001022, 0.00095, 0.009583, 0.40625, 0.0271, 1.148438, 1.226562, 1.226562, 0.0271, 1.203125, 0.632812, 0.142578, 0.050049, 0.001091, 0.453125, 0.404297, 0.40625, 0.008789, 1.226562, 0.00103, 0.040771, 0.408203, 0.059326, 1.226562, 1.226562, 0.000912, 0.636719, 0.341797, 0.174805, 0.000992, 1.226562, 0.664062, 1.226562, 0.392578, 0.000984, 1.226562, 0.001053, 1.226562, 0.000957, 1.1875, 0.632812, 0.085938, 0.671875, 0.458984, 0.683594, 0.90625, 1.226562, 0.063477, 0.589844, 0.018799, 1.117188, 1.226562, 0.146484, 1.226562, 1.226562, 1.226562, 1.226562, 0.601562, 1.226562, 0.231445, 0.00106, 1.179688, 0.255859, 0.777344, 0.000954, 0.001068, 0.001038, 1.195312, 1.164062, 1.226562, 0.089844, 0.158203, 0.000839, 0.014954, 0.554688, 0.001022, 0.714844, 1.226562, 0.001015, 1.007812, 0.216797, 0.609375, 1.226562, 1.015625, 0.921875, 0.589844, 1.226562, 0.067383, 1.226562, 1.226562, 0.277344, 0.00103, 0.494141, 0.589844, 0.001068, 0.605469, 0.011108, 0.000889, 0.78125, 0.617188, 1.226562, 0.001022, 0.001129, 1.226562, 0.024536, 0.789062, 1.226562, 0.417969, 0.640625, 1.03125, 0.01709, 0.090332, 1.226562, 1.226562, 0.001106, 0.447266, 0.000927, 0.341797, 1.226562, 1.226562, 0.5625, 0.539062, 0.570312, 1.226562, 0.636719, 0.808594, 1.226562, 0.416016, 1.226562, 0.275391, 0.000992, 0.773438, 0.001076, 0.306641, 0.001083, 1.125, 0.001091, 0.451172, 0.006012, 0.055908, 0.40625, 0.578125, 0.523438, 1.007812, 1.226562, 0.240234, 0.255859, 1.226562, 1.226562, 0.707031, 0.000954, 0.691406, 0.000946, 0.001122, 0.001007, 0.000916, 0.001122, 0.466797, 1.117188, 0.001053, 0.006073, 0.503906, 0.392578, 1.226562, 0.5, 0.001015, 1.226562, 0.000946, 0.53125, 0.851562, 0.030273, 0.835938, 0.001114, 1.226562, 0.001007, 1.054688, 0.177734, 0.328125, 0.192383, 1.226562, 0.000954, 1.007812, 0.398438, 1.1875, 0.335938, 0.535156, 0.001007, 0.000984, 0.792969, 1.226562, 1.226562, 0.071289, 1.09375, 1.226562, 0.021851, 1.210938, 1.226562, 0.000877, 0.112793, 0.472656, 0.117188, 0.605469, 1.226562, 1.226562, 0.000889, 0.204102, 0.028198, 1.226562, 1.226562, 1.226562, 0.347656, 1.078125, 0.144531, 0.027588, 1.101562, 1.226562, 1.226562, 0.001183, 0.00946, 1.226562, 0.699219, 0.010315, 0.460938, 0.365234, 0.217773, 0.001022, 0.001038, 0.714844, 1.203125, 0.095215, 1.226562, 0.000965, 1.226562, 1.226562, 0.001122, 1.046875, 0.19043, 1.226562, 0.765625, 1.226562, 0.000931, 0.000763, 0.032715, 0.279297, 0.5625, 1.226562, 0.275391, 0.015747, 0.02771, 0.000999, 0.000942, 1.148438, 0.894531, 1.226562, 0.038574, 1.226562, 0.357422, 0.000908, 0.400391, 0.102051, 0.617188, 1.226562, 0.001099, 0.001099, 0.001007, 0.098145, 0.000927, 0.246094, 0.000999, 0.341797, 0.024414, 0.523438, 1.179688, 0.118652, 1.226562, 0.470703, 0.03833, 0.001099, 0.00082, 0.376953, 0.001022, 0.001114, 1.226562, 0.589844, 0.000984, 0.535156, 1.21875, 0.523438, 0.045898, 0.363281, 0.000854, 0.550781, 1.226562, 0.006592, 0.020996, 0.001068, 1.226562, 0.000881, 0.000984, 0.000992, 0.480469, 0.011353, 0.5625, 0.001114, 1.226562, 0.000881, 0.000992, 0.65625, 0.000957, 0.433594, 0.480469, 0.001183, 0.013672, 0.449219, 1.226562, 1.125, 0.847656, 0.000999, 0.000999, 1.1875, 0.283203, 0.527344, 0.921875, 0.001068, 0.34375, 0.275391, 0.875, 0.001114, 0.503906, 0.322266, 1.226562, 1.226562, 0.001076, 0.001152, 0.851562, 0.984375, 0.578125, 1.226562, 0.294922, 0.000977, 0.062988, 0.173828, 0.000977, 1.226562, 0.000866, 0.417969, 0.449219, 1.179688, 0.040039, 0.001083, 1.226562, 0.013916, 0.363281, 0.5, 0.079102, 0.008301, 0.00103, 0.695312, 0.000965, 0.001091, 1.226562, 0.008423, 0.320312, 0.423828, 0.114258, 1.226562, 0.000854, 1.226562, 0.730469, 0.363281, 1.226562, 1.226562, 0.102051, 1.226562, 0.001122, 0.392578, 0.703125, 1.226562, 0.000992, 1.226562, 0.425781, 0.028809, 1.226562, 0.257812, 0.000992, 0.04126, 0.001076, 1.226562, 0.001122, 0.355469, 0.00106, 0.00106, 1.226562, 0.828125, 1.226562, 0.00116, 0.001068, 0.578125, 0.457031, 1.015625, 1.226562, 1.226562, 0.769531, 0.066895, 0.001045, 0.410156, 0.511719, 1.226562, 0.011841, 0.001106, 0.001137, 1.226562, 0.007812, 1.210938, 0.433594, 1.226562, 0.726562, 0.000965, 0.300781, 0.001122, 0.149414, 1.226562, 0.007935, 0.001099, 0.001122, 1.226562, 0.000992, 0.001122, 0.000999, 0.001007, 0.53125, 0.232422, 0.001076, 0.408203, 0.000908, 0.000916, 0.000904, 0.001152, 0.433594, 0.202148, 0.010681, 0.589844, 0.000957, 0.423828, 0.511719, 0.902344, 0.080566, 0.000965, 0.304688, 0.378906, 0.367188, 0.324219, 0.457031, 0.001106, 1.226562, 0.429688, 0.001091, 1.226562, 0.945312, 0.953125, 1.226562, 0.059814, 1.171875, 0.000935, 0.392578, 0.000862, 0.451172, 0.832031, 0.126953, 0.482422, 0.404297, 1.226562, 0.613281, 0.001068, 0.000984, 0.001068, 1.15625, 0.007721, 1.226562, 0.429688, 0.001114, 0.182617, 0.652344, 0.167969, 0.621094, 0.032471, 0.470703, 0.163086, 0.005707, 0.000889, 0.726562, 0.341797, 0.451172, 0.044922, 1.070312, 1.195312, 0.036621, 1.039062, 0.001106, 0.001022, 0.804688, 0.008179, 0.644531, 1.226562, 1.148438, 1.226562, 0.001022, 1.226562, 0.165039, 0.00106, 0.773438, 0.00103, 1.226562, 1.226562, 0.419922, 0.423828, 1.226562, 0.001038, 0.007507, 1.226562, 1.226562, 1.226562, 0.04126, 0.001137, 0.921875, 1.226562, 0.005615, 0.004944, 0.328125, 0.453125, 1.226562, 1.164062, 0.163086, 0.001076, 0.001022, 0.023926, 0.796875, 0.265625, 1.226562, 1.226562, 0.004425, 1.203125, 0.828125, 0.498047, 0.02417, 0.000931, 0.0009, 0.00103, 1.007812, 0.363281 ] } , "name": "onnx::Mul_10660", "outputIndexes": [ 963 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 962, 963 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 964 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 848, 964 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/Add_output_0", "outputIndexes": [ 965 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 965 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.4/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 966 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 966 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.4/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 967 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 967, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 968 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 968, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 969 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 965, 969 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 970 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 54.25, 1.710938, 0.373047, 0.746094, 1.351562, 1.1875, 1.414062, 1.289062, 27.75, 1.0625, 1.382812, 0.578125, 1.070312, 1.164062, 40.5, 0.605469, 52.25, 0.941406, 55.0, 86.5, 1.742188, 110.5, 30.625, 92.0, 3.34375, 0.507812, 1.054688, 0.914062, 55.0, 1.835938, 1.234375, 2.515625, 1.25, 2.484375, 80.0, 2.703125, 1.28125, 1.195312, 11.625, 1.546875, 65.0, 3.953125, 1.0, 5.40625, 2.359375, 39.5, 1.273438, 0.925781, 0.960938, 91.0, 87.5, 74.0, 1.5, 1.304688, 0.871094, 1.25, 1.914062, 10.1875, 1.445312, 87.0, 2.3125, 81.0, 0.757812, 3.25, 3.625, 0.886719, 0.492188, 1.921875, 12.1875, 14.375, 43.0, 1.070312, 106.5, 22.375, 93.0, 1.203125, 9.875, 1.453125, 0.835938, 54.5, 1.5, 1.304688, 47.0, 1.40625, 1.523438, 1.039062, 12.1875, 1.335938, 1.0625, 0.976562, 74.0, 1.742188, 1.234375, 1.203125, 4.9375, 0.628906, 1.445312, 2.015625, 0.664062, 1.257812, 0.875, 0.882812, 67.5, 4.96875, 1.3125, 16.625, 0.636719, 1.289062, 1.625, 1.15625, 2.265625, 1.007812, 1.585938, 98.5, 81.5, 1.414062, 0.898438, 90.5, 1.015625, 91.5, 64.5, 1.867188, 1.578125, 1.007812, 0.894531, 1.195312, 2.890625, 1.382812, 1.273438, 0.925781, 94.0, 0.867188, 1.53125, 1.3125, 1.828125, 49.0, 1.523438, 0.988281, 1.296875, 0.613281, 0.65625, 1.46875, 0.984375, 0.675781, 95.0, 19.625, 1.984375, 106.0, 81.5, 1.578125, 2.015625, 1.257812, 96.0, 5.96875, 1.875, 1.734375, 36.0, 60.5, 1.414062, 94.0, 15.4375, 1.203125, 1.492188, 1.148438, 1.226562, 38.25, 102.0, 7.75, 1.84375, 95.5, 2.125, 1.617188, 1.546875, 0.410156, 1.46875, 75.0, 1.203125, 1.226562, 1.09375, 100.5, 1.429688, 5.78125, 1.242188, 0.949219, 1.367188, 1.40625, 4.84375, 2.484375, 2.3125, 115.5, 0.890625, 0.910156, 1.0625, 48.0, 96.5, 85.0, 68.0, 57.75, 1.375, 11.125, 1.265625, 1.289062, 80.0, 25.625, 1.429688, 10.8125, 1.9375, 1.257812, 2.21875, 10.4375, 73.5, 116.0, 1.625, 3.265625, 79.0, 3.15625, 75.5, 2.359375, 74.0, 77.0, 1.226562, 3.609375, 2.109375, 11.6875, 2.921875, 1.085938, 1.054688, 5.8125, 29.375, 19.0, 0.726562, 1.328125, 1.171875, 34.25, 1.328125, 2.453125, 0.550781, 1.570312, 1.414062, 1.359375, 80.0, 2.453125, 107.5, 1.265625, 95.0, 1.445312, 1.148438, 2.203125, 2.328125, 1.085938, 6.21875, 18.625, 7.15625, 128.0, 1.5625, 1.0, 6.1875, 3.84375, 0.921875, 81.5, 6.1875, 6.03125, 2.875, 1.796875, 1.890625, 85.5, 97.5, 2.65625, 1.039062, 49.75, 0.574219, 4.0, 6.65625, 87.0, 0.878906, 1.125, 82.0, 1.59375, -0.660156, 0.480469, 0.886719, 94.0, 1.148438, 69.0, 1.195312, 103.5, 56.75, 0.9375, 2.515625, 1.148438, 25.375, 73.0, 2.671875, 106.0, 3.59375, 18.25, 1.210938, 2.484375, 1.078125, 0.898438, 1.304688, 3.96875, 3.84375, 63.0, 1.539062, 1.015625, 0.9375, 1.335938, 3.859375, 46.25, 1.265625, 1.796875, 0.953125, 1.25, 85.5, 6.75, 1.0625, 1.460938, 5.3125, 1.515625, 47.25, 1.195312, 1.203125, 1.882812, 44.75, 0.574219, 2.8125, 2.359375, 0.832031, 10.5, 41.25, 22.75, 5.90625, 0.773438, 1.289062, 7.9375, 3.390625, 52.5, 1.570312, 14.625, 56.5, 0.419922, 1.429688, 2.0, 14.875, 13.625, 1.15625, 1.335938, 1.4375, 48.25, 82.0, 4.6875, 1.570312, 1.039062, 0.494141, 2.71875, 47.0, 0.847656, 1.265625, 1.28125, 81.5, 1.851562, 2.546875, 1.078125, 61.75, 1.523438, 1.21875, 1.101562, 87.5, 1.484375, 15.0, 111.0, 1.03125, 1.101562, 6.78125, 51.0, 1.023438, 68.5, 1.070312, 7.5625, 3.671875, 1.210938, 1.351562, 1.210938, 2.40625, 3.09375, 1.25, 0.582031, 1.070312, 0.980469, 2.03125, 1.0625, 78.0, 62.25, 1.679688, 27.5, 10.5, 75.0, 0.773438, 1.65625, 69.0, 1.164062, 1.304688, 1.289062, 104.0, 91.0, 1.4375, 87.0, 1.046875, 1.007812, 1.820312, 29.25, 3.21875, 1.296875, 1.28125, 0.886719, 2.953125, 23.0, 3.578125, 0.894531, 1.289062, 1.164062, 0.601562, 13.625, 0.699219, 1.21875, 40.5, 1.375, 5.59375, 1.03125, 2.46875, 80.5, 1.671875, 0.457031, 2.140625, 1.570312, 0.859375, 4.3125, 0.925781, 2.328125, 1.148438, 1.382812, 50.0, 0.675781, 33.75, 2.015625, 52.75, 1.226562, 2.6875, 0.957031, 0.84375, 65.0, 97.5, 1.09375, 1.070312, 6.40625, 68.0, 78.0, 0.929688, 103.5, 3.171875, 1.0625, 97.0, 6.59375, 0.769531, 1.453125, 0.925781, 0.492188, 1.0625, 35.5, 1.34375, 70.0, 1.1875, 0.613281, 0.972656, 2.65625, 27.75, 3.046875, 2.078125, 1.03125, 2.078125, 10.6875, 1.640625, 49.75, 1.820312, 1.898438, 83.0, 2.046875, 98.5, 1.242188, 5.0625, 1.148438, 1.28125, 0.917969, 5.0, 1.148438, 9.0625, 2.90625, 1.492188, 2.625, 1.242188, 2.5625, 70.5, 95.5, 57.5, 2.984375, 92.5, 7.0625, 57.75, 1.664062, 1.328125, 2.640625, 44.75, 2.84375, 2.859375, 1.257812, 1.046875, 3.71875, 1.015625, 91.0, 0.427734, 81.5, 1.554688, 49.25, 1.007812, 80.0, 1.265625, 8.3125, 0.667969, 105.0, 82.0, 96.5, 2.078125, 1.046875, 2.265625, 102.5, 1.742188, 0.839844, 1.351562, 95.5, 1.0625, 95.0, 2.015625, 1.242188, 81.0, 71.0, 68.5, 2.015625, 1.523438, 2.828125, 0.820312, 31.25, 61.25, 6.3125, 36.25, 0.960938, 65.0, 54.5, 8.3125, 1.15625, 1.21875, 101.0, 48.5, 0.558594, 0.960938, 14.375, 0.605469, 1.046875, 1.546875, 1.046875, 5.34375, 80.0, 0.957031, 1.375, 2.078125, 1.015625, 0.777344, 1.070312, 28.875, 0.984375, 63.25, 0.828125, 2.46875, 0.976562, 91.5, 2.734375, 1.054688, 1.96875, 1.53125, 1.132812, 78.5, 5.125, 1.523438, 1.679688, 1.421875, 0.714844, 49.0, 1.179688, 11.125, 1.453125, 8.9375, 1.484375, 1.453125, 1.25, 1.382812, 1.164062, 1.648438, 1.023438, 1.375, 14.9375, 0.875, -0.001534, 1.265625, 2.765625, 1.828125, 1.0625, 11.3125, 1.078125, 1.0625, 1.023438, 0.886719, 2.890625, 1.476562, 4.125, 1.9375, 57.75, 88.0, 1.273438, 1.257812, 1.242188, 119.0, 81.5, 1.289062, 1.101562, 1.101562, 1.265625, 34.75, 1.226562, 82.0, 1.335938, 1.617188, 74.0, 2.21875, 1.289062, 92.5, 0.855469, 1.0, 1.007812, 1.851562, 1.226562, 1.171875, 1.664062, 1.4375, 1.734375, 47.75, 47.0, 1.789062, 0.996094, 3.890625, 0.945312, 1.109375, 1.3125, 1.046875, 62.5, 0.835938, 1.5, 3.71875, 73.0, 76.5, 39.75, 1.132812, 60.5, 3.609375, 1.039062, 6.09375, 1.039062, 22.5, 2.65625, 0.636719, 84.5, 1.210938, 0.824219, 1.265625, 68.0, 1.070312, 76.5, 0.71875, 2.59375, 5.4375, 96.5, 34.5, 1.210938, 0.878906, 1.09375, 55.75, 91.0, 0.984375, 0.910156, 89.5, 0.554688, 92.5, 73.0, 1.640625, 2.53125, 2.40625, 3.078125, 108.5, 1.117188, 1.359375, 1.273438, 1.210938, 2.421875, 4.1875, 41.0, 0.992188, 7.5, 0.605469, 89.5, 1.40625, 1.039062, 2.796875, 1.757812, 1.867188, 0.847656, 0.78125, 1.570312, 1.007812, 54.5, 1.140625, 20.125, 15.6875, 2.4375, 0.914062, 4.65625, 3.953125, 1.28125, 106.5, 1.367188, 4.96875, 50.0, 8.5, 1.078125, 1.515625, 31.625, 24.5, 0.867188, 79.5, 108.0, 1.257812, 12.1875, 0.726562, 42.25, 0.820312, 2.859375, 1.367188, 1.015625, 8.25, 1.710938, 1.195312, 8.8125, 1.484375, 9.125, 1.382812, 0.984375, 83.0, 1.554688, 3.5, 79.0, 61.25, 73.5, 1.070312, 0.373047, 1.085938, 87.5, 80.0, 2.171875, 32.0, 0.855469, 1.460938, 9.0625, 0.867188, 1.453125, 1.125, 1.984375, 77.0, 1.078125, 0.392578, 0.789062, 6.125, 66.5, 0.451172, 1.03125, 66.5, 1.039062, 1.515625, 1.28125, 86.5, 1.25, 5.59375, 4.625, 4.1875, 1.484375, 101.5, 13.125, 0.972656, 0.699219, 97.5, 66.0, 3.171875, 2.46875, 1.078125, 1.429688, 1.726562, 0.392578, 1.484375, 1.039062, 65.0, 0.882812, 1.109375, 86.0, 1.242188, 12.3125, 0.84375, 12.0, 45.25, 13.0, 2.109375, 99.5, 1.242188, 24.25, 25.5, 1.65625, 1.164062, 1.359375, 1.234375, 1.4375, 8.75, 13.0625, 1.445312, 1.242188, 79.0, 2.09375, 78.0, 62.75, 1.726562, 1.375, 67.5, 1.570312, 1.257812, 3.0625, 1.398438, 1.234375, 70.0, 7.65625, 4.875, 1.25, 86.0, 90.0, 1.265625, 0.804688, 1.515625, 6.875, 0.960938, 1.09375, 1.179688, 80.0, 1.007812, 1.367188, 92.5, 5.46875, 2.015625, 6.34375, 96.0, 96.5, 29.0, 0.539062, 14.5625, 1.757812, 27.375, 1.226562, 1.21875, 1.085938, 1.460938, 6.25, 15.5, 1.140625, 1.289062, 95.5, 82.5, 1.601562, 96.0, 1.203125, 1.15625, 93.0, 0.402344, 2.96875, 1.171875, 1.28125, 1.171875, 0.863281, 5.1875, 1.390625, 3.03125, 64.5, 7.46875, 75.5, 1.09375, 1.601562, 1.21875, 1.304688, 1.164062, 40.0, 11.25, 95.5, 1.875, 5.46875, 5.75, 1.507812, 4.96875, 5.96875, 0.457031, 0.941406, 0.765625, 1.328125, 1.296875, 1.179688, 1.03125, 5.03125, 1.085938, 1.117188, 94.5, 1.25, 1.609375, 7.875, 0.472656, 1.523438, 1.140625, 0.722656, 1.671875, 1.070312, 0.492188, 86.0, 1.5, 33.5, 17.75, 8.5625, 88.0, 90.5, 0.859375, 88.0, 1.789062, 77.5, 91.0, 1.085938, 3.328125, 0.90625, 82.5, 7.8125, 1.3125, 3.140625, 2.890625, 93.5, 88.0, 67.5, 11.625, 63.25, 1.359375, 3.46875, 76.0, 43.5, 0.90625, 12.0625, 3.09375, 1.203125, 2.953125, 54.25, 99.5, 1.242188, 0.84375, 1.820312, 2.25, 102.0, 51.0, 99.5, 2.109375, 2.09375, 101.0, 1.359375, 0.953125, 3.015625, 43.75, 72.5, 81.5, 1.054688, 0.804688, 1.9375, 6.15625, 1.039062, 1.03125, 68.5, 73.5, 3.734375, 68.0, 1.039062, 0.773438, 1.03125, 1.03125, 0.65625, 5.78125, 2.015625, 1.53125, 82.5, 9.8125, 11.25, 0.996094, 0.917969, 1.84375, 32.5, 11.8125, 64.0, 4.3125, 1.78125, 59.5, 1.359375, 3.046875, 97.5, 62.5, 1.304688, 13.0625, 1.101562, 1.242188, 1.164062, 83.0, 1.03125, 1.546875, 3.234375, 1.023438, 1.4375, 72.0, 1.5, 1.882812, 1.234375, 100.5, 1.328125, 8.125, 2.390625, 1.140625, 1.09375, 1.289062, 80.0, 0.921875, 1.007812, 68.5, 83.5, 85.5, 1.289062, 105.5, 94.0, 5.78125, 1.226562, 0.417969, 87.0, 1.289062, 1.242188, 1.546875, 60.0, 5.53125, 87.5, 1.117188, 3.21875, 83.5, 27.875, 23.5, 0.992188, 2.40625, 103.5, 52.5, -1.070312, 3.53125, 52.5, 3.265625, 89.5, 6.34375, 82.0, 1.796875, 102.5, 0.480469, 31.5, 1.867188, 84.5, 52.5, 1.085938, 9.5625, 2.34375, 1.96875, 74.5, 12.6875, 3.265625, 1.554688, 41.25, 70.0, 1.15625, 0.90625, 1.46875, 95.5, 1.03125, 106.5, 1.265625, 52.25, 1.421875, 34.25, 0.882812, 1.351562, 102.5, 1.25, 1.132812, 61.25, 48.0, 1.046875, 1.28125, 3.234375, 9.9375, 1.28125, 1.40625, 1.21875, 1.195312, 2.890625, 67.5, 86.0, 5.3125, 1.15625, 1.109375, 7.09375, 0.894531, 1.03125, 1.023438, 95.0, 74.0, 37.75, 95.0, 2.8125, 102.0, 0.929688, 1.109375, 0.949219, 1.523438, 0.769531, 1.375, 0.871094, 1.640625, 1.648438, 1.359375, 1.1875, 1.148438, 1.117188, 2.65625, 2.015625, 1.039062, 1.296875, 2.078125, 1.507812, 92.0, 1.203125, 1.554688, 0.910156, 1.476562, 1.148438, 53.75, 71.0, 1.523438, 0.996094, 77.5, 89.5, 1.351562, 1.078125, 1.515625, 6.9375, 1.328125, 4.5625, 2.0, 1.007812, 73.0, 3.265625, 52.0, 1.210938, 1.53125, 1.78125, 1.15625, 1.695312, 75.5, 2.921875, 82.5, 1.046875, 3.8125, 0.988281, 1.109375, 4.0, 13.375, 0.851562, 98.0, 1.09375, 8.5, 14.0625, 0.472656, 1.523438, 0.980469, 1.117188, 12.125, 6.625, 6.75, 1.359375, 51.0, 1.046875, 0.949219, 1.046875, 1.554688, 82.5, 29.375, 0.875, 80.0, 0.746094, 76.5, 77.5, 3.71875, 1.289062, 1.007812, 6.25, 1.164062, 2.5625, 0.628906, 6.375, 1.0625, 0.769531, 2.125, 4.1875, 18.0, 0.482422, 95.5, 2.21875, 0.898438, 0.929688, 1.101562, 44.0, 0.898438, 4.5, 88.0, 1.023438, 1.6875, 1.117188, 1.421875, 1.34375, 1.328125, 1.0, 1.5625, 1.367188, 1.421875, 107.0, 1.195312, 1.265625, 2.265625, 81.5, 1.132812, 2.78125, 1.617188, 0.675781, 12.125, 1.296875, 11.0625, 2.265625, 2.125, 9.0625, 1.132812, 65.5, 60.75, 1.71875, 77.0, 71.5, 2.390625, 34.0, 1.726562, 2.28125, 6.75, 2.015625, 87.0, 114.5, 24.0, 3.15625, 43.75, 0.949219, 1.234375, 4.40625, 3.703125, 1.375, 2.8125, 93.0, 1.34375, 10.375, 78.0, 1.078125, 2.125, 10.0625, 1.515625, 1.03125, 1.09375, 86.5, 2.234375, 39.25, 1.257812, 1.164062, 17.0, 35.0, 105.0, 1.046875, 5.84375, 1.15625, 10.375, 1.15625, 84.0, 84.0, 0.777344, 14.1875, 55.25, 1.90625, 0.726562, 8.1875, 120.5, 62.0, 0.960938, 15.1875, 1.25, 2.65625, 1.460938, 78.0, 0.867188, 1.335938, 1.101562, 30.875, 9.125, 46.0, 1.015625, 1.796875, 10.625, 1.148438, 2.453125, 90.0, 0.785156, 1.039062, 63.25, 1.328125, 1.445312, 1.429688, 1.914062, 1.351562, 78.5, 1.007812, 66.5, 1.023438, 35.5, 0.996094, 98.0, 56.5, 0.742188, 1.414062, 3.765625, 18.625, 1.507812, 83.0, 3.484375, 1.835938, 2.640625, 87.0, 28.0, 73.5, 4.71875, 77.5, 0.957031, 11.3125, 2.75, 0.412109, 1.09375, 1.570312, 1.945312, 72.0, 1.015625, 10.4375, 7.59375, 103.5, 1.398438, 22.75, 1.40625, 1.335938, 1.367188, 0.734375, 0.478516, 74.0, 1.210938, 1.296875, 82.5, 1.242188, 84.5, 0.447266, 4.75, 1.296875, 76.0, 16.375, 1.234375, 1.992188, 0.804688, 2.1875, 88.5, 0.957031, 1.351562, 1.078125, 1.25, 2.8125, 2.28125, 1.242188, 0.914062, 7.875, 14.375, 1.382812, 1.390625, 101.5, 1.234375, 5.5, 1.125, 1.242188, 1.46875, 9.8125, 2.859375, 1.78125, 83.0, 100.0, 105.5, -0.90625, 0.859375, 2.71875, 1.210938, 1.34375, 1.3125, 12.4375, 92.5, 0.636719, 3.546875, 4.0, 4.25, 15.125, 1.429688, 1.0, 1.101562, 61.25, 46.5, 1.109375, 1.140625, 1.507812, 0.542969, 1.03125, 1.632812, 92.5, 11.875, 1.53125, 1.023438, 90.0, 0.867188, 4.34375, 43.25, 1.398438, 1.101562, 2.5625, 11.3125, 23.125, 0.386719, 96.0, 87.0, 1.382812, 0.96875, 13.0, 1.523438, 1.46875, 2.78125, 2.34375, 1.320312, 1.25, 0.898438, 1.09375, 49.75, 9.8125, 1.023438, 1.523438, 2.671875, 35.25, 1.226562, 4.875, 1.242188, 83.0, 1.546875, 0.65625, 71.0, 1.289062, 65.5, 1.75, 1.140625, 0.988281, 1.289062, 1.171875, 5.65625, 2.625, 0.808594, 92.5, 94.5, 0.648438, 1.460938, 1.664062, 1.40625, 2.078125, 80.0, 7.28125, 75.5, 114.5, 87.5, 92.5, 11.125, 88.5, 1.007812, 1.242188, 1.0625, 1.007812, 1.1875, 1.1875, 1.226562, 0.984375, 1.773438, 1.8125, 1.390625, 1.070312, 1.835938, 1.132812, 1.28125, 4.5, 1.453125, 0.964844, 4.40625, 9.25, 54.0, 44.0, 3.046875, 1.351562, 1.28125, 1.007812, 92.0, 93.0, 1.382812, 72.0, 1.351562, 1.953125, 1.390625, 86.0, 59.75, 1.125, 0.878906, 2.015625, 4.59375, 1.070312, 0.380859, 1.125, 1.296875, 113.5, 5.84375, 86.0, 1.335938, 1.351562, 1.085938, 2.1875, 1.007812, 1.570312, 91.5, 80.5, 0.855469, 1.546875, 79.0, 3.046875, 0.427734, 57.5, 85.5, 1.140625, 1.117188, 1.171875, 4.0, 86.0, 28.125, 0.832031, 0.972656, 3.953125, 1.492188, 94.0, 0.988281, 96.0, 1.179688, 71.0, 70.0, 1.234375, 1.351562, 58.25, 1.039062, 1.640625, 2.828125, 1.367188, 2.59375, 2.265625, 0.773438, 56.75, 1.257812, 23.375, 0.929688, 70.5, 1.726562, 4.625, 10.875, 1.5, 1.828125, 1.328125, 89.0, 1.023438, 1.515625, 68.5, 109.0, 46.75, 81.0, 42.0, 0.953125, 94.0, 0.78125, 1.09375, 7.28125, 100.0, 1.375, 3.171875, 1.085938, 0.507812, 11.5625, 1.085938, 56.0, 87.0, 1.125, 89.0, 1.257812, 89.0, 1.476562, 1.710938, 42.25, 60.5, 101.0, 1.921875, 0.675781, 1.132812, 4.25, 0.785156, 1.226562, 86.0, 61.25, 3.578125, 1.1875, 13.5, 83.5, 2.203125, 119.0, 2.5625, 1.085938, 1.265625, 40.5, 1.367188, 1.382812, 1.171875, 1.023438, 1.132812, 4.625, 4.71875, 0.523438, 4.34375, 7.40625, 61.25, 1.328125, 64.5, 1.21875, 1.515625, 7.96875, 1.5, 1.476562, 47.25, 1.421875, 50.25, 1.320312, 2.734375, 110.0, 0.609375, 1.726562, 2.109375, 14.625, 2.96875, 0.992188, 1.476562, 0.976562, 3.453125, 1.375, 96.0, 82.0, 1.851562, 0.652344, 10.5, 1.0, 2.3125, 1.828125, 35.0, 8.25, 83.0, 13.0625, 8.75, 2.59375, 1.210938, 71.0, 52.5, 1.085938, 94.5, 1.5, 1.28125, 1.078125, 1.328125, 1.289062, 3.140625, 6.125, 0.820312, 1.359375, 1.539062, 47.25, 1.414062, 1.039062, 1.289062, 1.453125, 1.390625, 4.53125, 0.824219, 6.71875, 0.859375, 1.882812, 0.478516, 0.894531, 0.800781, 58.75, 1.023438, 0.957031, 10.5, 58.5, 37.0, 1.789062, 1.625, 1.765625, 1.078125, 86.5, 1.367188, 2.984375, 0.660156, 1.015625, 1.3125, 92.0, 11.0, 1.90625, 1.34375, 2.203125, 5.90625, 1.867188, 1.828125, 11.8125, -0.765625, 78.0, 13.4375, 0.597656, 2.921875, 1.085938, 0.988281, 2.25, 92.0, 76.5, 1.492188, 0.738281, 2.328125, 1.960938, 1.398438, 1.09375, 1.03125, 81.0, 55.5, 1.46875, 1.226562, 1.164062, 1.023438, 1.820312, 1.28125, 1.53125, 1.109375, 1.617188, 1.3125, 99.0, 82.0, 1.164062, 84.0, 64.5, 1.3125, 1.546875, 6.5, 1.273438, 1.296875, 1.148438, 57.5, 3.390625, 0.945312, 11.4375, 0.894531, 64.5, 0.699219, 39.0, 73.0, 1.257812, 53.5, 5.75, 1.171875, 4.125, 1.367188, 4.03125, 1.335938, 27.625, 88.0, 1.375, 1.203125, 11.5625, 1.117188, 1.078125, 69.0, 1.90625, 9.6875, 1.328125, 42.5, 1.25, 55.0, 0.886719, 1.0, 2.953125, 1.429688, 0.769531, 1.023438, 0.902344, 45.25, 1.40625, 0.511719, 3.34375, 1.539062, 1.171875, 1.757812, 2.25, 13.25, 1.390625, 43.5, 10.875, 1.328125, 1.5625, 70.0, 1.734375, 0.910156, 0.761719, 64.5, 1.054688, 4.3125, 1.0625, 1.289062, 6.25, 68.5, 1.921875, 1.21875, 70.5, 37.0, 1.171875, 2.015625, 1.445312, 101.5, 31.0, 2.578125, 0.765625, 4.0, 77.0, 1.421875, 54.5, 1.007812, 0.644531, 3.03125, 1.039062, 61.75, 5.3125, 81.5, 1.046875, 0.953125, 1.640625, 1.148438, 44.0, 66.5, 1.203125, 32.25, 6.4375, 1.570312, 1.328125, 82.5, 1.328125, 41.75, 0.867188, 2.453125, 11.875, 1.320312, 1.320312, 3.6875, 42.5, 50.75, 1.320312, 0.898438, 27.875, 1.257812, 0.953125, 1.4375, 1.382812, 0.917969, 4.65625, 2.5, 1.46875, 1.554688, 0.707031, 79.5, 1.257812, 0.84375, 3.453125, 1.21875, 1.65625, 0.839844, 1.359375, 0.96875, 1.179688, 0.992188, 1.367188, 98.5, 1.914062, 26.375, 1.585938, 1.140625, 1.304688, 1.648438, 1.195312, 1.054688, 91.5, 71.0, 1.125, 1.351562, 83.5, 13.75, 16.5, 0.945312, 0.917969, -0.777344, 64.5, 36.5, 1.914062, 10.1875, 69.5, 25.125, 55.5, 100.0, 2.734375, 59.0, 1.523438, 63.25, 1.007812, 81.0, 1.085938, 1.328125, 1.210938, 1.734375, 1.460938, 1.273438, 1.453125, 83.5, 13.4375, 89.5, 42.5, 1.09375, 1.492188, 1.15625, 1.578125, 95.0, 1.460938, 0.550781, 41.0, 0.847656, 90.5, 1.382812, 1.148438, 5.34375, 1.742188, 5.75, 5.625, 1.171875, 3.65625, 1.125, 106.5, 13.0625, 2.90625, 55.25, 72.0, 57.5, 1.359375, 15.5, 2.15625, 2.4375, 1.03125, 12.4375, 1.039062, 1.203125, 2.921875, 6.9375, 64.0, 1.34375, 1.265625, 1.625, 14.0625, -1.265625, 89.5, 7.84375, 1.234375, 6.21875, 0.933594, 0.988281, 87.5, 1.1875, 1.554688, 3.578125, 21.125, 1.828125, 1.265625, 0.78125, 1.453125, 14.1875, 1.84375, 79.5, 1.234375, 53.25, 2.203125, 1.179688, 7.625, 1.359375, 1.671875, 0.714844, 0.941406, 0.921875, 7.5, 1.132812, 12.4375, 0.886719, 2.03125, 2.671875, 1.023438, 0.75, 0.859375, 0.476562, 1.328125, 1.726562, 2.125, 86.5, 1.054688, 1.976562, 1.3125, 88.0, 91.0, 65.0, 1.039062, 1.25, 0.859375, 4.59375, 9.8125, 66.5, 28.25, 4.78125, 113.5, 1.609375, 0.929688, 66.5, 1.8125, 8.375, 4.34375, 1.34375, 2.875, 1.117188, 1.164062, 0.878906, 6.0625, 2.984375, 1.507812, 4.125, 99.5, 2.4375, 1.34375, 90.5, 4.65625, 38.0, 86.5, 1.21875, 1.03125, 1.585938, 85.5, 13.9375, 1.164062, 6.46875, 1.289062, 1.78125, 1.4375, 1.109375, 0.847656, 32.0, 4.59375, 0.957031, 1.101562, 71.5, 1.28125, 39.0, 1.539062, 0.683594, 1.046875, 1.304688, 1.507812, 4.5625, 1.117188, 1.25, 3.4375, 0.832031, 1.375, 1.539062, 1.570312, 98.0, 1.164062, 53.75, 2.875, 97.0, 0.738281, 85.5, 1.054688, 52.0, 8.25, 1.242188, 1.296875, 0.941406, 0.945312, 0.96875, 1.742188, 1.828125, 0.847656, 1.28125, 1.171875, 95.5, 1.039062, 70.0, 83.0, 62.5, 81.5, 12.5, 2.015625, 1.015625, 95.0, 60.75, 0.4375, 1.289062, 1.015625, 1.320312, 103.5, 1.023438, 92.0, 5.09375, 0.9375, 11.875, 3.078125, 69.5, 1.609375, 31.125, 1.078125, 3.25, 1.46875, 2.46875, 0.976562, 76.0, 2.78125, 1.507812, 1.992188, 1.390625, 1.21875, 94.0, 70.5, 1.28125, 0.597656, 0.601562, 7.84375, 0.90625, 0.726562, 14.6875, 1.460938, 0.871094, 9.875, 6.1875, 1.265625, 10.1875, 4.8125, 1.085938, 0.824219, 71.0, 1.851562, 30.25, 1.429688, 1.390625, 0.621094, 1.671875, 0.871094, 4.90625, 17.625, 1.460938, 0.976562, 1.28125, 44.5, 44.0, 0.828125, 1.078125, 33.5, 1.4375, 1.5, 8.125, 99.5, 116.5, 1.265625, 1.117188, 5.1875, 1.882812, 84.5, 0.902344, 2.046875, 27.5, 0.925781, 2.59375, 0.964844, 3.953125, 2.5, 97.5, 95.5, 22.5, 2.875, 5.40625, -0.416016, 1.65625, 31.625, 18.5, 72.5, 90.0, 2.140625, 3.46875, 0.789062, 17.875, 3.53125, 2.0, 97.5, 1.453125, 3.453125, 1.210938, 0.449219, 97.0, 94.5, 13.9375, 5.21875, 56.5, 1.351562, 124.0, 1.617188, 12.0625, 1.4375, 2.296875, 7.9375, 1.039062, 1.515625, 11.625, 36.75, 87.0, 1.234375, 69.0, 10.25, 6.6875, 1.242188, 73.0, 1.5625, 1.085938, 1.257812, 7.84375, 1.289062, 81.5, 0.933594, 0.847656, 63.0, 34.0, 60.25, 1.210938, 18.875, 73.5, 72.0, 1.265625, 33.5, 1.296875, 1.070312, 1.101562, 31.75, 86.0, 1.132812, 19.25, 1.359375, 1.296875, 33.0, 28.375, 6.875, 1.382812, 0.8125, 4.03125, 60.0, 103.0, 0.785156, 4.90625, 1.125, 1.210938, 67.0, 1.203125, 2.453125, 1.117188, 50.75, 1.117188, 1.585938, 1.296875, 0.957031, 75.5, 91.5, 3.5, 1.335938, 1.703125, 1.03125, 4.25, 65.5, 4.90625, 2.015625, 66.0, 0.90625, 90.5, 1.304688, 2.28125, 2.265625, 19.0, 93.0, 0.953125, 34.25, 1.664062, 2.21875, 4.59375, 56.5, 31.75, 1.007812, 109.0, 87.0, 0.800781, 45.0, 1.234375, 1.375, 3.53125, 0.921875, 94.5, 2.015625, 0.910156, 1.351562, 1.234375, 1.429688, 3.515625, 0.996094, 82.0, 1.6875, 3.984375, 1.039062, 111.5, 2.484375, 1.539062, 9.6875, 1.226562, 1.84375, 73.0, 11.5625, 102.5, 1.25, 58.5, 1.46875, 47.0, 67.5, 1.117188, 4.0, 1.515625, 65.5, 90.5, 1.070312, 1.25, 0.980469, 0.738281, 0.90625, 1.070312, 6.8125, 93.5, 1.367188, 1.046875, 0.867188, 31.25, 93.5, 1.289062, 1.359375, 53.75, 1.28125, 1.203125, 1.515625, 1.125, 20.5, 1.539062, 106.0, 3.25, 1.140625, 52.5, 96.0, 97.0, 0.941406, 88.5, 95.0, 14.125, 6.90625, 1.359375, 2.15625, 100.5, 1.78125, 68.0, 30.375, 63.75, 3.046875, 1.15625, 2.53125, 11.75, 4.875, 63.0, 1.203125, 1.101562, 1.4375, 5.90625, 113.5, 1.585938, 1.5, 1.585938, 2.9375, 1.328125, 42.0, 0.710938, 3.65625, 76.0, 0.882812, 3.390625, 3.515625, 1.351562, 6.59375, 1.945312, 88.0, 1.34375, 51.0, 1.28125, 0.839844, 3.15625, 1.148438, 1.320312, 0.921875, 1.34375, 101.0, 81.5, 56.75, 0.832031, 51.25, 1.179688, 1.367188, 10.5625, 2.296875, 4.65625, 2.953125, 1.070312, 11.5625, 1.179688, 1.898438, 65.5, 123.5, 1.335938, 1.546875, 1.3125, 7.65625, 0.949219, 1.039062, 16.875, 1.773438, 75.5, 65.5, 3.40625, 45.75, 2.609375, 0.960938, 0.808594, 1.429688, 89.5, 0.667969, 11.625, 63.0, 2.078125, 70.5, 0.96875, 1.851562, 1.664062, 1.28125, 0.960938, 68.5, 46.75, 0.917969, 0.925781, 2.609375, 8.0, 97.5, 1.195312, 0.554688, 66.5, 70.5, 1.539062, 1.335938, 1.273438, 1.125, 2.3125, 123.5, 66.5, 13.75, 1.289062, 1.445312, 0.558594, 1.882812, 86.5, 0.648438, 0.410156, 1.335938, 18.625, 88.0, 80.5, 90.5, 2.046875, 1.257812 ] } , "name": "onnx::Mul_10661", "outputIndexes": [ 971 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 970, 971 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 972 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 972 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.4/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 7093 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7093 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.4/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 7094 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7094 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 258048902, 13107222, 3276800, 0, 0 ] } , "name": "/layers.4/mlp/gate_proj/Linear", "outputIndexes": [ 7095 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7095 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.4/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 7096 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7096 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.4/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 973 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 973 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.4/mlp/act_fn/Mul_output_0", "outputIndexes": [ 974 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 973, 974 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 975 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 975 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 976 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 973, 976 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/mlp/act_fn/Add_output_0", "outputIndexes": [ 977 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 977 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 978 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 978 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.4/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 979 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 979 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 980 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 973, 980 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 981 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 981 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 982 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7094 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 274432924, 13107222, 3276800, 0, 0 ] } , "name": "/layers.4/mlp/up_proj/Linear", "outputIndexes": [ 7099 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7099 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.4/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 7100 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7100 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.4/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 983 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 982, 983 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/mlp/Mul_output_0", "outputIndexes": [ 984 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 984 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.4/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 7101 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7101 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.4/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 7102 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7102 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 290816946, 13107222, 3276800, 0, 0 ] } , "name": "/layers.4/mlp/down_proj/Linear", "outputIndexes": [ 7103 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7103 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.4/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 7104 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7104 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.4/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 985 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 985 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.4/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 987 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 987 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.4/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 988 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 988, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 989 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 989, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 990 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 985, 990 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 991 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.025757, 1.75, 1.75, 1.75, 1.75, 1.75, 1.664062, 1.75, 0.038086, 1.75, 1.75, 1.75, 1.75, 0.933594, 0.02832, 1.75, 0.039551, 1.75, 0.021484, 0.015076, 1.289062, 0.012939, 0.099121, 0.017944, 1.382812, 0.001328, 1.75, 1.75, 0.025513, 1.25, 1.75, 1.75, 1.75, 1.75, 0.023438, 0.714844, 1.75, 1.492188, 0.109863, 1.242188, 0.025513, 0.176758, 0.001411, 1.75, 0.777344, 0.033936, 1.71875, 1.75, 1.75, 0.014404, 0.014526, 0.011169, 1.75, 1.492188, 0.001556, 1.75, 1.75, 0.115723, 1.75, 0.012695, 0.632812, 0.010376, 1.75, 1.75, 0.498047, 1.195312, 0.392578, 0.00161, 0.124023, 0.048584, 0.030884, 1.75, 0.012756, 0.105469, 0.011963, 1.75, 0.033447, 1.695312, 1.75, 0.033936, 1.75, 1.75, 0.484375, 1.75, 0.8125, 1.382812, 0.099121, 1.75, 1.75, 1.75, 0.008179, 1.75, 1.734375, 0.001381, 1.5, 0.001534, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 0.024414, 0.142578, 1.75, 0.05957, 1.726562, 1.75, 1.75, 1.75, 1.75, 1.75, 1.453125, 0.014771, 0.013062, 1.507812, 1.703125, 0.015503, 1.328125, 0.0177, 0.020752, 0.001633, 1.75, 1.421875, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 0.012329, 1.75, 1.75, 1.75, 1.195312, 0.026245, 1.75, 1.75, 1.75, 0.001282, 1.75, 1.75, 1.75, 1.75, 0.016235, 0.069336, 1.390625, 0.015198, 0.014832, 1.203125, 1.75, 1.75, 0.015259, 0.15918, 1.710938, 1.554688, 0.045166, 0.016968, 1.351562, 0.014771, 0.074219, 1.75, 1.5, 0.219727, 1.75, 0.021973, 0.013733, 0.244141, 1.015625, 0.016235, 1.75, 0.613281, 1.6875, 1.75, 1.75, 0.016846, 1.75, 1.554688, 1.75, 0.010864, 1.75, 0.235352, 1.210938, 1.75, 1.75, 1.742188, 1.320312, 1.40625, 1.390625, 0.013062, 1.75, 1.75, 1.75, 0.009705, 0.011353, 0.014954, 0.019043, 0.021118, 0.773438, 0.030273, 1.570312, 1.75, 0.014771, 0.063477, 1.734375, 0.130859, 0.511719, 1.75, 1.023438, 0.128906, 0.02124, 0.012268, 1.75, 1.570312, 0.016235, 0.863281, 0.010132, 0.00148, 0.017822, 0.018555, 1.75, 0.441406, 1.695312, 0.15625, 1.492188, 1.75, 1.75, 0.449219, 0.040771, 0.069824, 1.75, 1.75, 1.75, 0.048096, 1.75, 1.101562, 1.75, 1.75, 1.75, 1.75, 0.051514, 0.792969, 0.013672, 1.75, 0.014221, 1.75, 1.75, 0.582031, 0.261719, 1.75, 0.222656, 0.106445, 0.277344, 0.008606, 0.539062, 1.75, 0.234375, 0.206055, 1.75, 0.016968, 0.109863, 0.248047, 1.75, 0.001602, 1.375, 0.015381, 0.013123, 0.792969, 1.75, 0.025024, 1.75, 0.193359, 0.341797, 0.014771, 1.75, 1.75, 0.013916, 0.714844, 1.75, 1.75, 1.75, 0.014954, 0.886719, 0.024414, 1.75, 0.015015, 0.019409, 1.75, 0.730469, 1.75, 0.057373, 0.017944, 0.769531, 0.011047, 0.503906, 1.023438, 1.75, 1.195312, 1.75, 1.75, 1.75, 0.507812, 1.75, 0.025024, 0.730469, 1.75, 1.75, 1.75, 0.34375, 0.029175, 1.75, 1.203125, 1.75, 1.75, 0.014221, 0.384766, 1.445312, 0.455078, 0.233398, 1.75, 0.036377, 1.75, 1.75, 0.441406, 0.023804, 1.75, 0.742188, 1.320312, 1.75, 0.198242, 0.011292, 0.049805, 0.231445, 1.3125, 1.75, 0.208008, 1.25, 0.022705, 1.75, 0.059326, 0.001465, 1.75, 1.75, 1.75, 0.19043, 0.077637, 1.75, 1.75, 1.75, 0.023804, 0.014954, 0.061768, 1.007812, 1.75, 1.75, 0.400391, 0.030884, 1.75, 1.75, 1.75, 0.021118, 0.800781, 1.1875, 1.75, 0.018799, 1.75, 1.75, 1.75, 0.015198, 1.75, 0.091797, 0.013794, 0.941406, 1.75, 0.224609, 0.015625, 1.703125, 0.019043, 1.75, 0.585938, 0.259766, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 1.71875, 1.75, 0.015869, 0.01532, 1.75, 0.029175, 0.105469, 0.015015, 1.25, 0.001572, 0.015747, 1.734375, 0.984375, 0.640625, 0.015137, 0.014282, 1.75, 0.022461, 1.75, 1.382812, 1.265625, 0.890625, 0.285156, 1.75, 1.75, 1.75, 0.200195, 0.070312, 1.75, 1.75, 0.925781, 1.328125, 1.75, 0.094238, 0.279297, 1.75, 0.034424, 1.75, 0.246094, 1.75, 0.972656, 0.024902, 1.609375, 1.75, 1.75, 1.476562, 1.75, 0.394531, 1.75, 0.001305, 1.179688, 1.75, 0.029175, 1.75, 0.06543, 1.75, 0.039062, 1.75, 1.476562, 1.75, 1.75, 0.019531, 0.014771, 1.75, 1.75, 0.171875, 0.021362, 0.020508, 1.75, 0.014282, 1.75, 1.75, 0.014038, 0.351562, 0.001526, 0.001381, 1.75, 1.75, 1.75, 0.031982, 1.476562, 0.031738, 1.75, 1.34375, 1.75, 1.101562, 0.439453, 1.75, 1.75, 1.75, 0.345703, 0.098633, 0.5625, 0.052002, 1.75, 0.539062, 0.017578, 0.605469, 0.015076, 0.890625, 1.75, 1.75, 1.75, 1.75, 0.292969, 1.75, 1.75, 1.75, 1.75, 0.474609, 1.75, 1.75, 0.018555, 0.015015, 0.018066, 0.001419, 0.017456, 1.195312, 0.024658, 0.703125, 1.75, 1.75, 0.04541, 0.601562, 1.75, 1.054688, 1.75, 1.75, 1.75, 0.014343, 0.001167, 0.016846, 1.53125, 0.03125, 1.75, 0.031494, 1.75, 0.209961, 1.703125, 0.012207, 0.015381, 0.017822, 0.427734, 1.75, 0.5625, 0.011414, 1.75, 1.75, 1.75, 0.014832, 1.75, 0.014282, 0.59375, 1.75, 0.020264, 0.009644, 0.017944, 0.957031, 0.824219, 1.75, 1.109375, 1.609375, 0.018433, 1.304688, 0.041992, 1.75, 0.026611, 0.025024, 1.75, 1.75, 0.6875, 0.014404, 0.034424, 1.75, 1.75, 0.098633, 1.75, 1.75, 1.5, 1.75, 0.589844, 0.015259, 1.75, 1.75, 0.785156, 1.75, 1.75, 1.75, 0.038574, 1.75, 0.022705, 0.001022, 0.921875, 1.75, 0.015198, 0.535156, 1.75, 1.484375, 0.75, 1.75, 0.016479, 0.283203, 1.625, 0.5625, 0.777344, 0.249023, 0.034424, 1.75, 0.02771, 1.609375, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 0.90625, 1.75, 1.75, 0.503906, 1.75, 1.75, 1.75, 0.820312, 0.613281, 1.75, 0.028809, 1.75, 0.157227, 1.75, 1.75, 1.75, 1.75, 0.172852, 0.292969, 0.007111, 0.015625, 0.365234, 0.777344, 1.671875, 0.011963, 0.0177, 1.75, 1.75, 1.75, 0.001419, 0.04541, 1.75, 0.019653, 1.75, 0.710938, 0.0177, 1.359375, 1.75, 0.016724, 0.001297, 1.75, 1.75, 1.632812, 0.241211, 1.671875, 1.273438, 1.75, 1.195312, 0.008972, 0.04126, 1.75, 0.001297, 1.75, 1.75, 0.328125, 1.75, 1.75, 0.020996, 1.75, 0.859375, 1.75, 0.018921, 0.015137, 0.046875, 1.75, 0.020874, 0.792969, 0.882812, 1.414062, 1.75, 0.052246, 1.75, 1.75, 0.015442, 1.5625, 0.001259, 1.75, 0.009888, 0.369141, 0.020386, 1.726562, 0.001358, 0.431641, 0.011963, 0.039062, 1.75, 1.75, 1.75, 0.012573, 0.014954, 0.001541, 1.75, 0.011658, 1.75, 0.014771, 0.016235, 1.75, 1.164062, 1.132812, 0.3125, 0.011719, 1.75, 1.75, 1.75, 1.742188, 1.75, 1.234375, 0.017456, 1.484375, 0.129883, 0.001282, 0.013367, 1.75, 1.75, 1.75, 1.210938, 1.75, 1.75, 1.75, 1.75, 1.75, 0.025879, 1.507812, 0.046875, 0.077148, 0.996094, 1.75, 1.75, 1.75, 1.75, 0.012268, 1.75, 0.165039, 0.033203, 0.075195, 1.75, 1.75, 0.035889, 0.054688, 1.710938, 0.015381, 0.014648, 1.75, 0.07373, 1.75, 0.054932, 1.414062, 1.25, 1.75, 1.75, 0.205078, 1.109375, 1.75, 0.095215, 1.75, 0.175781, 1.75, 1.75, 0.014709, 0.769531, 0.001427, 0.015869, 0.021973, 0.017212, 1.75, 1.75, 1.273438, 0.017456, 0.010498, 1.75, 0.030396, 1.226562, 1.492188, 0.142578, 1.75, 1.75, 1.75, 0.482422, 0.017944, 1.75, 1.75, 1.75, 0.306641, 0.018677, 1.75, 1.734375, 0.021118, 1.75, 1.75, 1.695312, 0.014404, 1.75, 1.75, 0.001404, 1.320312, 1.75, 0.012695, 0.114746, 1.75, 0.001434, 0.011108, 0.023193, 0.235352, 1.679688, 1.75, 1.5, 1.75, 0.001228, 1.453125, 1.75, 0.021851, 0.328125, 1.75, 0.012634, 1.5, 0.084961, 0.001694, 0.0271, 0.070801, 0.077637, 0.001183, 0.01178, 1.75, 0.027588, 0.053955, 1.75, 1.75, 1.75, 1.75, 1.75, 0.1875, 0.048096, 1.75, 1.75, 0.016724, 1.75, 0.023804, 0.022705, 0.507812, 1.75, 0.022095, 1.59375, 1.75, 0.558594, 1.75, 1.75, 0.015198, 0.001366, 0.113281, 1.109375, 0.010254, 0.017822, 1.75, 1.75, 1.75, 0.209961, 0.001556, 1.75, 1.375, 0.015198, 1.75, 0.001167, 0.014709, 1.75, 1.15625, 1.75, 0.013367, 0.015991, 0.031738, 1.75, 0.051514, 0.550781, 0.057617, 1.75, 1.140625, 1.75, 1.515625, 1.75, 0.140625, 0.867188, 1.75, 0.015442, 0.013733, 0.539062, 0.014587, 0.542969, 1.75, 0.017212, 1.75, 0.333984, 1.75, 0.269531, 1.75, 1.515625, 0.699219, 1.75, 0.376953, 0.030396, 1.75, 0.017822, 1.75, 1.75, 1.75, 1.703125, 1.75, 0.012878, 0.100586, 0.013977, 0.488281, 1.75, 0.102539, 0.00164, 0.180664, 0.191406, 1.75, 1.75, 0.001244, 1.75, 1.75, 1.75, 1.75, 1.75, 1.632812, 1.75, 0.015259, 1.75, 1.539062, 0.150391, 1.75, 0.570312, 1.75, 1.75, 1.75, 1.75, 1.75, 0.014709, 1.75, 0.032227, 0.051025, 0.167969, 0.016479, 0.010071, 1.75, 0.016602, 1.75, 0.014771, 0.014893, 1.75, 1.023438, 1.75, 0.017334, 0.492188, 1.726562, 1.75, 0.953125, 0.013306, 0.016479, 0.021484, 0.037354, 0.038574, 1.375, 0.423828, 0.016724, 0.041992, 1.75, 0.091309, 1.226562, 1.75, 1.75, 0.036621, 0.012146, 1.75, 0.320312, 1.75, 1.75, 0.014282, 0.041992, 0.014038, 0.474609, 0.458984, 0.012817, 1.75, 1.75, 0.001274, 0.022461, 0.011414, 0.017578, 1.75, 0.001465, 0.628906, 1.65625, 1.75, 1.75, 0.029053, 0.064941, 1.289062, 0.022583, 1.75, 1.75, 1.75, 1.46875, 0.001366, 1.421875, 1.148438, 1.75, 0.016479, 0.100586, 0.032227, 1.75, 1.75, 0.707031, 0.025391, 0.114258, 0.021729, 0.933594, 1.75, 0.023682, 1.304688, 1.75, 0.013, 0.019165, 1.75, 0.088379, 1.75, 1.75, 1.75, 0.014832, 1.75, 1.46875, 0.482422, 0.486328, 1.75, 0.022949, 1.75, 1.664062, 1.75, 0.013245, 1.75, 0.161133, 0.804688, 1.75, 1.75, 1.726562, 0.014038, 1.75, 1.75, 0.018188, 0.015076, 0.016724, 1.75, 0.010437, 0.014465, 0.835938, 1.75, 1.75, 0.012634, 1.75, 1.75, 1.71875, 0.020264, 0.228516, 0.013489, 1.75, 1.75, 0.01123, 0.047363, 0.062012, 1.75, 0.871094, 0.011963, 0.026367, 1.734375, 1.75, 0.024048, 0.169922, 0.013855, 0.453125, 0.015564, 1.75, 0.015076, 1.75, 0.07373, 1.414062, 0.014832, 0.020996, 1.75, 0.09375, 0.310547, 1.75, 0.0177, 0.064453, 1.195312, 1.75, 0.032715, 0.019531, 1.75, 1.75, 0.785156, 0.016968, 1.75, 0.013733, 1.75, 0.024414, 1.25, 0.038818, 1.75, 1.75, 0.016479, 0.980469, 1.25, 0.02063, 0.026001, 1.75, 1.75, 1.4375, 0.135742, 1.65625, 1.4375, 1.75, 1.75, 1.75, 0.028442, 0.015198, 0.180664, 1.75, 1.75, 0.109375, 1.75, 1.75, 1.75, 0.012695, 0.019287, 0.047852, 0.017578, 0.219727, 0.011536, 1.75, 1.75, 1.75, 1.75, 1.75, 1.640625, 1.75, 1.671875, 1.320312, 1.570312, 0.832031, 1.75, 0.8125, 1.125, 0.976562, 1.75, 1.75, 1.507812, 1.75, 0.013184, 1.554688, 1.40625, 1.75, 1.75, 1.75, 0.032471, 0.017334, 1.75, 1.75, 0.018555, 0.01532, 1.695312, 1.75, 1.75, 1.75, 1.742188, 0.392578, 0.488281, 1.75, 0.019043, 1.75, 0.024292, 1.679688, 1.242188, 1.75, 1.75, 1.75, 0.044189, 1.304688, 0.016357, 1.75, 0.707031, 1.75, 1.75, 0.242188, 0.083984, 1.75, 0.016968, 1.75, 0.109863, 0.033447, 1.75, 1.71875, 1.75, 1.75, 0.085449, 1.75, 0.138672, 1.75, 0.021973, 1.75, 1.75, 1.75, 1.414062, 0.014954, 0.040771, 1.75, 0.014648, 0.001289, 0.012939, 0.021729, 1.75, 1.75, 1.75, 0.140625, 1.75, 0.628906, 0.241211, 0.088379, 1.75, 1.75, 0.00119, 0.28125, 0.059814, 1.75, 0.013367, 0.441406, 1.75, 1.75, 1.75, 0.013794, 1.75, 0.308594, 0.013428, 1.75, 1.75, 1.390625, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 0.871094, 0.013733, 1.75, 0.992188, 0.773438, 0.019897, 1.75, 1.75, 1.75, 1.75, 0.104492, 1.75, 0.10498, 1.75, 1.75, 1.75, 1.75, 0.017212, 0.024048, 0.648438, 0.019043, 0.018799, 1.75, 0.065918, 0.527344, 1.75, 0.332031, 1.75, 0.014404, 0.013184, 0.021118, 1.75, 0.040771, 1.75, 0.984375, 1.75, 1.734375, 1.75, 1.0625, 0.023315, 1.632812, 0.05542, 0.015137, 1.75, 1.359375, 0.036621, 1.75, 0.84375, 1.75, 0.013916, 0.427734, 0.043945, 1.75, 1.75, 0.109863, 0.044678, 0.014893, 1.65625, 1.75, 1.75, 0.095703, 1.484375, 0.020874, 0.043457, 0.001541, 0.066406, 0.020752, 1.75, 0.001373, 0.130859, 0.011292, 0.026733, 1.75, 0.103027, 1.75, 0.679688, 1.75, 0.01709, 1.75, 1.75, 1.75, 0.051025, 0.094238, 0.027222, 1.484375, 1.59375, 0.141602, 1.75, 1.75, 0.014404, 1.75, 1.75, 0.022949, 1.75, 0.000935, 0.984375, 1.75, 1.273438, 0.010986, 0.796875, 0.031982, 1.75, 0.050293, 1.664062, 0.01532, 0.024414, 0.353516, 1.75, 1.75, 0.046387, 1.382812, 0.015869, 1.21875, 1.75, 0.304688, 0.014587, 0.582031, 0.016113, 0.291016, 0.017334, 1.75, 0.026001, 0.988281, 1.75, 1.75, 1.195312, 0.964844, 0.017822, 1.75, 0.033203, 0.09082, 0.012756, 0.804688, 0.054443, 1.75, 1.75, 0.777344, 1.75, 1.75, 0.016479, 1.75, 1.75, 0.018677, 1.75, 0.020996, 1.75, 0.414062, 1.75, 0.014465, 0.058594, 1.75, 0.558594, 1.75, 0.511719, 0.019531, 1.75, 1.75, 1.75, 1.75, 0.578125, 1.75, 0.001259, 1.75, 0.4375, 0.065918, 1.75, 1.75, 0.012146, 1.515625, 0.310547, 1.75, 1.75, 1.460938, 0.131836, 1.75, 1.34375, 0.014954, 0.015869, 0.011902, 1.75, 1.75, 0.699219, 1.359375, 1.75, 1.75, 0.083008, 0.018311, 1.75, 0.476562, 0.251953, 1.75, 1.023438, 1.75, 1.75, 1.75, 0.020996, 0.021484, 1.75, 1.75, 1.75, 1.75, 1.75, 1.179688, 0.014343, 0.109375, 1.359375, 1.359375, 0.013428, 0.001419, 0.345703, 0.04248, 1.75, 1.75, 1.75, 0.308594, 0.041992, 1.046875, 0.012512, 0.015198, 1.6875, 1.75, 0.279297, 1.4375, 1.75, 1.75, 0.353516, 1.75, 1.75, 1.75, 1.75, 0.038818, 0.123535, 1.75, 1.507812, 1.4375, 0.010254, 1.75, 0.233398, 1.75, 0.010315, 1.75, 1.75, 0.010803, 1.75, 0.018555, 1.75, 1.75, 1.75, 0.691406, 1.75, 0.203125, 1.75, 1.75, 0.0177, 0.018921, 1.75, 1.492188, 0.486328, 1.632812, 0.980469, 0.010132, 0.149414, 0.01709, 0.012634, 0.013428, 0.014832, 0.125977, 0.016235, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 0.875, 1.460938, 1.75, 1.75, 1.023438, 1.75, 1.75, 0.240234, 1.742188, 1.75, 1.75, 0.09375, 0.039307, 0.022095, 0.671875, 1.75, 0.001312, 1.75, 0.01355, 0.014893, 1.75, 0.018921, 1.640625, 1.75, 1.734375, 0.014893, 0.020508, 0.494141, 0.001404, 1.75, 1.75, 0.574219, 1.75, 1.75, 1.203125, 0.011169, 1.75, 0.014465, 1.75, 1.75, 1.75, 0.392578, 1.75, 0.738281, 0.01178, 0.009888, 1.75, 1.484375, 0.0177, 1.75, 1.75, 0.014526, 0.02124, 1.75, 1.640625, 0.671875, 0.226562, 0.016235, 0.066406, 1.4375, 1.75, 0.001434, 0.714844, 0.014771, 1.75, 0.015076, 1.75, 0.016846, 0.022095, 1.75, 1.75, 0.026123, 1.75, 1.453125, 1.546875, 1.375, 1.171875, 0.001091, 0.263672, 0.020996, 1.75, 0.100098, 1.75, 0.02002, 1.210938, 0.241211, 0.117188, 1.390625, 1.75, 1.75, 0.015869, 1.75, 1.367188, 0.021362, 0.013916, 0.030518, 0.015198, 0.03418, 1.75, 0.013184, 1.75, 1.75, 0.119141, 0.015198, 1.75, 0.457031, 1.75, 1.40625, 0.027466, 1.164062, 0.028076, 0.015564, 1.75, 0.013, 1.75, 0.012939, 1.546875, 0.582031, 0.032715, 0.022339, 0.011719, 0.550781, 1.75, 1.75, 1.09375, 1.75, 1.75, 0.014893, 0.025391, 0.205078, 1.726562, 0.0625, 0.019897, 1.75, 0.011475, 0.378906, 1.75, 1.75, 0.047363, 1.75, 0.59375, 1.75, 1.554688, 1.75, 0.367188, 0.304688, 1.75, 0.001648, 0.173828, 0.020752, 1.75, 0.018066, 1.75, 1.75, 0.120117, 1.734375, 1.75, 0.028931, 1.75, 0.031738, 1.75, 0.001434, 0.014404, 1.75, 1.75, 1.726562, 0.049072, 1.75, 1.75, 1.75, 1.75, 0.523438, 1.75, 0.012207, 0.014771, 1.75, 1.75, 1.351562, 1.117188, 0.363281, 1.046875, 0.037598, 0.213867, 0.016968, 0.058105, 0.439453, 1.75, 1.75, 0.0177, 0.027466, 1.75, 0.018799, 1.75, 1.75, 1.75, 1.421875, 1.59375, 0.285156, 0.152344, 1.75, 1.1875, 1.75, 0.03833, 1.75, 1.75, 0.667969, 1.75, 1.75, 0.168945, 1.75, 1.578125, 1.75, 1.75, 1.75, 1.75, 1.75, 0.018433, 0.154297, 1.75, 0.11377, 0.020874, 0.053467, 1.75, 1.75, 1.109375, 1.75, 0.016357, 1.75, 1.75, 1.75, 1.75, 1.75, 0.014282, 0.117676, 1.75, 1.359375, 1.40625, 0.269531, 1.34375, 1.75, 0.115723, 1.75, 0.018555, 0.105957, 1.75, 0.273438, 1.75, 1.75, 1.679688, 0.015137, 0.015076, 1.507812, 1.75, 1.75, 1.171875, 1.75, 0.001167, 1.75, 0.021484, 0.021118, 0.78125, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 0.014404, 0.017944, 1.539062, 0.017944, 0.016724, 1.710938, 1.75, 0.101074, 1.75, 1.75, 1.75, 0.01123, 1.148438, 1.75, 0.025391, 1.75, 0.020142, 1.75, 0.063965, 0.018066, 1.75, 0.034912, 1.75, 1.75, 0.141602, 1.75, 0.261719, 1.75, 0.038574, 0.011292, 1.5, 1.75, 0.030151, 1.75, 1.75, 0.020264, 1.75, 0.102051, 1.75, 0.015625, 1.75, 0.042969, 1.75, 1.75, 1.109375, 1.75, 1.414062, 1.75, 1.75, 0.040771, 1.125, 1.75, 0.453125, 0.832031, 1.75, 1.625, 1.75, 0.084961, 1.75, 0.0271, 0.035645, 1.75, 1.75, 0.01709, 1.75, 1.75, 1.75, 0.032471, 1.75, 1.515625, 1.75, 1.75, 1.585938, 0.018799, 0.451172, 0.289062, 0.019531, 0.087891, 1.75, 1.75, 0.871094, 0.013855, 0.043701, 1.75, 1.75, 0.322266, 0.021606, 1.601562, 0.024414, 1.75, 1.75, 0.667969, 1.75, 0.018433, 1.75, 0.018066, 1.75, 1.75, 1.75, 1.75, 0.011536, 0.019165, 1.75, 0.037598, 0.231445, 1.65625, 1.5625, 0.014465, 1.75, 0.028442, 1.75, 1.75, 0.066406, 1.75, 1.75, 1.421875, 0.027588, 0.030762, 1.75, 0.341797, 0.045654, 1.75, 1.75, 1.625, 1.75, 1.75, 0.78125, 0.78125, 1.75, 1.75, 1.75, 0.071777, 1.75, 1.75, 0.292969, 1.75, 1.4375, 1.75, 1.75, 1.75, 1.53125, 1.75, 1.75, 0.012573, 1.75, 0.072266, 1.335938, 1.75, 1.75, 1.75, 1.6875, 1.75, 0.01532, 0.018799, 1.554688, 1.75, 0.018799, 0.074707, 0.041992, 1.75, 1.75, 0.46875, 0.022095, 0.053711, 1.75, 0.036377, 0.018433, 0.045166, 0.03064, 0.013977, 1.273438, 0.020752, 1.585938, 0.033936, 1.75, 0.01355, 1.75, 1.75, 1.75, 1.75, 0.808594, 1.53125, 1.75, 0.009094, 0.05127, 0.014465, 0.027832, 1.625, 1.75, 1.75, 0.515625, 0.012695, 1.75, 1.75, 0.046143, 1.34375, 0.01416, 1.289062, 1.75, 1.75, 1.21875, 0.138672, 0.158203, 1.484375, 0.419922, 1.75, 0.012695, 0.118652, 1.75, 0.02063, 0.017822, 0.043701, 1.710938, 0.099609, 1.726562, 1.75, 1.75, 0.094727, 1.75, 1.75, 0.289062, 0.248047, 0.008423, 1.101562, 1.046875, 1.648438, 0.022583, 0.9375, 0.012878, 0.173828, 1.726562, 0.246094, 1.75, 1.75, 0.014465, 1.75, 1.75, 0.375, 1.734375, 1.75, 1.75, 0.466797, 1.75, 0.061523, 1.75, 0.021606, 1.75, 0.023926, 1.75, 1.75, 0.212891, 1.75, 0.001472, 1.75, 1.75, 1.75, 0.12207, 1.75, 0.044922, 1.75, 1.75, 0.585938, 1.75, 1.75, 1.75, 1.75, 1.75, 1.070312, 0.435547, 0.015869, 1.75, 1.1875, 0.001305, 0.01532, 0.017578, 0.019775, 1.75, 1.75, 1.75, 0.196289, 0.263672, 0.018433, 0.061035, 1.75, 0.013062, 1.75, 1.75, 0.016968, 1.75, 0.277344, 0.746094, 1.75, 1.609375, 1.148438, 1.75, 1.75, 0.175781, 0.9375, 1.75, 0.488281, 0.011902, 1.164062, 1.75, 0.014832, 1.75, 0.051514, 0.017822, 1.75, 1.75, 1.75, 0.015747, 0.065918, 1.726562, 0.058105, 1.414062, 1.75, 1.75, 1.75, 1.75, 0.06543, 0.292969, 1.367188, 1.75, 0.017578, 1.75, 0.029785, 1.507812, 1.75, 1.75, 1.75, 1.75, 1.710938, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 0.503906, 0.014893, 1.75, 0.021484, 0.026978, 0.011902, 0.001564, 0.015198, 1.59375, 0.026489, 0.172852, 1.75, 1.75, 0.753906, 1.75, 1.75, 0.460938, 1.382812, 1.75, 1.75, 1.445312, 0.0177, 1.75, 0.01001, 0.02832, 0.02771, 0.014893, 0.068848, 1.75, 1.75, 0.013184, 0.028076, 1.75, 1.75, 1.75, 1.679688, 0.013306, 1.75, 0.016968, 1.75, 1.75, 0.100586, 1.75, 0.018433, 1.75, 0.025269, 1.75, 0.300781, 0.546875, 0.8125, 1.75, 0.015198, 1.75, 1.554688, 1.335938, 1.40625, 1.75, 0.014282, 0.019775, 1.75, 1.75, 1.75, 0.203125, 1.75, 1.75, 0.075195, 1.75, 1.75, 0.15625, 0.279297, 1.75, 0.155273, 0.980469, 1.75, 1.75, 0.018799, 0.585938, 0.126953, 1.75, 1.75, 1.75, 1.75, 1.75, 0.339844, 0.104492, 1.75, 1.75, 1.75, 0.007935, 0.034424, 1.75, 1.75, 0.043213, 1.75, 1.023438, 0.847656, 0.012573, 0.011963, 1.75, 1.75, 0.202148, 1.75, 0.015198, 1.75, 1.75, 0.046387, 1.6875, 0.3125, 1.75, 1.523438, 1.75, 0.011719, 0.014465, 0.064453, 1.046875, 0.679688, 1.523438, 0.554688, 0.075195, 0.115723, 0.018066, 0.017822, 1.75, 0.949219, 1.75, 1.53125, 1.75, 1.75, 0.011536, 1.75, 0.192383, 1.75, 1.75, 0.015381, 0.011963, 0.090332, 0.316406, 0.025513, 0.550781, 0.011169, 0.804688, 0.077637, 0.953125, 1.5, 0.283203, 1.75, 1.75, 0.185547, 0.031738, 0.015198, 1.726562, 0.01416, 0.091797, 1.75, 1.75, 0.018555, 0.757812, 1.75, 1.75, 0.164062, 1.375, 0.014404, 1.0, 1.75, 0.029053, 0.925781, 0.020874, 1.703125, 0.092285, 0.013306, 0.018921, 1.75, 0.053711, 1.75, 1.75, 1.75, 0.049316, 0.0177, 1.75, 0.035889, 1.75, 1.734375, 0.045166, 0.054199, 1.320312, 1.75, 0.00145, 1.515625, 0.024658, 0.015869, 0.131836, 0.789062, 1.75, 1.578125, 0.018066, 0.65625, 1.21875, 1.195312, 0.025024, 1.75, 1.398438, 0.291016, 1.75, 0.012634, 0.013428, 1.664062, 1.609375, 0.001366, 0.3125, 0.726562, 0.016846, 0.203125, 0.365234, 0.017944, 1.75, 0.012512, 1.75, 0.679688, 1.179688, 0.126953, 0.016357, 1.75, 0.079102, 1.570312, 0.746094, 0.169922, 0.033203, 0.09668, 1.75, 0.012695, 0.017578, 1.75, 0.040283, 0.691406, 1.75, 0.251953, 1.75, 0.013, 1.75, 1.273438, 1.75, 1.75, 1.75, 0.191406, 1.75, 0.013306, 0.001556, 0.703125, 1.75, 0.012146, 0.945312, 1.75, 0.080078, 1.75, 1.007812, 0.017456, 0.144531, 0.013916, 1.75, 0.022095, 0.707031, 0.029175, 0.015442, 1.75, 1.75, 1.75, 0.023926, 0.015198, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 0.162109, 0.012695, 1.46875, 0.632812, 1.75, 0.049072, 0.017334, 1.75, 1.75, 0.039062, 1.75, 1.75, 1.75, 1.75, 0.036377, 1.15625, 0.01416, 0.503906, 1.75, 0.037598, 0.022461, 0.014038, 1.75, 0.014771, 0.011597, 0.056396, 0.11377, 1.75, 1.0625, 0.015198, 0.863281, 0.014038, 0.049805, 0.0177, 0.203125, 1.75, 0.746094, 0.028809, 1.75, 0.017578, 0.890625, 1.75, 1.75, 0.257812, 0.013062, 0.535156, 1.59375, 1.75, 0.617188, 1.75, 0.011475, 1.679688, 1.75, 0.021606, 0.279297, 1.75, 1.351562, 1.75, 0.181641, 1.46875, 0.014832, 1.75, 0.02417, 1.75, 0.71875, 0.253906, 1.460938, 1.75, 1.75, 1.75, 0.014893, 0.015015, 0.014221, 1.75, 0.0354, 1.75, 1.75, 0.150391, 0.414062, 1.75, 0.546875, 1.75, 0.103027, 1.75, 0.302734, 0.027466, 0.01062, 1.75, 1.679688, 1.75, 0.145508, 1.75, 1.75, 0.152344, 1.75, 0.016602, 0.016602, 1.382812, 0.016113, 1.75, 1.75, 1.75, 1.75, 0.019043, 1.75, 1.179688, 0.007446, 1.75, 0.018433, 1.75, 1.75, 1.390625, 1.75, 1.75, 0.018188, 0.041992, 1.75, 1.75, 1.75, 0.139648, 0.016724, 1.75, 1.75, 0.023438, 0.027832, 0.613281, 1.75, 1.75, 1.75, 0.46875, 0.011719, 0.023071, 0.083008, 0.953125, 0.535156, 1.75, 1.75, 0.018433, 0.001228, 1.75, 1.75, 0.059082, 0.014648, 0.014282, 0.013611, 1.75, 1.5 ] } , "name": "onnx::Mul_10662", "outputIndexes": [ 992 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 991, 992 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 993 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 965, 993 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/Add_1_output_0", "outputIndexes": [ 994 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 994 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.4/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 7105 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7105 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.4/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 7106 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7106 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 307200968, 327702, 81920, 0, 0 ] } , "name": "/layers.4/per_layer_input_gate/Linear", "outputIndexes": [ 7107 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7107 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.4/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 7108 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7108 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.4/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 995 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 995 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.4/act_fn/Mul_output_0", "outputIndexes": [ 996 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 995, 996 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/act_fn/Mul_1_output_0", "outputIndexes": [ 997 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 997 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/act_fn/Mul_2_output_0", "outputIndexes": [ 998 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 995, 998 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/act_fn/Add_output_0", "outputIndexes": [ 999 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 999 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/act_fn/Mul_3_output_0", "outputIndexes": [ 1000 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1000 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.4/act_fn/Tanh_output_0", "outputIndexes": [ 1001 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 1001 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/act_fn/Add_1_output_0", "outputIndexes": [ 1002 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 995, 1002 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/act_fn/Mul_4_output_0", "outputIndexes": [ 1003 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 1003 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/act_fn/Mul_5_output_0", "outputIndexes": [ 1004 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 4 ] } , "name": "/Constant_15_output_0", "outputIndexes": [ 1005 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1241", "outputIndexes": [ 1006 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1244", "outputIndexes": [ 1007 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 1006, 1007, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1247", "outputIndexes": [ 1008 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1008 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1248", "outputIndexes": [ 1009 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1005, 1009 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1249", "outputIndexes": [ 1010 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1010, 1009 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1250", "outputIndexes": [ 1011 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 1011, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_10_output_0", "outputIndexes": [ 1012 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1004, 1012 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/Mul_output_0", "outputIndexes": [ 1013 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1013 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.4/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 7109 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7109 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.4/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 7110 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7110 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 307610590, 327702, 81920, 0, 0 ] } , "name": "/layers.4/per_layer_projection/Linear", "outputIndexes": [ 7111 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7111 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.4/per_layer_projection/Linear/post_convert", "outputIndexes": [ 7112 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7112 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.4/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 1014 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1014 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.4/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 1016 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1016 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.4/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 1017 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1017, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 1018 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1018, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 1019 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1014, 1019 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 1020 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.001366, 1.75, 1.75, 0.00148, 1.75, 1.75, 1.75, 1.75, 0.001503, 1.75, 1.75, 0.001411, 1.75, 0.001534, 0.001404, 1.75, 0.001678, 1.75, 0.001579, 0.001495, 1.75, 0.001259, 0.099609, 0.001602, 1.75, 1.75, 1.75, 0.001289, 0.001579, 0.001518, 1.75, 1.75, 1.75, 1.75, 0.034424, 1.75, 1.75, 1.75, 0.177734, 1.75, 0.001709, 0.001488, 0.00116, 1.75, 1.75, 0.001617, 1.75, 1.75, 1.75, 0.001595, 0.001457, 0.001503, 1.75, 1.75, 1.75, 1.75, 1.75, 0.115723, 1.75, 0.001663, 0.001625, 0.021484, 0.001305, 1.75, 0.710938, 0.00161, 1.75, 0.001595, 0.12793, 0.00164, 0.001503, 1.75, 0.001266, 0.8125, 0.001503, 1.75, 0.00148, 1.75, 0.001595, 0.001709, 1.75, 1.75, 0.001495, 1.75, 0.001602, 0.001678, 0.255859, 1.75, 1.75, 1.75, 0.001526, 1.75, 1.75, 0.001335, 1.75, 1.75, 1.75, 1.75, 0.001549, 1.75, 1.75, 1.75, 0.001633, 0.001572, 1.75, 0.001633, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 0.016235, 0.001358, 1.75, 0.001595, 0.011658, 0.001648, 0.021606, 0.001503, 0.001389, 1.75, 0.001648, 1.75, 1.75, 1.75, 1.75, 1.75, 0.001549, 0.001411, 1.75, 1.75, 1.75, 1.75, 0.011536, 1.75, 1.75, 1.75, 1.75, 0.001534, 1.75, 1.75, 1.75, 0.001785, 0.001625, 1.742188, 0.016968, 0.001564, 1.75, 1.75, 1.75, 0.00161, 0.19043, 1.75, 0.001663, 0.033691, 0.001549, 1.75, 0.001579, 0.00161, 1.75, 1.75, 1.75, 1.75, 0.00161, 0.013306, 0.210938, 0.001572, 0.021851, 1.75, 1.75, 1.75, 1.75, 1.75, 0.00148, 1.75, 1.75, 1.75, 0.001495, 1.75, 0.00161, 0.001617, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 0.001633, 1.75, 1.75, 1.75, 0.013916, 0.001595, 0.001495, 0.001335, 0.001472, 0.001518, 0.001465, 1.742188, 1.75, 0.001579, 0.058838, 1.75, 0.220703, 0.213867, 1.75, 1.75, 0.12793, 0.001472, 0.001701, 1.75, 1.75, 0.001442, 0.671875, 0.001587, 0.001503, 0.001549, 0.011536, 1.75, 1.75, 1.75, 0.106445, 0.001335, 1.75, 1.75, 0.373047, 0.001549, 0.101074, 1.75, 1.75, 1.75, 0.001617, 1.75, 1.21875, 1.75, 1.75, 1.75, 1.75, 0.111328, 0.001633, 0.006134, 1.75, 0.001648, 1.75, 1.75, 0.001556, 0.001572, 1.75, 0.144531, 0.001511, 0.213867, 0.007507, 0.001595, 1.75, 0.206055, 0.001556, 1.75, 0.004456, 0.001633, 0.216797, 1.75, 0.001411, 1.75, 0.00161, 0.001419, 0.835938, 1.75, 0.001663, 1.75, 0.001442, 0.1875, 0.001465, 1.75, 1.75, 0.001656, 0.001381, 0.001389, 1.75, 1.75, 0.001541, 1.75, 0.001503, 1.75, 0.001602, 0.00145, 1.75, 1.75, 1.75, 0.001472, 0.001663, 1.75, 0.001595, 0.001419, 1.75, 1.75, 1.726562, 1.75, 1.75, 1.75, 0.123535, 1.75, 0.001564, 0.001472, 1.75, 0.00164, 1.75, 0.265625, 0.001663, 1.75, 1.75, 1.75, 1.75, 0.001633, 0.421875, 1.320312, 0.001556, 0.001671, 1.75, 0.001595, 1.75, 1.75, 0.320312, 0.001678, 1.75, 1.75, 1.75, 0.001396, 0.169922, 0.02478, 0.001556, 0.414062, 0.001595, 1.75, 0.373047, 1.75, 0.001534, 1.75, 0.001472, 0.001411, 1.75, 1.75, 1.75, 0.046631, 0.001503, 1.75, 1.75, 1.75, 0.016968, 0.00161, 0.001625, 1.75, 1.75, 1.75, 1.570312, 0.00145, 0.001617, 1.75, 1.75, 0.001595, 0.001457, 1.75, 1.75, 0.001396, 1.75, 1.75, 0.001541, 0.001617, 1.75, 0.063965, 0.001671, 1.335938, 1.75, 0.072266, 0.001579, 0.001419, 0.018311, 1.75, 1.054688, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 0.001579, 1.75, 1.75, 0.001472, 0.001633, 0.022339, 1.75, 0.001549, 0.00148, 0.001625, 0.001617, 0.001305, 0.001564, 1.75, 1.75, 0.001671, 0.001678, 0.001488, 1.75, 0.092285, 0.001572, 0.001663, 0.714844, 1.328125, 0.001686, 1.75, 0.001595, 1.75, 0.255859, 0.001663, 1.75, 0.00161, 0.001572, 0.001625, 1.75, 0.00161, 1.75, 1.75, 0.001312, 1.75, 0.279297, 1.75, 1.75, 0.001686, 1.75, 1.75, 1.75, 0.001472, 0.001617, 0.001648, 1.75, 0.00145, 0.00161, 1.75, 0.00132, 1.75, 0.04248, 1.75, 0.04834, 1.75, 1.75, 1.75, 1.75, 0.001595, 0.001396, 1.75, 1.75, 0.001579, 0.001457, 0.058105, 1.75, 0.001663, 1.75, 1.75, 0.025513, 1.75, 1.75, 0.001366, 1.75, 1.75, 1.75, 0.001282, 1.75, 0.052734, 1.75, 0.001564, 0.001617, 1.75, 1.640625, 1.75, 1.75, 1.75, 0.001251, 0.144531, 0.001602, 0.052246, 1.75, 0.001518, 0.018921, 0.001427, 0.001595, 0.001526, 1.75, 1.75, 1.75, 1.75, 0.388672, 1.75, 1.75, 1.75, 1.75, 0.001579, 1.75, 1.75, 0.025146, 0.00161, 0.001587, 0.00145, 0.015198, 1.710938, 0.001656, 0.001549, 1.75, 1.75, 0.105957, 0.001434, 1.75, 0.890625, 1.75, 0.001572, 1.75, 0.001411, 0.001595, 0.00148, 1.75, 0.001648, 1.75, 0.098633, 1.75, 0.194336, 1.75, 0.001511, 0.001488, 0.001289, 0.001434, 1.75, 0.414062, 0.001526, 1.75, 1.75, 1.75, 0.016602, 1.75, 0.001572, 0.00164, 1.75, 0.001472, 0.003204, 0.021973, 0.001427, 0.001526, 1.75, 0.00148, 1.75, 0.001595, 1.75, 0.001366, 1.75, 0.011475, 0.046143, 1.75, 1.75, 0.00148, 0.001442, 0.00161, 1.75, 1.75, 0.112793, 1.75, 1.75, 1.75, 1.75, 0.355469, 0.001518, 1.75, 1.75, 0.00161, 1.75, 0.001625, 1.75, 0.001328, 1.75, 0.001511, 0.001251, 1.671875, 0.001427, 0.001595, 0.421875, 1.75, 1.65625, 0.001686, 1.75, 0.051514, 0.28125, 1.75, 0.001625, 0.169922, 1.75, 0.050537, 1.75, 0.041992, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 1.742188, 1.75, 1.75, 0.675781, 0.001602, 0.001656, 1.75, 1.75, 0.574219, 1.75, 0.001694, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 0.227539, 0.00161, 0.001427, 0.001434, 0.001549, 0.001541, 1.625, 0.012756, 0.001549, 1.75, 1.75, 1.75, 0.001602, 0.040283, 1.75, 0.001579, 1.75, 1.75, 0.001465, 1.75, 1.75, 0.00164, 1.75, 1.75, 0.001564, 1.75, 1.75, 1.75, 1.75, 1.75, 1.28125, 0.020508, 0.001587, 1.75, 0.001587, 1.75, 1.75, 1.75, 1.75, 1.75, 0.001534, 1.75, 1.75, 1.75, 0.001488, 0.001686, 0.001282, 1.75, 0.001694, 1.3125, 0.75, 1.75, 1.75, 0.001434, 1.75, 1.75, 0.001427, 1.75, 1.75, 1.75, 0.001488, 0.001587, 0.001442, 0.001686, 0.001495, 1.75, 0.003937, 0.001511, 1.75, 1.75, 1.75, 0.001465, 0.001541, 0.001495, 0.001572, 0.007355, 1.75, 0.001434, 0.001442, 1.75, 1.75, 1.75, 0.00145, 0.011719, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 0.001411, 0.001709, 0.00161, 0.001358, 0.001465, 1.75, 1.75, 1.75, 1.710938, 1.75, 0.001595, 1.75, 1.75, 1.75, 0.001694, 1.359375, 0.001587, 0.054688, 0.001472, 1.75, 1.75, 1.75, 1.75, 0.001564, 1.75, 0.001457, 0.03418, 0.15918, 1.75, 1.75, 0.001411, 0.001648, 0.001434, 0.001343, 0.001205, 1.75, 0.001656, 0.001595, 0.001274, 0.001541, 1.75, 1.75, 0.001595, 0.183594, 1.390625, 1.75, 0.001625, 1.75, 0.189453, 1.75, 1.75, 0.001274, 0.001587, 0.001648, 0.001572, 0.001595, 0.001549, 1.75, 0.001564, 0.001648, 0.040527, 0.001595, 1.75, 0.001625, 0.001541, 1.75, 0.19043, 1.75, 1.75, 1.75, 0.972656, 0.018555, 1.75, 1.75, 1.75, 0.330078, 0.001595, 1.75, 0.001694, 0.001564, 1.75, 1.75, 1.75, 0.001503, 1.75, 1.75, 0.001389, 1.75, 1.75, 0.013, 0.086914, 1.75, 0.001526, 0.001503, 0.001587, 0.001587, 1.75, 1.75, 1.75, 1.75, 1.75, 1.453125, 1.75, 0.001663, 1.75, 1.75, 0.001526, 1.75, 0.001625, 0.00148, 0.001541, 0.174805, 0.064941, 0.001602, 0.001434, 1.75, 0.025024, 0.047852, 1.75, 1.75, 1.75, 1.75, 1.75, 0.202148, 0.001671, 1.75, 1.75, 0.001595, 1.75, 0.06543, 0.001503, 1.25, 1.75, 0.001366, 1.75, 1.75, 0.341797, 1.75, 1.75, 0.001572, 0.001259, 0.001625, 0.691406, 0.00161, 0.001595, 1.75, 1.75, 1.75, 0.001587, 0.001457, 1.75, 1.632812, 0.001266, 1.75, 0.001312, 0.00161, 1.75, 1.75, 1.75, 0.001595, 0.023438, 0.001595, 0.00145, 0.001465, 0.001648, 0.00164, 1.75, 1.648438, 1.75, 1.75, 1.75, 0.133789, 0.001503, 1.75, 0.001633, 0.001701, 0.001442, 0.001595, 1.75, 1.75, 0.001595, 1.75, 0.001556, 1.75, 1.75, 1.75, 0.001625, 0.001595, 1.75, 0.00164, 0.09082, 1.75, 0.001434, 1.75, 1.75, 1.75, 1.75, 1.75, 0.001663, 0.001663, 0.001419, 0.001579, 1.75, 0.001648, 0.001381, 0.001518, 0.001335, 1.75, 1.75, 0.001274, 1.75, 1.75, 1.75, 1.75, 1.75, 0.898438, 1.75, 0.024292, 1.75, 1.75, 0.001556, 1.75, 0.001297, 1.75, 0.001633, 0.00164, 1.75, 1.75, 0.001312, 1.75, 0.001617, 0.031982, 0.431641, 0.001556, 0.00132, 0.001617, 0.009888, 1.75, 0.00148, 0.010681, 1.75, 1.75, 1.75, 0.001556, 1.75, 0.001648, 1.75, 1.75, 0.001556, 0.001534, 0.001602, 0.001534, 0.122559, 1.75, 0.355469, 0.001472, 0.008301, 1.75, 0.048584, 1.75, 1.75, 1.75, 0.099121, 0.001663, 1.75, 1.75, 1.75, 1.75, 0.001518, 0.001633, 0.001625, 0.001495, 0.001633, 0.001572, 1.75, 1.75, 0.001366, 0.001625, 0.001556, 0.055664, 1.75, 1.75, 0.001663, 1.75, 1.75, 1.75, 0.001701, 0.25, 1.75, 0.00148, 1.75, 1.75, 1.75, 1.179688, 1.75, 1.75, 1.40625, 1.75, 0.021118, 0.001335, 0.001579, 1.75, 1.75, 0.001595, 0.001549, 0.001686, 0.001503, 1.75, 1.75, 0.001389, 0.001411, 1.75, 0.001465, 0.025024, 1.75, 0.001595, 1.75, 1.75, 1.75, 0.001541, 0.00161, 1.75, 1.6875, 0.001648, 1.75, 0.024414, 1.75, 1.75, 1.75, 0.001595, 1.75, 0.001595, 1.75, 1.75, 1.75, 1.75, 0.001495, 1.75, 1.75, 0.001419, 0.020386, 0.027344, 1.75, 0.001396, 0.00148, 1.75, 1.75, 1.75, 0.001526, 1.75, 1.75, 0.001625, 0.001381, 0.233398, 0.001259, 1.75, 1.75, 0.016724, 0.123535, 0.05835, 1.75, 0.683594, 0.001495, 0.03418, 1.75, 1.75, 0.001244, 0.001625, 0.001587, 0.373047, 0.014343, 1.75, 0.001587, 1.75, 0.012756, 1.75, 0.001472, 0.001556, 1.75, 0.001228, 0.001602, 0.001312, 0.001549, 0.001495, 1.75, 1.75, 0.051514, 0.00161, 1.75, 1.75, 0.001472, 0.015015, 1.75, 0.013855, 1.75, 0.001434, 1.75, 0.001534, 1.742188, 1.75, 0.025513, 0.820312, 1.726562, 0.001541, 0.027954, 1.75, 1.75, 1.75, 0.503906, 1.75, 1.75, 1.75, 1.75, 1.75, 0.006653, 0.001312, 0.001671, 1.75, 1.75, 0.001587, 1.75, 1.75, 1.75, 0.001617, 0.001541, 0.039062, 0.001686, 0.001465, 0.001549, 1.75, 1.75, 1.75, 1.75, 0.001595, 1.75, 1.75, 0.200195, 1.75, 1.75, 0.001572, 1.75, 0.001564, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 0.001564, 1.75, 1.75, 1.75, 1.75, 1.75, 0.02356, 0.001419, 1.75, 1.75, 0.00148, 0.001427, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 0.001595, 1.75, 0.001381, 1.75, 0.001617, 0.001625, 1.75, 1.75, 1.75, 1.75, 0.059082, 1.75, 0.001587, 1.75, 0.001442, 1.75, 1.75, 0.00145, 0.09668, 1.75, 0.001511, 1.75, 0.013184, 0.001305, 0.001228, 1.75, 0.001671, 0.00164, 0.001556, 0.001564, 0.001663, 1.75, 0.001587, 1.75, 1.75, 1.75, 1.75, 0.00164, 0.001312, 1.75, 0.001511, 1.75, 0.005035, 0.001396, 1.75, 1.75, 1.75, 0.097656, 1.75, 0.628906, 1.75, 0.006134, 1.75, 0.001595, 0.001221, 0.001595, 0.154297, 1.75, 0.001709, 0.001625, 1.75, 1.75, 1.75, 0.001595, 1.75, 0.244141, 0.008118, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 0.001617, 0.001472, 1.75, 1.75, 0.898438, 0.040771, 1.75, 1.75, 1.75, 1.75, 0.001678, 1.75, 0.001663, 1.75, 1.75, 1.75, 1.75, 0.001526, 0.001579, 0.001595, 0.030273, 0.001495, 1.75, 0.022339, 0.001549, 1.75, 0.957031, 1.75, 0.019409, 0.001572, 0.001534, 1.75, 0.001503, 1.75, 0.001587, 1.75, 1.75, 1.75, 1.75, 0.001503, 1.75, 0.05542, 0.001572, 1.75, 1.75, 0.001587, 1.75, 0.001671, 1.75, 0.001633, 0.001389, 0.001671, 1.75, 1.75, 0.108398, 0.001389, 0.001617, 0.001633, 1.75, 1.75, 0.001595, 0.001472, 0.00161, 0.173828, 0.001389, 0.001488, 0.00161, 1.75, 1.75, 0.173828, 0.001617, 0.001442, 1.742188, 0.00161, 1.75, 0.001457, 1.671875, 0.018066, 1.695312, 1.75, 1.75, 0.018921, 0.00145, 0.001457, 0.001595, 1.75, 0.001663, 1.75, 1.75, 0.001633, 1.75, 0.001587, 0.001266, 1.75, 0.001419, 1.75, 1.75, 1.75, 0.009644, 0.001312, 0.09375, 1.75, 0.001595, 1.75, 0.001434, 0.001488, 1.75, 1.75, 1.75, 0.001564, 1.75, 0.001549, 1.75, 0.001564, 0.001289, 0.001701, 1.75, 0.001518, 0.235352, 0.00164, 1.75, 0.038086, 1.75, 1.75, 1.75, 1.75, 0.001472, 0.001534, 1.75, 0.001579, 0.001633, 0.001694, 0.001572, 0.001587, 1.75, 1.75, 0.001595, 1.75, 1.75, 0.001457, 1.75, 1.75, 0.001694, 0.00161, 0.001564, 1.75, 0.753906, 1.75, 0.00161, 0.001549, 1.75, 0.001312, 1.75, 0.001656, 0.001617, 0.001633, 1.75, 1.75, 1.75, 0.734375, 1.75, 0.001213, 1.742188, 0.001503, 0.001709, 1.75, 1.75, 0.001511, 0.001587, 0.431641, 1.75, 1.75, 1.75, 0.001663, 1.75, 1.492188, 0.001534, 0.00164, 0.001602, 1.75, 1.75, 0.695312, 0.001472, 1.75, 1.75, 0.001625, 0.001648, 1.75, 0.5625, 0.00164, 1.75, 1.75, 1.75, 1.75, 1.75, 0.015625, 0.001549, 1.75, 1.75, 1.75, 1.75, 1.75, 1.429688, 0.00135, 0.140625, 1.75, 0.925781, 0.001656, 1.75, 0.347656, 0.040771, 1.75, 0.001343, 1.75, 0.001648, 0.001595, 0.001587, 0.001404, 0.001709, 1.75, 0.001602, 0.275391, 1.75, 1.75, 1.75, 0.001694, 1.75, 1.75, 1.75, 1.75, 0.036621, 0.133789, 1.75, 1.75, 1.75, 0.001663, 1.75, 0.001427, 1.75, 0.001335, 1.75, 1.75, 0.001488, 1.75, 0.001442, 1.75, 1.75, 1.75, 0.001663, 1.75, 0.001511, 0.001572, 1.75, 0.00164, 0.014343, 1.75, 1.75, 1.75, 1.75, 1.75, 0.001381, 0.001663, 0.00145, 0.001617, 0.001617, 0.003662, 0.279297, 0.001549, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 0.001427, 1.75, 1.75, 1.75, 1.609375, 1.75, 1.75, 0.3125, 1.75, 1.75, 1.75, 0.001556, 0.043945, 0.001335, 0.703125, 1.75, 0.001671, 1.75, 0.001564, 0.001442, 1.75, 0.001396, 1.75, 1.75, 1.75, 0.001495, 0.001564, 0.001617, 0.00132, 1.75, 1.75, 1.75, 1.75, 1.75, 0.001587, 0.001511, 1.75, 0.00148, 1.75, 1.75, 1.75, 0.001656, 1.75, 0.001656, 0.001465, 0.001595, 1.75, 1.75, 0.013, 1.75, 1.75, 0.00148, 0.00164, 1.75, 1.75, 1.75, 0.001663, 0.00164, 0.18457, 0.001549, 1.75, 0.001404, 0.001358, 0.001602, 1.75, 0.001381, 1.75, 0.001198, 0.001389, 1.75, 1.75, 0.001625, 1.75, 1.734375, 1.75, 1.75, 1.75, 0.001373, 1.75, 0.001541, 1.75, 0.398438, 1.75, 0.001564, 1.75, 0.001404, 0.111328, 1.75, 1.75, 1.75, 0.001648, 1.75, 1.75, 0.001373, 0.001549, 0.001686, 0.00164, 0.001526, 1.75, 0.001579, 1.75, 1.75, 0.084961, 0.001648, 1.75, 0.001686, 1.75, 1.75, 0.001266, 0.00148, 0.001595, 0.001587, 1.75, 0.001526, 1.75, 0.001396, 1.75, 0.001602, 0.00164, 0.001633, 0.001137, 0.339844, 1.75, 1.75, 1.75, 1.75, 1.75, 0.00161, 0.00354, 0.180664, 1.578125, 0.114258, 0.00161, 1.75, 0.001381, 0.001503, 0.00148, 1.75, 0.045166, 1.75, 1.679688, 0.001656, 0.001671, 1.75, 0.785156, 0.296875, 1.75, 0.001526, 0.001617, 0.00148, 1.75, 0.001564, 1.75, 1.75, 0.001465, 1.75, 1.75, 0.001442, 1.75, 0.001587, 1.75, 0.001442, 0.001617, 1.75, 1.75, 1.75, 0.001556, 1.75, 1.75, 1.75, 0.001671, 0.574219, 1.75, 0.001236, 0.00161, 1.75, 1.75, 1.75, 0.001595, 0.001656, 0.214844, 0.035156, 0.001625, 0.001366, 0.067383, 1.75, 1.75, 1.75, 0.00946, 0.001427, 1.75, 0.001434, 1.75, 1.75, 1.75, 1.75, 1.75, 0.267578, 0.161133, 1.75, 1.75, 1.75, 0.001701, 1.75, 1.75, 0.001572, 1.75, 1.75, 0.001648, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 0.001701, 0.001373, 1.75, 0.025879, 0.001411, 0.273438, 1.75, 1.75, 1.75, 1.75, 0.017456, 1.75, 1.75, 1.75, 1.75, 1.75, 0.001572, 0.119629, 1.75, 1.75, 1.75, 0.394531, 1.75, 1.75, 0.103027, 1.75, 0.001579, 0.144531, 1.75, 0.001595, 1.75, 1.75, 1.75, 0.001427, 0.001617, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 0.011536, 0.001457, 0.001541, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 0.001625, 0.023804, 0.00145, 0.001434, 0.001526, 1.742188, 1.75, 0.001534, 1.75, 1.75, 1.75, 0.008179, 1.75, 1.75, 0.001434, 1.75, 0.001572, 0.00148, 0.085449, 0.001595, 1.75, 0.001465, 1.75, 1.75, 0.00161, 1.75, 0.216797, 1.75, 0.001511, 0.00145, 1.75, 0.001534, 0.00148, 1.75, 1.75, 0.001701, 1.75, 0.001701, 1.75, 0.001541, 1.75, 0.001564, 1.75, 1.75, 0.00145, 1.75, 0.001488, 1.75, 0.001587, 0.001579, 0.001518, 1.75, 0.433594, 0.001488, 1.75, 1.75, 1.75, 0.001564, 1.75, 0.014038, 0.001503, 1.75, 1.75, 0.001335, 1.75, 1.75, 1.75, 0.030762, 1.75, 1.75, 1.75, 1.75, 1.75, 0.001427, 0.001465, 1.75, 0.001419, 0.113281, 1.75, 1.75, 0.001595, 0.016724, 0.001503, 1.75, 1.75, 0.177734, 0.001488, 1.75, 0.001137, 1.75, 1.75, 0.431641, 0.001373, 0.001587, 1.75, 0.001198, 1.75, 1.75, 1.75, 1.742188, 0.001678, 0.001472, 1.75, 0.173828, 0.001595, 1.75, 0.001434, 0.001595, 1.75, 0.00148, 1.75, 1.75, 0.001564, 1.75, 1.75, 1.75, 0.001564, 0.001495, 1.75, 1.75, 0.001595, 1.75, 1.75, 1.75, 1.75, 1.742188, 1.75, 0.589844, 1.75, 1.75, 1.75, 0.365234, 1.75, 1.75, 0.001694, 1.75, 1.75, 1.75, 1.75, 1.75, 0.455078, 1.75, 1.75, 0.013, 1.75, 0.044434, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 0.001564, 0.001549, 1.75, 1.75, 0.001602, 0.001671, 0.024048, 1.75, 1.75, 0.001518, 0.00148, 0.018677, 1.75, 0.001511, 0.001633, 0.046143, 0.062988, 0.001656, 1.75, 0.001259, 1.75, 0.041992, 1.75, 0.001381, 1.75, 1.75, 1.75, 1.75, 0.001572, 1.75, 1.75, 0.001587, 0.001617, 0.001587, 0.00135, 0.001328, 1.75, 1.75, 0.001541, 0.001595, 1.75, 1.75, 0.001625, 1.75, 0.001526, 0.001457, 1.75, 1.75, 1.75, 0.001572, 0.00164, 0.001434, 1.75, 1.75, 0.001663, 0.07959, 1.75, 0.001656, 0.001617, 0.030029, 1.75, 0.001434, 1.75, 1.75, 1.75, 0.042725, 1.75, 1.75, 0.001465, 0.236328, 0.001228, 1.273438, 0.00164, 1.75, 0.001526, 0.00161, 0.001526, 0.001686, 1.75, 0.09375, 1.75, 1.75, 0.001335, 1.75, 1.75, 0.369141, 1.75, 1.75, 1.75, 1.75, 1.75, 0.001572, 1.75, 0.033936, 1.75, 0.001625, 1.75, 1.75, 0.243164, 1.75, 0.001579, 1.75, 1.75, 1.75, 0.001579, 1.75, 0.001358, 1.75, 1.75, 0.001465, 1.75, 0.001488, 1.75, 1.75, 1.75, 0.001457, 0.00145, 0.001488, 1.75, 1.75, 0.00119, 0.001518, 0.008423, 0.0271, 1.75, 1.75, 1.75, 0.001419, 1.75, 0.001442, 0.001549, 1.75, 0.001396, 1.75, 1.75, 0.001472, 1.75, 1.75, 0.494141, 1.75, 1.75, 1.6875, 1.75, 1.75, 0.001556, 0.001541, 1.75, 1.75, 0.001488, 1.75, 1.75, 0.001686, 1.75, 0.001602, 0.001373, 1.75, 1.75, 1.75, 0.001495, 0.001663, 1.75, 0.001625, 0.00161, 1.75, 1.75, 1.75, 1.75, 0.134766, 0.503906, 1.75, 0.001549, 0.001625, 1.75, 0.010132, 1.75, 1.75, 1.75, 1.75, 1.328125, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 0.53125, 0.001556, 1.75, 0.001457, 0.001511, 0.001549, 1.75, 0.021729, 0.001694, 0.001495, 0.121094, 1.75, 1.75, 0.001648, 1.75, 1.75, 0.001541, 1.742188, 0.001556, 1.75, 0.001556, 0.001617, 1.75, 0.001587, 0.001701, 0.00164, 0.00135, 0.05957, 1.75, 1.75, 0.001633, 0.001495, 1.75, 1.75, 1.75, 1.75, 0.001183, 1.75, 0.001549, 1.75, 1.75, 0.180664, 1.75, 0.001381, 0.001579, 0.001549, 1.75, 0.001427, 0.001678, 1.007812, 1.75, 0.001625, 1.75, 1.75, 1.75, 1.75, 1.75, 0.001266, 0.045898, 1.75, 1.75, 1.75, 0.001595, 0.001579, 1.75, 0.001534, 1.75, 0.00145, 0.427734, 0.182617, 1.75, 0.130859, 1.75, 1.75, 1.75, 0.001587, 0.001656, 0.183594, 1.75, 0.001472, 0.001518, 1.75, 1.75, 0.320312, 0.114258, 1.75, 1.75, 1.75, 0.001663, 0.001465, 1.75, 1.75, 0.019165, 1.75, 0.001472, 1.75, 0.001503, 0.001411, 1.75, 1.75, 0.001686, 1.75, 0.015137, 1.75, 1.75, 0.001549, 0.001587, 0.001663, 1.75, 1.75, 1.75, 0.001587, 0.01239, 0.001434, 1.75, 0.001328, 1.75, 0.447266, 0.069336, 0.001617, 0.001633, 0.028687, 1.75, 1.75, 1.75, 1.75, 1.75, 1.75, 0.001595, 1.75, 0.155273, 1.75, 1.75, 0.025269, 0.007202, 0.176758, 0.001442, 0.001373, 0.001617, 0.001694, 1.210938, 0.001625, 0.001503, 1.75, 0.001518, 1.75, 1.75, 0.738281, 0.012146, 0.001373, 1.75, 0.001503, 0.027222, 0.001457, 1.75, 0.008972, 1.734375, 1.75, 1.75, 0.120605, 1.75, 0.001564, 0.001633, 1.75, 0.001671, 1.75, 0.001587, 1.75, 0.085449, 0.014893, 0.00161, 1.75, 0.134766, 1.75, 1.75, 1.75, 0.1875, 0.001564, 1.75, 0.001541, 1.75, 0.226562, 0.079102, 0.001709, 1.75, 1.75, 1.75, 1.75, 0.001633, 0.006073, 1.75, 1.75, 1.75, 0.00148, 0.00148, 0.001381, 1.75, 0.001213, 0.001442, 1.75, 1.726562, 0.00161, 1.75, 0.001564, 0.016479, 1.75, 1.75, 0.001488, 1.75, 1.75, 0.002563, 0.001549, 0.001656, 0.001671, 1.75, 0.001266, 1.75, 0.001457, 1.75, 0.192383, 0.017212, 1.75, 0.001663, 1.75, 1.75, 0.001671, 0.016357, 0.0177, 1.75, 0.001648, 0.011841, 0.001541, 0.00148, 0.001686, 1.75, 0.001595, 1.75, 0.001602, 1.75, 1.28125, 1.75, 1.75, 1.75, 0.001663, 1.75, 0.001633, 0.001534, 1.75, 1.75, 0.001434, 0.001564, 1.75, 0.001503, 0.001419, 1.601562, 0.001518, 0.063965, 0.015442, 1.75, 0.00145, 0.001526, 0.001556, 0.00161, 1.75, 1.75, 1.75, 0.001404, 0.001312, 0.494141, 1.75, 1.75, 1.75, 1.75, 1.75, 0.001595, 0.001404, 1.75, 0.00161, 1.75, 0.001251, 0.001663, 1.75, 0.001595, 0.001427, 1.75, 1.703125, 1.75, 1.75, 0.001648, 1.75, 0.001549, 0.447266, 1.75, 0.001495, 0.001595, 0.001617, 1.75, 0.00161, 0.001549, 0.001556, 0.001503, 1.75, 1.390625, 0.020874, 0.001617, 0.001648, 0.046143, 0.001579, 0.001495, 1.75, 1.632812, 0.001625, 1.75, 0.001465, 0.001617, 1.75, 1.75, 0.001579, 0.011597, 0.001648, 1.75, 1.75, 0.326172, 1.75, 0.00135, 1.75, 1.75, 0.001343, 1.75, 1.75, 1.75, 1.75, 0.353516, 1.75, 0.005798, 1.75, 0.001595, 1.75, 0.001595, 0.001465, 1.75, 1.75, 1.75, 1.75, 0.001656, 0.001602, 0.001221, 0.001595, 0.063477, 1.75, 1.75, 0.15625, 0.519531, 1.75, 0.008606, 1.75, 0.001686, 1.75, 0.001472, 0.001366, 0.009399, 1.75, 1.75, 1.75, 0.421875, 0.001579, 1.75, 0.229492, 1.75, 0.001396, 0.001328, 1.75, 0.031982, 1.75, 1.75, 1.75, 1.75, 0.015869, 0.001442, 1.75, 0.001404, 1.75, 0.001549, 1.75, 1.75, 1.75, 1.75, 1.75, 0.00161, 0.00164, 1.75, 1.75, 0.001488, 0.102539, 0.014893, 1.75, 1.75, 0.037598, 0.111328, 0.001526, 1.75, 1.75, 1.75, 0.001587, 0.001457, 0.001709, 0.00164, 0.001678, 1.53125, 1.75, 1.75, 0.005096, 1.75, 1.75, 1.75, 0.068848, 0.015991, 0.001419, 0.001389, 1.75, 1.75 ] } , "name": "onnx::Mul_10663", "outputIndexes": [ 1021 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1020, 1021 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 1022 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 994, 1022 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/Add_2_output_0", "outputIndexes": [ 1023 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.585938 ] } , "name": "/blocks.4/Constant_1_output_0", "outputIndexes": [ 1024 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1023, 1024 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/Mul_1_output_0", "outputIndexes": [ 1025 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1025, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.5/Reshape_output_0", "outputIndexes": [ 1026 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1026 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.5/input_layernorm/Pow_output_0", "outputIndexes": [ 1027 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1027 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.5/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 1028 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1028, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/input_layernorm/Add_output_0", "outputIndexes": [ 1029 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1029, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/input_layernorm/Pow_1_output_0", "outputIndexes": [ 1030 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1026, 1030 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/input_layernorm/Mul_output_0", "outputIndexes": [ 1031 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 69.0, 0.875, 1.546875, 1.53125, 1.4375, 1.296875, 1.28125, 1.734375, 41.5, 1.625, 1.476562, 1.179688, 1.398438, 2.359375, 67.0, 1.546875, 51.0, 1.28125, 62.25, 84.5, 1.6875, 105.0, 22.375, 80.5, 2.421875, 5.4375, 1.3125, 1.429688, 55.5, 2.65625, 0.894531, 2.109375, 1.28125, 2.5, 66.0, 2.5625, 1.007812, 1.265625, 23.875, 1.320312, 64.5, 10.5625, 14.25, 2.78125, 3.359375, 53.0, 1.273438, 1.414062, 1.296875, 94.5, 91.5, 161.0, 0.886719, 1.40625, 7.25, 1.1875, 2.53125, 19.25, 1.125, 149.0, 4.5, 178.0, 1.203125, 2.4375, 4.4375, 2.15625, 3.765625, 28.875, 19.875, 39.0, 52.75, 1.78125, 98.5, 24.625, 122.5, 0.890625, 47.0, 1.007812, 1.664062, 67.5, 1.484375, 0.855469, 13.625, 2.109375, 2.765625, 2.046875, 23.375, 1.695312, 0.824219, 1.398438, 205.0, 1.976562, 1.3125, 20.25, 3.0, 7.0625, 1.039062, 2.015625, 1.421875, 1.703125, 0.917969, 1.304688, 48.25, 11.5, 1.09375, 27.25, 1.804688, 1.039062, 1.90625, 1.242188, 2.78125, 1.695312, 1.257812, 93.0, 122.0, 1.179688, 1.539062, 85.0, 2.53125, 82.0, 72.0, 20.0, 1.476562, 1.8125, -1.195312, 1.570312, 2.234375, 1.789062, 1.101562, 1.601562, 111.5, 1.679688, 1.835938, 1.234375, 1.6875, 53.25, 2.171875, 1.664062, 1.765625, 8.625, 1.359375, 1.0625, 1.421875, 3.96875, 121.0, 27.625, 1.726562, 85.0, 85.0, 1.34375, 2.265625, 2.203125, 80.5, 10.4375, 1.585938, 2.875, 49.5, 112.0, 1.117188, 90.0, 25.125, 1.570312, 1.117188, 6.65625, 1.109375, 71.5, 153.0, 13.125, 3.046875, 80.0, 2.328125, 6.03125, 2.5625, 1.460938, 1.75, 85.0, 0.398438, 1.109375, 1.382812, 138.0, 1.070312, 7.96875, 2.78125, 1.125, 1.460938, 0.914062, 0.933594, 3.078125, 2.140625, 103.0, 1.507812, 1.679688, 2.46875, 169.0, 189.0, 90.5, 74.0, 63.0, 2.828125, 51.75, 1.960938, 1.242188, 101.0, 29.25, 1.09375, 18.25, 3.78125, 1.820312, 1.460938, 18.625, 65.5, 99.5, 2.0, 2.921875, 76.0, 2.96875, 180.0, 29.0, 76.0, 59.5, 1.859375, 5.90625, 1.890625, 14.125, 3.515625, 1.40625, 0.875, 5.65625, 34.0, 15.1875, 1.164062, 1.296875, 1.203125, 31.75, 1.710938, 2.46875, 1.71875, 1.046875, 1.828125, 2.453125, 78.5, 2.6875, 139.0, 1.054688, 114.0, 1.046875, 1.710938, 3.96875, 6.75, 1.390625, 9.6875, 36.25, 8.375, 190.0, 4.78125, 1.117188, 6.5625, 10.5625, 1.539062, 79.0, 14.125, 8.3125, 2.515625, 23.375, 2.890625, 78.5, 101.5, 2.03125, 0.910156, 65.0, 1.359375, 10.375, 9.0625, 87.5, 1.375, 1.09375, 127.0, 3.984375, 1.546875, 0.960938, 1.25, 115.5, 3.84375, 69.5, 1.3125, 96.5, 85.5, 1.335938, 3.421875, 1.6875, 31.375, 80.0, 2.671875, 142.0, 8.5625, 5.28125, 1.515625, 1.617188, 1.585938, 2.421875, 1.578125, 3.75, 2.625, 58.0, 3.140625, 1.515625, 1.960938, 2.3125, 8.3125, 56.0, 0.753906, 1.257812, 1.078125, 1.359375, 105.0, 7.28125, 1.5625, 4.78125, 9.0, 1.585938, 45.75, 1.757812, 1.351562, 4.15625, 69.0, 1.476562, 2.296875, 2.03125, 1.71875, 11.3125, 149.0, 37.5, 8.0625, 2.21875, 2.015625, 9.5, 2.96875, 65.0, 1.4375, 33.25, 290.0, 1.109375, 0.929688, 2.03125, 14.3125, 25.375, 0.910156, 0.726562, 1.054688, 69.5, 142.0, 25.75, 2.109375, 1.265625, 1.328125, 5.09375, 53.25, 1.757812, 1.117188, 1.648438, 64.5, 2.96875, 4.25, 1.710938, 92.0, 1.796875, 1.882812, 2.703125, 100.0, 0.976562, 23.625, 98.0, 2.71875, 1.71875, 12.0, 91.5, 1.648438, 79.0, 1.148438, 3.03125, 7.25, 1.109375, 1.140625, 1.367188, 1.476562, 2.734375, 1.828125, 1.414062, 2.546875, 1.757812, 2.109375, 2.046875, 91.0, 123.5, 1.03125, 55.5, 22.125, 102.0, 1.984375, 15.0625, 119.5, 1.0, 4.1875, 8.4375, 119.0, 87.5, 1.148438, 89.5, 1.8125, 2.078125, 1.554688, 18.125, 8.0625, 1.195312, 1.984375, 1.671875, 8.75, 29.0, 1.914062, 1.601562, 3.53125, 1.953125, 1.5, 20.375, 5.28125, 1.078125, 46.25, 1.304688, 6.75, 1.304688, 4.125, 86.0, 3.640625, 1.304688, 1.398438, 1.273438, 2.046875, 4.28125, 1.4375, 29.0, 2.515625, 1.070312, 57.75, 1.429688, 33.0, 0.306641, 48.5, 1.117188, 1.671875, 1.742188, 1.023438, 105.0, 105.5, 1.515625, 1.195312, 12.3125, 67.0, 76.5, 1.398438, 119.0, 2.171875, 0.992188, 127.0, 7.28125, 10.25, 17.125, 1.5625, 1.148438, 1.25, 56.75, 1.070312, 58.25, 1.71875, 1.632812, 1.929688, 4.0, 19.375, 3.59375, 2.5, 1.453125, 5.59375, 16.625, 3.734375, 42.0, 3.09375, 4.59375, 66.0, 4.5, 109.0, 3.328125, 1.640625, 2.9375, 1.703125, 1.1875, 7.5625, 1.28125, -0.78125, 3.125, 1.882812, 6.15625, 1.453125, 2.609375, 69.5, 93.5, 107.0, 34.5, 65.5, 3.0, 55.25, 3.359375, 1.289062, 2.796875, 42.75, 5.125, 1.632812, 2.5625, 1.601562, 2.171875, 1.476562, 88.0, 5.5, 82.5, 2.75, 53.0, 1.554688, 63.0, 1.1875, 10.1875, 2.296875, 130.0, 83.0, 85.0, 4.90625, 1.289062, 4.65625, 153.0, 3.859375, 1.070312, 0.949219, 115.0, 1.390625, 109.5, 3.609375, 1.234375, 82.5, 184.0, 80.5, 1.679688, 3.1875, 2.125, 2.28125, 4.28125, 67.5, 2.53125, 35.0, 1.539062, 53.25, 78.0, 3.0, 3.4375, 3.0, 107.5, 47.75, 0.957031, 0.871094, 19.5, 1.390625, 1.5625, 1.117188, 1.28125, 6.46875, 85.5, 1.726562, 1.257812, 14.5, 1.75, 1.945312, 1.359375, 48.5, 1.359375, 65.0, 9.25, 3.25, 1.429688, 94.5, 4.0625, 1.539062, 1.515625, 3.546875, 1.710938, 76.5, 7.65625, 1.328125, 3.8125, 3.34375, 5.40625, 61.75, 1.03125, 58.75, 0.980469, 2.046875, 0.832031, 1.8125, 0.890625, 1.460938, 0.75, 2.9375, 1.804688, 1.289062, 12.25, 2.4375, -0.0354, 1.953125, 1.859375, 4.3125, 1.320312, 56.25, 1.265625, 8.3125, 1.25, 1.265625, 1.742188, 1.820312, 11.5625, 5.125, 233.0, 104.0, 3.25, 3.203125, 1.546875, 124.0, 77.0, 1.9375, 1.023438, 1.539062, 14.375, 50.25, 1.3125, 80.5, 1.414062, 4.46875, 79.0, 1.882812, 1.5625, 92.0, 8.625, 1.078125, 1.875, 0.796875, 7.3125, 1.34375, 0.882812, 1.046875, 1.609375, 209.0, 35.75, 2.328125, 15.0, 2.484375, 1.710938, 6.65625, 1.171875, 1.484375, 75.0, 1.429688, 4.6875, 2.15625, 67.0, 91.5, 40.5, 1.929688, 68.5, 2.40625, 2.53125, 2.6875, 1.171875, 41.5, 1.359375, 0.984375, 97.5, 1.398438, 7.875, 1.28125, 178.0, 2.9375, 81.5, 1.46875, 35.0, 9.5, 146.0, 46.75, 1.609375, 1.25, 1.054688, 117.0, 87.5, 12.6875, 2.125, 124.0, 1.820312, 94.5, 89.5, 2.0625, 3.5625, 1.976562, 7.375, 102.5, 1.976562, 1.179688, 0.882812, 1.039062, 1.976562, 2.546875, 100.5, 2.28125, 19.5, 9.375, 119.5, 1.828125, 1.320312, 0.933594, 1.515625, 2.265625, 1.296875, 1.703125, 2.171875, 1.695312, 52.25, 2.015625, 48.5, 31.625, 6.53125, 1.195312, 2.5625, 3.59375, 1.148438, 119.0, 1.710938, 12.25, 59.25, 21.25, 1.515625, 2.203125, 55.25, 40.0, 1.351562, 92.5, 101.0, 1.382812, 28.0, 1.148438, 44.25, 1.835938, 3.140625, 1.15625, 2.234375, 9.5, 2.265625, 1.367188, 19.875, 1.257812, 8.8125, 2.0625, 1.320312, 100.5, 3.5625, 52.0, 85.5, 59.5, 95.5, 1.507812, 1.179688, 2.734375, 103.0, 175.0, 1.648438, 73.0, 2.9375, 1.070312, 12.8125, 1.445312, 1.195312, 1.820312, 4.96875, 75.0, 1.578125, 1.5, 1.625, 6.6875, 74.0, 1.335938, 1.40625, 71.5, 1.359375, 1.859375, 0.890625, 94.5, 1.835938, 3.078125, 58.5, 2.96875, 1.335938, 113.0, 25.5, 1.101562, 6.84375, 146.0, 80.0, 21.25, 1.789062, 1.359375, 1.023438, 2.640625, 5.0, 1.28125, 1.007812, 69.0, 6.03125, 1.585938, 131.0, 1.1875, 26.75, 10.875, 60.75, 46.5, 25.125, 24.75, 120.0, 0.671875, 71.5, 34.0, 1.742188, 1.445312, 1.375, 1.242188, 1.101562, 9.75, 30.125, 1.296875, 1.867188, 86.0, 2.9375, 78.5, 61.25, 4.09375, 1.390625, 94.0, 1.476562, 1.453125, 4.5, 0.898438, 1.335938, 123.5, 58.0, 16.125, 2.5625, 184.0, 76.5, 0.8125, 1.171875, 2.0, 10.5, 9.0625, 1.453125, 1.617188, 103.5, 1.1875, 23.375, 94.0, 2.609375, 1.40625, 1.976562, 82.0, 91.5, 65.5, 0.964844, 35.75, 4.5625, 31.625, 1.101562, 1.820312, 1.851562, 1.203125, 2.015625, 16.875, 6.75, 1.554688, 91.0, 122.5, 4.34375, 93.5, 4.09375, 1.515625, 90.5, 1.210938, 6.3125, 1.3125, 8.9375, 2.015625, 1.875, 5.21875, 1.070312, 5.8125, 64.5, 3.6875, 71.0, 1.359375, 1.257812, 2.015625, 0.980469, 1.5, 91.0, 20.25, 123.5, 6.0625, 2.4375, 13.0, 19.25, 13.625, 9.875, 0.992188, 1.484375, 8.125, 1.445312, 1.257812, 2.84375, 1.726562, 1.929688, 1.796875, 1.085938, 98.0, 1.484375, 1.070312, 16.625, 1.460938, 8.125, 1.914062, 1.5, 2.71875, 1.203125, 1.796875, 92.0, 0.796875, 68.5, 40.5, 16.375, 75.0, 179.0, 1.359375, 77.0, 2.765625, 102.5, 86.5, 1.304688, 2.328125, 1.203125, 78.5, 3.140625, 2.96875, 2.859375, 2.4375, 102.5, 74.5, 66.0, 49.25, 47.5, 1.101562, 4.9375, 119.5, 32.75, 1.375, 27.875, 2.640625, 1.265625, 2.28125, 70.5, 110.5, 2.109375, 5.84375, 2.578125, 1.75, 92.0, 41.25, 109.5, 5.5, 4.40625, 99.5, 1.171875, 1.015625, 42.75, 92.5, 176.0, 100.5, 2.09375, 6.625, 3.53125, 2.359375, 1.492188, 1.523438, 56.0, 75.5, 1.398438, 67.0, 1.289062, 1.625, 2.015625, 1.71875, 10.125, 2.765625, 1.492188, 1.976562, 92.0, 20.375, 53.0, 1.546875, 1.242188, 3.84375, 73.5, 29.875, 81.5, 3.375, 2.21875, 51.25, 1.414062, -1.101562, 97.0, 60.25, 2.09375, 22.5, 1.65625, 1.265625, 2.03125, 93.5, 1.859375, 1.101562, 7.5, 3.640625, 1.515625, 71.5, 0.871094, 0.992188, 1.882812, 114.5, 2.140625, 10.9375, 1.9375, 1.148438, 1.539062, 1.5625, 134.0, 1.484375, 1.554688, 96.5, 94.0, 98.5, 1.296875, 167.0, 85.5, 4.15625, 1.757812, 1.398438, 107.0, 0.617188, 1.992188, 2.359375, 68.5, 9.625, 102.5, 1.554688, 3.1875, 150.0, 37.5, 30.125, 1.632812, 2.5, 114.5, 58.75, 1.507812, 1.8125, 58.5, 10.6875, 89.0, 6.34375, 85.0, 2.140625, 112.0, 1.5, 26.625, 2.96875, 95.0, 86.0, 1.484375, 19.625, 9.25, 3.09375, 79.0, 33.0, 4.21875, 1.757812, 41.0, 74.0, 1.4375, 1.3125, 2.390625, 99.0, 1.703125, 99.5, 1.335938, 58.75, 1.140625, 38.75, 1.75, 0.878906, 85.0, 2.109375, 1.570312, 75.0, 56.5, 1.445312, 0.964844, 1.476562, 19.75, 1.304688, 1.296875, 1.46875, 1.429688, 1.9375, 66.0, 76.5, 12.5, 1.078125, 1.421875, 19.625, 1.570312, 2.46875, 1.023438, 98.5, 83.5, 41.25, 88.0, 6.1875, 132.0, 0.726562, 1.632812, 1.757812, 2.421875, 1.664062, 0.957031, 1.375, 1.4375, 1.140625, 1.234375, 2.703125, 1.046875, 2.921875, 3.796875, 1.890625, 1.367188, 0.753906, 0.980469, 1.234375, 129.0, 1.140625, 1.75, 1.265625, 1.632812, 0.957031, 53.0, 78.0, 1.632812, 1.65625, 68.0, 113.5, 1.140625, 0.84375, 1.945312, 3.171875, 0.910156, 7.78125, 4.9375, 1.6875, 64.5, 2.046875, 65.0, 2.703125, 1.695312, 1.765625, 0.917969, 2.234375, 58.5, 4.46875, 86.5, 1.046875, 6.5, 1.28125, 1.289062, 7.625, 26.375, 0.957031, 126.0, 1.492188, 18.75, 33.75, 1.46875, 0.847656, 1.554688, 1.21875, 26.125, 3.671875, 16.0, 1.140625, 77.5, 1.578125, 1.5, 1.765625, 1.351562, 94.0, 47.5, 1.109375, 98.5, 7.9375, 134.0, 73.0, 2.640625, 1.476562, 1.429688, 13.4375, 1.421875, 4.3125, 5.28125, 18.75, 0.933594, 1.203125, 29.25, 7.40625, 40.25, 1.414062, 94.0, 6.90625, 1.15625, -1.367188, 0.800781, 89.0, 1.648438, 6.96875, 95.0, 1.273438, 1.0625, 1.398438, 0.792969, 1.289062, 0.832031, 1.429688, 0.996094, 1.390625, 3.578125, 122.5, 1.109375, 0.417969, 2.53125, 74.0, 1.90625, 2.71875, 2.546875, 1.429688, 23.25, 1.234375, 22.375, 1.265625, 2.0, 3.5625, 1.257812, 85.5, 84.5, 3.140625, 88.5, 68.5, 1.789062, 26.625, 4.375, 1.4375, 5.5625, 2.0625, 76.5, 124.0, 65.0, 2.265625, 47.0, 1.78125, 2.453125, 3.1875, 2.6875, 2.203125, 4.5625, 85.0, 1.203125, 34.5, 102.0, 1.601562, 1.859375, 48.0, 0.582031, 3.328125, 1.164062, 124.5, 6.625, 38.5, 1.734375, 1.234375, 14.75, 45.0, 117.5, 1.65625, 4.53125, 1.078125, 23.875, 2.203125, 95.0, 97.5, 9.6875, 31.125, 64.5, 1.773438, 7.84375, 15.5625, 141.0, 62.75, 1.53125, 19.75, 1.296875, 3.3125, 1.109375, 92.0, 1.375, 1.328125, 1.484375, 34.25, 20.25, 62.5, 2.21875, 1.164062, 18.25, 1.203125, 2.8125, 94.5, 1.140625, 1.539062, 73.0, 1.0625, 19.875, 3.140625, 1.8125, 1.265625, 173.0, 3.125, 69.5, 1.484375, 38.0, 2.0, 83.0, 76.5, 5.21875, 1.5625, 2.265625, 38.25, 1.515625, 81.5, 2.484375, 2.109375, 6.78125, 86.0, 15.5625, 98.0, 8.375, 74.5, 1.609375, 61.25, 0.652344, 1.476562, 1.171875, 1.898438, 4.4375, 94.0, 1.382812, 48.75, 19.125, 115.0, 3.21875, 42.25, 0.554688, 1.367188, 3.296875, 1.695312, 1.242188, 119.0, 1.210938, 0.886719, 99.5, 1.84375, 94.5, 1.476562, 5.0, 0.421875, 107.0, 31.0, 0.792969, 5.25, 2.390625, 5.25, 88.5, 1.65625, 1.507812, 1.773438, 2.734375, 4.46875, 2.5, 21.25, 1.414062, 11.625, 32.75, 1.09375, 1.429688, 97.0, 3.09375, 7.125, 1.257812, 0.824219, 1.15625, 20.25, 1.742188, 1.484375, 85.5, 88.0, 101.5, 1.195312, 0.742188, 2.03125, 1.742188, 1.140625, 1.171875, 24.25, 99.5, 1.617188, 3.515625, 8.0, 2.28125, 5.125, 1.21875, 1.1875, 1.265625, 63.5, 83.0, 1.046875, 1.804688, 1.257812, 1.382812, 1.375, 1.546875, 94.5, 15.9375, 1.320312, 2.15625, 124.5, 8.0, 6.6875, 42.75, 1.4375, 1.445312, 2.703125, 17.375, 52.75, 1.8125, 112.5, 93.0, 1.828125, 1.585938, 10.0, 1.265625, 0.949219, 2.34375, 6.875, 2.4375, 1.382812, 1.625, 1.390625, 45.5, 12.9375, 1.34375, 0.957031, 2.328125, 142.0, 1.695312, 10.25, 1.625, 168.0, 1.226562, 1.625, 158.0, 1.1875, 94.0, 1.5, 1.210938, 1.796875, 3.09375, 1.304688, 11.6875, 1.546875, 1.023438, 89.0, 93.5, 1.96875, 1.09375, 6.5, 1.25, 1.476562, 183.0, 13.625, 77.0, 115.0, 129.0, 91.0, 16.125, 79.5, 1.382812, 1.078125, 1.570312, 0.996094, 1.453125, 1.085938, 1.328125, 1.070312, 2.328125, 2.109375, 1.5, 1.742188, 2.1875, 1.328125, 1.640625, 6.71875, 0.832031, 1.515625, 4.15625, 17.625, 48.75, 72.5, 2.53125, 0.957031, 15.3125, 1.257812, 143.0, 93.5, 1.273438, 80.5, 1.015625, 2.171875, 1.226562, 87.5, 82.0, 5.78125, 13.875, 2.109375, 1.742188, 5.4375, 1.007812, 1.476562, 2.890625, 102.0, 2.125, 90.5, 1.65625, 1.109375, 1.609375, 5.90625, 1.65625, 3.34375, 112.0, 181.0, 1.546875, 1.585938, 79.0, 2.6875, 1.53125, 119.0, 84.0, 1.515625, 1.328125, 4.375, 9.8125, 89.5, 30.125, 2.046875, 1.328125, 52.25, 3.53125, 100.5, 1.4375, 79.0, 1.59375, 121.0, 60.0, 1.648438, 2.0, 57.0, 2.28125, 1.195312, 1.882812, 1.21875, 2.921875, 31.625, 5.78125, 59.5, 1.054688, 18.75, 1.4375, 86.5, 1.789062, 9.875, 17.375, 0.914062, 2.796875, 1.570312, 81.5, 1.15625, 1.257812, 75.0, 113.0, 71.0, 97.0, 60.0, 1.257812, 121.0, 1.289062, 1.609375, 16.625, 104.0, 0.855469, 4.71875, 1.851562, 1.328125, 59.75, 2.09375, 64.0, 94.0, 1.914062, 103.5, 2.125, 101.5, 1.179688, 3.4375, 60.5, 61.25, 103.0, 4.9375, 1.328125, 1.664062, 5.25, 1.390625, 1.1875, 102.5, 72.5, 9.0, 1.320312, 31.75, 53.0, 2.578125, 118.0, 6.0625, 2.515625, 1.09375, 47.0, 1.070312, 3.453125, 2.0, 2.015625, 1.578125, 6.53125, 6.25, 1.5625, 51.0, 11.5625, 75.5, 1.296875, 79.5, 1.203125, 0.898438, 16.125, 1.8125, 0.980469, 48.5, 1.726562, 60.25, 0.988281, 30.75, 105.5, 1.367188, 1.109375, 1.492188, 39.25, 2.953125, 1.25, 1.773438, 1.578125, 3.625, 1.359375, 98.0, 81.0, 0.984375, 1.367188, 4.75, 2.03125, 5.25, 2.1875, 50.5, 13.125, 71.5, 36.25, 7.65625, 2.125, 1.679688, 102.0, 67.5, 1.8125, 86.0, 0.882812, 1.789062, 1.421875, 2.265625, 1.148438, 5.53125, 13.8125, 1.179688, 1.445312, 2.421875, 53.25, 1.882812, 1.59375, 3.9375, 0.992188, 1.445312, 10.875, 0.957031, 3.53125, 1.46875, 2.53125, 1.71875, 1.632812, 1.078125, 83.0, 9.0, 1.53125, 21.125, 75.0, 36.5, 2.609375, 2.375, 1.4375, 1.054688, 85.5, 1.078125, 4.28125, 1.289062, 1.40625, 1.234375, 120.0, 17.25, 1.96875, 1.179688, 0.664062, 8.1875, 1.132812, 2.1875, 14.5625, 3.15625, 78.0, 18.75, 1.335938, 7.625, 1.148438, 2.296875, 2.125, 91.0, 113.0, 1.445312, 1.734375, 1.992188, 2.203125, 1.054688, 12.75, 0.871094, 88.5, 74.0, 4.4375, 1.203125, 1.203125, 1.414062, 2.359375, 1.554688, 1.171875, 1.570312, 1.554688, 1.179688, 101.5, 71.5, 1.320312, 78.0, 89.0, 1.210938, 2.546875, 17.5, 0.894531, 1.0625, 1.328125, 120.5, 2.59375, 1.359375, 60.5, 1.875, 76.5, 2.3125, 33.25, 84.5, 1.039062, 40.75, 3.90625, 1.3125, 10.75, 1.265625, 8.375, 1.09375, 50.5, 170.0, 1.046875, 2.0625, 54.0, 1.914062, 1.796875, 72.5, 2.328125, 20.375, 1.679688, 91.0, 1.648438, 58.5, 1.429688, 1.367188, 3.359375, 1.445312, 1.5625, 1.5, 1.304688, 55.75, 2.359375, 1.023438, 4.15625, 3.96875, 1.859375, 1.796875, 1.6875, 23.375, 1.125, 70.0, 47.75, 1.21875, 1.257812, 87.0, 1.054688, 1.625, 1.25, 59.5, 1.15625, 1.742188, 1.34375, 1.375, 3.53125, 63.0, 8.3125, 7.0, 85.0, 30.375, 1.40625, 3.328125, 3.203125, 110.0, 42.25, 1.710938, 1.4375, 6.0625, 77.0, 0.980469, 70.5, 1.398438, 0.960938, 3.015625, 1.398438, 87.5, 2.921875, 66.0, 1.0, 1.585938, 2.421875, 1.609375, 107.0, 81.5, 0.941406, 54.25, 8.0625, 1.367188, 2.34375, 100.0, 2.3125, 62.0, 1.484375, 3.25, 26.375, 1.921875, 1.015625, 2.1875, 62.25, 56.75, 1.140625, 5.625, 36.5, 0.875, 1.289062, 0.722656, 1.226562, 1.398438, 3.890625, 4.4375, 1.4375, 1.171875, 1.484375, 73.5, 0.964844, 1.578125, 7.59375, 1.164062, 2.1875, 1.273438, 0.867188, 1.484375, 1.625, 1.226562, 1.632812, 128.0, 1.453125, 30.25, 1.445312, 1.328125, 1.875, 1.664062, 1.070312, 1.53125, 99.5, 76.5, 1.359375, 1.585938, 89.5, 28.125, 34.25, 1.359375, 1.984375, 1.429688, 80.5, 41.0, 2.359375, 47.5, 94.0, 24.25, 61.75, 97.0, 2.8125, 78.5, 1.226562, 55.25, 1.390625, 135.0, 1.53125, 1.1875, 1.382812, 0.886719, 3.671875, 1.117188, 0.898438, 203.0, 40.0, 97.5, 63.25, 1.78125, 0.980469, 1.492188, 3.984375, 110.5, 0.933594, 1.179688, 51.0, 2.390625, 98.0, 1.3125, 1.328125, 1.882812, 3.03125, 17.0, 10.625, 3.8125, 5.5, 1.265625, 106.5, 16.0, 1.78125, 78.5, 93.5, 50.5, 1.1875, 19.75, 1.804688, 2.109375, -1.117188, 21.875, 1.328125, 1.148438, 7.59375, 6.875, 204.0, 1.992188, 2.140625, 1.101562, 69.5, 2.421875, 112.0, 10.625, 0.703125, 10.125, 1.523438, 1.703125, 93.0, 0.925781, 1.078125, 7.28125, 5.375, 1.976562, 1.304688, 4.21875, 1.070312, 30.5, 2.46875, 67.5, 2.28125, 67.0, 2.265625, 1.015625, 10.5, 1.640625, 21.0, 1.640625, 0.636719, 0.863281, 15.0625, 0.988281, 41.0, 1.703125, 3.0625, 2.625, 1.28125, 1.554688, 1.640625, 1.140625, 1.445312, 3.6875, 4.75, 110.0, 1.203125, 1.867188, 8.1875, 81.0, 91.0, 69.5, 0.964844, 1.648438, 1.546875, 10.9375, 9.4375, 110.5, 38.25, 3.734375, 115.5, 1.664062, 1.929688, 109.0, 2.0625, 12.8125, 4.34375, 1.929688, 2.140625, 2.234375, 0.972656, 1.835938, 11.9375, 7.15625, 1.828125, 4.28125, 114.0, 2.015625, 1.5625, 92.0, 2.609375, 28.5, 96.0, 1.554688, 0.765625, 2.125, 86.5, 30.75, 1.828125, 31.875, 2.234375, 2.0625, 0.972656, 0.78125, 1.21875, 37.0, 6.71875, 2.984375, 1.789062, 112.0, 0.6875, 72.5, 1.242188, 1.21875, 1.304688, 0.921875, 1.5, 2.625, 2.515625, 1.3125, 2.296875, 1.5625, 0.992188, 2.578125, 4.375, 108.0, 1.359375, 80.5, 29.375, 120.0, 7.34375, 89.0, 1.546875, 52.5, 12.5, 1.070312, 1.414062, 2.609375, 0.96875, 1.414062, 4.65625, 0.224609, 1.5, 1.796875, 2.046875, 91.0, 1.671875, 181.0, 91.0, 59.5, 90.5, 28.375, 2.5, 1.59375, 87.5, 69.5, 1.460938, 1.132812, 1.757812, 1.21875, 79.0, 1.765625, 106.0, 3.28125, 1.085938, 17.75, 2.875, 84.0, 1.890625, 77.0, 1.578125, 9.0, 3.65625, 4.0625, 1.695312, 118.0, 1.820312, 1.226562, 2.75, 1.40625, 1.578125, 92.5, 73.0, 1.429688, 1.429688, 1.570312, 16.875, 1.585938, 1.703125, 22.625, 2.046875, 1.9375, 14.8125, 9.5, 1.203125, 20.875, 3.296875, 1.46875, 1.4375, 88.0, 4.0, 21.375, 1.554688, 2.265625, 1.523438, 0.964844, 0.996094, 6.5, 19.625, 1.796875, 1.359375, 1.234375, 205.0, 41.5, 1.59375, 1.015625, 29.25, 1.203125, 2.203125, 2.78125, 129.0, 111.0, 1.546875, 1.65625, 11.5, 2.203125, 95.5, 1.4375, 2.40625, 43.5, 1.875, 7.6875, 1.382812, 2.859375, 1.71875, 112.5, 87.5, 46.0, 1.179688, 6.25, 1.085938, 4.21875, 27.125, 19.0, 91.5, 67.0, 2.1875, 5.03125, 1.6875, 4.78125, 1.390625, 1.359375, 106.5, 0.949219, 11.3125, 0.609375, 1.539062, 90.0, 136.0, 21.25, 6.875, 65.0, 3.5625, 122.5, 2.90625, 23.375, 2.984375, 2.296875, 13.375, 1.671875, 1.90625, 11.3125, 46.75, 86.0, 1.3125, 138.0, 20.625, -3.671875, 1.351562, 96.0, 3.15625, 1.726562, 0.777344, 13.625, 0.996094, 107.0, 1.195312, 2.375, 54.5, 13.625, 85.0, 2.609375, 18.875, 115.5, 71.5, 1.335938, 27.875, 1.335938, 1.226562, 1.898438, 44.25, 92.5, 0.640625, 47.75, 1.0, 1.453125, 33.25, 30.0, 3.671875, 1.601562, 6.59375, 4.25, 59.0, 93.5, 7.75, 4.1875, 0.988281, 2.40625, 65.5, 3.484375, 1.226562, 3.015625, 80.0, 1.53125, 1.460938, 7.28125, 1.4375, 124.0, 126.0, 2.109375, 3.609375, 15.5, 5.59375, 4.71875, 106.5, 12.0, 5.5625, 66.5, 0.886719, 98.5, 1.328125, 3.671875, 3.203125, 24.625, 98.5, 1.460938, 28.375, 1.046875, 3.1875, 11.8125, 48.25, 32.0, 1.367188, 105.5, 94.5, 1.164062, 51.75, 3.4375, 1.070312, 7.03125, 1.554688, 105.5, 1.992188, 1.960938, 0.867188, 1.523438, 2.578125, 13.0, 1.617188, 120.0, 27.375, 3.84375, 1.617188, 113.5, 7.09375, 1.359375, 20.875, 2.53125, 1.554688, 59.5, 13.875, 98.5, 1.476562, 57.25, 2.75, 57.25, 117.5, 1.648438, 2.1875, 1.640625, 67.5, 93.5, 0.851562, 1.257812, 1.507812, 1.265625, -1.820312, 1.132812, 14.9375, 107.5, 1.101562, 3.25, 1.609375, 31.0, 91.0, 0.59375, 2.171875, 44.75, 1.632812, 0.996094, 1.929688, 1.296875, 48.25, 1.328125, 108.5, 3.078125, 1.773438, 57.5, 98.0, 104.0, 1.460938, 86.5, 114.0, 35.25, 17.625, 0.902344, 2.40625, 88.0, 3.953125, 127.0, 47.75, 86.5, 10.0, 0.898438, 3.3125, 54.75, 3.90625, 102.5, 3.046875, 1.09375, 2.140625, 12.1875, 91.0, 5.78125, 1.179688, 1.109375, 6.4375, 1.078125, 163.0, 2.4375, 1.71875, 61.25, 6.1875, 2.234375, 2.9375, 1.742188, 14.25, 2.609375, 88.5, 1.015625, 64.5, 1.09375, 2.625, 9.3125, 1.101562, 1.445312, 1.3125, 1.171875, 98.5, 105.5, 133.0, 1.273438, 63.0, 1.695312, 1.476562, 15.9375, 3.796875, 2.96875, 4.28125, 1.210938, 21.5, 1.0625, 5.6875, 55.75, 106.5, 2.453125, 0.515625, 0.980469, 15.6875, 1.445312, 1.367188, 16.25, 1.882812, 94.0, 120.0, 3.15625, 96.0, 1.476562, 1.46875, 1.429688, 1.945312, 85.0, 1.601562, 11.1875, 192.0, 2.234375, 73.0, 1.179688, 1.75, 1.835938, 0.636719, 1.226562, 98.5, 47.0, 1.546875, 1.734375, 3.4375, 12.75, 105.5, 1.6875, 1.554688, 60.0, 57.5, 4.0, 0.679688, 2.203125, 1.296875, 4.0625, 99.0, 81.0, 26.25, 3.03125, 3.84375, 1.351562, 2.125, 99.5, 5.4375, 1.273438, 1.179688, 25.625, 108.0, 114.0, 110.0, 2.125, 0.914062 ] } , "name": "onnx::Mul_10664", "outputIndexes": [ 1032 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1031, 1032 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/input_layernorm/Mul_1_output_0", "outputIndexes": [ 1033 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1033 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.5/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 7113 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7113 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.5/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 7114 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7114 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4096, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 163840, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 308020212, 5242902, 1310720, 0, 0 ] } , "name": "/layers.5/self_attn/q_proj/Linear", "outputIndexes": [ 7115 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7115 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.5/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 7116 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7116 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4096 ] , "dimType": "NCHW" } , "name": "/layers.5/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 1034 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1033 ] , "main_type": "NONE", "name": "/blocks.5/self_attn/Shape_output_0", "outputIndexes": [ 1035 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 1035 ] , "main_type": "NONE", "name": "Shape1275", "outputIndexes": [ 1036 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 1035 ] , "main_type": "NONE", "name": "Rank1277", "outputIndexes": [ 1037 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1037, 1037 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1279", "outputIndexes": [ 1038 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1038 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1280", "outputIndexes": [ 1039 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1038, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1282", "outputIndexes": [ 1040 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1040 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1283", "outputIndexes": [ 1041 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1036, 1039, 1041, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1286", "outputIndexes": [ 1042 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1042 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1287", "outputIndexes": [ 1043 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1043, 1043 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1289", "outputIndexes": [ 1044 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1035, 1044, 1038 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.5/self_attn/Gather_output_0", "outputIndexes": [ 1045 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1045, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.5/self_attn/Unsqueeze_output_0", "outputIndexes": [ 1046 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1038 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1297", "outputIndexes": [ 1047 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1040 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1300", "outputIndexes": [ 1048 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1036, 1047, 1048, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1303", "outputIndexes": [ 1049 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1049 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1304", "outputIndexes": [ 1050 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 1050 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1305", "outputIndexes": [ 1051 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1051, 1050 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1306", "outputIndexes": [ 1052 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1035, 1052, 1038 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.5/self_attn/Gather_1_output_0", "outputIndexes": [ 1053 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1053, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.5/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 1054 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 512 ] } , "name": "/blocks.5/self_attn/Constant_3_output_0", "outputIndexes": [ 1055 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1046, 1054, 41, 1055 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.5/self_attn/Concat_output_0", "outputIndexes": [ 1056 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1034, 1056 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.5/self_attn/Reshape_output_0", "outputIndexes": [ 1057 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1057 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.5/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 1059 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1059 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.5/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 1060 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1060, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/self_attn/q_norm/Add_output_0", "outputIndexes": [ 1061 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1061, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 1062 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1057, 1062 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 1063 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 512 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438, 1.023438 ] } , "name": "onnx::Mul_10667", "outputIndexes": [ 1064 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1063, 1064 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 1065 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 64 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.0, 0.947464, 0.897687, 0.850526, 0.805842, 0.763506, 0.723394, 0.68539, 0.649382, 0.615265, 0.582942, 0.552316, 0.523299, 0.495807, 0.469759, 0.445079, 0.421697, 0.399542, 0.378552, 0.358664, 0.339821, 0.321968, 0.305053, 0.289026, 0.273842, 0.259455, 0.245824, 0.23291, 0.220673, 0.20908, 0.198096, 0.187688, 0.177828, 0.168485, 0.159634, 0.151247, 0.143301, 0.135773, 0.12864, 0.121881, 0.115478, 0.109411, 0.103663, 0.098217, 0.093057, 0.088168, 0.083536, 0.079148, 0.074989, 0.07105, 0.067317, 0.06378, 0.06043, 0.057255, 0.054247, 0.051397, 0.048697, 0.046138, 0.043714, 0.041418, 0.039242, 0.03718, 0.035227, 0.033376 ] } , "name": "/rotary_full/Constant_output_0", "outputIndexes": [ 1066 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 55, 1066 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/rotary_full/Mul_output_0", "outputIndexes": [ 1067 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1067 ] , "main_type": "UnaryOp", "main": { "opType": "COS", "T": "DT_FLOAT" } , "name": "/rotary_full/Cos_output_0", "outputIndexes": [ 1068 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1068, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/rotary_full/Unsqueeze_output_0", "outputIndexes": [ 1069 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1067 ] , "main_type": "UnaryOp", "main": { "opType": "SIN", "T": "DT_FLOAT" } , "name": "/rotary_full/Sin_output_0", "outputIndexes": [ 1070 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1070, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/rotary_full/Unsqueeze_1_output_0", "outputIndexes": [ 1071 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1069, 1071 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/rotary_full/Concat_output_0", "outputIndexes": [ 1072 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1072, 1072 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/rotary_full/Concat_1_output_0", "outputIndexes": [ 1073 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1073, 64 ] , "main_type": "SqueezeParam", "main": { } , "name": "/rotary_full/Unsqueeze_2_output_0", "outputIndexes": [ 1074 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1074, 26 ] , "main_type": "SqueezeParam", "main": { } , "name": "/rotary_full/Unsqueeze_3_output_0", "outputIndexes": [ 1075 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1075 ] , "main_type": "NONE", "name": "Shape1330", "outputIndexes": [ 1076 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 1075 ] , "main_type": "NONE", "name": "Rank1332", "outputIndexes": [ 1077 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1077, 1077 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1334", "outputIndexes": [ 1078 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1078 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1335", "outputIndexes": [ 1079 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1078, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1337", "outputIndexes": [ 1080 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1080 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1338", "outputIndexes": [ 1081 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1076, 1079, 1081, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1341", "outputIndexes": [ 1082 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1082 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1342", "outputIndexes": [ 1083 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1083, 1083 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1344", "outputIndexes": [ 1084 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1075, 1084, 1078 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.5/self_attn/Gather_2_output_0", "outputIndexes": [ 1085 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1085 ] , "main_type": "NONE", "name": "/blocks.5/self_attn/Shape_2_output_0", "outputIndexes": [ 1086 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 1086 ] , "main_type": "NONE", "name": "Shape1347", "outputIndexes": [ 1087 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 1086 ] , "main_type": "NONE", "name": "Rank1349", "outputIndexes": [ 1088 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1088, 1088 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1351", "outputIndexes": [ 1089 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1089 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1352", "outputIndexes": [ 1090 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1089, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1354", "outputIndexes": [ 1091 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1091 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1355", "outputIndexes": [ 1092 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1087, 1090, 1092, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1358", "outputIndexes": [ 1093 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1093 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1359", "outputIndexes": [ 1094 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 1094 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1360", "outputIndexes": [ 1095 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1095, 1094 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1361", "outputIndexes": [ 1096 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1086, 1096, 1089 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.5/self_attn/Gather_4_output_0", "outputIndexes": [ 1097 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1097, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.5/self_attn/Unsqueeze_6_output_0", "outputIndexes": [ 1098 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1065, 31, 1098, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.5/self_attn/Slice_output_0", "outputIndexes": [ 1099 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1099, 1085 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/self_attn/Mul_output_0", "outputIndexes": [ 1100 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1099 ] , "main_type": "NONE", "name": "/blocks.5/self_attn/Shape_3_output_0", "outputIndexes": [ 1101 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 1101 ] , "main_type": "NONE", "name": "Shape1367", "outputIndexes": [ 1102 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 1101 ] , "main_type": "NONE", "name": "Rank1369", "outputIndexes": [ 1103 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1103, 1103 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1371", "outputIndexes": [ 1104 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1104 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1372", "outputIndexes": [ 1105 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1104, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1374", "outputIndexes": [ 1106 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1106 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1375", "outputIndexes": [ 1107 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1102, 1105, 1107, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1378", "outputIndexes": [ 1108 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1108 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1379", "outputIndexes": [ 1109 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 1109 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1380", "outputIndexes": [ 1110 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1110, 1109 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1381", "outputIndexes": [ 1111 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1101, 1111, 1104 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.5/self_attn/Gather_5_output_0", "outputIndexes": [ 1112 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1112, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/self_attn/Div_output_0", "outputIndexes": [ 1113 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1113, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.5/self_attn/Unsqueeze_9_output_0", "outputIndexes": [ 1114 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1099, 1114, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.5/self_attn/Slice_3_output_0", "outputIndexes": [ 1115 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1115 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.5/self_attn/Neg_output_0", "outputIndexes": [ 1116 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1113, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.5/self_attn/Unsqueeze_8_output_0", "outputIndexes": [ 1117 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1099, 31, 1117, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.5/self_attn/Slice_2_output_0", "outputIndexes": [ 1118 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1116, 1118 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.5/self_attn/Concat_3_output_0", "outputIndexes": [ 1119 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1078 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1396", "outputIndexes": [ 1120 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1080 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1399", "outputIndexes": [ 1121 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1076, 1120, 1121, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1402", "outputIndexes": [ 1122 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1122 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1403", "outputIndexes": [ 1123 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 1123 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1404", "outputIndexes": [ 1124 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1124, 1123 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1405", "outputIndexes": [ 1125 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1075, 1125, 1078 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.5/self_attn/Gather_3_output_0", "outputIndexes": [ 1126 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1119, 1126 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/self_attn/Mul_1_output_0", "outputIndexes": [ 1127 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1100, 1127 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/self_attn/Add_output_0", "outputIndexes": [ 1128 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1097, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.5/self_attn/Unsqueeze_7_output_0", "outputIndexes": [ 1129 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1065, 1129, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.5/self_attn/Slice_1_output_0", "outputIndexes": [ 1130 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1128, 1130 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.5/self_attn/Concat_4_output_0", "outputIndexes": [ 1131 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7114 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 40960, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 314573834, 1310742, 327680, 0, 0 ] } , "name": "/layers.5/self_attn/k_proj/Linear", "outputIndexes": [ 7119 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7119 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.5/self_attn/k_proj/Linear/post_convert", "outputIndexes": [ 7120 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7120 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.5/self_attn/k_proj/Linear/post_reshape", "outputIndexes": [ 1132 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1045, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.5/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 1133 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1053, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.5/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 1134 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1133, 1134, 64, 1055 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.5/self_attn/Concat_1_output_0", "outputIndexes": [ 1135 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1132, 1135 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.5/self_attn/Reshape_1_output_0", "outputIndexes": [ 1136 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1136 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.5/self_attn/k_norm/Pow_output_0", "outputIndexes": [ 1138 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1138 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.5/self_attn/k_norm/ReduceMean_output_0", "outputIndexes": [ 1139 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1139, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/self_attn/k_norm/Add_output_0", "outputIndexes": [ 1140 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1140, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/self_attn/k_norm/Pow_1_output_0", "outputIndexes": [ 1141 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1136, 1141 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/self_attn/k_norm/Mul_output_0", "outputIndexes": [ 1142 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 512 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035, 0.061035 ] } , "name": "onnx::Mul_10672", "outputIndexes": [ 1143 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1142, 1143 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/self_attn/k_norm/Mul_1_output_0", "outputIndexes": [ 1144 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1097, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.5/self_attn/Unsqueeze_10_output_0", "outputIndexes": [ 1145 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1144, 31, 1145, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.5/self_attn/Slice_4_output_0", "outputIndexes": [ 1146 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1146, 1085 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/self_attn/Mul_2_output_0", "outputIndexes": [ 1147 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1146 ] , "main_type": "NONE", "name": "/blocks.5/self_attn/Shape_4_output_0", "outputIndexes": [ 1148 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 1148 ] , "main_type": "NONE", "name": "Shape1429", "outputIndexes": [ 1149 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 1148 ] , "main_type": "NONE", "name": "Rank1431", "outputIndexes": [ 1150 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1150, 1150 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1433", "outputIndexes": [ 1151 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1151 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1434", "outputIndexes": [ 1152 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1151, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1436", "outputIndexes": [ 1153 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1153 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1437", "outputIndexes": [ 1154 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1149, 1152, 1154, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1440", "outputIndexes": [ 1155 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1155 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1441", "outputIndexes": [ 1156 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 1156 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1442", "outputIndexes": [ 1157 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1157, 1156 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1443", "outputIndexes": [ 1158 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1148, 1158, 1151 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.5/self_attn/Gather_6_output_0", "outputIndexes": [ 1159 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1159, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/self_attn/Div_1_output_0", "outputIndexes": [ 1160 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1160, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.5/self_attn/Unsqueeze_13_output_0", "outputIndexes": [ 1161 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1146, 1161, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.5/self_attn/Slice_7_output_0", "outputIndexes": [ 1162 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1162 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.5/self_attn/Neg_1_output_0", "outputIndexes": [ 1163 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1160, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.5/self_attn/Unsqueeze_12_output_0", "outputIndexes": [ 1164 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1146, 31, 1164, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.5/self_attn/Slice_6_output_0", "outputIndexes": [ 1165 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1163, 1165 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.5/self_attn/Concat_5_output_0", "outputIndexes": [ 1166 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1166, 1126 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/self_attn/Mul_3_output_0", "outputIndexes": [ 1167 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1147, 1167 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/self_attn/Add_1_output_0", "outputIndexes": [ 1168 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1097, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.5/self_attn/Unsqueeze_11_output_0", "outputIndexes": [ 1169 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1144, 1169, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.5/self_attn/Slice_5_output_0", "outputIndexes": [ 1170 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1168, 1170 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.5/self_attn/Concat_6_output_0", "outputIndexes": [ 1171 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7114 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 40960, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 316212256, 1310742, 327680, 0, 0 ] } , "name": "/layers.5/self_attn/v_proj/Linear", "outputIndexes": [ 7123 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7123 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.5/self_attn/v_proj/Linear/post_convert", "outputIndexes": [ 7124 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7124 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.5/self_attn/v_proj/Linear/post_reshape", "outputIndexes": [ 1172 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1045, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.5/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 1173 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1053, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.5/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 1174 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1173, 1174, 64, 1055 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.5/self_attn/Concat_2_output_0", "outputIndexes": [ 1175 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1172, 1175 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.5/self_attn/Reshape_2_output_0", "outputIndexes": [ 1176 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1176 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.5/self_attn/v_norm/Pow_output_0", "outputIndexes": [ 1178 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1178 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.5/self_attn/v_norm/ReduceMean_output_0", "outputIndexes": [ 1179 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1179, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/self_attn/v_norm/Add_output_0", "outputIndexes": [ 1180 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1180, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/self_attn/v_norm/Pow_1_output_0", "outputIndexes": [ 1181 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1176, 1181 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/self_attn/v_norm/Mul_output_0", "outputIndexes": [ 1182 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 159 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1474", "outputIndexes": [ 1183 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 161 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1477", "outputIndexes": [ 1184 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 157, 1183, 1184, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1480", "outputIndexes": [ 1185 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1185 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1481", "outputIndexes": [ 1186 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1186, 1186 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1483", "outputIndexes": [ 1187 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 156, 1187, 159 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_11_output_0", "outputIndexes": [ 1188 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1131, 1171, 1182, 1188 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 5, "kv_shared_layer_index": -1 } , "name": "/layers.5/self_attn/FusedAttention", "outputIndexes": [ 1189 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1189 ] , "main_type": "Reshape", "main": { "dims": [ -1, 4096, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.5/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 7125 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7125 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.5/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 7126 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7126 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 4096, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 163840, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 317850678, 5242902, 1310720, 0, 0 ] } , "name": "/layers.5/self_attn/o_proj/Linear", "outputIndexes": [ 7127 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7127 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.5/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 7128 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7128 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.5/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 1190 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1190 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.5/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 1192 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1192 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.5/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 1193 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1193, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/post_attention_layernorm/Add_output_0", "outputIndexes": [ 1194 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1194, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 1195 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1190, 1195 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 1196 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.009399, 1.6875, 1.6875, 1.6875, 1.164062, 1.132812, 0.671875, 1.117188, 0.01532, 1.6875, 0.847656, 1.6875, 1.6875, 0.804688, 0.015015, 1.6875, 0.013367, 1.6875, 0.001091, 0.001266, 0.527344, 0.001312, 0.031738, 0.001373, 1.179688, 1.6875, 1.6875, 1.65625, 0.00769, 0.306641, 1.148438, 1.6875, 1.023438, 1.085938, 0.001427, 0.392578, 0.898438, 0.542969, 0.069336, 0.427734, 0.008301, 0.182617, 1.6875, 1.6875, 0.351562, 0.015503, 1.070312, 1.6875, 1.6875, 0.001266, 0.001541, 0.001411, 1.015625, 0.527344, 1.6875, 0.792969, 1.6875, 0.078613, 0.695312, 0.001564, 0.644531, 0.00103, 1.6875, 1.6875, 0.277344, 1.664062, 1.6875, 1.015625, 0.063965, 0.045898, 0.012024, 1.6875, 0.001472, 0.032959, 0.001534, 1.296875, 0.116699, 0.671875, 1.6875, 0.012207, 0.871094, 1.6875, 1.476562, 1.6875, 0.933594, 1.421875, 0.057129, 1.257812, 0.886719, 1.6875, 0.001511, 1.6875, 0.839844, 1.6875, 1.6875, 1.6875, 0.75, 1.6875, 1.25, 1.6875, 1.578125, 1.6875, 0.001541, 0.128906, 0.753906, 0.03125, 1.6875, 0.886719, 1.679688, 1.203125, 1.6875, 1.6875, 0.578125, 0.001488, 0.001457, 0.539062, 1.5625, 0.001221, 1.6875, 0.001213, 0.007141, 1.6875, 1.257812, 1.632812, 1.6875, 1.296875, 1.6875, 1.1875, 0.925781, 1.6875, 0.001305, 1.6875, 1.6875, 0.96875, 0.330078, 0.008545, 1.679688, 1.6875, 1.6875, 1.6875, 0.503906, 0.734375, 1.6875, 1.6875, 0.008545, 0.032471, 0.601562, 0.001503, 0.001434, 0.402344, 1.445312, 1.6875, 0.001289, 0.071289, 1.476562, 1.6875, 0.018921, 0.006775, 0.423828, 0.001419, 0.047852, 1.6875, 0.75, 1.6875, 0.777344, 0.013489, 0.001541, 0.104492, 1.6875, 0.001526, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 0.001518, 1.648438, 0.726562, 1.101562, 0.001434, 0.722656, 0.117188, 1.117188, 1.6875, 1.007812, 0.730469, 0.75, 1.203125, 0.558594, 0.001343, 1.6875, 1.6875, 1.6875, 0.020752, 0.001572, 0.001472, 0.001228, 0.001228, 0.589844, 0.11084, 0.796875, 0.992188, 0.001404, 0.022095, 0.71875, 0.09375, 0.349609, 0.96875, 0.355469, 0.073242, 0.001289, 0.001175, 1.6875, 1.6875, 0.001472, 0.292969, 0.001389, 0.640625, 0.001282, 0.001221, 1.09375, 0.25, 1.101562, 0.001541, 1.6875, 1.6875, 1.671875, 0.235352, 0.016602, 0.00145, 1.6875, 1.273438, 0.980469, 0.015503, 0.890625, 0.507812, 1.6875, 1.6875, 1.6875, 1.6875, 0.001396, 0.609375, 0.001266, 0.953125, 0.001534, 0.683594, 1.6875, 0.90625, 0.238281, 1.6875, 0.104004, 0.279297, 0.154297, 0.001411, 0.462891, 1.6875, 0.085938, 0.183594, 1.6875, 0.001244, 0.107422, 0.140625, 1.6875, 1.507812, 1.078125, 0.00164, 0.001144, 0.490234, 1.375, 0.014038, 1.6875, 0.324219, 0.152344, 0.001343, 1.6875, 1.085938, 0.001335, 0.6875, 1.6875, 1.6875, 1.6875, 0.001129, 1.6875, 0.009033, 0.839844, 0.001198, 0.008301, 1.6875, 0.375, 1.6875, 0.018555, 0.00119, 0.361328, 0.001007, 1.6875, 1.148438, 1.6875, 0.5625, 1.648438, 1.6875, 1.6875, 0.291016, 1.234375, 0.001495, 0.523438, 1.671875, 1.6875, 1.6875, 0.120605, 0.011597, 0.726562, 0.363281, 1.6875, 1.03125, 0.001167, 0.166992, 0.890625, 0.546875, 0.175781, 1.6875, 0.011108, 1.6875, 0.929688, 0.542969, 0.012024, 1.6875, 0.277344, 1.679688, 1.679688, 0.142578, 0.015625, 0.023071, 0.116211, 1.109375, 1.6875, 0.077148, 1.148438, 0.008972, 0.972656, 0.049805, 1.6875, 1.6875, 1.203125, 1.648438, 0.082031, 0.053711, 1.296875, 1.234375, 0.835938, 0.011719, 0.006439, 0.441406, 1.0, 1.359375, 1.6875, 0.302734, 0.011597, 1.6875, 0.957031, 1.6875, 0.00145, 0.714844, 1.6875, 1.6875, 0.009766, 0.796875, 1.195312, 0.914062, 0.001472, 1.1875, 0.037598, 0.001312, 0.726562, 1.6875, 0.120117, 0.015564, 0.90625, 0.001236, 0.933594, 0.326172, 0.146484, 1.046875, 0.847656, 1.679688, 1.6875, 1.6875, 1.6875, 1.6875, 1.46875, 1.6875, 1.6875, 1.6875, 0.001602, 0.006805, 0.703125, 0.015747, 0.103516, 0.001518, 1.6875, 1.6875, 0.00135, 0.648438, 1.6875, 1.6875, 0.001534, 0.00132, 0.832031, 0.001205, 1.5, 0.96875, 0.574219, 0.730469, 0.209961, 0.890625, 0.914062, 1.6875, 0.175781, 0.030762, 1.6875, 1.6875, 0.699219, 1.6875, 1.6875, 0.050049, 1.6875, 1.164062, 0.015991, 0.871094, 0.166016, 1.101562, 0.498047, 0.007935, 1.6875, 1.6875, 1.6875, 0.574219, 1.625, 0.125977, 1.6875, 1.6875, 1.164062, 0.546875, 0.009888, 1.6875, 0.03833, 1.601562, 0.014343, 0.753906, 0.929688, 1.101562, 1.6875, 0.009766, 0.001114, 1.6875, 0.898438, 0.160156, 0.001434, 0.001526, 1.6875, 0.001366, 1.6875, 0.902344, 0.001389, 0.096191, 1.6875, 1.6875, 1.5, 1.6875, 1.6875, 0.016113, 0.447266, 0.012817, 1.6875, 0.921875, 1.6875, 1.070312, 0.001648, 1.6875, 1.585938, 1.6875, 0.339844, 0.040527, 0.695312, 0.018921, 1.6875, 0.511719, 0.001427, 0.447266, 0.001404, 0.871094, 1.6875, 1.6875, 1.0625, 1.6875, 0.207031, 0.886719, 0.00161, 1.6875, 1.6875, 0.445312, 1.476562, 1.6875, 0.001404, 0.001167, 0.008423, 1.6875, 0.001305, 0.5, 0.001373, 0.578125, 0.980469, 1.6875, 0.011292, 0.769531, 1.554688, 0.683594, 1.6875, 1.6875, 1.6875, 0.001457, 1.6875, 0.001328, 1.6875, 0.011902, 1.6875, 0.00145, 0.757812, 0.120117, 1.6875, 0.001572, 0.001358, 0.000977, 0.332031, 1.445312, 0.425781, 0.001328, 1.46875, 1.6875, 1.046875, 0.001213, 1.6875, 0.001518, 0.332031, 1.4375, 0.001488, 0.001411, 0.001457, 0.304688, 0.753906, 1.6875, 0.474609, 1.6875, 0.00145, 1.25, 0.013123, 1.6875, 0.001297, 0.014893, 1.6875, 1.6875, 0.675781, 0.001587, 0.011292, 1.6875, 1.6875, 0.04834, 1.6875, 1.6875, 0.53125, 1.351562, 0.267578, 0.001312, 1.6875, 0.785156, 1.6875, 1.6875, 1.6875, 1.6875, 0.021729, 1.6875, 0.007202, 1.6875, 0.542969, 1.6875, 0.001526, 0.378906, 1.6875, 0.589844, 0.566406, 1.6875, 0.001297, 0.135742, 0.867188, 0.5, 0.628906, 1.6875, 0.013733, 1.1875, 0.097656, 0.75, 1.679688, 1.148438, 1.6875, 0.902344, 0.898438, 0.667969, 1.046875, 1.6875, 0.964844, 0.582031, 1.6875, 1.6875, 1.6875, 0.3125, 0.558594, 1.6875, 0.097656, 0.988281, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 0.139648, 0.265625, 0.007477, 0.001572, 0.195312, 0.675781, 0.828125, 0.001389, 0.001457, 1.6875, 1.101562, 1.6875, 1.390625, 0.036865, 0.832031, 0.001549, 1.171875, 0.933594, 0.001129, 0.664062, 0.773438, 0.001266, 1.6875, 0.890625, 1.648438, 1.132812, 1.6875, 0.996094, 0.453125, 0.925781, 0.503906, 0.01355, 0.014648, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.039062, 1.6875, 0.006714, 1.6875, 1.6875, 1.6875, 0.001358, 0.001175, 0.016113, 1.460938, 0.001183, 0.244141, 0.710938, 1.6875, 1.671875, 0.044678, 1.679688, 1.671875, 0.001297, 0.816406, 1.6875, 1.6875, 0.001465, 0.328125, 0.001488, 1.359375, 1.6875, 0.245117, 0.001328, 0.017456, 1.6875, 1.6875, 1.640625, 0.014221, 0.001457, 1.6875, 1.6875, 0.001198, 1.570312, 0.001434, 0.001526, 1.320312, 1.6875, 0.447266, 0.339844, 0.001305, 1.6875, 0.769531, 0.800781, 0.683594, 1.6875, 1.226562, 0.010925, 1.6875, 0.131836, 1.6875, 0.001282, 0.859375, 1.6875, 1.03125, 0.357422, 1.148438, 1.3125, 1.6875, 1.6875, 1.6875, 0.001328, 1.367188, 0.052979, 0.060303, 1.6875, 1.6875, 1.6875, 1.6875, 0.644531, 0.001068, 1.4375, 0.132812, 0.012695, 0.064453, 1.679688, 1.6875, 0.022705, 0.046387, 1.648438, 0.001076, 0.001221, 0.816406, 0.067383, 1.6875, 0.025635, 1.382812, 0.96875, 0.816406, 1.6875, 0.081055, 0.6875, 1.6875, 0.087891, 0.84375, 0.100586, 1.6875, 1.6875, 0.00148, 0.695312, 0.613281, 0.001495, 0.001343, 0.006073, 1.171875, 1.6875, 1.234375, 0.001503, 0.001358, 1.6875, 0.020996, 0.486328, 0.470703, 0.058105, 1.6875, 1.289062, 1.539062, 0.388672, 0.001442, 1.6875, 1.6875, 1.6875, 0.109375, 0.001495, 1.6875, 1.289062, 0.001541, 1.6875, 1.6875, 0.636719, 0.001167, 0.695312, 1.6875, 0.283203, 1.59375, 0.589844, 0.001381, 0.05127, 1.453125, 1.6875, 0.001526, 0.011414, 1.445312, 0.824219, 1.398438, 0.59375, 1.429688, 1.6875, 0.734375, 0.960938, 0.001549, 1.6875, 1.6875, 0.001503, 0.507812, 0.075195, 1.6875, 0.088379, 0.063965, 0.047363, 1.6875, 0.001419, 1.234375, 0.023071, 0.019165, 1.6875, 0.001564, 0.859375, 0.703125, 1.15625, 0.115723, 0.043457, 0.867188, 1.6875, 0.001335, 1.6875, 0.001389, 0.006348, 0.503906, 0.644531, 0.009277, 0.578125, 1.6875, 0.261719, 1.109375, 1.6875, 0.008179, 0.316406, 0.125, 0.71875, 0.001488, 0.001274, 1.382812, 1.6875, 1.6875, 0.114258, 1.6875, 1.6875, 1.671875, 0.001381, 1.578125, 1.6875, 0.001396, 1.6875, 0.433594, 1.648438, 0.001411, 0.001457, 0.018921, 1.6875, 0.036377, 0.404297, 0.024658, 1.679688, 0.777344, 1.6875, 0.570312, 1.125, 0.060059, 0.597656, 0.964844, 0.001503, 0.001534, 0.621094, 0.001297, 0.330078, 1.6875, 0.001503, 1.6875, 0.255859, 1.546875, 1.6875, 1.6875, 1.390625, 1.6875, 0.628906, 0.285156, 0.015015, 1.6875, 0.001373, 1.6875, 0.484375, 1.6875, 0.601562, 1.6875, 0.333984, 0.061768, 0.001129, 0.458984, 1.6875, 0.085449, 1.6875, 0.166016, 0.148438, 1.6875, 1.6875, 1.6875, 1.21875, 1.203125, 1.6875, 1.640625, 0.652344, 1.195312, 1.375, 0.001251, 1.101562, 0.474609, 0.112305, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.585938, 1.6875, 0.001228, 0.855469, 0.021118, 0.029541, 0.080078, 0.001343, 0.001434, 1.6875, 0.00132, 1.6875, 0.001358, 0.001534, 1.6875, 0.349609, 1.6875, 0.001404, 0.224609, 1.6875, 1.234375, 0.302734, 0.001213, 0.001411, 0.001465, 0.097656, 0.001381, 0.449219, 0.339844, 0.009094, 0.011597, 1.6875, 0.103516, 1.34375, 1.085938, 1.6875, 0.001541, 0.001213, 1.6875, 1.6875, 1.6875, 1.6875, 0.001373, 0.013855, 0.001465, 0.546875, 0.511719, 0.001495, 0.773438, 1.6875, 1.328125, 0.015259, 0.00132, 0.001427, 1.6875, 1.6875, 0.570312, 1.664062, 1.6875, 1.6875, 0.001526, 0.001427, 0.511719, 0.006927, 1.6875, 1.6875, 1.671875, 0.949219, 1.6875, 1.6875, 0.425781, 1.6875, 0.001472, 0.070801, 0.092773, 1.6875, 1.6875, 0.691406, 0.015259, 0.515625, 0.008545, 1.6875, 1.25, 0.001411, 0.703125, 1.6875, 0.001175, 0.001373, 1.6875, 0.045898, 1.148438, 0.757812, 1.6875, 0.001427, 1.6875, 0.550781, 0.396484, 0.566406, 0.683594, 0.001419, 0.78125, 0.777344, 1.460938, 0.001541, 1.6875, 0.0625, 0.234375, 1.296875, 1.6875, 0.753906, 0.001266, 1.6875, 1.6875, 0.008118, 0.001419, 0.001266, 1.078125, 0.001213, 0.001442, 0.001602, 1.6875, 1.6875, 0.001205, 1.679688, 1.6875, 1.6875, 0.008545, 0.131836, 0.001198, 1.390625, 1.679688, 0.001495, 0.02063, 0.029663, 1.507812, 0.40625, 0.001236, 0.010437, 1.34375, 1.671875, 0.008972, 0.160156, 0.001198, 0.310547, 0.006195, 1.671875, 0.001419, 1.6875, 0.023926, 1.6875, 0.001152, 0.01062, 1.6875, 0.065918, 0.324219, 1.6875, 0.00135, 0.060303, 1.6875, 0.511719, 0.013306, 0.00148, 1.6875, 1.4375, 0.523438, 0.006378, 1.6875, 0.001411, 1.679688, 0.010071, 0.398438, 0.017456, 1.671875, 1.679688, 0.00135, 0.894531, 0.753906, 0.007996, 0.011536, 1.6875, 1.117188, 1.6875, 0.083496, 0.636719, 0.515625, 1.234375, 1.6875, 1.6875, 0.010254, 0.001442, 0.186523, 0.949219, 1.6875, 0.101074, 1.6875, 1.6875, 1.671875, 0.001282, 0.006256, 0.01709, 0.001427, 0.302734, 0.001297, 1.6875, 1.6875, 0.566406, 1.6875, 1.6875, 0.667969, 1.210938, 0.886719, 0.46875, 0.664062, 0.582031, 1.03125, 1.53125, 1.6875, 0.318359, 1.6875, 0.9375, 0.367188, 0.808594, 0.001129, 0.472656, 0.494141, 1.6875, 1.390625, 0.855469, 0.001488, 0.001434, 0.953125, 1.6875, 0.001266, 0.001534, 0.632812, 1.382812, 1.359375, 1.679688, 0.761719, 0.216797, 0.636719, 1.6875, 0.001198, 0.984375, 0.008728, 1.6875, 0.523438, 1.6875, 0.773438, 1.6875, 0.027222, 1.6875, 0.001396, 1.6875, 1.6875, 1.6875, 1.3125, 0.267578, 0.05542, 1.6875, 0.008606, 1.429688, 0.110352, 0.02356, 1.6875, 0.820312, 1.6875, 1.140625, 0.063477, 1.6875, 0.160156, 0.582031, 0.010376, 1.632812, 0.644531, 1.6875, 0.609375, 0.001183, 0.019653, 1.539062, 0.001236, 1.6875, 0.001564, 0.007355, 1.6875, 1.679688, 1.6875, 0.115723, 1.125, 0.265625, 1.6875, 0.099121, 1.6875, 1.648438, 1.6875, 0.228516, 0.058838, 1.6875, 0.001503, 0.40625, 1.6875, 1.6875, 1.6875, 0.117188, 1.6875, 0.200195, 0.001434, 1.6875, 1.09375, 0.679688, 0.373047, 0.816406, 0.6875, 1.6875, 0.515625, 1.09375, 0.847656, 0.001305, 0.738281, 0.285156, 0.345703, 0.00132, 1.6875, 1.6875, 1.6875, 1.6875, 0.103516, 1.6875, 0.088867, 0.957031, 1.6875, 1.6875, 1.648438, 0.001434, 0.01123, 0.449219, 0.006744, 0.001534, 1.6875, 0.025513, 0.474609, 1.6875, 0.114258, 1.6875, 0.001259, 0.00148, 0.016724, 1.6875, 0.020874, 1.6875, 0.996094, 1.6875, 1.6875, 1.6875, 1.375, 0.010681, 0.675781, 0.093262, 0.001213, 1.6875, 0.515625, 0.118164, 0.925781, 1.617188, 1.359375, 0.001122, 0.34375, 0.013672, 1.6875, 0.988281, 0.056152, 0.021484, 0.001579, 1.445312, 1.492188, 1.234375, 0.07373, 1.429688, 0.008789, 0.024048, 1.6875, 0.057861, 0.00824, 1.6875, 1.6875, 0.098633, 0.001427, 0.008667, 1.539062, 0.057861, 0.859375, 0.245117, 0.996094, 0.001442, 1.648438, 1.015625, 1.6875, 0.018311, 0.07666, 0.011902, 1.6875, 0.769531, 0.09082, 0.933594, 1.6875, 0.001526, 1.6875, 1.6875, 0.00824, 0.617188, 1.6875, 0.792969, 1.6875, 0.34375, 0.001297, 0.582031, 0.014832, 1.476562, 0.017578, 1.6875, 0.001579, 0.010437, 1.6875, 0.988281, 1.335938, 0.031738, 0.558594, 0.001213, 1.085938, 1.6875, 0.239258, 0.001541, 0.001648, 0.001381, 0.174805, 0.001045, 1.6875, 0.089844, 0.462891, 1.6875, 1.5, 0.433594, 1.554688, 0.007233, 1.6875, 0.097656, 0.076172, 0.001465, 0.671875, 0.038818, 0.59375, 1.6875, 0.691406, 1.445312, 1.6875, 0.01123, 1.546875, 0.746094, 0.001389, 1.6875, 0.009338, 1.6875, 0.178711, 1.0625, 0.001526, 0.042969, 1.023438, 0.710938, 1.6875, 0.400391, 0.001595, 1.6875, 1.210938, 1.6875, 1.6875, 0.244141, 1.6875, 1.6875, 1.367188, 0.376953, 0.063965, 0.734375, 0.855469, 0.001106, 1.6875, 0.128906, 1.046875, 0.773438, 0.5, 0.103027, 0.804688, 0.460938, 0.001266, 0.001213, 0.001457, 1.6875, 1.6875, 0.220703, 0.863281, 1.203125, 1.679688, 0.059326, 0.001495, 1.6875, 0.206055, 0.208008, 1.6875, 1.6875, 0.605469, 1.6875, 1.265625, 0.007812, 0.010986, 0.925781, 1.6875, 1.101562, 1.6875, 1.6875, 0.427734, 0.001434, 0.041748, 0.542969, 0.773438, 0.001343, 1.6875, 0.241211, 0.014221, 1.6875, 1.296875, 1.6875, 1.007812, 0.030273, 1.5, 0.00161, 0.001366, 0.75, 1.664062, 0.101562, 0.597656, 0.8125, 1.6875, 0.482422, 1.6875, 0.964844, 1.6875, 1.65625, 0.001274, 0.051514, 1.6875, 0.443359, 1.6875, 0.058105, 1.296875, 0.211914, 1.617188, 0.001297, 1.523438, 1.6875, 0.001289, 0.734375, 0.006531, 1.6875, 1.414062, 1.6875, 0.523438, 1.117188, 0.204102, 1.6875, 1.6875, 0.001488, 0.007507, 1.6875, 0.628906, 1.6875, 0.625, 0.294922, 0.001373, 0.11084, 0.001411, 0.001038, 0.001366, 0.001366, 0.057373, 0.001282, 1.632812, 1.070312, 1.6875, 1.375, 1.6875, 0.851562, 0.945312, 1.6875, 0.433594, 1.6875, 0.542969, 1.6875, 0.503906, 1.6875, 1.484375, 0.178711, 0.59375, 0.949219, 1.6875, 0.086914, 0.010071, 0.008728, 0.25, 0.777344, 1.46875, 1.6875, 0.001381, 0.00135, 0.734375, 0.001274, 0.550781, 1.6875, 1.0, 0.001366, 0.009216, 0.427734, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 0.001396, 1.6875, 0.001457, 1.6875, 0.535156, 1.6875, 0.375, 1.6875, 0.625, 0.001106, 0.001442, 1.59375, 0.65625, 0.001373, 1.09375, 1.6875, 0.007202, 0.008423, 1.039062, 1.421875, 1.6875, 0.255859, 0.001205, 0.021484, 1.25, 1.6875, 0.326172, 0.460938, 0.001419, 1.6875, 0.001389, 1.6875, 0.009155, 0.001366, 1.6875, 1.6875, 0.009155, 1.6875, 0.75, 0.484375, 0.466797, 1.171875, 1.007812, 1.6875, 0.001312, 0.746094, 0.032959, 1.6875, 0.007629, 0.535156, 0.214844, 0.056152, 0.449219, 1.609375, 1.421875, 0.001541, 1.234375, 0.667969, 0.006348, 0.001556, 0.016113, 0.001289, 0.016235, 1.6875, 0.001205, 1.6875, 1.6875, 0.089844, 0.001343, 1.023438, 0.231445, 1.6875, 0.589844, 0.091309, 0.953125, 0.010437, 0.001137, 1.6875, 0.001205, 1.6875, 0.001205, 0.539062, 0.589844, 0.017456, 0.007874, 0.001534, 0.300781, 1.6875, 1.6875, 0.316406, 1.6875, 1.640625, 0.001549, 0.008057, 0.170898, 1.234375, 0.039307, 0.001541, 1.6875, 0.001411, 0.375, 1.6875, 0.875, 0.015625, 0.613281, 0.380859, 1.5625, 1.5, 1.40625, 0.213867, 0.21875, 1.6875, 0.511719, 0.111328, 0.008423, 1.375, 0.007477, 1.015625, 0.675781, 0.087891, 1.664062, 0.777344, 0.008911, 1.6875, 0.01178, 1.203125, 0.613281, 0.001358, 1.6875, 1.6875, 1.359375, 0.030029, 1.6875, 1.6875, 0.6875, 1.6875, 0.230469, 1.023438, 0.001534, 0.001282, 1.515625, 1.6875, 0.992188, 0.960938, 0.582031, 1.273438, 0.019165, 0.128906, 0.00135, 0.055664, 0.141602, 1.65625, 1.6875, 0.007202, 0.009827, 1.390625, 0.001465, 1.6875, 1.6875, 1.6875, 0.628906, 0.628906, 0.194336, 0.113281, 1.6875, 0.447266, 1.6875, 0.016479, 1.6875, 1.6875, 0.613281, 0.5625, 1.6875, 0.135742, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 0.001465, 1.6875, 1.6875, 0.084473, 0.01062, 0.019287, 1.375, 1.6875, 0.316406, 0.914062, 0.001328, 0.001495, 1.6875, 1.6875, 1.6875, 0.878906, 0.00145, 0.04541, 1.59375, 0.455078, 0.980469, 0.122559, 0.628906, 1.601562, 0.043701, 1.6875, 0.001465, 0.055176, 1.6875, 0.245117, 0.742188, 1.6875, 1.6875, 0.001404, 0.00135, 0.523438, 1.6875, 1.6875, 0.496094, 0.855469, 1.6875, 1.6875, 0.00132, 0.009155, 0.820312, 0.75, 1.390625, 1.6875, 1.6875, 1.390625, 1.015625, 1.6875, 1.1875, 0.625, 0.001205, 0.001411, 0.757812, 0.001312, 0.007355, 0.734375, 1.6875, 0.090332, 0.652344, 0.980469, 1.015625, 0.015747, 0.382812, 1.6875, 0.091797, 1.6875, 0.008789, 1.6875, 0.02002, 0.001396, 1.0625, 0.015076, 1.40625, 1.085938, 0.122559, 0.589844, 0.199219, 0.839844, 0.03125, 0.001221, 0.519531, 1.6875, 0.103516, 1.6875, 1.6875, 0.001427, 1.6875, 0.083008, 1.6875, 0.131836, 1.6875, 0.025513, 1.6875, 1.6875, 0.777344, 1.6875, 0.369141, 1.6875, 1.6875, 0.016113, 1.34375, 1.6875, 0.236328, 0.679688, 1.6875, 0.482422, 1.6875, 0.067871, 1.6875, 0.013855, 0.112793, 1.171875, 1.6875, 0.001518, 0.761719, 1.6875, 1.6875, 0.001213, 1.3125, 0.574219, 1.6875, 0.746094, 0.202148, 0.001587, 1.6875, 1.6875, 0.007172, 0.050049, 1.6875, 1.6875, 0.878906, 0.001038, 0.020752, 0.75, 1.65625, 0.208008, 0.001419, 0.550781, 0.012451, 1.671875, 1.6875, 0.318359, 1.53125, 0.007629, 1.382812, 0.001373, 1.289062, 1.6875, 1.28125, 1.242188, 0.137695, 0.001427, 1.6875, 0.015991, 0.103027, 0.722656, 1.6875, 0.001045, 1.6875, 0.015564, 1.6875, 1.6875, 0.052002, 1.53125, 1.015625, 1.6875, 0.01178, 0.01123, 1.296875, 1.6875, 0.026123, 1.648438, 1.6875, 0.001488, 1.078125, 1.664062, 1.6875, 0.396484, 0.640625, 1.6875, 1.6875, 0.001366, 0.710938, 1.6875, 0.425781, 1.5625, 1.40625, 1.6875, 0.835938, 1.6875, 1.070312, 1.6875, 0.785156, 0.001396, 1.054688, 0.038818, 0.746094, 1.101562, 1.109375, 1.117188, 0.640625, 1.6875, 0.001457, 0.00132, 0.753906, 1.6875, 0.006805, 0.055176, 0.028931, 1.578125, 1.6875, 0.488281, 0.008606, 0.021118, 1.445312, 0.122559, 0.006653, 0.013794, 0.01178, 0.001228, 0.914062, 0.008545, 0.589844, 0.011169, 1.6875, 0.001556, 1.632812, 0.964844, 1.6875, 1.6875, 1.09375, 0.640625, 1.679688, 0.001556, 0.056152, 0.001419, 0.014832, 1.679688, 0.574219, 1.6875, 0.439453, 0.001305, 0.683594, 1.6875, 0.029297, 1.015625, 0.001556, 0.482422, 1.6875, 1.398438, 1.6875, 0.162109, 0.115234, 1.6875, 0.380859, 0.738281, 0.001549, 0.064453, 1.6875, 0.011414, 0.001518, 0.020386, 0.753906, 0.043945, 1.679688, 1.679688, 1.6875, 0.044189, 1.6875, 1.0625, 0.241211, 0.076172, 0.007812, 0.761719, 0.878906, 0.878906, 0.087402, 0.396484, 0.001503, 0.066895, 0.683594, 0.10498, 1.6875, 1.6875, 0.001297, 0.972656, 0.640625, 0.193359, 0.550781, 1.6875, 1.03125, 1.6875, 0.664062, 0.035645, 1.335938, 0.001495, 1.6875, 0.009583, 1.6875, 1.203125, 0.098633, 1.25, 1.6875, 1.6875, 1.6875, 1.6875, 0.101562, 1.34375, 0.078125, 1.6875, 1.6875, 0.177734, 1.6875, 1.6875, 1.6875, 1.6875, 0.957031, 1.6875, 0.380859, 0.001335, 1.6875, 0.376953, 1.679688, 0.001259, 0.001541, 0.001442, 1.6875, 1.679688, 1.679688, 0.149414, 0.099121, 0.009949, 0.028687, 1.6875, 0.001335, 1.210938, 1.6875, 0.006744, 1.4375, 0.111328, 0.714844, 1.6875, 1.507812, 0.933594, 0.714844, 1.6875, 0.123535, 1.6875, 1.6875, 0.267578, 0.001114, 0.416016, 1.257812, 0.001419, 1.6875, 0.019165, 0.001495, 1.6875, 1.6875, 1.6875, 0.001389, 0.054932, 1.6875, 0.164062, 1.359375, 1.6875, 1.15625, 1.039062, 1.679688, 0.025024, 0.149414, 1.6875, 1.6875, 0.00885, 1.265625, 0.016846, 0.539062, 1.6875, 1.6875, 0.839844, 1.398438, 1.6875, 1.6875, 1.53125, 1.6875, 1.6875, 1.117188, 1.6875, 0.396484, 0.001534, 1.351562, 0.009094, 0.847656, 0.00135, 1.6875, 0.001205, 1.03125, 0.009094, 0.075195, 1.15625, 1.09375, 0.6875, 1.6875, 1.6875, 0.337891, 0.001419, 1.6875, 1.640625, 1.296875, 0.001472, 1.6875, 0.005157, 0.001602, 0.008301, 0.001495, 0.052246, 1.671875, 1.6875, 0.001427, 0.011963, 1.6875, 0.664062, 1.6875, 0.730469, 0.00116, 1.6875, 0.006989, 1.6875, 1.6875, 0.033691, 1.6875, 0.001541, 1.617188, 0.014893, 1.6875, 0.279297, 0.515625, 0.488281, 1.6875, 0.005737, 1.6875, 0.546875, 1.6875, 0.447266, 0.90625, 0.00148, 0.001381, 1.6875, 1.6875, 1.6875, 0.253906, 1.6875, 1.6875, 0.038574, 1.6875, 1.6875, 0.074707, 0.132812, 0.851562, 0.067871, 1.109375, 1.6875, 1.6875, 0.007568, 0.527344, 0.037354, 1.6875, 1.6875, 1.6875, 0.757812, 1.664062, 0.15918, 0.046631, 1.6875, 1.6875, 1.6875, 0.010742, 0.001259, 1.6875, 0.828125, 0.01532, 0.722656, 0.671875, 0.259766, 0.001091, 0.001396, 1.117188, 1.6875, 0.158203, 1.6875, 0.001488, 1.6875, 1.6875, 0.023804, 1.304688, 0.267578, 1.6875, 1.6875, 1.671875, 0.001251, 0.001404, 0.222656, 0.460938, 0.75, 0.769531, 0.402344, 0.028198, 0.042725, 0.007324, 0.00119, 1.6875, 1.6875, 1.6875, 1.679688, 1.6875, 0.820312, 0.001358, 0.660156, 0.168945, 1.335938, 1.6875, 0.00116, 0.001381, 0.040771, 0.15918, 0.00946, 0.494141, 0.001442, 0.847656, 0.044922, 0.746094, 1.53125, 0.160156, 1.6875, 1.679688, 0.052734, 0.01355, 0.00132, 1.289062, 0.006958, 0.069336, 1.6875, 0.691406, 0.00161, 0.582031, 1.6875, 1.203125, 0.116699, 0.613281, 0.001205, 0.792969, 1.6875, 0.001556, 0.644531, 0.009155, 1.6875, 0.032715, 0.00135, 0.001488, 0.828125, 0.019165, 0.917969, 1.6875, 1.6875, 0.019531, 0.001518, 1.6875, 0.046387, 1.648438, 1.070312, 0.01709, 0.016968, 1.484375, 1.6875, 1.6875, 1.6875, 0.001511, 0.001328, 1.6875, 0.267578, 1.390625, 1.6875, 0.001205, 0.457031, 0.369141, 1.6875, 0.013428, 1.148438, 0.425781, 1.6875, 1.6875, 0.00119, 0.001404, 1.523438, 1.507812, 1.6875, 1.6875, 0.253906, 0.009399, 0.145508, 0.304688, 0.001404, 1.6875, 0.001328, 0.859375, 0.574219, 1.609375, 0.139648, 0.00132, 1.6875, 0.0354, 0.769531, 0.300781, 0.157227, 0.009827, 0.058838, 1.289062, 0.001457, 0.006439, 1.6875, 0.014221, 0.765625, 1.523438, 0.188477, 1.6875, 0.001297, 1.664062, 0.972656, 0.652344, 1.6875, 1.6875, 0.228516, 1.6875, 0.00145, 1.632812, 1.09375, 1.6875, 0.001518, 1.6875, 0.746094, 0.078613, 1.148438, 0.667969, 0.001518, 0.069824, 0.001266, 1.6875, 0.001289, 0.554688, 0.012451, 0.001305, 1.6875, 1.6875, 1.6875, 0.007141, 0.001289, 1.492188, 1.140625, 1.6875, 1.6875, 1.6875, 1.359375, 0.145508, 0.001328, 0.667969, 0.609375, 1.6875, 0.017822, 0.001549, 0.996094, 1.6875, 0.014221, 1.6875, 0.855469, 1.6875, 1.6875, 0.0271, 0.322266, 0.001396, 0.210938, 1.6875, 0.013306, 0.012939, 0.001358, 1.6875, 0.001259, 0.001198, 0.040039, 0.08252, 0.851562, 0.625, 0.001335, 0.644531, 0.005371, 0.024902, 0.001488, 0.211914, 1.007812, 0.337891, 0.097656, 1.6875, 0.00769, 1.023438, 0.820312, 1.671875, 0.22168, 0.001289, 0.453125, 0.5625, 0.667969, 0.208008, 0.921875, 0.009827, 1.6875, 0.757812, 0.001564, 1.6875, 1.6875, 1.6875, 1.6875, 0.135742, 1.289062, 0.001534, 0.660156, 0.009644, 0.871094, 0.511719, 0.236328, 0.578125, 0.578125, 1.6875, 1.289062, 0.001465, 0.001389, 0.007172, 1.6875, 0.014221, 1.6875, 0.976562, 0.071777, 0.306641, 1.6875, 0.298828, 1.625, 0.061768, 0.855469, 0.291016, 0.009827, 0.001511, 1.6875, 0.001457, 0.753906, 0.083496, 1.6875, 1.6875, 0.042725, 1.40625, 0.001328, 0.008972, 1.6875, 0.15332, 1.445312, 1.6875, 1.6875, 1.6875, 0.00148, 1.6875, 1.6875, 0.001236, 1.398438, 0.001144, 1.515625, 1.6875, 0.472656, 1.0625, 1.6875, 0.01062, 0.014771, 1.6875, 1.6875, 1.6875, 0.066406, 0.001556, 1.6875, 1.226562, 0.001427, 0.007294, 0.486328, 1.039062, 1.6875, 1.6875, 0.208984, 0.00116, 0.008423, 0.0625, 1.03125, 0.5, 1.6875, 1.6875, 0.006866, 1.6875, 1.6875, 0.976562, 0.024902, 0.00135, 0.001305, 0.001389, 1.6875, 0.523438 ] } , "name": "onnx::Mul_10697", "outputIndexes": [ 1197 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1196, 1197 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 1198 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1026, 1198 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/Add_output_0", "outputIndexes": [ 1199 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1199 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.5/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 1200 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1200 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.5/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 1201 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1201, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 1202 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1202, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 1203 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1199, 1203 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 1204 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 163.0, 1.09375, 1.34375, 1.9375, 2.1875, 2.21875, 2.28125, 2.15625, 91.5, 2.171875, 3.109375, 0.914062, 1.132812, 1.734375, 103.5, -0.148438, 136.0, 1.960938, 188.0, 294.0, 4.25, 374.0, 59.0, 304.0, 2.75, 0.351562, 1.75, 1.257812, 176.0, 1.226562, 1.820312, 2.078125, 2.25, 2.3125, 238.0, 5.90625, 2.515625, 2.984375, 41.0, 4.78125, 193.0, 11.375, 2.25, 2.578125, 8.875, 124.0, 2.453125, 1.6875, 2.03125, 310.0, 290.0, 262.0, 2.828125, 3.078125, 0.886719, 2.53125, 1.632812, 31.25, 3.015625, 298.0, 3.546875, 328.0, 0.400391, 1.84375, 9.6875, -0.345703, 1.8125, 5.1875, 37.0, 64.5, 133.0, -0.53125, 384.0, 56.25, 340.0, 1.742188, 41.25, 2.671875, -1.304688, 149.0, 2.921875, 0.882812, 5.0, 2.625, 0.601562, 1.429688, 41.0, 2.421875, 2.046875, 1.742188, 294.0, 1.25, 2.609375, 3.875, 1.65625, 1.359375, 3.1875, 1.679688, 0.53125, 1.5625, 1.0625, 1.898438, 202.0, 13.3125, 2.71875, 50.75, 1.351562, 2.25, 2.5625, 1.96875, 2.78125, 1.835938, 2.984375, 322.0, 278.0, 2.078125, 1.546875, 298.0, 1.25, 308.0, 205.0, 3.546875, 2.0625, 1.578125, 2.015625, 2.21875, 2.21875, 2.671875, 2.609375, 1.648438, 322.0, 1.554688, 1.828125, 2.265625, 4.34375, 163.0, 1.632812, 1.445312, 1.257812, 2.40625, 0.601562, 3.1875, 2.0625, 2.1875, 314.0, 49.25, 1.789062, 352.0, 274.0, 4.75, 2.59375, 1.203125, 322.0, 31.375, 2.875, 2.234375, 118.0, 216.0, 3.578125, 304.0, 42.5, 2.40625, 3.015625, 2.53125, 2.140625, 119.0, 360.0, 10.0625, 8.375, 314.0, 1.648438, 1.476562, 2.015625, 1.445312, 1.3125, 236.0, 1.375, 2.734375, 2.3125, 360.0, 2.96875, 17.875, 2.515625, 1.828125, 3.0625, 2.375, 1.03125, 3.125, 3.21875, 372.0, 1.828125, 1.398438, 2.625, 183.0, 328.0, 282.0, 214.0, 192.0, 3.34375, 43.5, 3.140625, 2.421875, 276.0, 78.5, 2.703125, 33.75, 5.0, 2.71875, 5.3125, 24.875, 220.0, 376.0, 1.734375, 2.703125, 264.0, 6.78125, 280.0, 8.8125, 248.0, 228.0, 3.15625, 9.9375, 2.84375, 28.25, 2.59375, 1.710938, 1.515625, 11.0, 92.5, 63.75, 0.5, 2.015625, 2.15625, 104.0, 3.09375, 2.265625, 2.515625, 0.785156, 1.742188, 1.523438, 256.0, 4.09375, 344.0, 2.5625, 324.0, 2.90625, 2.84375, 4.3125, 7.6875, 2.453125, 18.25, 18.5, 17.125, 450.0, 4.84375, 2.1875, 18.875, 7.5625, 1.773438, 264.0, 20.75, 19.0, 1.445312, 3.03125, 3.5, 282.0, 340.0, 4.46875, 0.730469, 152.0, 1.226562, 3.328125, 8.4375, 296.0, 1.851562, 2.1875, 292.0, 3.046875, -1.242188, 1.109375, 2.203125, 328.0, 3.25, 217.0, 2.5625, 340.0, 184.0, 2.5, -11.625, 1.578125, 76.5, 230.0, 7.3125, 368.0, 6.15625, 3.21875, 2.28125, 3.359375, 1.820312, 1.695312, 2.875, 7.34375, 3.40625, 193.0, 4.03125, 1.851562, 1.710938, 2.5625, 12.75, 143.0, 2.671875, 5.125, 1.632812, 2.53125, 290.0, 12.25, 2.53125, 4.6875, 12.125, 2.453125, 136.0, 2.625, 2.484375, 3.578125, 126.5, 1.632812, 5.84375, 1.757812, 1.875, 31.125, 158.0, 70.0, 10.5, 1.429688, 2.15625, 21.625, 3.46875, 177.0, 2.984375, 57.75, 6.78125, 1.195312, 2.109375, 1.671875, 40.75, 58.75, 1.632812, 1.484375, 2.5, 144.0, 282.0, 12.125, 7.6875, 1.929688, 1.976562, 2.734375, 136.0, 0.632812, 3.15625, 1.96875, 255.0, 3.5, 2.34375, 2.578125, 179.0, 3.921875, 2.515625, 1.835938, 282.0, 2.0625, 47.0, 346.0, 1.765625, 2.109375, 21.25, 122.0, 2.0, 227.0, 2.59375, 5.59375, 14.9375, 2.796875, 2.65625, 1.226562, 1.023438, 1.953125, 1.835938, 1.085938, 1.789062, 1.914062, 1.460938, 1.25, 272.0, 213.0, 2.859375, 94.5, 29.25, 245.0, -2.03125, 3.703125, 220.0, 2.625, 1.945312, 1.765625, 336.0, 302.0, 2.515625, 290.0, 1.828125, 2.40625, 4.03125, 8.375, 9.75, 2.390625, 3.5, 1.109375, 10.1875, 60.25, 1.796875, 1.359375, 5.03125, 1.195312, 1.21875, 54.75, 1.445312, 1.890625, 94.5, 2.859375, 14.375, 2.28125, 3.953125, 225.0, 1.085938, 0.964844, 1.351562, 3.53125, 1.53125, 11.875, 2.171875, 4.78125, 2.03125, 4.1875, 146.0, 1.554688, 84.5, 1.0625, 149.0, 2.984375, 3.25, 2.34375, 0.640625, 220.0, 356.0, 1.710938, 2.46875, 17.875, 207.0, 274.0, 1.351562, 346.0, 2.15625, 1.742188, 336.0, 18.5, 2.625, 3.84375, 1.835938, 1.382812, 1.90625, 108.0, 3.609375, 219.0, 3.09375, 0.757812, 3.140625, 3.328125, 69.0, 2.390625, 2.109375, 1.890625, 5.03125, 47.0, 4.0, 128.0, 2.09375, 6.8125, 274.0, 5.6875, 338.0, 1.898438, 1.507812, 3.234375, 3.109375, 1.296875, 12.125, 2.90625, -5.9375, 2.390625, 0.644531, 6.25, 1.242188, 4.21875, 212.0, 312.0, 210.0, 5.96875, 286.0, 0.933594, 196.0, 3.84375, 2.609375, 2.6875, 127.0, 5.71875, 2.125, 2.515625, 2.03125, 0.523438, 1.898438, 298.0, 1.125, 260.0, 2.859375, 145.0, 2.1875, 245.0, 2.8125, 23.875, 1.351562, 364.0, 278.0, 306.0, 6.78125, 1.773438, 4.5, 350.0, 2.5, 1.4375, 2.390625, 306.0, 2.15625, 318.0, 4.59375, 1.203125, 251.0, 270.0, 209.0, 6.21875, 0.925781, 2.609375, 1.5625, 4.625, 212.0, 2.53125, 106.5, 1.21875, 207.0, 161.0, 4.125, 4.875, 3.015625, 336.0, 144.0, 0.613281, 1.023438, 50.0, 0.349609, 2.09375, 3.375, 1.851562, 5.65625, 262.0, 2.1875, 2.78125, 4.125, 1.921875, 1.875, 2.5, 86.0, 1.695312, 195.0, 1.828125, 1.46875, 0.847656, 306.0, 5.59375, 2.6875, 2.890625, 5.8125, 1.773438, 256.0, 11.9375, 3.203125, 3.359375, 2.328125, 1.625, 133.0, 2.625, 48.25, 3.03125, 1.171875, 1.78125, 2.09375, 2.703125, 2.90625, 2.140625, 0.707031, 0.539062, 2.8125, 9.9375, 1.773438, -0.09082, 2.46875, 2.359375, 5.46875, 2.53125, 47.25, 2.96875, 3.46875, 2.28125, 1.570312, 1.15625, 2.1875, 19.25, 6.96875, 274.0, 286.0, 2.546875, 3.46875, 2.109375, 376.0, 278.0, 2.109375, 1.9375, 1.945312, 3.546875, 75.5, 2.546875, 256.0, 2.453125, -3.359375, 243.0, 4.0, 1.664062, 312.0, 3.296875, 2.796875, 1.40625, 3.171875, 2.984375, 1.8125, 4.34375, 2.4375, 3.6875, 230.0, 121.0, 2.015625, 3.078125, 1.9375, 2.78125, 2.28125, 2.5, 1.179688, 190.0, 1.257812, 2.53125, 1.820312, 246.0, 258.0, 114.5, 1.921875, 195.0, 8.1875, 1.90625, 2.59375, 1.40625, 55.75, 1.257812, 1.078125, 258.0, 2.78125, 2.140625, 1.695312, 258.0, 0.480469, 254.0, 1.226562, 6.1875, 13.375, 338.0, 97.0, 1.609375, 1.15625, 1.09375, 147.0, 290.0, 2.625, 1.132812, 300.0, 2.109375, 326.0, 247.0, 2.625, 3.078125, 5.40625, 8.0, 350.0, 2.3125, 3.15625, 1.265625, 2.609375, 1.875, 3.25, 134.0, 0.523438, 16.125, 1.679688, 306.0, 3.0, 1.898438, 2.65625, 2.671875, 2.703125, 1.34375, 0.890625, 2.125, 1.367188, 159.0, 1.289062, 58.25, 44.25, 2.1875, 1.234375, 1.546875, 3.953125, 3.28125, 362.0, 2.25, 11.4375, 141.0, 27.875, 1.9375, 1.867188, 97.5, 52.25, 2.015625, 262.0, 356.0, 2.78125, 52.75, 1.625, 94.5, 1.1875, 3.984375, 2.703125, 1.984375, 21.5, 2.046875, 2.203125, 26.5, 3.34375, 21.75, 1.84375, 2.640625, 290.0, 6.125, 9.5, 256.0, 210.0, 240.0, 1.265625, 1.789062, 2.671875, 304.0, 288.0, 1.976562, 122.0, 2.78125, 3.65625, 25.0, 1.671875, 2.5, 1.695312, 2.609375, 236.0, 1.257812, 1.015625, 0.53125, 16.625, 217.0, 1.460938, 2.125, 212.0, 1.554688, 1.953125, 2.65625, 298.0, 3.09375, 3.4375, 18.375, 3.09375, 3.609375, 362.0, 30.25, 1.773438, 2.203125, 338.0, 190.0, 3.859375, 3.375, 2.53125, 3.5, 2.625, 1.195312, 2.5625, 1.976562, 197.0, 2.09375, 1.6875, 300.0, 3.515625, 38.5, 2.578125, 54.0, 76.0, 52.75, 4.28125, 334.0, 1.789062, 112.0, 93.5, 1.429688, 2.578125, 2.671875, 2.8125, 2.90625, 22.125, 57.25, 3.0625, 1.820312, 262.0, 1.085938, 240.0, 200.0, 4.28125, 3.515625, 220.0, 3.25, 1.492188, 7.71875, 2.0625, 1.828125, 225.0, 15.75, 16.125, 2.640625, 330.0, 282.0, 1.335938, 1.65625, 2.34375, 22.375, 1.40625, 2.234375, 0.396484, 252.0, 1.59375, 3.6875, 316.0, 2.03125, 5.0, 1.546875, 308.0, 296.0, 83.5, 0.589844, 67.0, 5.46875, 70.0, 2.125, 1.617188, 1.90625, 3.5, 3.0625, 30.125, 3.515625, 2.671875, 328.0, 298.0, 4.03125, 310.0, 8.25, 1.695312, 296.0, 0.933594, 9.875, 1.929688, 2.296875, 3.78125, 1.804688, 10.4375, 2.671875, 7.3125, 156.0, 1.367188, 262.0, 1.8125, 3.625, 1.539062, 3.734375, 1.414062, 17.0, 33.5, 336.0, 5.0625, 2.96875, 21.25, 5.125, 6.9375, 9.4375, 1.226562, 1.757812, 2.265625, 2.734375, 2.234375, -3.5, 2.640625, 3.0, 1.96875, 1.171875, 318.0, 2.59375, 2.828125, 21.5, 1.6875, 2.890625, 1.53125, 1.367188, 2.96875, 2.203125, 2.046875, 286.0, 2.34375, 115.0, 80.5, 21.125, 284.0, 334.0, 1.734375, 300.0, 1.023438, 270.0, 306.0, 1.585938, 5.4375, 1.453125, 286.0, 0.96875, 1.34375, 2.984375, 4.75, 314.0, 268.0, 212.0, 41.75, 158.0, 3.578125, 6.21875, 219.0, 121.5, 0.542969, 52.0, 3.15625, 3.09375, 2.609375, 190.0, 358.0, 1.890625, 2.75, 1.804688, 1.898438, 328.0, 134.0, 346.0, 3.40625, 4.15625, 334.0, 2.796875, 2.203125, 3.859375, 126.0, 282.0, 278.0, 1.46875, 2.1875, 4.3125, 1.734375, 1.25, 1.734375, 181.0, 268.0, 3.40625, 207.0, 1.609375, 1.601562, 0.734375, 2.15625, 2.8125, 4.65625, 4.15625, 3.828125, 282.0, 29.875, 46.5, 1.796875, 0.761719, 6.15625, 101.0, 9.875, 191.0, 4.125, 3.078125, 191.0, 3.328125, 0.408203, 330.0, 200.0, 3.171875, 33.25, 3.5625, 2.125, 1.5625, 286.0, 0.753906, 3.21875, 1.773438, 2.703125, 3.421875, 230.0, 1.429688, 3.375, 1.992188, 358.0, 3.265625, 28.625, 6.09375, 1.867188, 2.28125, 2.859375, 292.0, 2.59375, 1.070312, 206.0, 260.0, 274.0, 2.59375, 360.0, 300.0, 2.921875, 1.71875, 1.453125, 314.0, 1.234375, 2.359375, 2.046875, 191.0, 16.625, 294.0, 1.835938, 1.867188, 286.0, 77.0, 58.5, 2.09375, 5.65625, 356.0, 148.0, 0.683594, 2.328125, 164.0, 11.0625, 302.0, 6.46875, 248.0, 1.898438, 320.0, 1.539062, 72.0, 1.078125, 278.0, 166.0, 2.6875, 29.25, 7.5, 2.015625, 250.0, 55.25, 3.609375, 4.96875, 117.5, 227.0, 1.65625, 2.46875, 1.585938, 324.0, 1.484375, 356.0, 1.851562, 155.0, 3.203125, 97.0, -1.398438, 1.46875, 336.0, 2.0625, 1.796875, 193.0, 135.0, 2.375, 1.914062, 2.71875, 28.0, 3.53125, 3.640625, 2.3125, 0.859375, 2.4375, 197.0, 284.0, 14.375, 1.921875, 1.914062, 26.0, 1.179688, 1.382812, 1.414062, 330.0, 224.0, 109.0, 290.0, 7.375, 360.0, 0.675781, 2.078125, 0.867188, 3.734375, 0.486328, 2.671875, 1.734375, 1.851562, 4.15625, 3.078125, 3.953125, 2.140625, 1.359375, 2.546875, 3.875, 2.09375, 2.1875, 4.40625, 2.96875, 318.0, 3.203125, 4.15625, 1.710938, 2.15625, 2.15625, 152.0, 241.0, 3.875, 1.875, 262.0, 306.0, 3.09375, 1.65625, 1.796875, 2.09375, 2.765625, 13.1875, 4.1875, 1.703125, 235.0, 2.21875, 164.0, 1.257812, 3.546875, 0.535156, 2.4375, 2.484375, 154.0, 1.515625, 268.0, 0.871094, 2.390625, 1.953125, 2.359375, 9.8125, 49.5, 1.34375, 298.0, 2.125, 20.125, 44.5, 4.03125, 1.234375, 1.257812, 1.960938, 51.0, 3.5, 14.25, 2.90625, 173.0, 1.921875, 3.046875, 2.328125, 3.78125, 278.0, 87.0, 1.726562, 268.0, 2.296875, 278.0, 236.0, 3.390625, 2.3125, 1.96875, 18.375, 2.6875, 7.53125, 1.53125, 20.375, 0.765625, 0.578125, 4.8125, 9.9375, 64.5, 1.226562, 324.0, 11.1875, 1.1875, 2.828125, 0.878906, 46.25, 1.703125, 13.75, 306.0, 2.296875, 2.25, 3.765625, 4.4375, 2.8125, 2.6875, 2.5, 3.296875, 2.515625, 2.078125, 374.0, 3.171875, 16.875, 6.09375, 268.0, 0.652344, 2.203125, 2.296875, 1.078125, 31.375, 0.566406, 29.625, 2.75, 1.695312, 3.515625, 1.546875, 214.0, 172.0, 9.25, 236.0, 239.0, 1.65625, 86.0, 4.3125, 2.15625, 15.75, 2.640625, 288.0, 382.0, 95.5, 1.625, 120.5, 2.125, 2.640625, 2.109375, 2.0625, 2.1875, 3.078125, 240.0, 3.03125, 36.5, 255.0, 2.609375, 5.125, 39.75, 2.4375, 0.632812, 2.3125, 286.0, 3.6875, 111.0, 2.359375, 1.75, 38.75, 84.0, 344.0, 1.210938, 2.28125, 1.226562, 37.25, 3.140625, 284.0, 240.0, 1.984375, 53.75, 182.0, 2.0625, 2.296875, 18.375, 384.0, 203.0, 1.90625, 39.5, 2.25, 7.5625, 2.421875, 256.0, 0.414062, 2.78125, 1.953125, 85.0, 24.375, 141.0, 1.484375, 4.75, 30.625, 2.609375, 5.21875, 294.0, 1.59375, 1.53125, 194.0, 3.03125, 4.5, -1.367188, 2.5625, 3.78125, 284.0, 2.828125, 208.0, 1.921875, 115.0, 1.398438, 324.0, 172.0, 2.0625, 2.8125, 2.59375, 56.5, 3.40625, 290.0, 3.8125, 1.351562, 9.5625, 288.0, 36.25, 253.0, 12.1875, 262.0, 1.648438, 50.75, 3.953125, 1.5625, 2.015625, 4.34375, 2.671875, 229.0, 1.726562, 45.5, 23.0, 372.0, 3.21875, 78.5, 1.976562, 2.28125, 2.859375, 1.085938, 1.585938, 226.0, 1.921875, 2.8125, 276.0, 1.195312, 264.0, 1.335938, 11.875, 1.726562, 247.0, 47.0, 1.609375, 5.71875, 1.648438, 8.125, 268.0, 0.326172, 2.484375, 1.0, 3.40625, 7.46875, 2.375, 2.28125, 1.359375, 11.875, 49.5, 2.734375, 2.9375, 336.0, 1.648438, 15.8125, 1.796875, 3.234375, 3.46875, 25.75, 3.234375, 4.0625, 292.0, 320.0, 352.0, -1.6875, 1.007812, 7.09375, 2.6875, 2.578125, 1.382812, 52.0, 302.0, 1.578125, 10.8125, 7.1875, 2.28125, 4.03125, 3.265625, 0.804688, 1.78125, 196.0, 135.0, 2.296875, 2.375, 2.609375, 1.695312, 1.71875, 4.375, 296.0, 51.75, 3.3125, 3.390625, 296.0, 2.359375, 8.9375, 121.5, 2.53125, 1.625, 2.8125, 14.3125, 90.0, 3.96875, 334.0, 294.0, 2.984375, 1.976562, 24.125, 3.171875, 2.703125, 1.960938, -10.25, 2.453125, 2.609375, 2.03125, 1.851562, 143.0, 29.25, 1.703125, 2.84375, 3.21875, 95.0, 1.960938, 12.125, 2.234375, 312.0, 2.078125, 1.84375, 258.0, 2.578125, 215.0, 2.140625, 2.015625, 2.265625, 2.140625, 1.992188, 10.875, 1.75, 1.335938, 300.0, 294.0, 1.03125, 3.34375, 2.78125, 3.28125, 4.96875, 306.0, 22.5, 250.0, 374.0, 292.0, 298.0, 27.25, 292.0, 1.945312, 2.25, 1.265625, 2.0, 0.867188, 2.28125, 3.015625, 1.375, 4.3125, 1.625, 3.125, 2.46875, 4.28125, 1.523438, 2.5, 10.5, 2.828125, 2.453125, 2.75, 25.25, 169.0, 145.0, 8.0625, 2.25, 3.65625, 1.25, 312.0, 310.0, 2.734375, 235.0, 3.34375, 1.632812, 2.046875, 296.0, 203.0, 4.75, 1.382812, 1.804688, 2.859375, 1.546875, 0.804688, 1.625, 3.03125, 398.0, 0.757812, 292.0, 1.25, 2.484375, 1.375, 5.21875, 1.234375, 4.96875, 336.0, 330.0, 1.453125, 3.359375, 252.0, 3.171875, 1.09375, 200.0, 234.0, 2.0, 1.632812, 1.71875, 12.25, 276.0, 65.5, 1.84375, 1.617188, 17.125, 3.0625, 322.0, 1.695312, 328.0, 1.710938, 230.0, 224.0, 1.867188, 1.742188, 176.0, 2.703125, 3.453125, 3.203125, 3.921875, 3.25, 5.375, 1.96875, 180.0, 3.296875, 53.0, 0.296875, 216.0, 5.4375, 2.5625, 37.5, 3.265625, 2.609375, 2.296875, 288.0, 1.664062, 2.25, 209.0, 368.0, 140.0, 254.0, 128.0, 1.328125, 318.0, 1.84375, 1.976562, 22.0, 330.0, 2.40625, 8.5625, 1.625, 0.496094, 49.5, 2.625, 160.0, 294.0, 2.265625, 302.0, 2.75, 316.0, 3.125, 4.375, 115.5, 191.0, 366.0, 7.625, 1.5, 2.03125, 1.828125, 1.085938, 1.695312, 278.0, 201.0, 10.125, 1.773438, 63.75, 241.0, 3.0625, 410.0, 11.1875, 1.484375, 2.671875, 105.5, 3.234375, 3.546875, 2.609375, 1.796875, 2.484375, 7.0625, 11.625, 1.6875, 11.25, 21.25, 187.0, 2.765625, 200.0, 2.296875, 3.953125, 24.0, 0.710938, 2.921875, 160.0, 2.3125, 138.0, 2.046875, 9.1875, 354.0, 0.384766, 2.328125, 2.09375, 67.0, 2.71875, 1.914062, 3.375, 1.34375, 9.8125, 3.015625, 318.0, 286.0, 2.375, 0.478516, 4.625, 2.84375, 7.25, 1.734375, 100.0, 25.125, 288.0, 58.5, 14.0625, 2.265625, 1.757812, 228.0, 151.0, 1.9375, 292.0, 1.28125, 1.390625, 2.140625, 2.046875, 2.96875, 7.78125, 13.625, 1.492188, 3.359375, 2.125, 133.0, -1.109375, 2.28125, 9.875, 1.4375, 2.3125, 13.0625, 1.84375, 1.375, 2.421875, 3.0625, 1.46875, 1.726562, 1.664062, 197.0, 4.0625, 1.59375, 27.0, 182.0, 97.0, 2.765625, 1.671875, 5.15625, 2.453125, 260.0, 3.40625, 1.007812, 1.828125, 1.945312, 2.640625, 310.0, 35.5, 3.734375, 3.875, 2.8125, 17.375, 2.625, 2.234375, 34.0, 1.914062, 268.0, 34.75, 1.523438, 13.1875, 2.71875, 3.8125, 2.015625, 298.0, 272.0, 3.859375, 1.0, 2.296875, 5.53125, 2.765625, 3.890625, 1.210938, 243.0, 172.0, 3.296875, 2.421875, 1.976562, 2.34375, 1.5, 2.296875, 2.671875, 1.640625, 2.40625, 3.234375, 336.0, 244.0, 2.65625, 280.0, 204.0, 1.835938, 1.359375, 20.625, 2.953125, 2.5, 2.515625, 150.0, 1.234375, 1.640625, 51.25, 3.703125, 200.0, 0.886719, 85.5, 228.0, 2.453125, 113.0, -5.6875, 2.21875, 17.125, 3.171875, 13.6875, 2.46875, 68.5, 326.0, 3.484375, 2.203125, 45.75, 2.3125, 1.710938, 240.0, 2.015625, 29.375, 1.664062, 40.0, 1.804688, 134.0, 1.796875, 2.078125, 1.421875, 2.109375, 0.921875, 2.109375, 0.480469, 124.5, 1.898438, 1.429688, 8.4375, 2.609375, 2.359375, 3.53125, 3.1875, 39.0, 2.5, 128.0, 41.75, 2.3125, 2.375, 239.0, 2.78125, 3.1875, 1.609375, 172.0, 1.953125, 5.09375, 1.28125, 2.96875, 2.046875, 224.0, 1.296875, 3.984375, 228.0, 57.0, 1.71875, 2.953125, 3.15625, 326.0, 89.0, 2.96875, 1.140625, 15.9375, 244.0, 3.46875, 152.0, 1.023438, 1.515625, 6.28125, 1.851562, 191.0, 4.0, 262.0, 1.273438, 1.171875, 2.359375, 1.851562, 43.25, 216.0, 1.0, 99.5, 20.625, 2.890625, 1.632812, 292.0, 0.300781, 109.0, 1.898438, 1.140625, 35.0, 2.625, 2.1875, 3.078125, 135.0, 145.0, 2.1875, 2.4375, 77.5, 1.578125, 2.03125, 2.90625, 2.546875, 1.0625, 7.46875, 3.78125, 3.46875, 2.453125, 0.617188, 272.0, 2.796875, 1.242188, 6.65625, 2.234375, 2.625, 1.5, 2.234375, 1.9375, 2.15625, 1.1875, 3.8125, 354.0, 2.375, 70.0, 3.03125, 2.21875, 3.359375, 2.484375, 3.03125, 2.34375, 306.0, 228.0, 3.015625, 1.648438, 288.0, 52.75, 52.75, 2.234375, 1.617188, -9.625, 197.0, 102.0, 2.53125, 40.25, 202.0, 93.5, 155.0, 328.0, 4.3125, 184.0, 2.765625, 165.0, 2.25, 278.0, 1.445312, 2.640625, 0.455078, 1.492188, 3.421875, 3.3125, 1.804688, 314.0, 62.5, 306.0, 122.5, 0.578125, 2.921875, 1.945312, 4.0, 320.0, 1.890625, 1.460938, 106.5, 2.015625, 310.0, 3.6875, 1.546875, 3.625, 0.75, 11.5, 15.875, 6.21875, 6.125, 2.796875, 364.0, 35.5, 0.871094, 172.0, 240.0, 142.0, 2.65625, 38.75, 1.976562, 1.234375, 1.671875, 38.75, 1.664062, 2.4375, 11.3125, 21.375, 229.0, 2.546875, 2.875, 2.125, 55.25, 1.734375, 300.0, 27.125, 2.5, 17.5, 2.15625, 1.0625, 288.0, 2.34375, 3.53125, 7.59375, 10.6875, 2.40625, 2.25, 0.742188, 3.03125, 67.0, 2.96875, 252.0, 1.1875, 163.0, 2.015625, 1.757812, 20.375, 2.25, 3.21875, 2.328125, 1.53125, 0.875, 19.5, 1.671875, 52.75, 1.382812, 2.40625, 7.65625, 1.710938, 0.96875, 2.25, 1.789062, 2.890625, 3.828125, 6.375, 284.0, 0.949219, 5.4375, 3.125, 290.0, 294.0, 219.0, 0.679688, 1.8125, 1.34375, 10.625, 16.375, 212.0, 73.5, 2.40625, 364.0, 2.671875, 1.085938, 225.0, 2.453125, 26.75, 6.875, 1.507812, 3.0625, 4.5625, 1.648438, 1.96875, 17.75, 2.140625, 0.707031, 9.4375, 344.0, 0.820312, 2.578125, 306.0, 1.578125, 85.0, 286.0, 1.8125, 0.871094, 1.71875, 278.0, 38.5, 1.671875, 24.5, 1.96875, 1.75, 2.015625, 1.6875, 1.265625, 70.5, 9.875, 0.617188, 1.835938, 211.0, 1.289062, 122.0, 3.484375, 0.753906, 0.855469, 2.65625, 2.796875, 0.722656, 1.867188, 2.09375, 2.015625, 1.992188, 2.875, 2.140625, 4.25, 328.0, 2.15625, 179.0, 6.5, 336.0, 2.1875, 276.0, 2.5, 160.0, 25.0, 2.546875, 2.234375, 1.859375, 1.53125, 2.1875, 5.96875, 1.117188, 1.921875, 2.0, 3.0, 300.0, 2.0625, 278.0, 272.0, 180.0, 284.0, 52.25, 2.046875, 2.15625, 316.0, 180.0, 1.640625, 3.015625, 2.109375, 3.03125, 342.0, 2.265625, 320.0, 2.671875, 1.4375, 39.25, 3.40625, 204.0, 2.65625, 100.5, 1.992188, 8.1875, 7.65625, 6.8125, 1.84375, 249.0, 1.265625, 3.40625, 2.953125, 2.9375, 2.953125, 306.0, 220.0, 2.34375, 1.59375, 1.820312, 4.90625, 1.390625, 1.65625, 46.25, 1.109375, 1.09375, 29.25, 14.9375, 2.609375, 16.25, 3.734375, 0.757812, 1.914062, 218.0, 5.125, 57.5, 2.09375, 3.109375, 1.210938, 1.585938, 1.148438, 14.8125, 40.75, -0.953125, 1.890625, 9.5, 217.0, 137.0, 1.945312, 2.84375, 99.0, 3.109375, 3.71875, 2.453125, 320.0, 376.0, 2.484375, 1.984375, 14.6875, 1.554688, 286.0, 1.6875, 1.835938, 85.0, 1.679688, 14.5, 2.609375, 2.203125, 2.359375, 338.0, 324.0, 20.5, 2.515625, 6.4375, 0.84375, 5.03125, 79.5, 46.0, 233.0, 306.0, 1.992188, 3.046875, 1.375, 3.375, -2.4375, 3.53125, 332.0, 3.203125, 10.4375, 1.289062, 1.359375, 316.0, 342.0, 41.75, 11.875, 164.0, 3.953125, 412.0, 1.96875, 37.25, 3.6875, 2.015625, 10.75, 1.5625, 1.90625, 24.625, 114.0, 292.0, 2.046875, 239.0, 50.25, 4.84375, 3.921875, 239.0, -6.75, 1.773438, 1.882812, 24.375, 3.25, 276.0, 1.273438, 1.25, 186.0, 13.9375, 188.0, 1.0625, 54.5, 258.0, 232.0, 2.625, 90.0, 2.640625, 1.414062, 1.84375, 81.0, 272.0, 1.179688, 59.0, 1.664062, 2.25, 89.0, 77.5, 2.828125, 2.046875, 1.796875, 2.5, 182.0, 290.0, 2.0625, 6.0625, 1.875, 2.171875, 224.0, 3.8125, 5.5625, 1.875, 145.0, 2.84375, 4.21875, 1.507812, 2.484375, 270.0, 314.0, 2.046875, 1.445312, 4.40625, 2.109375, 4.65625, 204.0, 22.25, 4.3125, 231.0, 1.34375, 322.0, 2.515625, 6.28125, 3.1875, 18.5, 292.0, 1.5625, 77.5, 3.046875, 7.21875, 14.625, 169.0, 59.75, 2.203125, 368.0, 282.0, 1.382812, 134.0, 2.796875, 2.328125, 7.34375, 1.960938, 308.0, 1.867188, 1.875, 2.296875, 1.140625, 3.453125, 5.9375, 1.335938, 284.0, 3.34375, 4.65625, 1.742188, 402.0, 3.578125, 3.0625, 26.5, 2.890625, 0.53125, 237.0, 32.0, 310.0, 1.375, 192.0, 2.71875, 136.0, 226.0, 1.59375, 2.34375, 2.65625, 207.0, 304.0, 1.570312, 2.4375, 2.078125, 1.8125, -1.414062, 2.5, 12.8125, 314.0, 3.546875, 1.320312, 1.859375, 86.5, 286.0, 0.941406, 1.617188, 155.0, 0.746094, 2.75, 1.65625, 1.875, 59.25, 4.4375, 342.0, 7.75, 3.359375, 135.0, 234.0, 342.0, 1.671875, 294.0, 320.0, 64.0, 26.625, 2.515625, 4.125, 304.0, 5.0, 238.0, 101.0, 214.0, 8.625, 1.632812, 4.84375, 46.25, 2.890625, 199.0, 2.109375, 2.5, 2.09375, 14.3125, 356.0, 2.75, 3.609375, 3.96875, 6.1875, 2.578125, 169.0, 2.234375, 1.015625, 235.0, 1.78125, 2.8125, 2.25, 1.859375, 15.5, 3.015625, 304.0, 3.109375, 162.0, 2.28125, 1.734375, 7.4375, 2.40625, 4.3125, 0.832031, 2.125, 350.0, 266.0, 204.0, 1.195312, 137.0, 1.867188, 2.671875, 34.75, 6.59375, 2.25, 7.09375, 0.875, 36.0, 2.34375, 4.6875, 163.0, 410.0, 2.03125, 1.75, 2.390625, 20.375, 1.257812, 1.335938, 41.5, 1.1875, 255.0, 202.0, 2.328125, 34.75, 1.25, 2.125, 2.015625, 1.90625, 274.0, 0.851562, 7.09375, 218.0, 2.09375, 218.0, 1.789062, 1.351562, 5.3125, 1.546875, 0.957031, 203.0, 134.0, 1.125, 1.890625, 2.078125, 30.375, 316.0, 2.09375, 0.851562, 201.0, 215.0, 3.734375, 2.5, 1.476562, 1.632812, 8.3125, 384.0, 225.0, 51.25, 4.21875, -3.453125, 1.710938, 2.09375, 270.0, 1.0, 0.824219, 2.84375, 56.75, 286.0, 270.0, 296.0, 1.210938, 3.265625 ] } , "name": "onnx::Mul_10698", "outputIndexes": [ 1205 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1204, 1205 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 1206 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1206 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.5/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 7129 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7129 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.5/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 7130 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7130 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 324404300, 13107222, 3276800, 0, 0 ] } , "name": "/layers.5/mlp/gate_proj/Linear", "outputIndexes": [ 7131 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7131 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.5/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 7132 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7132 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.5/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 1207 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1207 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.5/mlp/act_fn/Mul_output_0", "outputIndexes": [ 1208 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1207, 1208 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 1209 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 1209 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 1210 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1207, 1210 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/mlp/act_fn/Add_output_0", "outputIndexes": [ 1211 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 1211 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 1212 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1212 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.5/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 1213 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 1213 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 1214 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1207, 1214 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 1215 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 1215 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 1216 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7130 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 340788322, 13107222, 3276800, 0, 0 ] } , "name": "/layers.5/mlp/up_proj/Linear", "outputIndexes": [ 7135 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7135 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.5/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 7136 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7136 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.5/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 1217 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1216, 1217 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/mlp/Mul_output_0", "outputIndexes": [ 1218 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1218 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.5/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 7137 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7137 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.5/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 7138 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7138 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 357172344, 13107222, 3276800, 0, 0 ] } , "name": "/layers.5/mlp/down_proj/Linear", "outputIndexes": [ 7139 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7139 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.5/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 7140 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7140 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.5/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 1219 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1219 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.5/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 1221 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1221 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.5/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 1222 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1222, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 1223 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1223, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 1224 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1219, 1224 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 1225 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.029541, 2.0, 2.0, 2.0, 2.0, 1.890625, 1.085938, 2.0, 0.030273, 2.0, 2.0, 0.792969, 2.0, 0.503906, 0.022461, 0.001678, 0.092773, 2.0, 0.021729, 0.017578, 1.5, 0.021729, 0.139648, 0.025513, 0.910156, 2.0, 2.0, 1.234375, 0.028076, 0.001785, 2.0, 2.0, 1.507812, 1.507812, 0.032715, 0.597656, 2.0, 1.445312, 0.216797, 1.367188, 0.039551, 0.112305, 2.0, 2.0, 1.023438, 0.032959, 1.820312, 2.0, 2.0, 0.018799, 0.0177, 0.014038, 2.0, 1.890625, 1.109375, 1.3125, 1.90625, 0.140625, 2.0, 0.025513, 0.34375, 0.0354, 1.5625, 2.0, 0.429688, 0.527344, 2.0, 2.0, 0.211914, 0.133789, 0.0271, 1.257812, 0.020874, 0.05835, 0.016113, 2.0, 0.052979, 1.5625, 2.0, 0.130859, 2.0, 2.0, 0.96875, 1.59375, 0.388672, 0.738281, 0.199219, 2.0, 1.5, 2.0, 0.022339, 2.0, 2.0, 2.0, 1.21875, 2.0, 1.851562, 2.0, 0.478516, 2.0, 1.90625, 2.0, 0.025879, 0.09668, 1.351562, 0.045654, 0.984375, 2.0, 2.0, 1.820312, 2.0, 2.0, 1.304688, 0.016479, 0.014465, 1.28125, 0.925781, 0.017944, 0.980469, 0.042725, 0.021851, 0.847656, 2.0, 0.757812, 2.0, 1.796875, 2.0, 2.0, 2.0, 2.0, 0.016113, 2.0, 2.0, 2.0, 1.265625, 0.028442, 1.976562, 2.0, 2.0, 2.0, 0.296875, 2.0, 2.0, 0.71875, 0.042236, 0.045654, 0.914062, 0.025757, 0.017212, 1.398438, 2.0, 2.0, 0.023193, 0.155273, 1.5625, 1.476562, 0.143555, 0.018677, 1.570312, 0.022095, 0.059326, 2.0, 1.523438, 2.0, 1.554688, 0.016968, 0.030518, 0.126953, 1.101562, 0.023438, 1.773438, 1.53125, 2.0, 2.0, 2.0, 0.016724, 1.804688, 1.335938, 1.578125, 0.014343, 1.648438, 0.21582, 0.726562, 2.0, 2.0, 1.695312, 0.691406, 2.0, 1.234375, 0.017456, 2.0, 2.0, 2.0, 0.165039, 0.018799, 0.016724, 0.02124, 0.019653, 0.404297, 0.049072, 1.1875, 2.0, 0.016846, 0.102539, 1.5, 0.267578, 0.283203, 1.546875, 2.0, 0.106934, 0.022583, 0.013184, 2.0, 1.257812, 0.019775, 0.980469, 0.02002, 0.453125, 0.021362, 0.018188, 2.0, 0.21875, 2.0, 0.109375, 1.953125, 2.0, 2.0, 0.410156, 0.033936, 0.067383, 1.359375, 2.0, 1.835938, 0.053223, 2.0, 0.871094, 2.0, 2.0, 2.0, 2.0, 0.041504, 0.71875, 0.014526, 2.0, 0.022949, 2.0, 2.0, 0.326172, 0.144531, 2.0, 0.230469, 0.232422, 0.232422, 0.010254, 0.322266, 2.0, 0.206055, 0.11084, 2.0, 0.019897, 0.075195, 0.337891, 2.0, 0.859375, 1.03125, 0.018555, 0.018799, 0.519531, 1.289062, 0.022827, 2.0, 0.106445, 0.169922, 0.021484, 2.0, 2.0, 0.021118, 0.390625, 2.0, 2.0, 2.0, 0.026123, 2.0, 0.038086, 1.992188, 0.028931, 0.020508, 2.0, 2.0, 2.0, 0.051025, 0.017456, 1.054688, 0.014038, 0.894531, 0.765625, 2.0, 1.046875, 2.0, 2.0, 1.578125, 0.457031, 1.523438, 0.03064, 0.443359, 2.0, 1.976562, 2.0, 0.320312, 0.028564, 2.0, 1.28125, 2.0, 2.0, 0.016602, 0.322266, 1.085938, 0.229492, 0.166016, 2.0, 0.042236, 2.0, 2.0, 0.226562, 0.016968, 2.0, 1.078125, 0.785156, 1.585938, 0.242188, 0.031128, 0.036865, 0.211914, 0.738281, 2.0, 0.229492, 1.375, 0.022339, 1.625, 0.154297, 0.498047, 2.0, 2.0, 2.0, 0.186523, 0.226562, 1.992188, 2.0, 1.867188, 0.019897, 0.029053, 0.355469, 0.875, 1.625, 2.0, 0.168945, 0.030029, 0.925781, 2.0, 2.0, 0.037842, 0.527344, 2.0, 2.0, 0.015747, 2.0, 2.0, 0.636719, 0.018188, 2.0, 0.104004, 0.014526, 0.490234, 2.0, 0.287109, 0.132812, 0.941406, 0.021973, 2.0, 0.373047, 0.138672, 1.96875, 2.0, 2.0, 1.71875, 2.0, 2.0, 2.0, 1.265625, 2.0, 1.46875, 1.304688, 0.020508, 0.017456, 1.320312, 0.022095, 0.135742, 0.017822, 0.746094, 0.964844, 0.049072, 1.890625, 1.382812, 2.0, 0.033936, 0.017456, 1.742188, 0.030884, 1.335938, 0.574219, 1.585938, 1.890625, 0.169922, 1.46875, 1.40625, 1.015625, 0.106934, 0.067383, 1.390625, 1.859375, 0.804688, 1.28125, 1.632812, 0.166016, 2.0, 1.945312, 0.028564, 1.90625, 0.167969, 1.8125, 0.445312, 0.061523, 1.484375, 2.0, 2.0, 1.632812, 1.234375, 0.339844, 2.0, 0.714844, 0.613281, 2.0, 0.029663, 2.0, 0.162109, 1.234375, 0.133789, 2.0, 1.046875, 2.0, 2.0, 0.160156, 0.04248, 2.0, 1.929688, 0.10791, 0.0271, 0.232422, 2.0, 0.033691, 2.0, 1.109375, 0.02478, 0.193359, 2.0, 2.0, 1.5625, 2.0, 2.0, 0.025146, 1.953125, 0.05249, 2.0, 0.427734, 1.148438, 0.902344, 0.361328, 2.0, 2.0, 2.0, 0.197266, 0.204102, 0.384766, 0.097168, 2.0, 0.369141, 0.022217, 0.365234, 0.048828, 0.527344, 1.65625, 2.0, 2.0, 2.0, 0.253906, 1.882812, 2.0, 2.0, 2.0, 0.267578, 1.320312, 2.0, 0.017822, 0.021851, 0.017944, 0.699219, 0.026978, 0.480469, 0.030396, 0.375, 2.0, 2.0, 0.039795, 0.435547, 2.0, 0.570312, 2.0, 1.90625, 2.0, 0.017822, 2.0, 0.017578, 0.921875, 0.033936, 2.0, 0.056641, 2.0, 0.15332, 0.894531, 0.022705, 0.018188, 0.033447, 0.316406, 2.0, 0.361328, 0.021484, 1.335938, 2.0, 2.0, 0.019287, 2.0, 0.021606, 0.351562, 1.992188, 0.028198, 0.014465, 0.016357, 1.96875, 0.460938, 2.0, 0.285156, 1.359375, 0.018066, 0.726562, 0.036621, 2.0, 0.038086, 0.020752, 1.367188, 2.0, 0.433594, 0.022705, 0.046875, 0.001549, 2.0, 0.126953, 1.453125, 1.742188, 2.0, 1.375, 0.265625, 0.018799, 2.0, 2.0, 0.917969, 2.0, 2.0, 2.0, 0.028076, 2.0, 0.026245, 2.0, 0.419922, 2.0, 0.02063, 0.414062, 2.0, 1.710938, 0.5625, 2.0, 0.017578, 0.302734, 2.0, 0.324219, 0.322266, 2.0, 0.044922, 1.6875, 0.04834, 1.476562, 1.929688, 2.0, 2.0, 1.960938, 1.75, 1.515625, 0.380859, 2.0, 1.953125, 0.761719, 1.140625, 2.0, 2.0, 0.707031, 0.373047, 2.0, 0.048096, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.114746, 0.160156, 0.010437, 0.021851, 0.108398, 0.361328, 1.53125, 0.015442, 0.023193, 2.0, 2.0, 2.0, 1.460938, 2.0, 2.0, 0.034912, 2.0, 0.398438, 0.020264, 0.855469, 1.875, 0.032959, 1.859375, 2.0, 1.367188, 2.0, 2.0, 1.226562, 1.375, 2.0, 1.148438, 0.013916, 0.050293, 2.0, 2.0, 2.0, 2.0, 1.21875, 1.453125, 1.234375, 0.024658, 2.0, 1.132812, 1.585938, 0.024414, 0.018066, 0.337891, 0.976562, 0.022095, 2.0, 0.353516, 1.367188, 2.0, 0.05249, 2.0, 1.289062, 0.017334, 1.25, 2.0, 2.0, 0.025635, 0.171875, 0.029907, 0.933594, 0.617188, 0.228516, 0.02124, 0.032715, 2.0, 2.0, 1.976562, 0.179688, 0.018066, 2.0, 1.375, 0.014526, 2.0, 0.020142, 0.017822, 2.0, 1.09375, 1.070312, 0.171875, 0.013489, 2.0, 2.0, 1.382812, 1.953125, 2.0, 0.941406, 0.012634, 0.851562, 0.001945, 2.0, 0.015625, 2.0, 2.0, 2.0, 1.140625, 2.0, 1.226562, 1.34375, 2.0, 2.0, 0.02478, 0.796875, 0.041992, 0.084961, 0.871094, 2.0, 2.0, 1.273438, 2.0, 0.017944, 2.0, 0.088379, 0.033936, 0.047363, 2.0, 2.0, 0.032471, 0.042725, 1.28125, 0.017456, 0.030884, 1.578125, 0.21582, 2.0, 0.086426, 0.691406, 1.226562, 2.0, 1.625, 0.155273, 0.929688, 2.0, 0.074219, 2.0, 0.130859, 2.0, 1.007812, 0.017578, 0.589844, 0.636719, 0.018433, 0.023926, 0.018066, 1.054688, 1.585938, 0.957031, 0.283203, 0.024536, 2.0, 0.192383, 0.380859, 1.71875, 0.12207, 2.0, 2.0, 2.0, 0.233398, 0.017822, 2.0, 2.0, 1.601562, 0.490234, 0.019043, 2.0, 1.4375, 0.022217, 2.0, 2.0, 2.0, 0.018066, 2.0, 2.0, 0.217773, 0.984375, 2.0, 0.018921, 0.067383, 2.0, 2.0, 0.013733, 0.032471, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.351562, 1.5625, 0.021729, 2.0, 2.0, 0.018555, 2.0, 0.116699, 2.0, 0.047119, 0.07959, 0.208984, 1.695312, 0.012695, 1.992188, 0.166016, 0.111328, 2.0, 1.382812, 1.554688, 2.0, 2.0, 0.147461, 0.031494, 2.0, 2.0, 0.022583, 2.0, 0.025879, 0.031494, 0.328125, 1.242188, 0.041504, 1.429688, 2.0, 0.625, 2.0, 2.0, 0.017456, 0.212891, 0.0625, 0.550781, 0.019653, 0.022461, 2.0, 2.0, 2.0, 0.398438, 2.0, 2.0, 0.910156, 0.016357, 2.0, 2.0, 0.022095, 2.0, 1.367188, 1.742188, 0.013611, 0.025879, 0.022339, 0.001846, 0.141602, 0.353516, 0.050781, 2.0, 0.691406, 2.0, 1.367188, 1.234375, 0.15332, 0.453125, 2.0, 0.022217, 0.01709, 0.287109, 0.018066, 0.210938, 2.0, 0.028564, 2.0, 0.230469, 1.8125, 1.726562, 2.0, 0.90625, 1.304688, 1.734375, 0.263672, 0.026611, 2.0, 0.021606, 2.0, 1.726562, 2.0, 2.0, 2.0, 0.726562, 0.074707, 0.021118, 0.351562, 2.0, 0.058838, 2.0, 0.112793, 0.154297, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.699219, 0.769531, 1.203125, 0.021606, 2.0, 1.546875, 0.130859, 2.0, 1.078125, 2.0, 2.0, 1.335938, 2.0, 2.0, 0.016846, 2.0, 0.098145, 0.207031, 0.203125, 0.02124, 0.014038, 2.0, 0.02417, 2.0, 0.018066, 0.020996, 2.0, 0.800781, 2.0, 0.030518, 0.219727, 2.0, 1.5, 1.445312, 0.016968, 0.0177, 0.021973, 0.052246, 0.039795, 1.898438, 0.249023, 0.037842, 0.051025, 2.0, 0.347656, 1.109375, 2.0, 2.0, 0.028809, 0.0177, 2.0, 2.0, 2.0, 2.0, 0.018799, 0.058594, 0.033447, 0.240234, 0.257812, 0.014771, 1.5, 2.0, 0.746094, 0.019287, 0.016602, 0.021729, 1.375, 2.0, 0.369141, 2.0, 2.0, 2.0, 0.041748, 0.049316, 1.039062, 0.026367, 2.0, 1.460938, 1.054688, 1.039062, 1.296875, 0.925781, 1.289062, 2.0, 0.02124, 0.078613, 0.048096, 2.0, 2.0, 0.589844, 0.020752, 0.470703, 0.02832, 0.820312, 2.0, 0.029297, 1.046875, 2.0, 0.015869, 0.02002, 2.0, 0.062988, 2.0, 1.625, 2.0, 0.016357, 0.875, 1.695312, 0.271484, 0.211914, 2.0, 0.09668, 1.875, 2.0, 1.578125, 0.020996, 1.492188, 0.244141, 0.855469, 2.0, 2.0, 2.0, 0.035889, 2.0, 2.0, 0.018433, 0.017944, 0.026245, 2.0, 0.013672, 0.017334, 0.361328, 2.0, 2.0, 0.014343, 2.0, 2.0, 2.0, 0.018433, 0.279297, 0.014099, 1.109375, 2.0, 0.013367, 0.03833, 0.050781, 1.46875, 1.054688, 0.017822, 0.025635, 0.609375, 1.6875, 0.022705, 0.105469, 0.016968, 0.271484, 0.015869, 2.0, 0.029907, 2.0, 0.129883, 1.179688, 0.016846, 0.020386, 2.0, 0.065918, 0.214844, 2.0, 0.019043, 0.170898, 1.320312, 2.0, 0.025146, 0.025513, 2.0, 2.0, 0.398438, 0.03125, 2.0, 0.019897, 2.0, 0.021362, 1.28125, 0.03418, 1.054688, 2.0, 0.054443, 0.617188, 0.703125, 0.020508, 0.021729, 2.0, 1.84375, 1.0625, 0.085449, 2.0, 1.40625, 1.742188, 2.0, 2.0, 0.047119, 0.016602, 0.120117, 1.6875, 2.0, 0.089844, 2.0, 2.0, 2.0, 0.016968, 0.020508, 0.076172, 0.027954, 0.10498, 0.016479, 1.875, 2.0, 0.001762, 2.0, 0.625, 1.242188, 0.925781, 1.617188, 1.789062, 1.429688, 0.628906, 2.0, 0.46875, 1.390625, 0.988281, 2.0, 1.453125, 1.742188, 2.0, 0.016846, 1.921875, 2.0, 2.0, 2.0, 1.367188, 0.051758, 0.016968, 2.0, 2.0, 0.025635, 0.033203, 2.0, 2.0, 2.0, 2.0, 1.5625, 0.318359, 0.3125, 2.0, 0.021851, 2.0, 0.021851, 1.695312, 1.328125, 2.0, 1.3125, 2.0, 0.0625, 1.484375, 0.017944, 2.0, 1.203125, 2.0, 2.0, 0.192383, 0.166016, 2.0, 0.03833, 2.0, 0.077637, 0.021973, 0.001854, 1.15625, 0.746094, 1.40625, 0.255859, 2.0, 0.087891, 2.0, 0.023804, 2.0, 2.0, 2.0, 2.0, 0.017456, 0.032471, 1.859375, 0.017212, 2.0, 0.018066, 0.087891, 2.0, 2.0, 2.0, 0.108887, 2.0, 0.679688, 2.0, 0.057617, 2.0, 0.757812, 0.710938, 0.157227, 0.149414, 2.0, 0.013916, 0.279297, 2.0, 1.523438, 2.0, 0.15332, 2.0, 0.333984, 0.014038, 2.0, 2.0, 2.0, 1.742188, 2.0, 1.601562, 2.0, 1.507812, 2.0, 0.480469, 0.041748, 1.46875, 2.0, 1.109375, 0.039062, 2.0, 2.0, 2.0, 2.0, 0.155273, 2.0, 0.131836, 2.0, 2.0, 2.0, 2.0, 0.017578, 0.224609, 0.431641, 0.029785, 0.021606, 2.0, 0.088379, 0.304688, 1.96875, 0.375, 2.0, 0.016602, 0.018799, 0.014832, 2.0, 0.043213, 2.0, 0.589844, 2.0, 1.75, 2.0, 0.921875, 0.035889, 1.476562, 0.088379, 0.016724, 2.0, 1.640625, 0.057373, 2.0, 0.386719, 1.921875, 0.018799, 0.212891, 0.046387, 2.0, 1.203125, 0.085938, 0.035889, 0.034424, 0.921875, 1.992188, 1.46875, 0.08252, 1.054688, 0.058838, 0.052734, 2.0, 0.152344, 0.021606, 2.0, 2.0, 0.112305, 0.012085, 0.1875, 1.640625, 0.100098, 2.0, 0.953125, 1.765625, 0.021484, 1.179688, 2.0, 2.0, 0.048584, 0.06543, 0.025635, 0.953125, 2.0, 0.240234, 2.0, 2.0, 0.015991, 2.0, 2.0, 0.026489, 2.0, 0.785156, 0.443359, 2.0, 1.5625, 0.013977, 0.310547, 0.320312, 2.0, 0.239258, 1.085938, 0.025269, 0.025635, 2.0, 2.0, 2.0, 0.030518, 1.25, 0.02063, 1.078125, 2.0, 0.160156, 0.014771, 0.503906, 0.019531, 0.267578, 0.023438, 2.0, 0.043945, 0.632812, 2.0, 2.0, 1.125, 0.621094, 0.017944, 2.0, 0.052979, 0.051025, 0.038086, 0.490234, 0.230469, 1.765625, 2.0, 0.447266, 0.882812, 2.0, 0.016357, 2.0, 2.0, 0.043701, 1.476562, 0.054932, 2.0, 0.384766, 2.0, 0.014282, 0.041748, 2.0, 0.382812, 1.367188, 0.339844, 0.037109, 1.054688, 2.0, 1.445312, 2.0, 0.78125, 2.0, 2.0, 1.257812, 0.328125, 0.12207, 1.515625, 2.0, 0.015564, 1.125, 0.279297, 1.460938, 1.945312, 2.0, 0.142578, 1.992188, 1.414062, 0.02063, 0.022583, 0.015991, 2.0, 2.0, 0.949219, 0.960938, 2.0, 2.0, 0.243164, 0.033691, 2.0, 0.535156, 0.146484, 2.0, 0.957031, 1.242188, 2.0, 2.0, 0.021729, 0.020142, 2.0, 2.0, 1.539062, 2.0, 2.0, 1.140625, 0.016479, 0.147461, 1.0625, 1.195312, 0.01709, 1.578125, 0.304688, 0.048828, 2.0, 2.0, 2.0, 0.277344, 0.201172, 0.519531, 0.017334, 0.020508, 1.976562, 1.789062, 2.0, 1.234375, 2.0, 2.0, 0.220703, 2.0, 2.0, 2.0, 2.0, 0.067383, 0.126953, 2.0, 1.625, 1.320312, 0.12207, 2.0, 0.172852, 2.0, 0.018066, 1.640625, 2.0, 0.096191, 2.0, 0.022095, 2.0, 2.0, 2.0, 0.347656, 1.640625, 0.213867, 2.0, 2.0, 0.02478, 0.039795, 2.0, 2.0, 2.0, 2.0, 1.132812, 0.014404, 0.101074, 0.019165, 0.031006, 0.017212, 0.018921, 0.106445, 0.021606, 2.0, 2.0, 2.0, 2.0, 1.648438, 1.328125, 2.0, 2.0, 0.597656, 1.328125, 2.0, 2.0, 0.789062, 2.0, 2.0, 0.157227, 1.398438, 1.265625, 2.0, 0.056641, 0.028442, 0.020142, 0.730469, 1.710938, 2.0, 1.523438, 0.021729, 0.021606, 1.40625, 0.025879, 2.0, 2.0, 1.539062, 0.02124, 0.021973, 0.21875, 2.0, 2.0, 1.992188, 2.0, 2.0, 2.0, 1.039062, 0.012878, 2.0, 0.017578, 2.0, 2.0, 1.617188, 0.251953, 2.0, 0.5625, 0.014038, 0.016968, 1.25, 2.0, 0.020508, 2.0, 2.0, 0.014099, 0.028687, 2.0, 0.84375, 2.0, 0.114258, 0.018188, 0.054443, 0.804688, 2.0, 0.326172, 0.277344, 0.019775, 2.0, 0.018066, 2.0, 0.022461, 0.033936, 2.0, 2.0, 0.032959, 2.0, 1.984375, 0.65625, 2.0, 1.132812, 2.0, 2.0, 0.021118, 2.0, 0.070312, 1.773438, 0.023438, 1.804688, 0.139648, 0.137695, 1.648438, 2.0, 2.0, 0.021729, 2.0, 1.101562, 0.024658, 0.033203, 0.051025, 0.016968, 0.058594, 1.789062, 0.018066, 2.0, 2.0, 0.085449, 0.031494, 2.0, 0.5, 2.0, 0.001823, 0.046143, 0.707031, 0.029419, 0.018555, 2.0, 0.016357, 2.0, 0.015198, 2.0, 0.333984, 0.030151, 0.025391, 0.016479, 0.394531, 2.0, 2.0, 0.472656, 2.0, 2.0, 0.017456, 0.083984, 0.119629, 1.28125, 0.182617, 0.023071, 1.75, 0.017456, 0.217773, 1.164062, 1.601562, 0.054443, 2.0, 0.287109, 2.0, 0.921875, 2.0, 0.267578, 0.308594, 2.0, 0.373047, 0.165039, 0.017944, 2.0, 0.019165, 1.820312, 2.0, 0.085938, 0.847656, 2.0, 0.033203, 2.0, 0.032471, 2.0, 0.71875, 0.022949, 0.886719, 1.539062, 1.132812, 0.15918, 2.0, 2.0, 2.0, 1.1875, 0.5625, 2.0, 0.013733, 0.016602, 1.71875, 1.1875, 1.21875, 0.494141, 0.201172, 0.617188, 0.038086, 0.558594, 0.026855, 0.160156, 0.175781, 2.0, 2.0, 0.023682, 0.030273, 2.0, 0.031006, 2.0, 2.0, 2.0, 1.0625, 1.632812, 0.163086, 0.142578, 2.0, 1.367188, 2.0, 0.116211, 2.0, 2.0, 0.519531, 1.960938, 2.0, 0.095703, 2.0, 1.523438, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0177, 2.0, 2.0, 0.091309, 0.022217, 0.039795, 2.0, 2.0, 1.421875, 2.0, 0.017212, 2.0, 2.0, 2.0, 2.0, 2.0, 0.021484, 0.12793, 1.6875, 2.0, 1.125, 0.429688, 1.3125, 2.0, 0.137695, 1.617188, 0.034668, 0.07959, 2.0, 0.202148, 2.0, 2.0, 1.5, 0.024658, 0.023438, 2.0, 1.664062, 2.0, 2.0, 2.0, 0.964844, 2.0, 0.034668, 0.02063, 0.558594, 2.0, 1.570312, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.648438, 0.034912, 0.020752, 1.070312, 0.0271, 0.015076, 1.335938, 1.148438, 0.062012, 2.0, 1.820312, 2.0, 0.185547, 0.589844, 2.0, 0.044678, 2.0, 0.020264, 0.001717, 0.080078, 0.018188, 1.757812, 0.027222, 2.0, 1.476562, 0.074707, 1.710938, 0.173828, 1.59375, 0.028931, 0.023071, 2.0, 2.0, 0.050537, 2.0, 2.0, 0.029053, 2.0, 0.125, 2.0, 0.138672, 2.0, 0.162109, 2.0, 2.0, 0.566406, 2.0, 0.001762, 2.0, 2.0, 0.160156, 0.703125, 2.0, 0.380859, 0.5, 2.0, 2.0, 2.0, 0.063477, 2.0, 0.022461, 0.052246, 2.0, 2.0, 0.017456, 2.0, 2.0, 2.0, 0.057373, 2.0, 2.0, 2.0, 1.523438, 0.400391, 0.021729, 0.800781, 1.226562, 0.025391, 0.08252, 2.0, 2.0, 0.542969, 0.016724, 0.039551, 1.421875, 1.351562, 0.308594, 0.043945, 2.0, 0.021729, 1.273438, 2.0, 0.640625, 1.789062, 0.017456, 1.429688, 0.02417, 1.875, 2.0, 2.0, 1.5, 0.441406, 0.02063, 1.96875, 0.027466, 0.34375, 1.695312, 1.203125, 0.016724, 2.0, 0.022339, 2.0, 2.0, 0.043701, 2.0, 1.898438, 1.703125, 0.023804, 0.030273, 2.0, 2.0, 0.040771, 2.0, 2.0, 2.0, 2.0, 1.726562, 1.039062, 0.5625, 1.34375, 2.0, 2.0, 0.053467, 1.59375, 2.0, 0.209961, 2.0, 1.609375, 1.875, 2.0, 2.0, 0.953125, 2.0, 1.1875, 0.022461, 2.0, 0.144531, 1.648438, 1.765625, 2.0, 2.0, 2.0, 2.0, 0.026001, 0.020386, 1.125, 2.0, 0.585938, 0.21582, 0.028198, 2.0, 2.0, 0.216797, 0.027832, 0.118652, 1.484375, 0.055908, 0.018066, 0.043213, 0.024902, 0.017822, 0.960938, 0.021729, 1.203125, 0.049805, 2.0, 0.019897, 1.265625, 2.0, 1.257812, 1.46875, 0.480469, 1.890625, 2.0, 0.012451, 0.165039, 0.020996, 0.025269, 0.722656, 1.804688, 2.0, 0.291016, 0.014343, 2.0, 2.0, 0.171875, 0.90625, 0.018555, 1.875, 2.0, 1.148438, 0.683594, 0.071289, 0.104004, 1.71875, 0.235352, 2.0, 0.019775, 0.142578, 2.0, 0.02124, 0.023804, 0.142578, 1.78125, 0.086914, 1.546875, 1.742188, 2.0, 0.125, 2.0, 2.0, 0.173828, 0.457031, 0.017822, 0.632812, 0.699219, 1.4375, 0.042725, 0.251953, 0.013977, 0.310547, 2.0, 0.289062, 2.0, 2.0, 0.017456, 2.0, 2.0, 0.294922, 0.652344, 2.0, 1.289062, 2.0, 2.0, 0.195312, 2.0, 0.041992, 2.0, 0.022461, 2.0, 2.0, 0.217773, 2.0, 1.195312, 2.0, 2.0, 2.0, 0.106445, 1.765625, 0.077148, 2.0, 2.0, 0.777344, 2.0, 1.828125, 2.0, 2.0, 2.0, 0.988281, 0.253906, 0.031006, 2.0, 2.0, 2.0, 0.02063, 0.031982, 0.021606, 2.0, 2.0, 0.957031, 0.093262, 0.163086, 0.026245, 0.064453, 1.445312, 0.018921, 2.0, 2.0, 0.017944, 2.0, 0.112305, 1.007812, 2.0, 1.414062, 0.699219, 1.414062, 2.0, 0.167969, 1.109375, 2.0, 0.296875, 0.015625, 0.695312, 2.0, 0.019775, 1.890625, 0.049561, 0.081543, 2.0, 2.0, 2.0, 0.0177, 0.041016, 1.109375, 0.078613, 0.867188, 1.523438, 1.554688, 1.515625, 1.726562, 0.05249, 0.304688, 2.0, 1.34375, 0.018066, 1.476562, 0.035645, 1.96875, 1.609375, 2.0, 2.0, 1.890625, 1.296875, 1.25, 2.0, 1.4375, 2.0, 2.0, 2.0, 0.273438, 0.047363, 2.0, 0.021973, 0.703125, 0.013672, 2.0, 0.019165, 1.5625, 0.029053, 0.233398, 2.0, 2.0, 0.376953, 2.0, 2.0, 0.308594, 1.148438, 2.0, 2.0, 1.125, 0.030762, 2.0, 0.013977, 0.031738, 0.037354, 0.017822, 0.176758, 2.0, 2.0, 0.015442, 0.038086, 2.0, 2.0, 2.0, 2.0, 0.014648, 2.0, 0.063477, 2.0, 2.0, 0.10791, 2.0, 0.0177, 1.585938, 0.021118, 2.0, 0.15332, 0.34375, 1.039062, 2.0, 0.020996, 1.5625, 1.226562, 1.203125, 1.476562, 2.0, 0.016724, 0.02124, 2.0, 2.0, 2.0, 0.183594, 1.65625, 2.0, 0.061768, 2.0, 1.640625, 0.234375, 0.269531, 1.953125, 0.097656, 0.722656, 2.0, 2.0, 0.019409, 0.457031, 0.121582, 2.0, 2.0, 1.367188, 1.5, 1.6875, 0.337891, 0.07959, 1.945312, 2.0, 2.0, 0.023315, 0.041748, 2.0, 2.0, 0.038818, 2.0, 0.941406, 0.265625, 0.017334, 0.013733, 1.75, 2.0, 0.121094, 2.0, 0.021851, 2.0, 2.0, 0.044678, 1.023438, 0.255859, 2.0, 1.15625, 2.0, 0.013428, 0.018066, 0.188477, 0.605469, 0.875, 0.386719, 0.324219, 0.166016, 0.135742, 0.022339, 0.034668, 2.0, 1.039062, 2.0, 1.992188, 2.0, 2.0, 0.013977, 2.0, 0.113281, 2.0, 2.0, 0.018188, 0.01709, 0.129883, 0.273438, 0.022705, 0.34375, 0.013428, 0.5625, 0.053467, 0.605469, 1.421875, 0.193359, 2.0, 2.0, 0.140625, 0.0271, 0.020874, 1.273438, 0.015503, 0.287109, 2.0, 2.0, 0.020386, 0.386719, 2.0, 2.0, 0.208984, 1.257812, 0.016968, 0.40625, 1.382812, 0.054199, 0.726562, 0.020508, 0.960938, 0.162109, 0.014343, 0.022095, 2.0, 0.044678, 2.0, 1.625, 2.0, 0.033447, 0.025879, 2.0, 0.026489, 2.0, 1.976562, 0.034912, 0.047363, 0.976562, 2.0, 2.0, 1.25, 0.025024, 0.014954, 2.0, 0.527344, 2.0, 1.257812, 0.02002, 0.330078, 1.234375, 0.808594, 0.022339, 2.0, 1.40625, 2.0, 2.0, 0.013733, 0.021729, 1.195312, 1.257812, 0.992188, 2.0, 0.453125, 0.016968, 0.181641, 0.194336, 0.020752, 2.0, 0.014648, 2.0, 0.402344, 1.046875, 0.078613, 0.036377, 2.0, 0.15625, 1.234375, 0.558594, 0.098145, 0.069336, 0.133789, 2.0, 0.016724, 0.040283, 1.890625, 0.449219, 0.423828, 2.0, 0.149414, 2.0, 0.01355, 1.492188, 0.660156, 2.0, 2.0, 2.0, 0.108887, 2.0, 0.016602, 2.0, 0.761719, 2.0, 0.027466, 0.898438, 2.0, 0.059326, 1.054688, 0.503906, 0.018188, 0.191406, 0.014954, 2.0, 0.022949, 0.371094, 0.025879, 0.016968, 2.0, 2.0, 2.0, 0.033691, 0.021851, 2.0, 2.0, 2.0, 2.0, 2.0, 1.773438, 0.102539, 0.016357, 1.5, 0.287109, 2.0, 0.040771, 0.022583, 2.0, 1.640625, 0.079102, 2.0, 2.0, 2.0, 2.0, 0.026123, 1.578125, 0.020874, 0.605469, 2.0, 0.075195, 0.033447, 0.022217, 2.0, 0.017212, 0.013916, 0.160156, 0.095703, 1.515625, 0.976562, 0.018311, 0.621094, 0.015869, 0.161133, 0.019531, 0.110352, 1.742188, 0.734375, 0.045654, 2.0, 0.017334, 0.492188, 1.5, 2.0, 0.353516, 0.014771, 0.249023, 2.0, 2.0, 0.34375, 1.984375, 0.009216, 2.0, 1.164062, 0.022827, 2.0, 2.0, 1.273438, 2.0, 0.152344, 1.304688, 0.018799, 2.0, 0.022583, 1.585938, 0.292969, 0.169922, 1.476562, 2.0, 2.0, 2.0, 0.035156, 0.018555, 0.013916, 1.648438, 0.072266, 2.0, 2.0, 0.451172, 0.251953, 2.0, 0.345703, 1.007812, 0.119629, 2.0, 0.155273, 0.0271, 0.012268, 2.0, 1.40625, 1.546875, 0.091797, 1.578125, 1.648438, 0.166016, 2.0, 0.021484, 0.018677, 1.351562, 0.157227, 1.5625, 2.0, 2.0, 2.0, 0.032715, 2.0, 0.988281, 0.026855, 2.0, 0.018555, 2.0, 2.0, 2.0, 2.0, 2.0, 0.018799, 0.099609, 2.0, 2.0, 1.710938, 0.22168, 0.116211, 2.0, 0.835938, 0.029663, 0.053955, 0.396484, 2.0, 2.0, 2.0, 0.333984, 0.013184, 0.065918, 0.21582, 0.59375, 0.275391, 2.0, 2.0, 0.041748, 2.0, 2.0, 1.984375, 0.051025, 0.021484, 0.016724, 0.016357, 2.0, 1.828125 ] } , "name": "onnx::Mul_10699", "outputIndexes": [ 1226 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1225, 1226 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 1227 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1199, 1227 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/Add_1_output_0", "outputIndexes": [ 1228 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1228 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.5/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 7141 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7141 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.5/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 7142 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7142 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 373556366, 327702, 81920, 0, 0 ] } , "name": "/layers.5/per_layer_input_gate/Linear", "outputIndexes": [ 7143 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7143 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.5/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 7144 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7144 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.5/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 1229 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1229 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.5/act_fn/Mul_output_0", "outputIndexes": [ 1230 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1229, 1230 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/act_fn/Mul_1_output_0", "outputIndexes": [ 1231 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 1231 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/act_fn/Mul_2_output_0", "outputIndexes": [ 1232 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1229, 1232 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/act_fn/Add_output_0", "outputIndexes": [ 1233 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 1233 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/act_fn/Mul_3_output_0", "outputIndexes": [ 1234 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1234 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.5/act_fn/Tanh_output_0", "outputIndexes": [ 1235 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 1235 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/act_fn/Add_1_output_0", "outputIndexes": [ 1236 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1229, 1236 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/act_fn/Mul_4_output_0", "outputIndexes": [ 1237 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 1237 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/act_fn/Mul_5_output_0", "outputIndexes": [ 1238 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 5 ] } , "name": "/Constant_16_output_0", "outputIndexes": [ 1239 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1541", "outputIndexes": [ 1240 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1544", "outputIndexes": [ 1241 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 1240, 1241, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1547", "outputIndexes": [ 1242 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1242 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1548", "outputIndexes": [ 1243 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1239, 1243 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1549", "outputIndexes": [ 1244 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1244, 1243 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1550", "outputIndexes": [ 1245 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 1245, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_12_output_0", "outputIndexes": [ 1246 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1238, 1246 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/Mul_output_0", "outputIndexes": [ 1247 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1247 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.5/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 7145 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7145 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.5/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 7146 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7146 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 373965988, 327702, 81920, 0, 0 ] } , "name": "/layers.5/per_layer_projection/Linear", "outputIndexes": [ 7147 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7147 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.5/per_layer_projection/Linear/post_convert", "outputIndexes": [ 7148 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7148 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.5/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 1248 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1248 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.5/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 1250 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1250 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.5/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 1251 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1251, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 1252 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1252, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 1253 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1248, 1253 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 1254 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.000048, 0.062256, 0.062256, 0.00005, 0.062256, 0.062256, 0.062256, 0.062256, 0.000051, 0.062256, 0.062256, 0.000054, 0.062256, 0.000058, 0.000057, 0.000048, 0.032471, 0.062256, 0.000056, 0.000053, 0.062256, 0.012207, 0.000058, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000056, 0.000057, 0.062256, 0.000054, 0.062256, 0.000059, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000057, 0.000051, 0.062256, 0.062256, 0.062256, 0.000057, 0.062256, 0.062256, 0.062256, 0.009827, 0.000057, 0.000052, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.037598, 0.062256, 0.022949, 0.000057, 0.011353, 0.000056, 0.062256, 0.062256, 0.000058, 0.062256, 0.062256, 0.062256, 0.000056, 0.000054, 0.062256, 0.000058, 0.000059, 0.00005, 0.062256, 0.000565, 0.062256, 0.00005, 0.062256, 0.062256, 0.062256, 0.000053, 0.062256, 0.000055, 0.000056, 0.000052, 0.062256, 0.062256, 0.062256, 0.000052, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.00005, 0.062256, 0.000053, 0.062256, 0.00005, 0.000059, 0.062256, 0.000051, 0.000057, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.017578, 0.000059, 0.062256, 0.00006, 0.017212, 0.000058, 0.009155, 0.000054, 0.062256, 0.062256, 0.000057, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000056, 0.000055, 0.062256, 0.062256, 0.062256, 0.062256, 0.000057, 0.062256, 0.062256, 0.062256, 0.062256, 0.000053, 0.062256, 0.062256, 0.000058, 0.000055, 0.00006, 0.062256, 0.014832, 0.000054, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000052, 0.062256, 0.000061, 0.062256, 0.00708, 0.000057, 0.062256, 0.062256, 0.062256, 0.062256, 0.000052, 0.016479, 0.000058, 0.000056, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000055, 0.062256, 0.062256, 0.062256, 0.000051, 0.062256, 0.000057, 0.000055, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.014893, 0.062256, 0.062256, 0.062256, 0.00006, 0.000058, 0.000054, 0.000057, 0.000054, 0.062256, 0.000054, 0.062256, 0.062256, 0.000059, 0.062256, 0.062256, 0.000057, 0.00006, 0.062256, 0.062256, 0.062256, 0.000056, 0.013733, 0.062256, 0.062256, 0.003647, 0.062256, 0.000055, 0.062256, 0.000051, 0.000058, 0.062256, 0.000059, 0.062256, 0.005554, 0.062256, 0.062256, 0.062256, 0.062256, 0.000054, 0.062256, 0.062256, 0.062256, 0.062256, 0.000056, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000057, 0.000057, 0.014709, 0.000056, 0.000059, 0.062256, 0.062256, 0.00006, 0.000057, 0.062256, 0.062256, 0.062256, 0.062256, 0.012756, 0.00006, 0.062256, 0.062256, 0.000055, 0.062256, 0.004578, 0.000057, 0.062256, 0.062256, 0.062256, 0.000055, 0.00005, 0.000058, 0.000057, 0.062256, 0.000058, 0.062256, 0.000058, 0.000299, 0.000053, 0.062256, 0.062256, 0.000058, 0.000058, 0.000058, 0.062256, 0.062256, 0.000054, 0.062256, 0.005219, 0.062256, 0.012024, 0.000054, 0.062256, 0.000058, 0.062256, 0.000054, 0.000052, 0.062256, 0.00005, 0.000055, 0.000058, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.023438, 0.000057, 0.062256, 0.000055, 0.062256, 0.061768, 0.000058, 0.062256, 0.062256, 0.062256, 0.062256, 0.000045, 0.062256, 0.000059, 0.000054, 0.000058, 0.062256, 0.000051, 0.062256, 0.062256, 0.000057, 0.000048, 0.062256, 0.062256, 0.062256, 0.062256, 0.000058, 0.000048, 0.000055, 0.062256, 0.000054, 0.062256, 0.062256, 0.062256, 0.00005, 0.062256, 0.00005, 0.062256, 0.062256, 0.062256, 0.062256, 0.000061, 0.000057, 0.062256, 0.062256, 0.062256, 0.000056, 0.000061, 0.062256, 0.062256, 0.062256, 0.062256, 0.000059, 0.000058, 0.000054, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.00006, 0.062256, 0.062256, 0.000054, 0.000058, 0.062256, 0.062256, 0.019409, 0.000059, 0.062256, 0.062256, 0.062256, 0.000055, 0.000053, 0.062256, 0.062256, 0.029297, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000052, 0.062256, 0.000061, 0.062256, 0.062256, 0.062256, 0.000056, 0.000058, 0.062256, 0.000058, 0.002075, 0.000051, 0.000058, 0.062256, 0.00006, 0.062256, 0.000052, 0.062256, 0.012756, 0.000059, 0.062256, 0.005341, 0.000058, 0.00006, 0.062256, 0.062256, 0.040039, 0.062256, 0.062256, 0.000058, 0.000058, 0.000056, 0.062256, 0.000056, 0.000058, 0.000057, 0.000055, 0.053711, 0.062256, 0.062256, 0.000054, 0.062256, 0.062256, 0.062256, 0.062256, 0.000055, 0.000056, 0.062256, 0.062256, 0.062256, 0.000051, 0.000057, 0.062256, 0.062256, 0.000055, 0.062256, 0.000056, 0.000057, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000057, 0.062256, 0.062256, 0.00006, 0.006592, 0.00006, 0.062256, 0.006287, 0.062256, 0.000056, 0.062256, 0.000061, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000056, 0.062256, 0.026367, 0.062256, 0.000051, 0.000058, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000057, 0.062256, 0.000059, 0.016968, 0.062256, 0.000056, 0.006683, 0.000053, 0.013672, 0.000058, 0.000058, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000058, 0.062256, 0.062256, 0.000057, 0.062256, 0.062256, 0.000055, 0.000057, 0.000051, 0.062256, 0.062256, 0.062256, 0.000052, 0.000055, 0.062256, 0.062256, 0.00006, 0.000059, 0.062256, 0.00006, 0.062256, 0.000058, 0.062256, 0.000055, 0.062256, 0.000055, 0.000053, 0.000047, 0.062256, 0.026855, 0.062256, 0.053711, 0.000057, 0.00005, 0.000058, 0.005768, 0.000057, 0.062256, 0.00006, 0.000061, 0.000053, 0.062256, 0.062256, 0.020386, 0.062256, 0.000052, 0.00006, 0.062256, 0.037109, 0.000051, 0.000055, 0.062256, 0.000057, 0.062256, 0.000051, 0.000056, 0.000054, 0.062256, 0.000056, 0.062256, 0.000057, 0.000055, 0.062256, 0.062256, 0.000059, 0.011963, 0.00528, 0.000052, 0.062256, 0.021118, 0.000048, 0.062256, 0.062256, 0.062256, 0.00006, 0.000058, 0.062256, 0.062256, 0.000058, 0.062256, 0.000057, 0.062256, 0.000054, 0.062256, 0.000052, 0.062256, 0.062256, 0.000054, 0.000056, 0.061768, 0.062256, 0.062256, 0.000058, 0.062256, 0.000054, 0.000055, 0.062256, 0.000058, 0.000057, 0.062256, 0.000061, 0.062256, 0.000057, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000057, 0.062256, 0.062256, 0.000058, 0.000059, 0.000058, 0.062256, 0.062256, 0.000058, 0.062256, 0.000053, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000055, 0.000056, 0.000057, 0.000059, 0.00006, 0.000048, 0.062256, 0.01355, 0.000055, 0.062256, 0.062256, 0.062256, 0.062256, 0.000057, 0.062256, 0.016357, 0.062256, 0.000058, 0.000051, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000059, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000056, 0.000058, 0.062256, 0.062256, 0.000053, 0.062256, 0.062256, 0.062256, 0.000053, 0.000056, 0.062256, 0.062256, 0.062256, 0.00005, 0.000051, 0.062256, 0.000051, 0.000057, 0.062256, 0.000052, 0.062256, 0.062256, 0.000056, 0.062256, 0.000054, 0.000053, 0.062256, 0.000056, 0.062256, 0.00006, 0.000058, 0.000055, 0.062256, 0.062256, 0.061035, 0.000051, 0.000057, 0.062256, 0.000059, 0.062256, 0.062256, 0.000058, 0.062256, 0.000055, 0.000051, 0.062256, 0.000053, 0.000056, 0.062256, 0.062256, 0.062256, 0.000055, 0.018311, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000053, 0.000056, 0.000057, 0.000056, 0.000049, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000055, 0.062256, 0.062256, 0.062256, 0.00006, 0.000058, 0.005219, 0.00106, 0.000053, 0.062256, 0.062256, 0.062256, 0.062256, 0.000057, 0.062256, 0.000057, 0.000056, 0.000057, 0.062256, 0.062256, 0.000052, 0.000056, 0.000057, 0.000048, 0.000059, 0.062256, 0.000058, 0.062256, 0.000051, 0.000058, 0.000059, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000054, 0.062256, 0.000059, 0.062256, 0.000056, 0.000059, 0.000059, 0.062256, 0.000054, 0.004517, 0.00006, 0.062256, 0.000056, 0.000059, 0.062256, 0.000056, 0.062256, 0.062256, 0.000053, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000061, 0.000052, 0.062256, 0.062256, 0.062256, 0.062256, 0.000057, 0.062256, 0.062256, 0.000056, 0.062256, 0.062256, 0.062256, 0.000057, 0.062256, 0.062256, 0.000053, 0.062256, 0.062256, 0.013062, 0.000059, 0.062256, 0.062256, 0.000053, 0.000058, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000058, 0.062256, 0.000057, 0.00005, 0.062256, 0.000059, 0.062256, 0.000052, 0.000273, 0.023071, 0.062256, 0.000053, 0.062256, 0.000057, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000057, 0.062256, 0.062256, 0.000328, 0.000054, 0.000056, 0.000058, 0.000058, 0.062256, 0.000759, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000056, 0.062256, 0.000056, 0.000058, 0.000052, 0.000049, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000057, 0.000054, 0.000056, 0.062256, 0.000047, 0.000053, 0.062256, 0.062256, 0.000053, 0.000057, 0.000056, 0.000051, 0.008362, 0.000496, 0.000057, 0.062256, 0.000061, 0.062256, 0.062256, 0.062256, 0.000055, 0.000057, 0.062256, 0.014282, 0.000054, 0.000058, 0.011047, 0.062256, 0.062256, 0.062256, 0.062256, 0.000055, 0.062256, 0.000054, 0.062256, 0.000057, 0.000047, 0.000057, 0.000057, 0.041016, 0.062256, 0.000052, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000058, 0.000048, 0.000058, 0.062256, 0.000061, 0.062256, 0.000056, 0.000057, 0.000057, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000057, 0.00006, 0.062256, 0.003357, 0.062256, 0.062256, 0.000057, 0.062256, 0.000049, 0.062256, 0.062256, 0.000058, 0.062256, 0.062256, 0.000056, 0.062256, 0.011536, 0.000057, 0.062256, 0.000057, 0.00005, 0.062256, 0.062256, 0.062256, 0.000055, 0.000057, 0.062256, 0.062256, 0.062256, 0.017822, 0.062256, 0.062256, 0.062256, 0.062256, 0.00006, 0.000057, 0.000054, 0.000057, 0.062256, 0.062256, 0.062256, 0.000057, 0.000055, 0.062256, 0.04834, 0.062256, 0.062256, 0.062256, 0.00006, 0.000052, 0.062256, 0.062256, 0.062256, 0.062256, 0.000053, 0.000055, 0.009766, 0.000056, 0.000056, 0.000046, 0.062256, 0.062256, 0.062256, 0.000054, 0.000054, 0.000057, 0.062256, 0.062256, 0.00005, 0.062256, 0.062256, 0.062256, 0.062256, 0.027954, 0.062256, 0.000053, 0.062256, 0.062256, 0.000057, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000056, 0.000058, 0.000057, 0.062256, 0.062256, 0.000056, 0.000057, 0.000057, 0.006836, 0.062256, 0.062256, 0.000056, 0.062256, 0.000054, 0.00006, 0.000057, 0.062256, 0.000061, 0.062256, 0.062256, 0.062256, 0.000054, 0.000057, 0.062256, 0.062256, 0.000056, 0.062256, 0.000053, 0.062256, 0.062256, 0.062256, 0.008301, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000057, 0.00005, 0.000053, 0.062256, 0.001564, 0.000046, 0.048096, 0.062256, 0.062256, 0.000057, 0.062256, 0.062256, 0.000052, 0.000048, 0.000056, 0.00005, 0.000051, 0.062256, 0.000051, 0.000052, 0.000053, 0.062256, 0.062256, 0.000057, 0.000056, 0.000047, 0.062256, 0.000048, 0.000057, 0.000051, 0.060303, 0.000054, 0.062256, 0.005493, 0.062256, 0.062256, 0.000053, 0.000048, 0.000055, 0.062256, 0.000057, 0.000057, 0.062256, 0.000046, 0.000056, 0.062256, 0.062256, 0.000059, 0.000058, 0.062256, 0.062256, 0.000055, 0.008789, 0.062256, 0.062256, 0.062256, 0.000058, 0.062256, 0.000059, 0.062256, 0.062256, 0.010071, 0.000058, 0.062256, 0.000054, 0.00005, 0.062256, 0.062256, 0.062256, 0.00006, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.016968, 0.000054, 0.000055, 0.062256, 0.062256, 0.000059, 0.062256, 0.000043, 0.062256, 0.000058, 0.000059, 0.062256, 0.062256, 0.000059, 0.000054, 0.062256, 0.062256, 0.000048, 0.062256, 0.000047, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000058, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000058, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000055, 0.062256, 0.062256, 0.00005, 0.016846, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.00006, 0.062256, 0.000043, 0.062256, 0.000046, 0.000055, 0.062256, 0.062256, 0.062256, 0.062256, 0.014343, 0.062256, 0.011047, 0.062256, 0.062256, 0.062256, 0.062256, 0.000058, 0.000058, 0.062256, 0.006744, 0.062256, 0.000058, 0.000057, 0.062256, 0.062256, 0.000052, 0.062256, 0.055176, 0.062256, 0.000057, 0.062256, 0.000051, 0.000049, 0.062256, 0.062256, 0.062256, 0.000057, 0.00006, 0.062256, 0.000054, 0.062256, 0.000056, 0.028564, 0.062256, 0.062256, 0.062256, 0.000055, 0.062256, 0.062256, 0.062256, 0.000059, 0.062256, 0.000058, 0.062256, 0.000055, 0.000059, 0.062256, 0.000057, 0.000057, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.00005, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000059, 0.01001, 0.062256, 0.062256, 0.062256, 0.02356, 0.062256, 0.062256, 0.062256, 0.062256, 0.011841, 0.062256, 0.000061, 0.062256, 0.062256, 0.062256, 0.062256, 0.000053, 0.062256, 0.000056, 0.00006, 0.000048, 0.062256, 0.000052, 0.000055, 0.062256, 0.062256, 0.062256, 0.000055, 0.013672, 0.000057, 0.062256, 0.000057, 0.062256, 0.000054, 0.062256, 0.062256, 0.062256, 0.062256, 0.000054, 0.062256, 0.000057, 0.000057, 0.062256, 0.062256, 0.000057, 0.062256, 0.000057, 0.062256, 0.000058, 0.000048, 0.032959, 0.062256, 0.000055, 0.062256, 0.000054, 0.0047, 0.000059, 0.062256, 0.000057, 0.000059, 0.000057, 0.000053, 0.000059, 0.062256, 0.000053, 0.000052, 0.000057, 0.062256, 0.00005, 0.015198, 0.026855, 0.000059, 0.000052, 0.062256, 0.062256, 0.062256, 0.000057, 0.062256, 0.062256, 0.062256, 0.008118, 0.000055, 0.000052, 0.000058, 0.062256, 0.000055, 0.062256, 0.062256, 0.000055, 0.000054, 0.000056, 0.000057, 0.062256, 0.062256, 0.000057, 0.062256, 0.062256, 0.000052, 0.000059, 0.000058, 0.062256, 0.062256, 0.000055, 0.062256, 0.000055, 0.062256, 0.062256, 0.062256, 0.000052, 0.062256, 0.000057, 0.00005, 0.062256, 0.000053, 0.000055, 0.062256, 0.000052, 0.061279, 0.007568, 0.062256, 0.000054, 0.062256, 0.062256, 0.062256, 0.062256, 0.000057, 0.000059, 0.062256, 0.000059, 0.000057, 0.011292, 0.000059, 0.033447, 0.062256, 0.062256, 0.000057, 0.000053, 0.062256, 0.000055, 0.062256, 0.062256, 0.062256, 0.000058, 0.011719, 0.062256, 0.062256, 0.062256, 0.000054, 0.000055, 0.062256, 0.000056, 0.000053, 0.000052, 0.062256, 0.000057, 0.062256, 0.000059, 0.062256, 0.062256, 0.062256, 0.062256, 0.000058, 0.000053, 0.000089, 0.062256, 0.062256, 0.000054, 0.00006, 0.062256, 0.062256, 0.062256, 0.062256, 0.000056, 0.062256, 0.062256, 0.000058, 0.062256, 0.004395, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000177, 0.006317, 0.062256, 0.00006, 0.000055, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000056, 0.000056, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000058, 0.061035, 0.062256, 0.000059, 0.000059, 0.062256, 0.062256, 0.000053, 0.062256, 0.062256, 0.062256, 0.000057, 0.000051, 0.062256, 0.003647, 0.000056, 0.062256, 0.000056, 0.062256, 0.062256, 0.062256, 0.062256, 0.000058, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000058, 0.062256, 0.000057, 0.062256, 0.000049, 0.062256, 0.062256, 0.00006, 0.062256, 0.000052, 0.062256, 0.000057, 0.062256, 0.000058, 0.062256, 0.055908, 0.062256, 0.062256, 0.000057, 0.000056, 0.000057, 0.062256, 0.062256, 0.062256, 0.062256, 0.000058, 0.000058, 0.000059, 0.000053, 0.000059, 0.019409, 0.062256, 0.000053, 0.062256, 0.000043, 0.062256, 0.062256, 0.000057, 0.062256, 0.062256, 0.000054, 0.000054, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000054, 0.009155, 0.000052, 0.062256, 0.062256, 0.062256, 0.062256, 0.000057, 0.000058, 0.062256, 0.00006, 0.062256, 0.000057, 0.062256, 0.000056, 0.000051, 0.000054, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000056, 0.015137, 0.062256, 0.000056, 0.062256, 0.062256, 0.062256, 0.000056, 0.062256, 0.062256, 0.000049, 0.003677, 0.00005, 0.062256, 0.000056, 0.062256, 0.062256, 0.000057, 0.062256, 0.062256, 0.062256, 0.062256, 0.000054, 0.000056, 0.000058, 0.000057, 0.062256, 0.062256, 0.062256, 0.00006, 0.062256, 0.00006, 0.062256, 0.000051, 0.062256, 0.062256, 0.062256, 0.021484, 0.062256, 0.062256, 0.000061, 0.062256, 0.062256, 0.062256, 0.062256, 0.000058, 0.062256, 0.000056, 0.000059, 0.000053, 0.062256, 0.000057, 0.062256, 0.062256, 0.062256, 0.062256, 0.000054, 0.062256, 0.062256, 0.000056, 0.007507, 0.000058, 0.000057, 0.000056, 0.062256, 0.00005, 0.062256, 0.062256, 0.000058, 0.01001, 0.062256, 0.000056, 0.062256, 0.000056, 0.00005, 0.000056, 0.000052, 0.00006, 0.062256, 0.000056, 0.062256, 0.000054, 0.062256, 0.055908, 0.000056, 0.000051, 0.000048, 0.00006, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000058, 0.000053, 0.000054, 0.062256, 0.021484, 0.000051, 0.062256, 0.013245, 0.000058, 0.000058, 0.062256, 0.000051, 0.062256, 0.000058, 0.000056, 0.000049, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000057, 0.000059, 0.062256, 0.000053, 0.062256, 0.062256, 0.000058, 0.000057, 0.062256, 0.000056, 0.062256, 0.000051, 0.062256, 0.062256, 0.016602, 0.000055, 0.062256, 0.062256, 0.000056, 0.062256, 0.062256, 0.062256, 0.000056, 0.062256, 0.062256, 0.000055, 0.000054, 0.062256, 0.000049, 0.062256, 0.062256, 0.000054, 0.000058, 0.000057, 0.062256, 0.023438, 0.000058, 0.000059, 0.062256, 0.062256, 0.000056, 0.000053, 0.062256, 0.000049, 0.062256, 0.062256, 0.062256, 0.00006, 0.062256, 0.00006, 0.019287, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000052, 0.062256, 0.062256, 0.000058, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000049, 0.062256, 0.000052, 0.062256, 0.062256, 0.000056, 0.000056, 0.000057, 0.062256, 0.000059, 0.062256, 0.062256, 0.000058, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.003738, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000057, 0.000045, 0.000052, 0.062256, 0.000058, 0.062256, 0.062256, 0.062256, 0.014893, 0.008057, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.044678, 0.000048, 0.000056, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.007294, 0.006409, 0.062256, 0.000057, 0.000053, 0.062256, 0.000057, 0.00006, 0.062256, 0.062256, 0.062256, 0.000054, 0.062256, 0.062256, 0.000053, 0.062256, 0.000057, 0.000058, 0.000055, 0.000053, 0.062256, 0.000057, 0.062256, 0.062256, 0.000056, 0.062256, 0.000059, 0.062256, 0.000052, 0.000051, 0.062256, 0.000059, 0.000059, 0.062256, 0.062256, 0.000055, 0.062256, 0.000056, 0.062256, 0.062256, 0.062256, 0.053955, 0.062256, 0.062256, 0.000059, 0.062256, 0.000052, 0.062256, 0.000056, 0.062256, 0.000057, 0.062256, 0.062256, 0.000058, 0.062256, 0.062256, 0.062256, 0.000057, 0.062256, 0.000056, 0.000054, 0.062256, 0.062256, 0.000058, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.057129, 0.000058, 0.000055, 0.062256, 0.000059, 0.000053, 0.062256, 0.062256, 0.000055, 0.000058, 0.000059, 0.062256, 0.000048, 0.000061, 0.000059, 0.062256, 0.000059, 0.062256, 0.062256, 0.062256, 0.000054, 0.000052, 0.062256, 0.000058, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000057, 0.062256, 0.000056, 0.062256, 0.062256, 0.000058, 0.000054, 0.062256, 0.000054, 0.062256, 0.062256, 0.000057, 0.062256, 0.062256, 0.062256, 0.000058, 0.000058, 0.062256, 0.062256, 0.000055, 0.062256, 0.062256, 0.062256, 0.062256, 0.000058, 0.062256, 0.062256, 0.062256, 0.062256, 0.000057, 0.009094, 0.062256, 0.000051, 0.000059, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000057, 0.062256, 0.028687, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000054, 0.000055, 0.062256, 0.062256, 0.000058, 0.000059, 0.000059, 0.062256, 0.062256, 0.000057, 0.000051, 0.062256, 0.062256, 0.000048, 0.000053, 0.062256, 0.000055, 0.000059, 0.062256, 0.000054, 0.062256, 0.062256, 0.062256, 0.000053, 0.062256, 0.062256, 0.000057, 0.000049, 0.000054, 0.000048, 0.062256, 0.000052, 0.000054, 0.000051, 0.000055, 0.000051, 0.062256, 0.062256, 0.000056, 0.000043, 0.062256, 0.062256, 0.027466, 0.000057, 0.000057, 0.062256, 0.062256, 0.062256, 0.000051, 0.000057, 0.000056, 0.000057, 0.000058, 0.062256, 0.062256, 0.02832, 0.062256, 0.000056, 0.00383, 0.054443, 0.062256, 0.000051, 0.062256, 0.062256, 0.062256, 0.000702, 0.062256, 0.062256, 0.000053, 0.062256, 0.000052, 0.000057, 0.062256, 0.062256, 0.000049, 0.000056, 0.000058, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000056, 0.062256, 0.062256, 0.062256, 0.000053, 0.062256, 0.062256, 0.062256, 0.062256, 0.040527, 0.000052, 0.062256, 0.062256, 0.000052, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000052, 0.062256, 0.000051, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.00006, 0.000057, 0.000055, 0.062256, 0.062256, 0.062256, 0.00006, 0.062256, 0.000059, 0.062256, 0.062256, 0.000053, 0.000052, 0.061035, 0.000058, 0.000056, 0.062256, 0.016846, 0.062256, 0.000057, 0.000048, 0.062256, 0.000059, 0.062256, 0.000058, 0.062256, 0.00006, 0.062256, 0.062256, 0.041504, 0.000055, 0.062256, 0.000052, 0.00006, 0.062256, 0.062256, 0.000058, 0.062256, 0.000056, 0.016479, 0.062256, 0.062256, 0.062256, 0.000055, 0.000055, 0.062256, 0.000057, 0.000055, 0.062256, 0.062256, 0.062256, 0.062256, 0.000057, 0.062256, 0.062256, 0.000055, 0.000052, 0.062256, 0.000057, 0.062256, 0.000049, 0.062256, 0.062256, 0.062256, 0.000058, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000058, 0.000049, 0.062256, 0.000055, 0.000047, 0.000052, 0.062256, 0.000056, 0.062256, 0.000054, 0.062256, 0.062256, 0.062256, 0.000054, 0.062256, 0.062256, 0.000059, 0.062256, 0.000054, 0.062256, 0.000057, 0.011292, 0.062256, 0.000053, 0.000057, 0.000059, 0.000057, 0.000059, 0.062256, 0.062256, 0.000042, 0.017334, 0.062256, 0.062256, 0.062256, 0.062256, 0.014954, 0.062256, 0.011658, 0.062256, 0.062256, 0.062256, 0.062256, 0.000053, 0.062256, 0.000053, 0.062256, 0.000052, 0.000058, 0.062256, 0.062256, 0.000054, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000055, 0.000052, 0.062256, 0.062256, 0.062256, 0.000057, 0.000051, 0.062256, 0.000169, 0.062256, 0.000056, 0.038574, 0.062256, 0.062256, 0.000061, 0.062256, 0.062256, 0.062256, 0.000059, 0.00006, 0.000051, 0.062256, 0.000058, 0.000049, 0.062256, 0.062256, 0.062256, 0.000053, 0.000057, 0.062256, 0.062256, 0.000058, 0.000047, 0.062256, 0.062256, 0.044434, 0.062256, 0.000054, 0.000473, 0.000057, 0.012695, 0.062256, 0.062256, 0.000057, 0.062256, 0.000045, 0.062256, 0.062256, 0.00005, 0.000056, 0.000061, 0.062256, 0.062256, 0.062256, 0.000053, 0.000056, 0.062256, 0.000057, 0.000056, 0.000055, 0.000055, 0.062256, 0.015869, 0.000054, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000049, 0.062256, 0.000053, 0.062256, 0.062256, 0.016602, 0.000057, 0.062256, 0.000055, 0.000057, 0.000054, 0.012451, 0.000054, 0.000056, 0.000056, 0.062256, 0.000057, 0.062256, 0.062256, 0.000055, 0.000059, 0.000059, 0.062256, 0.000051, 0.000059, 0.000048, 0.062256, 0.000057, 0.000052, 0.062256, 0.062256, 0.058105, 0.062256, 0.00006, 0.000056, 0.000058, 0.00006, 0.000057, 0.000055, 0.000054, 0.062256, 0.000055, 0.000052, 0.062256, 0.00006, 0.062256, 0.000058, 0.000053, 0.00006, 0.000047, 0.062256, 0.000056, 0.062256, 0.062256, 0.000057, 0.00006, 0.062256, 0.062256, 0.062256, 0.062256, 0.00005, 0.020386, 0.062256, 0.062256, 0.062256, 0.000055, 0.000058, 0.000057, 0.062256, 0.00006, 0.000059, 0.062256, 0.062256, 0.062256, 0.062256, 0.000053, 0.006714, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000052, 0.000059, 0.000057, 0.000052, 0.062256, 0.000055, 0.062256, 0.000057, 0.062256, 0.010437, 0.000061, 0.062256, 0.062256, 0.062256, 0.062256, 0.000053, 0.038818, 0.000056, 0.062256, 0.013184, 0.000046, 0.000057, 0.062012, 0.000058, 0.062256, 0.000056, 0.062256, 0.000055, 0.062256, 0.000058, 0.062256, 0.062256, 0.062256, 0.000058, 0.062256, 0.000053, 0.062256, 0.062256, 0.062256, 0.00824, 0.000058, 0.062256, 0.00006, 0.062256, 0.062256, 0.000055, 0.00006, 0.015503, 0.062256, 0.000052, 0.000058, 0.000051, 0.000057, 0.062256, 0.062256, 0.062256, 0.000053, 0.00006, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000056, 0.000059, 0.062256, 0.062256, 0.062256, 0.000054, 0.00531, 0.062256, 0.00006, 0.052246, 0.062256, 0.062256, 0.062256, 0.062256, 0.000056, 0.062256, 0.000057, 0.062256, 0.062256, 0.000056, 0.008667, 0.000055, 0.062256, 0.000059, 0.000058, 0.017822, 0.000058, 0.062256, 0.062256, 0.018555, 0.000057, 0.000058, 0.052246, 0.000051, 0.000056, 0.062256, 0.062256, 0.000057, 0.062256, 0.000047, 0.000058, 0.062256, 0.062256, 0.000058, 0.013489, 0.000056, 0.062256, 0.062256, 0.00006, 0.062256, 0.000057, 0.062256, 0.062256, 0.020508, 0.062256, 0.000057, 0.062256, 0.062256, 0.00006, 0.062256, 0.000053, 0.062256, 0.00005, 0.062256, 0.000052, 0.000057, 0.062256, 0.062256, 0.062256, 0.062256, 0.000057, 0.000053, 0.000056, 0.000058, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000057, 0.062256, 0.000053, 0.062256, 0.00006, 0.000053, 0.013977, 0.062256, 0.062256, 0.062256, 0.000051, 0.000048, 0.000057, 0.03418, 0.062256, 0.000059, 0.000058, 0.062256, 0.062256, 0.000056, 0.062256, 0.062256, 0.062256, 0.024658, 0.062256, 0.000058, 0.024048, 0.062256, 0.000047, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.000058, 0.062256, 0.00006, 0.062256, 0.062256, 0.000056, 0.00006, 0.062256, 0.000058, 0.000056, 0.009338, 0.000054, 0.062256, 0.062256, 0.062256, 0.000048, 0.013245, 0.062256, 0.000057, 0.000057, 0.000059, 0.062256, 0.062256, 0.007477, 0.062256, 0.062256, 0.062256, 0.062256, 0.000057, 0.000058, 0.00005, 0.062256, 0.062256 ] } , "name": "onnx::Mul_10700", "outputIndexes": [ 1255 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1254, 1255 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 1256 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1228, 1256 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/Add_2_output_0", "outputIndexes": [ 1257 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.605469 ] } , "name": "/blocks.5/Constant_1_output_0", "outputIndexes": [ 1258 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1257, 1258 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/Mul_1_output_0", "outputIndexes": [ 1259 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1259, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.6/Reshape_output_0", "outputIndexes": [ 1260 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1260 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.6/input_layernorm/Pow_output_0", "outputIndexes": [ 1261 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1261 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.6/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 1262 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1262, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/input_layernorm/Add_output_0", "outputIndexes": [ 1263 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1263, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/input_layernorm/Pow_1_output_0", "outputIndexes": [ 1264 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1260, 1264 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/input_layernorm/Mul_output_0", "outputIndexes": [ 1265 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 84.5, 2.140625, 0.632812, 1.476562, 2.203125, 1.632812, 2.796875, 2.15625, 68.5, 1.515625, 1.882812, 4.78125, 1.398438, 4.40625, 95.0, 5.25, 66.5, 1.5625, 97.0, 124.0, 2.875, 202.0, 26.625, 91.5, 3.265625, 1.25, 1.828125, 2.359375, 86.0, 11.1875, 1.890625, 2.015625, 2.0, 2.5, 98.0, 5.625, 1.367188, 2.0625, 29.875, 1.953125, 87.5, 19.625, 1.367188, 2.453125, 3.203125, 71.5, 1.890625, 1.367188, 1.460938, 143.0, 126.0, 136.0, 1.40625, 2.015625, 2.15625, 1.90625, 1.9375, 31.25, 1.34375, 129.0, 6.0, 170.0, 3.9375, 1.875, 7.59375, 1.640625, 1.03125, 2.546875, 25.0, 44.75, 83.5, 2.046875, 152.0, 52.0, 143.0, 1.507812, 45.25, 2.140625, 1.421875, 48.25, 1.671875, 1.835938, 8.9375, 2.265625, 2.546875, 3.171875, 27.375, 1.976562, 1.984375, 1.9375, 110.0, 1.539062, 1.671875, 1.648438, 1.976562, 1.414062, 1.859375, 1.664062, 6.53125, 2.234375, 1.242188, 1.515625, 78.0, 15.8125, 1.992188, 41.5, 1.882812, 1.9375, 1.875, 2.015625, 2.34375, 1.976562, 3.3125, 169.0, 140.0, 2.6875, 2.953125, 166.0, 2.28125, 147.0, 98.5, 2.6875, 2.0625, 5.71875, 1.59375, 1.929688, 2.359375, 1.976562, 1.546875, 1.710938, 144.0, 1.59375, 1.882812, 1.789062, 2.796875, 88.0, 2.09375, 2.40625, 2.015625, 1.398438, 6.96875, 1.664062, 1.59375, 3.90625, 174.0, 43.5, 2.765625, 200.0, 127.0, 2.4375, 3.4375, 3.6875, 104.0, 19.75, 2.765625, 2.078125, 40.75, 112.0, 2.1875, 125.5, 44.75, 1.578125, 1.890625, 1.671875, 2.296875, 90.0, 175.0, 15.8125, -4.78125, 108.5, 3.03125, 1.765625, 1.679688, 0.644531, 1.65625, 122.5, 1.507812, 2.390625, 2.125, 161.0, 1.671875, 11.625, 3.609375, 1.335938, 1.53125, 2.15625, 10.125, 3.109375, 3.53125, 199.0, 1.773438, 2.0, 1.34375, 113.5, 164.0, 142.0, 108.0, 114.0, 4.65625, 49.0, 3.265625, 1.453125, 149.0, 39.0, 1.820312, 24.25, 6.0625, 2.390625, 2.53125, 23.75, 102.5, 202.0, 1.59375, 2.390625, 109.0, 3.765625, 115.5, 7.75, 106.0, 100.5, 2.28125, 9.6875, 2.046875, 19.625, 1.789062, 1.40625, 2.0, 7.53125, 62.25, 45.25, 3.5625, 1.789062, 1.75, 50.5, 1.960938, 5.3125, 1.390625, 2.671875, 1.601562, 1.984375, 118.5, 4.53125, 218.0, 2.140625, 134.0, 1.53125, 1.804688, 9.3125, 8.75, 1.625, 18.75, 17.75, 11.5625, 248.0, 8.625, 1.601562, 12.375, 11.75, 1.90625, 109.0, 22.875, 12.4375, 1.90625, 3.0, 5.5, 120.0, 129.0, 3.625, 2.234375, 93.0, 1.148438, 13.625, 9.5, 118.5, 1.273438, 1.617188, 123.0, 5.3125, 2.140625, 0.636719, 1.46875, 165.0, 1.648438, 87.0, 1.890625, 182.0, 97.0, 1.460938, 3.609375, 2.203125, 53.0, 120.5, 4.5625, 150.0, 5.59375, 4.78125, 2.046875, 4.5625, 2.3125, 2.171875, 2.140625, 7.59375, 2.9375, 81.0, 4.28125, 1.671875, 2.546875, 2.921875, 9.3125, 85.5, 1.257812, 3.3125, 1.9375, 3.078125, 139.0, 11.5625, 2.0625, 8.1875, 16.375, 1.890625, 62.25, 1.742188, 1.921875, 4.71875, 90.5, 1.195312, 4.25, 1.960938, 1.601562, 24.375, 73.5, 67.5, 18.25, 3.609375, 1.710938, 18.375, 2.1875, 97.0, 2.265625, 42.75, 5.34375, 0.5625, 1.78125, 2.71875, 23.875, 33.0, 1.851562, 1.5625, 3.0625, 94.5, 117.0, 8.0625, 2.109375, 1.757812, 0.652344, 19.75, 81.5, 2.15625, 1.640625, 1.90625, 92.0, 4.125, 1.875, 1.328125, 140.0, 2.328125, 1.96875, 7.40625, 142.0, 1.773438, 39.5, 167.0, 4.40625, 2.21875, 13.25, 26.25, 2.984375, 115.0, 2.59375, 11.3125, 27.25, 1.84375, 1.75, 1.773438, 1.96875, 2.65625, 1.648438, 1.179688, 3.25, 1.492188, 3.0, 2.078125, 127.0, 105.5, 2.109375, 74.5, 27.625, 121.5, -3.328125, 2.609375, 63.5, 2.171875, 3.0, 3.109375, 171.0, 128.0, 1.617188, 137.0, 2.40625, 3.5625, 2.734375, 14.0, 11.9375, 2.234375, 2.578125, 2.5, 16.375, 38.0, 2.625, 1.664062, 5.375, 2.609375, 1.726562, 29.75, 0.550781, 2.21875, 82.0, 1.65625, 10.4375, 1.992188, 6.4375, 123.5, 1.945312, 0.808594, 1.515625, 2.078125, 3.375, 7.9375, 1.40625, 3.21875, 3.296875, 1.570312, 78.0, 1.695312, 27.375, 5.0625, 40.0, 1.554688, 3.875, 1.570312, 0.925781, 33.5, 169.0, 1.523438, 1.617188, 14.75, 92.0, 95.5, 1.625, 200.0, 2.1875, 2.234375, 115.5, 9.375, 1.570312, 1.585938, 2.40625, 0.78125, 1.617188, 77.5, 1.75, 100.5, 1.695312, 2.921875, 3.625, 4.0625, 30.5, 1.960938, 2.78125, 1.65625, 11.3125, 28.125, 6.34375, 71.0, 1.898438, 5.90625, 125.5, 22.75, 207.0, 6.59375, 2.078125, 2.515625, 2.09375, 1.445312, 10.1875, 1.445312, 3.5, 1.8125, 1.945312, 8.9375, 2.03125, 2.5625, 118.0, 133.0, 114.0, 4.59375, 112.0, 7.34375, 76.0, 4.9375, 2.0625, 2.40625, 66.0, 5.875, 1.78125, 4.25, 1.921875, 6.15625, 1.421875, 134.0, 1.242188, 127.0, 2.484375, 74.0, 1.429688, 117.0, 1.796875, 14.5625, 4.5625, 149.0, 135.0, 178.0, 8.375, 1.882812, 5.28125, 155.0, 3.5, 1.421875, 2.03125, 135.0, 1.71875, 134.0, 5.09375, 2.390625, 126.0, 129.0, 121.0, 2.546875, 6.09375, 1.953125, 9.6875, 3.484375, 116.5, 3.578125, 58.5, 2.125, 71.5, 107.5, 2.15625, 3.203125, 5.4375, 141.0, 60.75, 4.46875, 1.40625, 35.75, 2.75, 1.757812, 2.203125, 1.78125, 9.125, 117.5, 1.617188, 1.453125, 3.796875, 1.4375, 1.992188, 1.726562, 73.0, 1.320312, 88.5, 1.429688, 8.1875, 0.929688, 138.0, 6.625, 1.601562, 3.125, 5.4375, 1.867188, 126.0, 16.25, 2.140625, 8.0, 4.40625, 1.257812, 83.5, 1.945312, 46.0, 2.046875, 3.734375, 2.296875, 1.976562, 1.390625, 2.46875, 1.546875, 4.4375, 1.921875, 1.875, 10.5, 2.40625, 0.183594, 2.328125, 6.8125, 6.09375, 1.65625, 44.5, 1.453125, 2.578125, 1.703125, 1.320312, 2.8125, 1.492188, 16.875, 9.0625, 128.0, 129.0, 12.3125, 5.65625, 2.375, 207.0, 126.0, 2.3125, 1.820312, 1.757812, 2.328125, 6.59375, 2.046875, 90.5, 2.125, 7.90625, 112.5, 7.46875, 1.921875, 91.0, 1.65625, 1.398438, 3.0625, 2.8125, 1.703125, 2.296875, 2.609375, 2.09375, 2.875, 115.0, 48.5, 2.234375, 1.492188, 1.84375, 1.585938, 2.328125, 2.0, -2.21875, 95.0, 1.929688, 3.71875, 2.84375, 101.0, 129.0, 16.625, 2.453125, 105.0, 2.984375, 3.59375, 2.5625, 1.5625, 60.5, 1.6875, 6.0, 132.0, 2.296875, 1.296875, 1.804688, 103.0, 4.8125, 103.0, 2.34375, 4.1875, 13.9375, 146.0, 69.0, 1.453125, 2.109375, 1.421875, 53.75, 140.0, 1.507812, 2.375, 153.0, 1.039062, 113.5, 119.0, 3.140625, 2.21875, 3.484375, 11.3125, 170.0, 1.859375, 2.125, 1.976562, 1.828125, 1.710938, 3.109375, 117.5, 3.09375, 30.125, 1.398438, 150.0, 2.65625, 1.375, 1.328125, 3.09375, 2.640625, 1.898438, 3.171875, 1.859375, 1.789062, 86.0, 4.375, 58.0, 38.5, 3.40625, 1.515625, 2.453125, 3.90625, 1.859375, 158.0, 1.640625, 18.125, 78.0, 29.25, 1.953125, 2.234375, 86.0, 70.0, 1.9375, 135.0, 194.0, 1.851562, 32.0, 1.65625, 67.5, 2.296875, 4.46875, 1.695312, 2.578125, 12.75, 4.28125, 1.789062, 25.625, 3.109375, 15.75, 2.46875, 2.21875, 122.5, 4.40625, 6.75, 120.5, 95.0, 112.0, 2.609375, 1.71875, 3.625, 152.0, 105.5, 2.328125, 31.375, 8.875, 2.171875, 27.5, 1.210938, 2.40625, 2.78125, 8.625, 129.0, 1.78125, 1.054688, 3.375, 9.25, 116.5, 0.652344, 2.015625, 108.0, 1.328125, 1.796875, 2.453125, 131.0, 2.0625, 2.421875, 10.6875, 2.484375, 2.140625, 170.0, 23.75, 1.53125, 1.3125, 166.0, 99.5, 1.984375, 2.046875, 0.902344, 2.671875, 2.125, 1.09375, 2.46875, 1.601562, 120.0, 1.515625, 1.320312, 130.0, 2.046875, 37.75, 1.382812, 48.5, 58.5, 30.125, 2.109375, 150.0, 1.25, 44.75, 47.25, 1.664062, 7.34375, 2.28125, 1.507812, 1.75, 14.4375, 48.25, 2.625, 1.601562, 117.0, 2.203125, 115.5, 78.0, 5.6875, 2.34375, 92.5, 2.296875, 2.515625, 6.46875, 1.515625, 1.382812, 132.0, 10.6875, 20.625, 3.515625, 125.5, 136.0, 1.75, 1.28125, 1.476562, 13.875, 1.125, 1.429688, 2.734375, 117.5, 1.4375, 1.914062, 133.0, 2.34375, 3.921875, 2.109375, 147.0, 112.0, 80.0, 4.25, 43.75, 5.75, 49.75, 2.0, 3.046875, 1.890625, 2.515625, 2.609375, 27.625, 14.75, 2.296875, 182.0, 126.5, 6.8125, 151.0, 8.8125, 1.960938, 103.5, 0.59375, 10.6875, 1.484375, 2.828125, 2.6875, 2.46875, 5.5, 1.75, 8.5, 110.0, 2.765625, 110.0, 1.898438, 1.765625, 1.65625, 1.726562, 1.460938, 8.9375, 29.75, 144.0, 9.3125, 2.4375, 26.375, 1.210938, 23.875, 25.375, 0.660156, 1.976562, 1.898438, 1.625, 1.59375, 2.1875, 1.835938, 4.28125, 2.125, 3.5625, 126.5, 1.921875, 2.4375, 22.25, 0.808594, 4.90625, 2.171875, 1.46875, -3.09375, 1.273438, 0.929688, 138.0, 2.125, 54.0, 37.5, 26.875, 132.0, 139.0, 1.78125, 109.0, 2.21875, 137.0, 117.0, 1.421875, 3.34375, 1.703125, 109.0, 10.4375, 1.070312, 2.75, 3.140625, 135.0, 127.0, 96.5, 45.5, 93.5, 2.296875, 12.0, 67.0, 51.5, 1.234375, 24.375, 3.203125, 1.671875, 1.828125, 93.0, 149.0, 2.140625, 1.71875, 2.0, 2.0, 134.0, 53.25, 165.0, 8.5, 9.625, 148.0, 2.125, 1.40625, 5.375, 99.5, 120.0, 130.0, 2.140625, 1.351562, 6.0625, 1.84375, 1.609375, 1.828125, 93.0, 133.0, 3.171875, 88.0, 1.320312, 2.265625, 2.921875, 2.265625, 1.945312, 3.53125, 3.328125, 1.6875, 120.0, 29.5, 48.0, 1.820312, 1.570312, 3.65625, 87.5, 9.375, 92.5, 3.40625, 2.125, 81.0, 2.328125, -0.378906, 143.0, 118.0, 2.375, 34.75, 1.585938, 1.640625, 2.0625, 136.0, 2.609375, 2.28125, 10.8125, 4.125, 2.078125, 135.0, 2.484375, 2.390625, 2.390625, 156.0, 2.078125, 19.0, 4.03125, 1.757812, 1.929688, 1.921875, 84.0, 1.804688, 1.742188, 114.5, 120.5, 128.0, 1.78125, 160.0, 126.0, 8.1875, 1.828125, 0.664062, 150.0, 1.640625, 2.015625, 2.296875, 114.0, 15.5625, 137.0, 2.734375, 3.90625, 137.0, 63.75, 53.75, 2.09375, 3.609375, 171.0, 83.5, 4.6875, 2.125, 86.0, 14.25, 124.0, 10.5, 141.0, 1.929688, 214.0, 0.867188, 27.0, 2.40625, 125.5, 110.0, 1.859375, 31.375, 9.875, 1.804688, 121.5, 37.5, 3.046875, 1.835938, 92.0, 91.0, 1.71875, 1.71875, 4.375, 183.0, 1.75, 124.0, 1.554688, 105.0, 2.8125, 66.5, 2.640625, 1.140625, 154.0, 2.78125, 3.453125, 111.5, 84.5, 1.507812, 1.59375, 1.976562, 32.5, 1.578125, 2.09375, 2.15625, 1.148438, 2.21875, 118.0, 127.0, 26.75, 1.867188, 1.484375, 24.875, 1.367188, 3.328125, 1.835938, 138.0, 123.5, 56.25, 103.5, 10.25, 163.0, 1.523438, 1.828125, 8.375, 2.4375, 6.78125, 2.578125, 2.21875, 2.921875, 2.28125, 2.21875, 3.671875, 1.507812, 3.3125, 2.40625, 3.796875, 1.414062, 1.976562, 2.484375, 2.203125, 145.0, 2.046875, 2.609375, 1.75, 2.75, 1.875, 82.5, 123.0, 1.976562, 1.851562, 100.0, 148.0, 1.9375, 1.617188, 2.578125, 3.328125, 2.125, 9.6875, 6.1875, 2.828125, 93.0, 2.15625, 106.0, -2.859375, 2.734375, 1.8125, 1.875, 2.3125, 142.0, 2.40625, 126.0, 1.632812, 5.59375, 1.757812, 1.789062, 12.3125, 31.5, 1.84375, 157.0, 1.796875, 25.625, 65.5, 3.84375, 2.125, 1.78125, 2.015625, 29.5, 2.3125, 18.125, 1.867188, 106.5, 1.664062, 2.28125, 1.835938, 1.867188, 122.5, 74.5, 1.8125, 122.0, 1.507812, 127.0, 111.0, 3.03125, 2.296875, 1.429688, 23.75, 1.898438, 6.53125, 1.5625, 23.375, 1.476562, 4.4375, 3.609375, 16.0, 47.5, 0.785156, 145.0, 8.375, 1.242188, 1.867188, 1.179688, 30.375, 1.445312, 10.9375, 158.0, 1.273438, 3.40625, 2.078125, 2.03125, 2.328125, 1.671875, 1.625, 1.984375, 1.796875, 3.671875, 194.0, 1.75, 3.109375, 3.65625, 122.5, 2.859375, 2.34375, 2.6875, 5.25, 28.125, 1.140625, 31.375, 2.015625, 3.0625, 1.664062, 1.5625, 123.5, 41.0, 7.40625, 100.0, 101.5, 1.710938, 37.25, 7.84375, 1.679688, 8.9375, 1.585938, 128.0, 213.0, 79.5, 2.015625, 65.5, 2.25, 3.953125, 2.15625, 1.796875, 2.1875, 3.3125, 163.0, 1.867188, 42.5, 138.0, 1.898438, 1.742188, 45.25, 1.421875, 2.859375, 1.570312, 127.5, 17.75, 53.5, 2.359375, 2.1875, 28.375, 64.0, 193.0, 2.1875, 2.78125, 2.4375, 34.25, 2.1875, 139.0, 169.0, 1.445312, 40.25, 100.5, 1.882812, 1.414062, 23.625, 208.0, 29.75, 1.9375, 32.0, 1.898438, 4.6875, 2.203125, 132.0, 2.4375, 2.03125, 1.859375, 57.25, 33.0, 92.5, 3.25, 1.5625, 20.75, 1.882812, 3.25, 136.0, 1.320312, 1.265625, 110.5, 1.96875, 3.265625, 3.203125, 2.046875, 2.140625, 152.0, 4.5, 102.5, 1.859375, 28.125, 2.296875, 113.5, 104.5, 1.335938, 1.78125, 2.375, 49.0, 2.546875, 118.0, 2.640625, 3.125, 11.0, 138.0, 15.9375, 122.5, 12.625, 99.0, 1.867188, 45.75, 3.734375, 0.84375, 1.671875, 3.3125, 8.0625, 121.5, 1.304688, 48.75, 30.25, 190.0, 4.5625, 32.75, 2.265625, 1.820312, 4.84375, 3.59375, 0.707031, 134.0, 1.6875, 1.875, 84.5, 1.609375, 137.0, 0.886719, 8.25, 1.335938, 142.0, 47.0, 1.742188, 6.53125, 2.8125, 6.625, 100.0, 2.171875, 1.648438, 2.609375, 1.851562, 4.8125, 2.28125, 2.21875, 2.4375, 16.25, 43.25, 1.867188, 2.484375, 163.0, 2.34375, 14.1875, 2.140625, 1.625, 2.0, 21.5, 2.1875, 2.578125, 118.5, 127.0, 176.0, 1.632812, 1.367188, 3.921875, 2.8125, 2.109375, 1.421875, 30.375, 190.0, 1.148438, 6.59375, 14.5, 2.125, 3.0625, 2.171875, 0.699219, 1.570312, 104.5, 89.5, 1.859375, 2.390625, 2.296875, 1.023438, -1.429688, 2.890625, 134.0, 34.75, 2.203125, 2.640625, 119.5, 1.78125, 10.75, 57.25, 1.859375, 1.75, 2.234375, 29.875, 35.25, 3.875, 145.0, 124.5, 2.390625, 1.960938, 2.59375, 2.515625, 1.671875, 2.390625, 12.375, 1.992188, 1.664062, 1.40625, 1.75, 68.0, 26.25, 1.640625, 2.0625, 2.515625, 48.5, 2.4375, 13.25, 1.890625, 118.0, 2.078125, 1.40625, 93.0, 2.078125, 102.5, 1.546875, 1.445312, 1.734375, 4.90625, 2.15625, 15.1875, 1.453125, 1.4375, 127.5, 164.0, 1.648438, 2.09375, 2.34375, 2.40625, 3.359375, 163.0, 21.5, 132.0, 203.0, 142.0, 153.0, 37.75, 121.5, 1.65625, 1.640625, 2.15625, 1.34375, 2.3125, 1.875, 2.0625, 1.75, 3.953125, 1.992188, 1.648438, 2.0, 3.828125, 1.796875, 1.90625, 13.9375, 1.976562, 1.671875, 2.484375, 26.375, 98.5, 95.0, 4.21875, 1.796875, 1.75, 2.140625, 142.0, 151.0, 2.390625, 95.0, 1.65625, 1.476562, 3.015625, 115.5, 101.5, 3.515625, 1.4375, 1.4375, 1.8125, 1.617188, 0.337891, 1.164062, 3.703125, 196.0, 2.09375, 130.0, 2.34375, 1.617188, 1.984375, 15.125, 2.71875, 6.375, 167.0, 139.0, 3.03125, 2.234375, 117.5, 2.53125, 1.054688, 132.0, 94.0, 1.757812, 2.828125, 1.429688, 17.125, 131.0, 45.25, 1.945312, 1.15625, 10.1875, 7.1875, 139.0, 1.882812, 150.0, 1.8125, 119.0, 81.0, 1.507812, 2.703125, 82.5, 1.726562, 2.078125, 5.84375, 1.75, 3.21875, 2.171875, 1.507812, 102.5, 1.390625, 49.75, 1.710938, 107.5, 2.734375, 18.125, 32.5, 2.5, 1.492188, 1.742188, 112.0, 1.703125, 2.875, 89.0, 206.0, 71.5, 128.0, 65.0, 1.648438, 126.5, 1.21875, 1.65625, 27.625, 181.0, 1.453125, 6.875, 2.09375, 5.34375, 46.25, 3.21875, 89.0, 141.0, 1.78125, 127.5, 2.109375, 143.0, 2.046875, 6.53125, 82.0, 89.0, 158.0, 7.28125, 1.585938, 1.601562, 6.28125, 1.078125, 1.765625, 135.0, 52.75, 18.5, 1.875, 36.75, 102.0, 2.140625, 222.0, 15.5625, 3.90625, 1.851562, 51.25, 1.789062, 6.34375, 1.914062, 2.75, 1.640625, 12.25, 11.9375, 1.078125, 8.0, 18.875, 113.0, 1.898438, 109.5, 1.796875, 1.96875, 26.375, 2.9375, 2.46875, 74.0, 1.851562, 78.0, 1.429688, 5.21875, 185.0, 4.125, 1.796875, 6.34375, 34.0, 2.234375, 1.3125, 1.796875, 3.625, 5.65625, 1.664062, 141.0, 115.0, 2.3125, 3.53125, 3.875, 2.90625, 9.75, 4.5625, 70.0, 12.0, 119.5, 40.25, 10.8125, 2.609375, 2.140625, 106.0, 80.5, 2.421875, 140.0, 1.804688, 1.578125, 1.539062, 4.84375, 2.03125, 9.8125, 19.375, 1.210938, 2.5625, 2.75, 48.25, 2.9375, 1.632812, 7.75, 1.679688, 1.4375, 15.9375, 1.164062, 2.484375, 0.96875, 2.09375, 0.964844, 1.992188, 1.59375, 117.0, 1.640625, 1.53125, 31.5, 110.0, 54.25, 2.71875, 2.421875, 3.0, 1.507812, 126.0, 1.898438, 1.601562, 1.601562, 1.539062, 2.078125, 134.0, 35.25, 2.828125, 2.109375, 2.890625, 12.1875, 2.921875, 1.773438, 32.75, -4.96875, 106.0, 27.125, 1.203125, 13.8125, 1.914062, 1.984375, 1.726562, 123.0, 103.0, 2.359375, 3.15625, 1.523438, 2.375, 1.953125, 2.828125, 0.972656, 107.5, 107.0, 4.375, 1.742188, 2.53125, 1.609375, 1.367188, 1.6875, 1.632812, 1.789062, 2.3125, 1.601562, 183.0, 111.5, 2.28125, 123.0, 118.0, 2.765625, 2.796875, 30.5, 1.578125, 1.523438, 1.75, 65.0, 9.0625, 1.539062, 46.0, 2.0625, 106.0, 7.1875, 35.75, 123.5, 1.6875, 67.0, 2.484375, 2.234375, 15.9375, 2.78125, 11.0625, 1.492188, 70.0, 119.5, 1.671875, 2.046875, 48.5, 2.21875, 1.820312, 97.5, 2.71875, 30.25, 1.273438, 25.875, 1.414062, 70.0, 1.8125, 1.59375, 7.28125, 1.734375, 9.9375, 1.46875, 0.839844, 32.25, 3.796875, 0.519531, 7.875, 7.6875, 2.390625, 2.59375, 2.328125, 37.25, 1.453125, 89.5, 42.25, 1.359375, 1.773438, 144.0, 2.546875, 1.460938, 1.515625, 82.5, 1.53125, 2.09375, 1.6875, 1.960938, 5.71875, 100.5, 2.5625, 3.28125, 90.5, 49.0, 1.539062, 2.390625, 6.53125, 160.0, 60.5, 2.109375, 2.09375, 8.1875, 74.0, 1.742188, 101.0, 1.945312, 1.578125, 5.375, 1.585938, 126.5, 3.3125, 104.0, 1.671875, 1.914062, 2.953125, 2.546875, 31.0, 111.0, 1.304688, 74.5, 13.125, 1.914062, 2.75, 142.0, 3.296875, 84.0, 1.28125, 2.625, 35.25, 2.21875, 1.5625, 1.789062, 91.0, 81.5, 1.71875, 1.757812, 55.75, 1.5625, 1.484375, 2.015625, 1.90625, 1.5625, 3.71875, 4.5625, 2.40625, 1.359375, 2.703125, 159.0, 1.679688, 1.21875, 14.9375, 1.53125, 2.71875, 1.546875, 1.929688, 1.625, 2.25, 1.710938, 2.546875, 179.0, 2.0625, 40.25, 2.40625, 1.710938, 2.3125, 2.03125, 1.804688, 2.890625, 110.0, 111.5, 2.21875, 1.398438, 98.0, 30.5, 57.5, 1.875, 2.015625, -3.734375, 100.0, 48.25, 3.140625, 41.0, 120.5, 54.5, 105.0, 163.0, 3.015625, 102.5, 2.734375, 80.0, 1.695312, 109.0, 1.984375, 1.703125, 2.40625, 1.976562, 4.15625, 1.804688, 2.1875, 154.0, 40.5, 115.0, 88.0, 5.78125, 1.515625, 1.710938, 5.5, 145.0, 2.265625, 0.90625, 24.875, 3.984375, 140.0, 2.21875, 1.75, 3.53125, 2.328125, 29.25, 19.875, 4.375, 11.5, 1.9375, 133.0, 25.75, 1.226562, 102.5, 104.5, 34.0, 1.695312, 28.625, 2.328125, 2.109375, 1.4375, 32.0, 1.804688, 1.632812, 19.0, 11.125, 102.5, 4.09375, 3.171875, 3.328125, 57.0, 11.3125, 139.0, 15.0625, 1.640625, 13.8125, 2.328125, 1.789062, 136.0, 1.765625, 1.921875, 11.0, 13.25, 1.828125, 1.992188, 1.328125, 1.625, 32.0, 2.09375, 80.0, 2.171875, 99.0, 1.976562, 1.234375, 15.6875, 1.90625, 2.40625, 1.054688, 0.886719, 1.085938, 25.0, 1.273438, 55.0, 1.8125, 2.203125, 4.3125, 1.632812, 2.515625, 1.460938, 0.478516, 2.609375, 5.5625, 8.1875, 120.5, 1.140625, 2.09375, 1.859375, 131.0, 101.0, 99.5, 1.328125, 1.46875, 3.03125, 15.8125, 17.25, 113.5, 51.75, 2.296875, 189.0, 2.09375, 2.359375, 123.5, 1.789062, 15.4375, 4.09375, 2.046875, 2.59375, -2.96875, 1.570312, 2.1875, 16.875, 2.84375, 1.554688, 8.0, 157.0, 8.4375, 1.507812, 141.0, 2.546875, 50.0, 115.5, 1.640625, 0.914062, 1.78125, 122.5, 43.5, 3.390625, 25.5, 3.171875, 2.21875, 1.875, 1.585938, 1.726562, 71.5, 13.5, 0.757812, 2.46875, 108.5, 1.875, 79.0, 2.140625, 2.046875, 1.71875, 1.820312, 1.570312, 3.15625, 6.75, 1.429688, 2.8125, 1.140625, 1.757812, 1.6875, 7.1875, 156.0, 1.65625, 99.5, 5.4375, 159.0, 1.289062, 112.5, 2.203125, 82.0, 20.125, 1.71875, 1.859375, 4.8125, 1.210938, 2.0, 9.875, 3.53125, 1.46875, 1.6875, 2.84375, 174.0, 1.804688, 134.0, 143.0, 69.5, 159.0, 35.0, 2.4375, 1.90625, 145.0, 87.0, 0.804688, 1.859375, 1.75, 1.914062, 203.0, 2.140625, 146.0, 3.21875, 1.53125, 37.0, 2.390625, 123.0, 2.453125, 86.0, 1.96875, 18.625, 5.53125, 4.1875, 1.179688, 105.5, 2.140625, 1.820312, 3.640625, 2.640625, 2.40625, 134.0, 102.5, 1.546875, 1.09375, 1.132812, 28.5, 1.804688, 1.867188, 36.0, 2.609375, 1.851562, 32.0, 12.125, 1.921875, 24.375, 4.5, 1.507812, 1.445312, 123.5, 5.1875, 44.0, 1.640625, 2.09375, 2.75, 2.3125, 1.90625, 7.75, 32.25, 2.875, 1.726562, 1.765625, 89.0, 64.5, 1.75, 1.210938, 55.5, 2.265625, 2.65625, 6.9375, 127.5, 231.0, 2.34375, 1.578125, 16.25, 2.359375, 124.5, 1.75, 2.5625, 64.5, 3.015625, 11.4375, 1.734375, 4.46875, 1.6875, 161.0, 129.0, 24.25, 4.59375, 5.21875, 4.6875, 5.71875, 32.0, 25.75, 122.5, 99.5, 4.59375, 1.773438, 1.992188, 2.671875, 1.757812, 1.757812, 160.0, 1.695312, 19.125, 2.28125, 0.773438, 158.0, 158.0, 39.0, 10.25, 106.5, 7.0625, 237.0, 3.796875, 36.5, 6.40625, 2.71875, 23.0, 1.5625, 2.6875, 19.625, 69.5, 122.5, 1.882812, 133.0, 27.625, 1.992188, 1.484375, 118.5, 8.375, 2.265625, 1.539062, 22.625, 2.59375, 121.5, 3.640625, 3.078125, 66.0, 15.25, 107.5, 3.65625, 33.75, 132.0, 111.5, 1.546875, 46.5, 1.65625, 0.792969, 1.882812, 80.0, 116.5, 0.953125, 51.25, 1.9375, 2.0, 64.5, 52.75, 3.328125, 1.945312, 1.25, 2.609375, 95.5, 172.0, 1.351562, 5.09375, 1.921875, 1.445312, 103.0, 5.03125, 2.15625, 5.1875, 101.0, 2.34375, 2.125, 1.453125, 1.523438, 137.0, 132.0, 3.015625, 2.734375, 2.578125, 1.921875, 7.1875, 130.0, 15.5625, 11.9375, 97.0, 1.84375, 146.0, 2.46875, 6.15625, 3.296875, 38.25, 164.0, 1.539062, 32.5, 2.140625, 5.65625, 20.5, 63.75, 58.0, 1.65625, 211.0, 151.0, 2.03125, 11.6875, 6.0625, 1.625, 11.375, 1.9375, 159.0, 2.21875, 2.859375, 1.953125, 1.257812, 2.484375, 19.375, 1.90625, 128.0, 2.0, 3.734375, 2.203125, 216.0, 6.5625, 2.234375, 32.75, 4.03125, 6.5, 106.0, 20.5, 174.0, 1.25, 88.0, 6.6875, 87.0, 128.0, 2.421875, 1.789062, 1.671875, 74.0, 119.5, 1.617188, 1.453125, 1.84375, 1.125, 2.09375, 1.679688, 17.0, 145.0, 2.21875, 3.53125, 1.625, 48.0, 138.0, 2.4375, 2.546875, 50.75, 1.882812, 1.25, 1.328125, 1.65625, 66.0, 2.28125, 149.0, 6.25, 1.859375, 62.5, 174.0, 153.0, 1.226562, 136.0, 154.0, 40.5, 25.125, 3.390625, 4.28125, 168.0, 4.53125, 136.0, 42.75, 111.5, 15.5625, 2.21875, 4.9375, 47.5, 1.765625, 131.0, 3.8125, 1.929688, 2.328125, 12.25, 205.0, 5.34375, 2.078125, 2.34375, 7.71875, 2.015625, 110.0, 1.984375, 2.578125, 136.0, 1.59375, 2.140625, 1.921875, 1.265625, 19.375, 2.84375, 130.0, 1.796875, 82.0, 1.890625, 4.625, 12.875, 2.640625, 1.78125, 1.148438, 2.421875, 179.0, 127.5, 110.0, 1.179688, 45.5, 1.984375, 2.71875, 16.875, 6.21875, 3.484375, 6.625, 2.8125, 28.875, 1.523438, 12.125, 83.5, 223.0, 2.6875, 2.578125, 1.71875, 27.5, 1.726562, 1.8125, 25.75, 1.796875, 118.0, 119.5, 2.578125, 33.5, 1.539062, 1.703125, 1.429688, 1.976562, 129.0, 2.84375, 8.0, 104.5, 2.1875, 122.5, 1.523438, 1.140625, 3.0625, 2.046875, 1.40625, 124.5, 48.5, 2.484375, 2.015625, 2.78125, 22.75, 140.0, 1.765625, 6.40625, 81.5, 74.0, 5.875, 2.078125, 1.601562, 1.5, 5.21875, 218.0, 69.0, 29.125, 6.65625, 5.3125, 1.007812, 2.390625, 163.0, 1.46875, 0.628906, 2.171875, 55.25, 117.5, 154.0, 146.0, 1.648438, 2.0625 ] } , "name": "onnx::Mul_10701", "outputIndexes": [ 1266 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1265, 1266 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/input_layernorm/Mul_1_output_0", "outputIndexes": [ 1267 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1267 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.6/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 7149 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7149 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.6/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 7150 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7150 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 374375610, 2621462, 655360, 0, 0 ] } , "name": "/layers.6/self_attn/q_proj/Linear", "outputIndexes": [ 7151 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7151 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.6/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 7152 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7152 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ] , "dimType": "NCHW" } , "name": "/layers.6/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 1268 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1267 ] , "main_type": "NONE", "name": "/blocks.6/self_attn/Shape_output_0", "outputIndexes": [ 1269 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 1269 ] , "main_type": "NONE", "name": "Shape1575", "outputIndexes": [ 1270 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 1269 ] , "main_type": "NONE", "name": "Rank1577", "outputIndexes": [ 1271 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1271, 1271 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1579", "outputIndexes": [ 1272 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1272 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1580", "outputIndexes": [ 1273 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1272, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1582", "outputIndexes": [ 1274 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1274 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1583", "outputIndexes": [ 1275 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1270, 1273, 1275, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1586", "outputIndexes": [ 1276 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1276 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1587", "outputIndexes": [ 1277 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1277, 1277 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1589", "outputIndexes": [ 1278 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1269, 1278, 1272 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.6/self_attn/Gather_output_0", "outputIndexes": [ 1279 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1279, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.6/self_attn/Unsqueeze_output_0", "outputIndexes": [ 1280 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1272 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1597", "outputIndexes": [ 1281 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1274 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1600", "outputIndexes": [ 1282 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1270, 1281, 1282, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1603", "outputIndexes": [ 1283 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1283 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1604", "outputIndexes": [ 1284 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 1284 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1605", "outputIndexes": [ 1285 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1285, 1284 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1606", "outputIndexes": [ 1286 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1269, 1286, 1272 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.6/self_attn/Gather_1_output_0", "outputIndexes": [ 1287 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1287, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.6/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 1288 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1280, 1288, 41, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.6/self_attn/Concat_output_0", "outputIndexes": [ 1289 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1268, 1289 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.6/self_attn/Reshape_output_0", "outputIndexes": [ 1290 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1290 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.6/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 1292 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1292 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.6/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 1293 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1293, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/self_attn/q_norm/Add_output_0", "outputIndexes": [ 1294 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1294, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 1295 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1290, 1295 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 1296 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1296, 708 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 1297 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1297, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/self_attn/Mul_output_0", "outputIndexes": [ 1298 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1297 ] , "main_type": "NONE", "name": "/blocks.6/self_attn/Shape_2_output_0", "outputIndexes": [ 1299 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 1299 ] , "main_type": "NONE", "name": "Shape1621", "outputIndexes": [ 1300 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 1299 ] , "main_type": "NONE", "name": "Rank1623", "outputIndexes": [ 1301 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1301, 1301 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1625", "outputIndexes": [ 1302 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1302 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1626", "outputIndexes": [ 1303 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1302, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1628", "outputIndexes": [ 1304 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1304 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1629", "outputIndexes": [ 1305 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1300, 1303, 1305, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1632", "outputIndexes": [ 1306 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1306 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1633", "outputIndexes": [ 1307 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 1307 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1634", "outputIndexes": [ 1308 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1308, 1307 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1635", "outputIndexes": [ 1309 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1299, 1309, 1302 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.6/self_attn/Gather_2_output_0", "outputIndexes": [ 1310 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1310, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/self_attn/Div_output_0", "outputIndexes": [ 1311 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1311, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.6/self_attn/Unsqueeze_7_output_0", "outputIndexes": [ 1312 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1297, 1312, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.6/self_attn/Slice_1_output_0", "outputIndexes": [ 1313 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1313 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.6/self_attn/Neg_output_0", "outputIndexes": [ 1314 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1311, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.6/self_attn/Unsqueeze_6_output_0", "outputIndexes": [ 1315 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1297, 31, 1315, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.6/self_attn/Slice_output_0", "outputIndexes": [ 1316 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1314, 1316 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.6/self_attn/Concat_3_output_0", "outputIndexes": [ 1317 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1317, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/self_attn/Mul_1_output_0", "outputIndexes": [ 1318 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1298, 1318 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/self_attn/Add_output_0", "outputIndexes": [ 1319 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7150 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 377652432, 655382, 163840, 0, 0 ] } , "name": "/layers.6/self_attn/k_proj/Linear", "outputIndexes": [ 7155 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7155 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.6/self_attn/k_proj/Linear/post_convert", "outputIndexes": [ 7156 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7156 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.6/self_attn/k_proj/Linear/post_reshape", "outputIndexes": [ 1320 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1279, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.6/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 1321 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1287, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.6/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 1322 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1321, 1322, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.6/self_attn/Concat_1_output_0", "outputIndexes": [ 1323 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1320, 1323 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.6/self_attn/Reshape_1_output_0", "outputIndexes": [ 1324 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1324 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.6/self_attn/k_norm/Pow_output_0", "outputIndexes": [ 1326 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1326 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.6/self_attn/k_norm/ReduceMean_output_0", "outputIndexes": [ 1327 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1327, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/self_attn/k_norm/Add_output_0", "outputIndexes": [ 1328 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1328, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/self_attn/k_norm/Pow_1_output_0", "outputIndexes": [ 1329 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1324, 1329 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/self_attn/k_norm/Mul_output_0", "outputIndexes": [ 1330 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 256 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207, 0.12207 ] } , "name": "onnx::Mul_10709", "outputIndexes": [ 1331 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1330, 1331 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/self_attn/k_norm/Mul_1_output_0", "outputIndexes": [ 1332 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1332, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/self_attn/Mul_2_output_0", "outputIndexes": [ 1333 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1332 ] , "main_type": "NONE", "name": "/blocks.6/self_attn/Shape_3_output_0", "outputIndexes": [ 1334 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 1334 ] , "main_type": "NONE", "name": "Shape1662", "outputIndexes": [ 1335 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 1334 ] , "main_type": "NONE", "name": "Rank1664", "outputIndexes": [ 1336 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1336, 1336 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1666", "outputIndexes": [ 1337 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1337 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1667", "outputIndexes": [ 1338 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1337, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1669", "outputIndexes": [ 1339 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1339 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1670", "outputIndexes": [ 1340 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1335, 1338, 1340, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1673", "outputIndexes": [ 1341 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1341 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1674", "outputIndexes": [ 1342 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 1342 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1675", "outputIndexes": [ 1343 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1343, 1342 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1676", "outputIndexes": [ 1344 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1334, 1344, 1337 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.6/self_attn/Gather_3_output_0", "outputIndexes": [ 1345 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1345, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/self_attn/Div_1_output_0", "outputIndexes": [ 1346 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1346, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.6/self_attn/Unsqueeze_9_output_0", "outputIndexes": [ 1347 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1332, 1347, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.6/self_attn/Slice_3_output_0", "outputIndexes": [ 1348 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1348 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.6/self_attn/Neg_1_output_0", "outputIndexes": [ 1349 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1346, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.6/self_attn/Unsqueeze_8_output_0", "outputIndexes": [ 1350 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1332, 31, 1350, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.6/self_attn/Slice_2_output_0", "outputIndexes": [ 1351 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1349, 1351 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.6/self_attn/Concat_4_output_0", "outputIndexes": [ 1352 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1352, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/self_attn/Mul_3_output_0", "outputIndexes": [ 1353 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1333, 1353 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/self_attn/Add_1_output_0", "outputIndexes": [ 1354 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7150 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 378471654, 655382, 163840, 0, 0 ] } , "name": "/layers.6/self_attn/v_proj/Linear", "outputIndexes": [ 7159 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7159 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.6/self_attn/v_proj/Linear/post_convert", "outputIndexes": [ 7160 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7160 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.6/self_attn/v_proj/Linear/post_reshape", "outputIndexes": [ 1355 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1279, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.6/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 1356 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1287, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.6/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 1357 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1356, 1357, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.6/self_attn/Concat_2_output_0", "outputIndexes": [ 1358 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1355, 1358 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.6/self_attn/Reshape_2_output_0", "outputIndexes": [ 1359 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1359 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.6/self_attn/v_norm/Pow_output_0", "outputIndexes": [ 1361 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1361 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.6/self_attn/v_norm/ReduceMean_output_0", "outputIndexes": [ 1362 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1362, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/self_attn/v_norm/Add_output_0", "outputIndexes": [ 1363 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1363, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/self_attn/v_norm/Pow_1_output_0", "outputIndexes": [ 1364 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1359, 1364 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/self_attn/v_norm/Mul_output_0", "outputIndexes": [ 1365 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1319, 1354, 1365, 167 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 6, "kv_shared_layer_index": -1 } , "name": "/layers.6/self_attn/FusedAttention", "outputIndexes": [ 1366 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1366 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.6/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 7161 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7161 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.6/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 7162 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7162 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 379290876, 2621462, 655360, 0, 0 ] } , "name": "/layers.6/self_attn/o_proj/Linear", "outputIndexes": [ 7163 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7163 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.6/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 7164 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7164 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.6/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 1367 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1367 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.6/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 1369 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1369 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.6/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 1370 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1370, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/post_attention_layernorm/Add_output_0", "outputIndexes": [ 1371 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1371, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 1372 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1367, 1372 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 1373 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.020874, 2.234375, 2.234375, 2.234375, 2.09375, 2.234375, 0.972656, 2.234375, 0.02063, 2.234375, 1.6875, 2.234375, 2.234375, 1.554688, 0.017578, 2.234375, 0.273438, 2.234375, 0.016479, 0.010132, 1.1875, 0.058594, 0.118164, 0.047852, 2.234375, 2.234375, 2.234375, 2.046875, 0.017822, 0.890625, 2.171875, 2.234375, 2.234375, 0.002045, 0.062988, 0.371094, 2.234375, 1.101562, 0.146484, 1.257812, 0.029907, 0.265625, 2.234375, 2.234375, 0.746094, 0.03125, 1.890625, 2.234375, 2.234375, 0.015869, 0.01239, 0.012756, 2.234375, 1.359375, 2.234375, 1.117188, 2.234375, 0.083984, 2.125, 0.042725, 0.429688, 0.120605, 2.234375, 2.234375, 0.414062, 0.425781, 2.234375, 2.234375, 0.234375, 0.044922, 0.02478, 2.234375, 0.018799, 0.059326, 0.009888, 2.234375, 0.002075, 1.296875, 2.234375, 0.625, 2.234375, 2.234375, 2.234375, 2.234375, 0.582031, 1.023438, 0.112793, 2.234375, 1.773438, 2.234375, 0.013794, 2.234375, 1.554688, 2.234375, 2.234375, 2.234375, 1.5, 2.234375, 2.234375, 2.234375, 2.21875, 2.234375, 0.019043, 0.093262, 1.296875, 0.036377, 1.171875, 2.015625, 2.234375, 2.0, 2.234375, 2.234375, 1.210938, 0.025391, 0.009277, 0.8125, 1.640625, 0.024658, 1.992188, 0.15625, 0.013367, 2.234375, 2.234375, 1.203125, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 0.013062, 2.234375, 2.234375, 2.0625, 0.765625, 0.017456, 2.234375, 2.234375, 2.234375, 2.234375, 2.21875, 1.609375, 2.234375, 2.234375, 0.253906, 0.055908, 0.613281, 0.093262, 0.009827, 1.484375, 2.234375, 2.234375, 0.030884, 0.135742, 2.234375, 2.078125, 0.092773, 0.014038, 0.921875, 0.019531, 0.108887, 2.234375, 1.5, 2.234375, 1.203125, 0.016479, 0.098633, 0.092285, 2.234375, 0.035156, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 0.010559, 2.234375, 1.164062, 2.234375, 0.008423, 1.570312, 0.147461, 1.890625, 2.234375, 2.234375, 1.023438, 0.742188, 2.234375, 0.910156, 0.025635, 2.234375, 2.234375, 2.234375, 2.0, 0.019775, 0.011292, 0.013428, 0.013062, 0.777344, 0.001945, 1.265625, 2.234375, 0.010498, 0.095703, 1.59375, 0.148438, 0.248047, 2.234375, 1.5, 0.121582, 0.014221, 0.019775, 2.234375, 2.234375, 0.011902, 1.585938, 0.012207, 2.234375, 0.015137, 0.011597, 2.234375, 0.519531, 2.234375, 0.078613, 2.234375, 2.234375, 2.125, 0.507812, 0.028809, 0.105469, 2.234375, 2.234375, 2.234375, 0.052002, 2.234375, 0.550781, 2.234375, 2.234375, 2.234375, 2.234375, 0.062256, 0.554688, 0.025391, 2.234375, 0.020264, 2.109375, 2.234375, 1.0625, 0.155273, 2.234375, 0.237305, 0.960938, 0.28125, 0.016846, 0.6875, 2.234375, 0.177734, 0.111816, 2.234375, 0.013855, 0.114746, 0.199219, 2.234375, 2.234375, 2.234375, 0.01178, 0.014221, 0.523438, 1.015625, 0.015381, 2.234375, 0.225586, 0.061523, 0.013733, 2.234375, 2.21875, 0.011169, 0.359375, 2.234375, 2.234375, 2.234375, 0.041748, 2.234375, 0.026855, 1.90625, 0.107422, 0.014282, 2.234375, 2.234375, 2.234375, 0.089844, 0.010071, 0.972656, 0.009033, 0.84375, 1.875, 2.234375, 0.851562, 2.234375, 2.234375, 2.234375, 0.332031, 2.234375, 0.027466, 0.460938, 2.234375, 2.234375, 2.234375, 0.245117, 0.021973, 2.234375, 0.914062, 2.234375, 2.234375, 0.009949, 0.392578, 1.625, 0.785156, 0.261719, 2.234375, 0.034912, 2.234375, 1.476562, 0.261719, 0.012817, 2.234375, 0.890625, 2.234375, 2.234375, 0.375, 0.019775, 0.03418, 0.161133, 2.0625, 2.234375, 0.173828, 2.234375, 0.016724, 2.171875, 0.068359, 2.234375, 2.234375, 2.1875, 2.234375, 0.28125, 0.095703, 2.015625, 2.03125, 1.476562, 0.014526, 0.024414, 0.882812, 0.984375, 2.1875, 2.234375, 0.279297, 0.023071, 1.867188, 2.234375, 2.234375, 0.083496, 1.117188, 2.234375, 2.234375, 0.010437, 2.03125, 2.234375, 2.234375, 0.013062, 2.109375, 0.091309, 0.020142, 1.1875, 2.234375, 0.203125, 0.104004, 1.585938, 0.01355, 2.234375, 0.527344, 0.191406, 2.234375, 1.867188, 2.234375, 2.234375, 2.234375, 1.132812, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 0.013062, 0.013916, 1.539062, 0.017212, 0.072266, 0.011902, 2.234375, 2.234375, 0.039307, 1.179688, 1.171875, 2.234375, 0.097656, 0.013062, 1.914062, 0.037109, 1.882812, 1.585938, 1.578125, 2.234375, 0.157227, 1.476562, 2.234375, 2.234375, 0.255859, 0.057861, 2.234375, 2.234375, 2.234375, 1.4375, 2.234375, 0.081543, 2.234375, 1.265625, 0.021362, 2.234375, 0.144531, 2.21875, 0.449219, 0.235352, 2.234375, 2.234375, 2.234375, 2.046875, 2.234375, 0.273438, 2.234375, 2.234375, 0.890625, 2.234375, 0.018677, 2.234375, 0.203125, 1.757812, 0.160156, 2.046875, 2.234375, 2.234375, 2.234375, 0.121094, 0.170898, 2.234375, 1.789062, 0.166016, 0.0177, 2.234375, 2.234375, 0.181641, 2.234375, 0.855469, 0.049072, 0.157227, 2.234375, 2.234375, 2.09375, 2.234375, 2.234375, 0.019287, 0.976562, 0.161133, 2.234375, 0.539062, 2.21875, 2.234375, 1.070312, 2.234375, 2.234375, 2.234375, 0.554688, 0.138672, 0.511719, 0.316406, 2.234375, 1.1875, 0.021484, 0.527344, 0.263672, 0.722656, 2.234375, 2.234375, 2.234375, 2.234375, 0.417969, 1.875, 2.234375, 2.234375, 2.234375, 0.404297, 2.21875, 2.234375, 0.01239, 0.020508, 0.012512, 2.234375, 0.056641, 0.675781, 0.018066, 0.419922, 2.234375, 2.234375, 0.032227, 0.46875, 2.234375, 0.601562, 2.234375, 2.234375, 2.234375, 0.015869, 2.234375, 0.009644, 1.015625, 0.024536, 2.234375, 0.216797, 2.234375, 0.15332, 2.21875, 0.020752, 0.013306, 0.129883, 1.390625, 2.234375, 0.464844, 0.018921, 2.234375, 2.234375, 1.632812, 0.031006, 2.234375, 0.018799, 0.310547, 2.1875, 0.034668, 0.00946, 0.011902, 1.78125, 0.648438, 2.234375, 1.171875, 2.234375, 0.013123, 2.234375, 0.030029, 2.234375, 0.02478, 0.018311, 2.234375, 2.234375, 2.1875, 0.02832, 0.031738, 2.234375, 2.234375, 0.079102, 2.234375, 2.234375, 1.507812, 1.515625, 0.241211, 0.013245, 2.234375, 2.234375, 1.742188, 2.234375, 2.234375, 2.234375, 0.031982, 2.234375, 0.018433, 2.234375, 0.511719, 2.234375, 0.021973, 0.851562, 2.234375, 0.832031, 2.171875, 2.234375, 0.013916, 0.209961, 1.671875, 2.171875, 0.6875, 2.234375, 0.043213, 1.734375, 0.001434, 1.367188, 2.234375, 2.21875, 2.234375, 2.109375, 2.234375, 1.390625, 1.007812, 2.234375, 2.234375, 2.21875, 2.234375, 2.234375, 2.234375, 0.554688, 0.347656, 2.234375, 0.001801, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 0.205078, 0.21875, 0.002029, 0.014038, 0.161133, 0.566406, 1.265625, 0.027588, 0.018433, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 0.03418, 2.234375, 0.546875, 0.012451, 1.117188, 1.59375, 0.067383, 2.234375, 0.002029, 2.234375, 1.460938, 2.234375, 1.085938, 0.601562, 1.859375, 0.761719, 0.009338, 0.035889, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.046875, 2.234375, 0.015869, 2.234375, 2.234375, 2.234375, 0.013916, 0.009766, 0.204102, 0.988281, 0.015503, 1.53125, 2.234375, 2.234375, 2.234375, 0.040283, 2.234375, 2.234375, 0.011169, 1.0625, 2.234375, 2.234375, 0.018799, 0.53125, 0.022705, 2.21875, 2.234375, 0.378906, 0.028076, 0.027344, 2.234375, 2.234375, 1.96875, 1.335938, 0.013733, 2.234375, 2.234375, 0.009338, 2.234375, 0.018677, 0.013123, 2.234375, 2.234375, 2.234375, 0.229492, 0.019043, 2.234375, 2.078125, 0.914062, 1.875, 2.234375, 2.234375, 0.009216, 1.914062, 0.298828, 2.234375, 0.009827, 2.171875, 2.234375, 2.234375, 0.71875, 2.171875, 2.078125, 2.234375, 2.234375, 2.234375, 0.020508, 2.234375, 0.050049, 0.057373, 2.171875, 2.234375, 2.234375, 2.234375, 1.671875, 0.015198, 1.875, 0.145508, 0.026489, 0.047607, 2.234375, 2.234375, 0.054688, 0.039307, 2.234375, 0.010742, 0.103027, 1.492188, 0.093262, 2.234375, 0.306641, 2.234375, 2.234375, 2.0625, 2.234375, 0.111328, 0.703125, 2.234375, 0.070312, 2.234375, 0.111816, 2.234375, 2.234375, 0.013855, 1.023438, 2.234375, 0.01001, 0.016602, 0.011414, 2.234375, 2.234375, 2.234375, 2.234375, 0.026489, 2.234375, 0.141602, 2.21875, 2.046875, 0.121094, 2.234375, 2.21875, 2.234375, 0.275391, 0.011536, 2.234375, 2.234375, 2.234375, 0.28125, 0.014282, 2.234375, 2.15625, 0.016113, 2.234375, 2.234375, 1.335938, 0.014343, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 0.022217, 0.041504, 2.234375, 2.234375, 0.009033, 0.020508, 2.234375, 2.234375, 2.234375, 1.625, 2.234375, 2.234375, 1.515625, 1.515625, 0.013916, 2.234375, 2.09375, 0.012817, 1.929688, 0.064941, 2.234375, 0.001999, 0.24707, 0.111816, 2.234375, 0.001915, 2.21875, 0.073242, 0.086914, 2.234375, 2.234375, 1.664062, 2.09375, 1.640625, 0.181641, 0.05542, 2.234375, 2.234375, 0.014099, 2.234375, 0.0271, 0.021362, 2.125, 1.625, 0.038574, 1.210938, 2.234375, 0.443359, 2.234375, 2.234375, 0.013428, 0.605469, 0.076172, 0.570312, 0.012878, 0.025757, 1.445312, 2.234375, 2.234375, 0.246094, 2.234375, 2.234375, 0.675781, 0.01062, 2.234375, 2.234375, 0.019043, 2.234375, 1.398438, 2.234375, 0.008362, 0.022339, 0.018188, 2.234375, 0.057373, 0.535156, 0.049316, 2.234375, 0.765625, 2.234375, 2.234375, 2.234375, 0.101562, 0.601562, 2.234375, 0.042236, 0.009399, 1.265625, 0.019043, 0.476562, 2.234375, 0.043701, 2.234375, 0.464844, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 1.476562, 0.347656, 0.031006, 2.234375, 0.013977, 2.234375, 1.546875, 2.234375, 1.882812, 2.234375, 2.234375, 0.063477, 0.02063, 2.015625, 2.234375, 0.071289, 2.234375, 0.125, 0.111816, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 1.25, 2.046875, 1.21875, 0.014099, 2.234375, 0.972656, 0.118164, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 0.009705, 1.242188, 0.055664, 0.099609, 0.173828, 0.018433, 0.007782, 2.234375, 0.042969, 2.234375, 0.009888, 0.013611, 2.234375, 1.109375, 2.234375, 0.037842, 0.21875, 2.234375, 2.234375, 1.328125, 0.013, 0.009827, 0.013977, 0.017212, 0.061279, 1.09375, 0.398438, 0.020752, 0.039795, 2.234375, 0.34375, 2.234375, 2.234375, 2.234375, 0.015503, 0.018677, 2.234375, 2.234375, 2.234375, 2.234375, 0.020874, 0.044678, 0.118652, 0.511719, 0.863281, 0.009521, 2.171875, 2.234375, 2.234375, 0.017822, 0.013428, 0.014465, 1.882812, 2.234375, 1.179688, 2.1875, 2.234375, 2.234375, 0.064941, 0.109863, 0.84375, 0.024048, 2.234375, 2.234375, 2.234375, 2.0625, 2.234375, 2.234375, 0.820312, 2.234375, 0.015747, 0.080078, 0.002029, 2.234375, 2.234375, 1.164062, 0.017578, 1.9375, 0.021118, 2.234375, 2.234375, 0.020752, 0.773438, 2.234375, 0.012024, 0.01355, 2.234375, 0.06543, 2.234375, 1.742188, 2.234375, 0.012146, 1.570312, 1.289062, 0.201172, 1.414062, 2.234375, 0.447266, 0.867188, 2.234375, 2.234375, 0.023926, 2.234375, 0.143555, 0.445312, 2.109375, 2.234375, 1.320312, 0.065918, 2.234375, 2.234375, 0.013977, 0.012695, 0.028687, 2.234375, 0.008911, 0.01239, 0.00209, 2.234375, 2.234375, 0.009705, 1.875, 2.234375, 2.234375, 0.013428, 0.149414, 0.008484, 2.1875, 2.234375, 0.009827, 0.033691, 0.040771, 2.234375, 0.664062, 0.017578, 0.015564, 2.234375, 2.234375, 0.013672, 0.092773, 0.01001, 0.326172, 0.010437, 2.234375, 0.103516, 2.234375, 0.169922, 1.492188, 0.009827, 0.017212, 2.234375, 0.057129, 1.039062, 2.234375, 0.016968, 0.071289, 2.234375, 1.320312, 0.01709, 0.016968, 2.234375, 2.234375, 0.257812, 0.104004, 2.234375, 0.032471, 2.234375, 0.014221, 0.835938, 0.022217, 2.234375, 2.21875, 0.425781, 1.398438, 1.140625, 0.017212, 0.018188, 2.234375, 2.234375, 2.234375, 0.202148, 1.976562, 1.585938, 2.234375, 2.234375, 2.234375, 0.151367, 0.011414, 0.150391, 2.15625, 2.234375, 0.373047, 2.234375, 2.234375, 2.109375, 0.009399, 0.01709, 0.082031, 0.054199, 0.119141, 0.01416, 2.21875, 2.234375, 2.234375, 2.234375, 2.234375, 1.03125, 2.21875, 1.476562, 1.515625, 1.125, 1.4375, 2.234375, 1.15625, 2.234375, 0.667969, 2.234375, 1.21875, 1.023438, 1.578125, 0.012756, 2.046875, 2.15625, 2.234375, 2.234375, 1.632812, 0.053711, 0.01001, 2.234375, 2.234375, 0.022095, 0.101074, 1.460938, 2.234375, 2.234375, 2.234375, 1.4375, 0.222656, 0.570312, 2.234375, 0.012756, 2.234375, 0.020874, 2.234375, 1.0, 2.234375, 1.164062, 2.234375, 0.367188, 2.234375, 0.013611, 2.234375, 2.234375, 2.234375, 2.234375, 0.277344, 0.086914, 2.234375, 0.140625, 2.234375, 0.050781, 0.018066, 2.234375, 0.796875, 1.046875, 1.78125, 0.122559, 2.234375, 0.080078, 1.296875, 0.026367, 2.234375, 2.234375, 2.234375, 1.296875, 0.009338, 0.023804, 2.234375, 0.010132, 2.234375, 0.013062, 0.447266, 2.234375, 2.234375, 2.234375, 0.075195, 1.929688, 0.435547, 2.234375, 0.115234, 2.234375, 2.15625, 2.234375, 0.291016, 0.060059, 2.234375, 0.010254, 0.78125, 2.234375, 2.234375, 2.234375, 0.539062, 2.234375, 0.230469, 0.009888, 2.234375, 2.234375, 1.4375, 0.867188, 1.984375, 2.234375, 2.234375, 1.234375, 2.234375, 1.078125, 0.341797, 1.5, 1.109375, 0.570312, 0.107422, 2.234375, 2.234375, 2.234375, 2.234375, 0.101562, 2.234375, 0.122559, 2.234375, 2.234375, 2.234375, 2.234375, 0.010803, 1.960938, 1.101562, 0.029053, 0.014099, 2.234375, 0.118652, 2.203125, 2.234375, 0.283203, 2.234375, 0.011597, 0.045166, 0.01355, 2.234375, 0.034424, 2.234375, 2.1875, 2.234375, 2.234375, 2.234375, 2.234375, 0.137695, 1.65625, 0.036377, 0.014038, 2.234375, 1.71875, 0.016724, 2.234375, 0.330078, 2.234375, 0.011902, 1.203125, 0.037109, 2.234375, 1.40625, 0.111328, 0.034668, 0.135742, 1.09375, 2.234375, 1.078125, 0.060059, 1.953125, 0.24707, 0.206055, 2.234375, 0.064453, 0.013306, 2.234375, 2.234375, 0.105469, 0.021851, 0.106445, 2.1875, 0.104492, 2.21875, 0.515625, 1.875, 0.014587, 1.289062, 2.234375, 2.234375, 0.038818, 0.071289, 0.018555, 2.234375, 2.21875, 0.279297, 2.234375, 2.234375, 0.012512, 2.234375, 2.234375, 0.024414, 1.5, 2.234375, 0.800781, 2.234375, 0.910156, 0.009644, 0.914062, 2.234375, 2.21875, 0.198242, 2.234375, 0.04248, 0.018188, 2.234375, 2.21875, 2.234375, 0.031738, 1.351562, 0.014465, 2.234375, 2.234375, 0.425781, 0.012024, 0.328125, 0.012756, 0.207031, 0.015625, 2.234375, 0.002045, 0.550781, 2.234375, 2.234375, 0.824219, 2.125, 0.013428, 2.234375, 0.001968, 0.062988, 0.226562, 0.390625, 0.092773, 1.210938, 2.234375, 0.683594, 2.234375, 2.234375, 0.009949, 2.234375, 2.234375, 0.098633, 2.21875, 0.271484, 2.234375, 0.351562, 1.320312, 0.009521, 0.032959, 2.234375, 0.636719, 2.234375, 2.09375, 0.047363, 1.953125, 2.125, 2.234375, 2.234375, 0.808594, 2.234375, 2.234375, 2.234375, 0.578125, 0.050537, 1.367188, 2.234375, 0.013672, 2.234375, 0.306641, 1.6875, 2.234375, 1.101562, 0.108398, 2.234375, 2.15625, 0.014221, 0.043701, 0.015564, 2.234375, 2.234375, 0.486328, 1.671875, 1.632812, 2.234375, 0.097656, 0.121094, 2.234375, 0.359375, 0.271484, 2.234375, 2.234375, 1.007812, 2.234375, 2.234375, 0.01416, 0.013062, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 1.273438, 0.010071, 0.402344, 0.816406, 2.234375, 0.00885, 2.234375, 0.231445, 0.067871, 2.234375, 2.203125, 2.234375, 0.671875, 0.089355, 1.585938, 0.014648, 0.01416, 1.382812, 2.234375, 2.234375, 1.09375, 1.953125, 2.234375, 0.002014, 2.234375, 2.234375, 2.234375, 2.234375, 0.074219, 0.114746, 2.234375, 0.867188, 2.234375, 0.464844, 2.234375, 0.136719, 2.234375, 0.011047, 2.234375, 2.234375, 0.558594, 1.585938, 0.013367, 2.234375, 2.234375, 2.234375, 0.298828, 1.875, 0.18457, 2.234375, 2.234375, 0.02417, 0.130859, 2.234375, 1.484375, 2.234375, 2.046875, 0.589844, 0.009644, 0.10791, 0.012756, 0.125, 0.010986, 0.027832, 0.111328, 0.0177, 2.234375, 2.234375, 2.234375, 2.21875, 2.234375, 1.90625, 2.234375, 2.234375, 0.640625, 2.234375, 1.554688, 2.234375, 0.527344, 2.21875, 2.234375, 0.139648, 2.203125, 1.578125, 2.234375, 0.112793, 0.023071, 0.012634, 0.660156, 1.40625, 2.234375, 2.15625, 0.022705, 0.022095, 2.234375, 0.016846, 2.1875, 2.234375, 0.898438, 0.017578, 0.014587, 0.367188, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.21875, 0.021118, 2.234375, 0.009644, 2.234375, 0.96875, 2.15625, 0.482422, 2.234375, 2.21875, 0.009399, 0.009766, 2.203125, 1.265625, 0.014221, 2.234375, 2.234375, 0.00946, 0.043945, 2.234375, 0.503906, 2.234375, 0.19043, 0.010376, 0.050781, 1.515625, 2.234375, 2.234375, 0.527344, 0.019043, 2.234375, 0.017334, 2.234375, 0.013794, 0.037598, 2.21875, 2.234375, 0.031128, 2.234375, 1.0625, 0.5625, 1.71875, 2.234375, 2.234375, 2.234375, 0.013672, 1.851562, 0.097656, 2.234375, 0.020996, 1.796875, 0.186523, 0.182617, 0.839844, 2.234375, 2.234375, 0.013611, 2.234375, 0.683594, 0.016846, 0.155273, 0.034668, 0.009521, 0.041992, 2.234375, 0.010193, 2.234375, 2.234375, 0.045166, 0.107422, 2.140625, 0.394531, 2.234375, 0.53125, 0.001862, 0.738281, 0.014771, 0.015442, 2.234375, 0.012329, 2.234375, 0.012817, 1.132812, 0.9375, 0.02771, 0.018066, 0.013916, 0.339844, 2.234375, 2.171875, 0.292969, 2.234375, 2.234375, 0.010193, 0.071289, 0.183594, 1.546875, 0.070801, 0.015869, 2.234375, 0.041504, 0.449219, 2.234375, 1.445312, 0.037842, 2.109375, 0.318359, 2.234375, 2.21875, 2.234375, 0.175781, 0.227539, 2.234375, 2.234375, 0.158203, 0.013306, 2.234375, 0.012512, 2.046875, 1.828125, 0.1875, 1.242188, 2.234375, 0.024658, 2.234375, 0.021851, 1.890625, 2.234375, 0.069824, 2.234375, 2.234375, 2.046875, 0.05835, 2.234375, 2.234375, 2.234375, 2.203125, 0.328125, 2.109375, 0.008972, 0.00946, 0.828125, 2.234375, 2.234375, 0.683594, 0.263672, 2.203125, 0.027588, 0.640625, 0.040527, 0.068848, 0.25, 1.992188, 2.234375, 0.014404, 0.022217, 2.234375, 0.046387, 2.21875, 2.234375, 2.234375, 0.996094, 1.179688, 0.12793, 0.115723, 2.234375, 0.722656, 2.234375, 0.412109, 2.234375, 2.234375, 0.871094, 1.070312, 2.234375, 0.149414, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 0.011169, 2.234375, 2.234375, 0.217773, 0.018188, 0.030273, 2.234375, 2.234375, 1.015625, 2.234375, 0.013672, 1.507812, 2.234375, 2.234375, 2.234375, 2.234375, 0.014099, 0.108887, 2.234375, 1.375, 1.789062, 0.439453, 0.828125, 2.234375, 0.128906, 2.234375, 0.047363, 0.095215, 2.234375, 0.617188, 1.484375, 2.234375, 2.234375, 0.018921, 0.014282, 2.1875, 2.234375, 2.234375, 1.625, 1.640625, 2.234375, 2.234375, 0.044434, 0.013794, 1.117188, 1.921875, 2.03125, 2.234375, 2.234375, 1.679688, 2.203125, 2.234375, 2.234375, 2.109375, 0.148438, 0.017456, 1.640625, 0.025024, 0.001823, 2.0625, 2.234375, 0.104492, 2.140625, 1.960938, 2.234375, 2.234375, 0.53125, 2.09375, 0.00174, 2.234375, 0.016357, 2.234375, 0.115723, 0.013306, 1.78125, 0.024292, 2.234375, 1.734375, 0.081543, 1.007812, 0.205078, 2.234375, 0.036133, 0.018433, 1.34375, 2.234375, 0.001923, 2.234375, 2.234375, 0.022095, 2.234375, 0.09668, 2.234375, 0.425781, 2.234375, 1.445312, 2.234375, 2.234375, 2.1875, 2.234375, 0.820312, 2.234375, 2.234375, 0.257812, 1.375, 2.234375, 0.333984, 1.257812, 2.234375, 1.9375, 2.234375, 0.135742, 2.234375, 0.014648, 0.001762, 1.765625, 2.234375, 0.015991, 2.1875, 2.234375, 2.234375, 0.060303, 2.234375, 2.109375, 2.234375, 2.234375, 0.474609, 0.014038, 1.703125, 2.234375, 0.013672, 0.257812, 2.234375, 2.234375, 2.234375, 0.013977, 0.025879, 1.601562, 1.664062, 0.953125, 0.050293, 1.3125, 0.015503, 1.84375, 2.234375, 0.431641, 1.84375, 0.010986, 2.234375, 0.02002, 2.234375, 2.234375, 2.21875, 1.765625, 2.234375, 0.013, 1.953125, 0.023438, 0.216797, 1.742188, 1.265625, 0.01001, 2.234375, 0.017822, 2.234375, 2.234375, 0.047852, 2.234375, 2.078125, 2.234375, 0.019653, 0.020996, 1.953125, 2.234375, 0.037354, 2.234375, 2.234375, 1.0625, 2.15625, 2.21875, 2.234375, 0.367188, 1.648438, 2.234375, 2.234375, 0.212891, 1.523438, 2.234375, 0.189453, 2.234375, 2.234375, 2.234375, 2.15625, 2.234375, 2.234375, 2.234375, 1.0, 0.029541, 2.125, 0.080078, 0.898438, 2.21875, 2.234375, 1.523438, 1.796875, 2.234375, 0.019165, 0.01416, 0.941406, 2.234375, 2.234375, 0.111816, 0.032227, 2.21875, 2.1875, 0.494141, 0.016602, 0.115723, 2.234375, 0.001984, 0.008667, 0.05249, 0.023682, 0.021118, 2.234375, 0.012817, 1.21875, 0.061035, 2.234375, 0.01178, 0.949219, 2.234375, 2.171875, 2.234375, 0.988281, 1.351562, 2.234375, 0.009399, 0.062988, 0.013672, 0.022705, 2.234375, 1.375, 2.234375, 0.353516, 0.009583, 1.539062, 2.234375, 0.175781, 2.0, 0.015869, 0.921875, 2.234375, 2.234375, 2.234375, 0.111328, 0.105469, 2.234375, 1.195312, 2.234375, 0.036377, 0.111328, 2.234375, 0.012939, 0.014771, 0.11084, 1.765625, 0.080566, 2.234375, 2.234375, 2.234375, 0.07959, 2.234375, 2.234375, 0.890625, 0.246094, 0.010376, 0.914062, 0.726562, 2.234375, 0.001869, 1.304688, 0.009521, 0.174805, 1.007812, 0.213867, 2.234375, 2.234375, 0.011841, 2.234375, 1.320312, 0.207031, 0.382812, 2.234375, 1.632812, 2.234375, 2.234375, 0.08252, 2.234375, 0.083984, 2.234375, 0.016968, 2.234375, 2.078125, 0.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 0.112305, 1.882812, 0.04541, 2.234375, 2.234375, 0.427734, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 0.205078, 0.034668, 2.234375, 2.0, 2.234375, 0.013428, 0.04126, 0.016602, 2.234375, 2.234375, 1.648438, 0.094727, 0.122559, 0.019653, 0.079102, 2.234375, 0.037598, 2.234375, 2.234375, 0.012451, 2.234375, 0.292969, 2.234375, 2.234375, 2.234375, 1.664062, 1.132812, 2.234375, 0.12793, 1.1875, 2.234375, 0.273438, 0.009949, 1.265625, 2.234375, 0.019287, 2.234375, 0.034424, 2.234375, 2.125, 1.960938, 2.234375, 0.013428, 0.090332, 2.234375, 0.020874, 1.59375, 2.234375, 2.203125, 2.125, 2.21875, 0.053711, 0.205078, 2.234375, 2.234375, 0.012695, 1.226562, 0.028809, 1.710938, 2.234375, 2.234375, 2.1875, 2.234375, 2.21875, 2.234375, 2.21875, 2.234375, 2.234375, 2.171875, 2.234375, 0.550781, 0.25, 2.234375, 0.014343, 2.234375, 0.010193, 2.234375, 0.013672, 1.375, 0.026733, 0.166992, 1.320312, 2.234375, 0.324219, 2.234375, 2.234375, 0.6875, 0.660156, 2.234375, 2.234375, 1.328125, 0.111328, 2.234375, 0.01001, 0.037109, 0.023315, 0.009888, 0.088379, 2.234375, 2.234375, 0.010437, 0.030518, 2.234375, 1.8125, 2.234375, 1.492188, 0.025024, 2.234375, 0.859375, 2.234375, 2.234375, 0.089844, 2.234375, 0.014709, 2.234375, 0.015564, 2.234375, 0.925781, 1.84375, 1.039062, 2.234375, 0.013855, 2.234375, 1.046875, 2.234375, 0.964844, 2.171875, 0.012146, 0.013367, 2.234375, 2.234375, 2.234375, 0.269531, 2.234375, 2.234375, 0.047852, 2.234375, 2.234375, 0.108398, 0.182617, 1.554688, 0.073242, 2.234375, 2.234375, 2.234375, 0.016113, 0.789062, 0.166016, 2.234375, 2.234375, 2.234375, 1.117188, 2.234375, 0.349609, 0.073242, 2.234375, 2.234375, 2.234375, 0.018311, 0.045654, 2.234375, 2.234375, 0.04126, 1.609375, 0.75, 0.214844, 0.01001, 0.025879, 1.945312, 2.234375, 0.182617, 2.234375, 0.022339, 2.234375, 2.234375, 0.087891, 1.382812, 0.294922, 2.234375, 2.234375, 2.234375, 0.010132, 0.014954, 0.617188, 0.474609, 2.234375, 1.054688, 0.34375, 0.145508, 0.103516, 0.014465, 0.087402, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 0.009583, 2.203125, 0.141602, 2.234375, 2.234375, 0.020508, 0.017944, 0.095703, 0.208008, 0.015564, 0.726562, 0.026123, 0.75, 0.047119, 1.070312, 2.234375, 0.341797, 2.234375, 2.234375, 0.104004, 0.017456, 0.013123, 0.753906, 0.009888, 0.186523, 2.234375, 2.234375, 0.014648, 0.792969, 2.234375, 2.234375, 0.132812, 0.808594, 0.013489, 2.234375, 2.234375, 0.053223, 1.703125, 0.015869, 2.234375, 0.104492, 0.009521, 0.019043, 2.21875, 0.033447, 2.234375, 2.234375, 2.234375, 0.03064, 0.03064, 2.234375, 0.021606, 2.234375, 1.640625, 0.024536, 0.036865, 2.234375, 2.234375, 2.234375, 2.234375, 0.017334, 0.018799, 1.703125, 0.496094, 2.203125, 1.46875, 0.016113, 1.1875, 1.148438, 1.773438, 0.018066, 1.203125, 1.828125, 2.234375, 2.234375, 0.009583, 0.01709, 2.234375, 2.234375, 2.234375, 2.234375, 0.302734, 0.012451, 0.324219, 0.178711, 0.013733, 2.234375, 0.009338, 2.15625, 0.746094, 2.234375, 0.091309, 0.125977, 2.234375, 0.291016, 1.015625, 0.773438, 0.105469, 0.112793, 0.691406, 2.234375, 0.030029, 0.177734, 2.234375, 0.277344, 1.664062, 2.078125, 0.246094, 2.203125, 0.009888, 2.234375, 1.023438, 1.398438, 2.234375, 2.234375, 0.105469, 2.234375, 0.009827, 2.234375, 2.234375, 2.234375, 0.101562, 2.234375, 2.234375, 0.078125, 2.234375, 0.462891, 0.011536, 0.130859, 0.023438, 2.234375, 0.013855, 1.546875, 0.023804, 0.012329, 2.234375, 2.234375, 2.234375, 0.02063, 0.016357, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.171875, 0.107422, 0.009888, 0.988281, 0.283203, 2.234375, 0.026978, 0.021118, 1.039062, 2.234375, 0.104004, 2.234375, 2.234375, 2.234375, 2.234375, 0.019897, 0.753906, 0.019043, 0.363281, 2.234375, 0.112793, 0.112793, 0.02478, 2.234375, 0.01239, 0.001884, 0.068848, 0.519531, 1.859375, 2.015625, 0.037109, 2.234375, 0.009277, 0.111328, 0.013367, 0.219727, 1.09375, 1.25, 0.002075, 2.234375, 0.01123, 0.671875, 2.09375, 2.234375, 0.558594, 0.027344, 0.376953, 1.554688, 2.203125, 0.182617, 2.21875, 0.001907, 2.234375, 0.800781, 0.042725, 2.234375, 2.234375, 2.234375, 2.234375, 0.15332, 2.234375, 0.009277, 1.945312, 0.014343, 1.539062, 0.890625, 0.683594, 0.683594, 1.460938, 2.234375, 2.234375, 0.142578, 0.013489, 0.008667, 2.234375, 0.081543, 2.234375, 1.617188, 0.621094, 0.960938, 2.234375, 0.361328, 1.359375, 0.106445, 2.234375, 0.554688, 0.016479, 0.021729, 2.234375, 0.628906, 1.28125, 0.094238, 2.078125, 2.234375, 0.162109, 1.632812, 0.013062, 0.012634, 2.234375, 0.480469, 1.054688, 2.234375, 2.234375, 2.234375, 0.04248, 2.234375, 2.234375, 0.031006, 2.234375, 0.012878, 2.234375, 2.234375, 2.1875, 1.796875, 2.234375, 0.017456, 0.120605, 2.234375, 2.234375, 2.234375, 0.129883, 1.804688, 2.03125, 2.234375, 0.015991, 0.043457, 0.628906, 1.875, 2.234375, 2.234375, 0.300781, 0.020996, 0.068848, 0.107422, 1.773438, 0.417969, 2.234375, 2.234375, 0.220703, 2.234375, 2.234375, 2.21875, 0.049072, 0.014465, 0.010376, 0.01001, 2.234375, 0.953125 ] } , "name": "onnx::Mul_10722", "outputIndexes": [ 1374 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1373, 1374 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 1375 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1260, 1375 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/Add_output_0", "outputIndexes": [ 1376 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1376 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.6/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 1377 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1377 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.6/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 1378 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1378, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 1379 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1379, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 1380 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1376, 1380 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 1381 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 137.0, 1.71875, 1.257812, 0.416016, 2.375, 1.742188, 3.5625, 1.828125, 103.0, 1.765625, 2.46875, 0.22168, 1.703125, 4.1875, 133.0, 0.820312, 40.0, 1.695312, 178.0, 236.0, 2.84375, 183.0, 34.0, 139.0, 5.25, 0.9375, 2.0625, 1.851562, 157.0, 1.640625, 1.515625, 2.3125, 2.625, 2.140625, 123.5, 6.09375, 1.296875, 2.859375, 18.875, 3.71875, 121.0, 4.75, 1.929688, 2.640625, 4.6875, 109.5, 2.15625, 1.976562, 1.757812, 224.0, 238.0, 230.0, 2.265625, 2.546875, 4.5625, 2.859375, 1.1875, 27.75, 2.3125, 168.0, 11.3125, 105.0, 0.353516, 2.03125, 9.25, 0.480469, 1.507812, 2.4375, 20.875, 31.375, 123.5, 1.5, 251.0, 88.5, 272.0, 1.992188, 31.625, 2.84375, 0.929688, 22.375, 2.046875, 1.867188, 3.171875, 3.0625, 2.796875, 2.265625, 22.25, 2.40625, 2.734375, 1.890625, 207.0, 2.0625, 2.046875, 1.726562, 3.546875, 2.078125, 2.3125, 0.828125, 0.035889, 1.351562, 1.328125, 1.671875, 174.0, 19.0, 2.734375, 65.0, 2.46875, 1.585938, 2.25, 1.78125, 4.0, 2.1875, 2.953125, 237.0, 266.0, 3.25, 3.84375, 236.0, 1.320312, 78.0, 194.0, 4.90625, 2.0625, 2.15625, 2.140625, 1.710938, 2.0, 1.929688, 1.867188, 1.78125, 274.0, 1.257812, 1.460938, 1.789062, 3.328125, 147.0, 2.34375, 1.476562, 2.015625, 1.898438, 0.179688, 2.34375, 2.15625, 11.25, 66.5, 63.75, 4.875, 152.0, 251.0, 3.25, 1.859375, 2.03125, 163.0, 20.375, 2.421875, 1.015625, 31.625, 198.0, 2.6875, 230.0, 44.5, 1.054688, 2.125, 1.992188, 3.328125, 151.0, 121.0, 20.125, -2.875, 162.0, 2.671875, 2.703125, 1.484375, 1.382812, 1.835938, 226.0, 2.390625, 2.875, 2.390625, 296.0, 2.8125, 17.875, 1.117188, 1.726562, 1.914062, 2.5, 2.984375, 2.734375, 3.046875, 233.0, 2.3125, 1.820312, 1.09375, 7.875, 255.0, 258.0, 202.0, 191.0, 3.40625, 38.5, 2.53125, 2.328125, 242.0, 44.25, 2.578125, 18.0, 7.28125, 2.65625, 2.25, 24.5, 200.0, 288.0, 1.640625, 3.296875, 229.0, 3.421875, 220.0, 10.0, 221.0, 232.0, 1.78125, 7.90625, 1.71875, 12.8125, 1.914062, 2.015625, 1.953125, 9.25, 99.5, 56.5, 0.859375, 1.398438, 2.1875, 79.5, 2.40625, 5.125, 1.914062, 1.25, 2.75, 1.0625, 137.0, 4.375, 274.0, 2.046875, 220.0, 2.171875, 2.390625, 9.9375, 9.5, 2.140625, 15.8125, 17.375, 15.875, 350.0, 3.578125, 2.1875, 19.75, 15.25, 1.320312, 222.0, 30.625, 12.6875, 1.382812, 5.0, 1.125, 245.0, 280.0, 6.53125, 2.78125, 162.0, 1.757812, 14.125, 8.5, 213.0, 1.242188, 1.492188, 216.0, 4.53125, 2.03125, 1.101562, 1.648438, 182.0, 1.71875, 131.0, 1.828125, 118.5, 183.0, 2.15625, 0.472656, 2.328125, 67.5, 237.0, 4.6875, 292.0, 2.96875, 7.1875, 1.96875, 3.59375, 2.703125, 1.875, 2.78125, 8.5625, 2.96875, 132.0, 5.40625, 1.515625, 0.761719, 1.679688, 11.25, 134.0, 2.0625, 3.359375, 1.890625, 2.484375, 254.0, 12.625, 1.640625, 4.1875, 12.6875, 2.546875, 116.5, 2.265625, 1.5625, 4.1875, 172.0, 1.8125, 4.40625, 7.5625, 1.234375, 17.0, 143.0, 72.0, 18.25, 2.078125, 2.390625, 18.5, 2.734375, 161.0, 2.578125, 28.25, 8.625, 1.140625, 2.03125, 2.171875, 29.75, 20.75, 2.140625, 1.789062, 2.34375, 160.0, 188.0, 12.125, 4.03125, 2.0, 1.359375, 8.25, 131.0, 3.0625, 2.640625, 1.65625, 106.0, 4.65625, 2.515625, 2.125, 203.0, 2.515625, 2.171875, 2.453125, 225.0, 2.1875, 37.0, 256.0, 3.15625, 2.578125, 12.5625, 41.5, 2.4375, 188.0, 1.96875, 9.3125, 7.28125, 1.875, 1.828125, 2.109375, 2.09375, 2.140625, 0.984375, 1.429688, 0.945312, 1.804688, 2.8125, 1.609375, 219.0, 195.0, 3.21875, 108.5, 26.625, 232.0, 1.984375, 4.65625, 111.5, 2.578125, 1.21875, 0.59375, 128.0, 252.0, 2.359375, 173.0, 1.890625, 0.835938, 2.640625, 0.021484, 11.4375, 2.78125, 1.851562, 1.507812, 8.6875, 56.0, 3.078125, 0.945312, 0.738281, 1.8125, 0.59375, 26.25, 0.894531, 2.203125, 116.5, 2.0, 16.5, 1.671875, 7.25, 53.25, 1.085938, 1.28125, 1.0625, 2.578125, 0.15332, 11.375, 1.757812, 5.59375, 2.75, 2.0, 139.0, 1.78125, 31.75, 4.46875, 37.5, 1.882812, 4.4375, 1.859375, 0.886719, 32.5, 76.0, 0.957031, 1.898438, 24.875, 160.0, 4.875, 2.140625, 88.0, 2.46875, 2.546875, 161.0, 23.125, 2.3125, 2.015625, 1.726562, 1.421875, 1.539062, 104.5, 2.421875, 71.0, 1.976562, 0.597656, 3.453125, 5.5, 13.25, 2.140625, 2.125, 1.835938, 10.875, 22.75, 5.96875, 43.5, 3.109375, 4.34375, 219.0, 9.4375, 65.5, 3.375, 2.34375, 1.710938, 2.421875, 1.34375, 6.84375, 2.109375, 0.832031, 2.5, 1.085938, 7.5, 2.421875, 2.640625, 221.0, 236.0, 204.0, 7.96875, 140.0, 8.9375, 156.0, 4.1875, 2.0, 2.25, 120.5, 7.5, 1.632812, 3.640625, 1.898438, 1.484375, 2.046875, 274.0, 1.617188, 225.0, 1.546875, 126.5, 1.609375, 66.5, 2.015625, 20.125, 0.376953, 236.0, 231.0, 113.0, 6.125, 1.46875, 10.5, 243.0, 0.980469, 2.03125, 2.015625, 207.0, 1.570312, 229.0, 6.75, 1.742188, 147.0, 270.0, 228.0, 2.203125, 3.578125, 2.4375, 1.523438, 3.890625, 201.0, 6.96875, 106.5, 1.515625, 144.0, 169.0, 3.40625, 5.15625, 2.484375, 206.0, 100.5, -0.128906, 1.78125, 33.25, 0.027344, 2.6875, 2.75, 2.171875, 7.0625, 228.0, 1.992188, 1.703125, 1.617188, 1.742188, 2.046875, 2.3125, 103.0, 1.679688, 154.0, 1.335938, 11.9375, 0.369141, 219.0, 4.625, 2.234375, 2.71875, 2.3125, 2.234375, 241.0, 9.375, 2.03125, 2.21875, 3.4375, 1.867188, 101.5, 2.59375, 33.5, 3.0, 1.992188, 1.679688, 1.796875, 1.796875, 2.59375, 2.796875, 12.6875, 1.460938, 2.0625, 3.171875, 1.078125, 0.064453, 1.3125, 5.625, 6.3125, 2.375, 38.0, 1.8125, 4.84375, 2.421875, 1.460938, 1.75, 2.28125, 17.5, 8.8125, 300.0, 207.0, 4.1875, 4.09375, 2.046875, 264.0, 208.0, 1.828125, 2.03125, 2.203125, 3.015625, 1.546875, 2.046875, 139.0, 2.3125, 11.6875, 216.0, 4.3125, 2.21875, 115.5, 2.71875, 2.390625, 0.550781, 2.421875, 2.328125, 2.75, 3.171875, 2.0625, 3.765625, 242.0, 98.0, 2.375, 1.617188, 2.015625, 1.382812, 4.0, 2.484375, 1.484375, 172.0, 1.109375, 2.609375, 2.984375, 188.0, 238.0, 16.75, 3.75, 176.0, 2.453125, 1.21875, 2.71875, 1.804688, 64.5, 0.957031, 0.335938, 235.0, 3.09375, 1.445312, 2.046875, 199.0, 3.90625, 167.0, 0.425781, 7.65625, 8.75, 245.0, 103.5, 2.1875, 0.859375, 1.765625, 14.75, 240.0, 2.390625, 1.882812, 278.0, 1.671875, 247.0, 220.0, 2.40625, 3.890625, 3.9375, 6.6875, 260.0, 1.242188, 2.25, 2.71875, 2.21875, 2.171875, 5.15625, 186.0, 1.617188, 19.0, 2.0, 264.0, 2.34375, 2.234375, 1.351562, 3.75, 1.914062, 1.671875, 1.132812, 2.546875, 1.960938, 167.0, 1.578125, 63.5, 42.75, 6.8125, 1.71875, 1.21875, 3.46875, 1.90625, 278.0, 2.015625, 18.125, 118.5, 34.5, 1.617188, 3.578125, 94.5, 69.5, 1.953125, 235.0, 118.5, 2.390625, 19.125, 1.640625, 40.5, 1.921875, 4.03125, 2.03125, 1.992188, 17.75, 3.65625, 2.171875, 34.5, 2.375, 25.0, 1.335938, 0.902344, 237.0, 2.921875, 5.75, 226.0, 164.0, 213.0, 1.65625, 0.960938, 0.835938, 4.28125, 200.0, 1.570312, 25.5, 0.289062, 2.4375, 30.25, 1.828125, 2.109375, 1.867188, 5.78125, 220.0, 1.578125, 1.445312, 0.792969, 9.8125, 202.0, 1.359375, 1.898438, 189.0, 1.484375, 1.664062, 2.015625, 268.0, 2.296875, 1.039062, 16.25, 4.53125, 2.609375, 233.0, 30.75, 1.992188, 1.695312, 296.0, 134.0, 1.796875, 1.515625, 1.070312, 2.390625, 2.09375, 1.59375, 2.296875, 2.453125, 189.0, 1.773438, 1.601562, 231.0, 2.09375, 35.75, 2.46875, 39.5, 48.5, 21.25, 1.8125, 324.0, 2.09375, 30.125, 41.5, 0.6875, 1.75, 3.0, 2.34375, 2.140625, 19.5, 50.25, 2.28125, 1.414062, 206.0, 2.90625, 206.0, 143.0, 2.640625, 3.515625, 130.0, 3.171875, 2.6875, 6.8125, 1.882812, 1.539062, 215.0, 22.0, 19.5, 3.640625, 237.0, 219.0, 1.796875, 1.234375, 1.8125, 11.0, 2.09375, 1.921875, 2.375, 246.0, 1.28125, 2.71875, 226.0, 2.78125, 3.484375, 2.59375, 302.0, 196.0, 117.5, 0.425781, 29.375, 6.15625, 71.5, 2.28125, 3.96875, 1.960938, 3.28125, 3.421875, 29.25, 1.609375, 2.109375, 199.0, 255.0, 7.75, 240.0, -0.507812, 2.328125, 134.0, 0.769531, 9.75, 1.9375, 2.75, 2.59375, 1.21875, 2.546875, 2.296875, 9.625, 142.0, 2.140625, 209.0, 1.898438, 2.59375, 1.421875, 1.984375, 1.75, 6.3125, 36.25, 239.0, 5.0625, 2.890625, 25.75, 0.996094, 21.5, 19.125, 1.3125, 1.484375, 2.921875, 2.109375, 1.992188, 2.28125, 2.21875, 2.875, 1.914062, 2.53125, 216.0, 2.25, 3.046875, 21.0, 1.40625, 1.75, 2.03125, 1.414062, 1.1875, 1.65625, 1.609375, 245.0, 2.078125, 53.5, 23.125, 18.75, 232.0, 294.0, 1.5625, 158.0, 4.90625, 222.0, 227.0, 1.382812, 5.40625, 1.8125, 143.0, 18.375, -0.296875, 2.828125, 2.703125, 260.0, 235.0, 200.0, 38.25, 110.5, 2.34375, 5.0625, 138.0, 97.5, 0.894531, 9.0, 3.765625, 1.390625, 1.414062, 163.0, 276.0, 3.1875, 2.109375, 1.5625, 1.953125, 268.0, 88.0, 108.5, 8.375, 3.640625, 290.0, 2.515625, 2.15625, 5.71875, 149.0, 241.0, 210.0, 1.914062, 1.742188, 6.25, 1.601562, 1.679688, 1.859375, 104.5, 96.5, 3.9375, 162.0, 1.1875, 0.261719, 1.742188, 1.320312, 3.46875, 5.1875, 3.640625, 1.664062, 208.0, 31.25, 36.75, 1.773438, 1.554688, 2.484375, 123.5, 8.1875, 148.0, 5.15625, 2.265625, 158.0, 3.8125, -0.298828, 270.0, 196.0, 2.09375, 45.75, 2.25, 2.515625, 2.328125, 236.0, 1.335938, 2.515625, 10.9375, 0.992188, 2.625, 29.5, 1.960938, 1.757812, 2.28125, 234.0, 3.015625, 19.5, 5.15625, 2.125, 2.390625, 2.03125, 104.0, 2.015625, 1.46875, 207.0, 231.0, 182.0, 1.71875, 298.0, 255.0, 14.1875, 1.976562, 1.328125, 268.0, 2.09375, 2.09375, -1.242188, 192.0, 15.125, 284.0, 2.90625, 1.953125, 296.0, 89.5, 68.0, 2.09375, 4.09375, 274.0, 144.0, 1.03125, 2.546875, 166.0, 12.75, 255.0, 9.9375, 232.0, 1.640625, 120.0, 1.390625, 37.75, 1.085938, 255.0, 148.0, 2.34375, 35.25, 7.53125, 1.859375, 206.0, 25.25, 3.203125, 3.625, 143.0, 170.0, 2.078125, 1.890625, 5.0625, 109.0, 1.140625, 192.0, 1.109375, 167.0, 3.171875, 103.5, 0.695312, 1.804688, 42.25, 3.890625, 7.34375, 190.0, 161.0, 2.375, 2.046875, 3.53125, 31.375, 1.53125, 2.765625, 2.375, 1.429688, 2.8125, 78.0, 255.0, 16.25, 2.046875, 1.710938, 24.375, 1.328125, 0.431641, 2.046875, 266.0, 194.0, 61.75, 135.0, 13.125, 300.0, 1.757812, 1.9375, 2.796875, 1.8125, -0.15332, 3.65625, 1.53125, 1.851562, 2.75, 2.890625, 1.46875, 1.460938, 1.6875, 3.375, 4.125, 1.882812, 2.78125, 2.671875, 2.390625, 252.0, 2.375, 2.203125, 1.734375, 2.015625, 2.484375, 86.5, 227.0, 1.695312, 2.125, 201.0, 108.5, 2.265625, 1.460938, 1.96875, 4.40625, 2.640625, 11.8125, 4.53125, 1.523438, 203.0, 1.664062, 154.0, 0.839844, 3.125, 1.3125, 3.09375, 3.0625, 56.0, 2.5625, 217.0, 1.273438, 3.203125, 2.046875, 2.046875, 13.4375, 26.5, 1.132812, 85.5, 1.703125, 33.25, 76.5, -0.170898, 3.0625, 0.617188, 2.3125, 13.6875, 2.015625, 24.0, 2.078125, 153.0, 1.757812, 1.804688, 2.421875, 2.203125, 239.0, 101.0, 1.867188, 244.0, 2.15625, 234.0, 31.25, 1.335938, 1.921875, 2.234375, 24.0, 2.265625, 7.0625, 1.710938, 23.75, 1.257812, 1.335938, 5.625, 8.3125, 31.75, 1.367188, 284.0, 5.625, 1.148438, 2.4375, 1.125, 25.5, 1.960938, 11.6875, 268.0, 2.0, 1.390625, 2.390625, 2.359375, 2.125, 2.78125, 2.328125, 2.96875, 1.867188, 3.625, 68.0, 2.34375, 8.4375, 4.3125, 99.5, 2.359375, 3.234375, 1.773438, 3.125, 27.125, 0.988281, 23.875, 1.609375, 1.359375, 2.0625, 2.03125, 205.0, 8.875, 8.1875, 161.0, 207.0, 1.757812, 57.5, 4.5, 1.726562, 13.375, 1.578125, 256.0, 207.0, 104.5, 2.203125, 96.5, 1.984375, 0.875, 1.710938, 2.296875, 2.21875, 4.34375, 105.0, 2.65625, 36.5, 223.0, 2.171875, 2.75, 31.375, 1.320312, 2.03125, 1.5, 223.0, 1.53125, 89.0, 2.25, 2.859375, 48.25, 94.5, 93.0, 2.3125, 1.4375, 2.46875, 33.5, 1.171875, 52.25, 73.5, 1.992188, 28.875, 186.0, 1.820312, 2.03125, 26.875, 298.0, 30.25, 0.667969, 34.75, 1.546875, 4.3125, 1.460938, 199.0, 2.4375, 2.0625, 1.75, 77.5, 26.25, 144.0, 1.804688, 2.03125, 14.125, 2.109375, 2.3125, 262.0, 1.921875, 0.78125, 157.0, 2.109375, 5.15625, 6.78125, 2.15625, 2.703125, 266.0, 3.71875, 3.890625, 2.015625, 21.25, 1.398438, 161.0, 154.0, 1.421875, 2.015625, 2.25, 78.5, 3.203125, 224.0, 3.8125, 2.90625, 7.53125, 272.0, 8.125, 216.0, 13.0625, 188.0, 2.03125, 39.25, 4.40625, 1.109375, 1.28125, 3.828125, 1.039062, 212.0, 0.859375, 37.25, 33.5, 81.0, 4.0, 21.75, 2.53125, 1.15625, 3.625, 0.933594, 1.382812, 216.0, 1.210938, 1.984375, 93.0, 1.15625, 48.5, 1.484375, 10.4375, 1.835938, 249.0, 61.5, 1.554688, 6.53125, 1.601562, 0.589844, 109.5, 0.507812, 2.015625, -5.34375, 3.09375, 4.8125, 1.773438, 2.828125, 1.875, 6.59375, 34.0, 2.640625, 1.976562, 308.0, 0.941406, 15.125, 2.59375, 1.992188, 2.15625, 22.75, 2.203125, 2.671875, 216.0, 165.0, 314.0, 2.03125, 1.382812, 4.78125, 2.953125, 2.328125, 1.648438, 17.375, 102.5, 1.351562, 7.03125, 12.4375, 2.53125, 4.96875, 3.6875, 0.859375, 1.289062, 185.0, 162.0, 2.375, 1.929688, 2.609375, 1.53125, 2.078125, 3.578125, 266.0, 29.125, 3.703125, 1.21875, 255.0, 2.875, 10.4375, 89.5, 2.15625, 1.492188, 0.396484, 19.75, 25.0, 0.328125, 276.0, 222.0, 2.421875, 1.351562, 2.375, 3.765625, 2.578125, 1.765625, 4.40625, 1.617188, 1.570312, 1.640625, 1.84375, 71.0, 30.375, 1.695312, 2.625, 3.59375, 27.5, 1.929688, 14.5, 1.421875, 246.0, 2.8125, 1.773438, 23.625, 2.9375, 195.0, 1.234375, 1.117188, 1.921875, 5.59375, 2.203125, 15.6875, 1.242188, 1.789062, 204.0, 90.5, 0.257812, 2.078125, 1.859375, 2.09375, 4.03125, 278.0, 19.0, 203.0, 100.0, 241.0, 218.0, 35.0, 234.0, 1.117188, 2.296875, 1.804688, 1.8125, 1.859375, 2.53125, 1.820312, 1.101562, 5.09375, 3.6875, 2.03125, 1.921875, 4.28125, 2.21875, 3.0, 16.75, 2.640625, 2.5625, 2.421875, 33.5, 179.0, 159.0, 6.65625, 2.4375, 2.1875, 1.257812, 230.0, 236.0, 2.734375, 180.0, 1.570312, 0.447266, 2.796875, 235.0, 174.0, 3.546875, 1.65625, 1.148438, 2.421875, 1.578125, 0.726562, 2.03125, 1.648438, 292.0, 2.4375, 242.0, 1.9375, 2.21875, 1.796875, 4.40625, 1.929688, 0.691406, 286.0, 246.0, 1.453125, 2.53125, 207.0, 2.8125, 1.65625, 225.0, 132.0, 2.078125, 3.734375, 2.1875, 13.375, 240.0, 71.5, 2.328125, 0.867188, 12.0625, 4.0, 249.0, 1.304688, 268.0, 1.367188, 176.0, 119.0, 1.5625, 1.601562, 131.0, 1.039062, 2.453125, 3.765625, 1.710938, 4.4375, 2.484375, 2.296875, 185.0, 1.914062, 69.0, 0.777344, 167.0, 2.3125, 11.9375, 25.75, 2.71875, 0.894531, 2.171875, 213.0, 2.046875, 3.71875, 177.0, 94.5, 89.0, 235.0, 79.5, 1.585938, 248.0, 0.691406, 1.601562, 26.75, 115.5, 2.015625, 7.9375, 2.234375, 0.851562, 40.25, 3.078125, 138.0, 216.0, 1.984375, 258.0, 2.078125, 258.0, 2.234375, 4.625, 118.5, 170.0, 298.0, 5.25, 1.203125, 2.03125, 6.5, 1.632812, 1.695312, 241.0, 64.5, 10.1875, 2.4375, 26.5, 200.0, 2.390625, 232.0, 3.421875, 0.46875, 2.359375, 90.0, 2.390625, 4.1875, 1.414062, 1.523438, 2.296875, 10.25, 12.75, 1.367188, 9.3125, 19.125, 191.0, 1.671875, 194.0, 2.171875, 2.375, 26.625, 2.453125, 2.5625, 128.0, 1.773438, 125.0, 2.375, 5.15625, 170.0, 0.163086, 2.46875, 3.609375, 28.25, 2.4375, 2.0, 1.695312, 2.140625, 7.875, 2.328125, 300.0, 250.0, 2.546875, 1.578125, 3.515625, 1.882812, 8.6875, -6.8125, 103.5, 6.78125, 154.0, 27.375, 15.1875, 2.078125, 1.414062, 183.0, 146.0, 2.046875, 156.0, 1.609375, 2.328125, 1.882812, 2.28125, 2.734375, 13.4375, 22.25, 1.382812, 3.265625, 2.328125, 29.625, 2.203125, 2.09375, 5.625, 1.914062, 2.15625, 22.75, 1.929688, 3.078125, 1.054688, 2.234375, 1.515625, 1.226562, 1.992188, 195.0, 2.140625, 1.734375, 30.875, 168.0, 100.0, 2.078125, 2.6875, 3.09375, 1.820312, 245.0, 2.03125, 1.5, 1.390625, 1.835938, 1.882812, 215.0, 32.75, 2.734375, 2.234375, 4.03125, 9.0625, 2.9375, 1.601562, 28.875, 3.375, 148.0, 36.5, -1.945312, 12.5625, 2.484375, 2.328125, 3.03125, 187.0, 186.0, 2.28125, 0.431641, 2.109375, 2.078125, 2.171875, 4.6875, 1.75, 121.5, 167.0, 3.046875, 2.1875, 2.609375, 2.015625, 0.925781, 2.484375, 1.820312, 1.46875, 2.5625, 2.40625, 91.5, 204.0, 2.671875, 193.0, 233.0, 3.109375, 4.25, 25.25, 2.21875, 2.296875, 1.75, 11.5625, 3.796875, 1.875, 39.25, 2.03125, 191.0, -1.03125, 56.25, 214.0, 2.21875, 134.0, 1.75, 2.09375, 22.125, 2.65625, 9.5, 2.640625, 93.5, 228.0, 2.625, -0.84375, 36.75, 2.296875, 1.0625, 161.0, 1.984375, 28.875, 0.808594, 30.125, 1.257812, 13.0625, 1.6875, 2.046875, 2.828125, 1.851562, 0.5625, 1.0625, 0.761719, 31.375, 1.804688, 1.179688, 10.625, 3.609375, 2.25, 2.609375, 2.640625, 32.5, 1.640625, 133.0, 35.0, 2.03125, 2.21875, 206.0, 2.0, 2.078125, 1.867188, 80.0, 2.125, 1.742188, 1.851562, 2.15625, 5.375, 206.0, 0.882812, 3.234375, 181.0, 49.75, 1.9375, 1.8125, 4.875, 306.0, 83.5, 3.296875, 1.710938, 4.53125, 118.5, 2.21875, 163.0, 1.84375, 0.574219, 6.5, 1.84375, 202.0, 2.8125, 190.0, 2.125, 1.210938, 2.140625, 1.875, 5.375, 188.0, 1.648438, 117.5, 12.0625, 2.59375, 1.460938, 250.0, 1.117188, 139.0, 1.84375, 1.6875, 45.5, 2.8125, 2.125, 2.109375, 146.0, 131.0, 2.078125, 1.976562, 78.5, 1.304688, 1.8125, 2.125, 1.953125, 0.9375, 3.421875, 5.1875, 3.5, 1.40625, 0.820312, 68.0, 2.265625, 0.601562, 12.375, 2.046875, 2.09375, 1.695312, 2.296875, 1.554688, 2.578125, 2.046875, 3.75, 229.0, 2.4375, 35.5, 3.28125, 1.976562, 2.140625, 1.820312, 1.992188, 2.328125, 184.0, 204.0, 3.09375, 1.476562, 4.4375, 21.625, 75.5, 2.09375, 1.335938, 4.625, 158.0, 35.75, 2.46875, 28.0, 210.0, 82.5, 175.0, 264.0, 4.53125, 176.0, 3.609375, 87.5, 1.921875, 222.0, 2.046875, 1.789062, 1.828125, 0.546875, 2.90625, 2.328125, 1.546875, 304.0, 26.625, 246.0, 132.0, 2.109375, 2.5, 1.953125, 5.65625, 288.0, 1.851562, 1.078125, 31.75, 2.34375, 232.0, 2.34375, 1.804688, 3.703125, 10.9375, 10.375, 20.875, 0.835938, 19.375, 2.078125, 195.0, 28.125, 1.890625, 179.0, 189.0, 40.25, 2.265625, 38.75, 2.984375, 2.3125, 1.140625, 31.875, 1.90625, 1.3125, 4.46875, 10.6875, 228.0, 4.46875, 3.59375, 3.5, 44.25, 2.640625, 284.0, 15.125, 1.945312, 15.5625, 1.59375, 1.765625, 235.0, 1.78125, 3.078125, 10.4375, 5.46875, 2.0625, 2.59375, 2.0625, 1.765625, 23.25, 2.140625, 95.5, 1.898438, 163.0, 1.5625, 1.828125, 18.0, 1.9375, 4.125, 1.648438, 0.933594, 1.5625, 25.75, 2.078125, 35.75, 1.179688, 2.453125, 5.65625, 2.125, 0.394531, 1.945312, 0.839844, 2.0625, 0.310547, 6.28125, 166.0, 0.890625, 2.1875, 2.328125, 232.0, 131.0, 188.0, 0.742188, 1.492188, 1.367188, 17.0, 15.4375, 164.0, 57.0, 3.109375, 206.0, 2.078125, 2.015625, 216.0, 1.554688, 15.25, 3.484375, 1.078125, 2.765625, 2.703125, 2.234375, 2.328125, 16.125, -1.953125, 1.960938, 6.59375, 284.0, 6.4375, 0.992188, 244.0, 1.59375, 84.0, 11.6875, 1.695312, 1.8125, 1.929688, 253.0, 44.75, 2.484375, 22.375, 2.21875, 2.75, 2.875, 2.25, 1.1875, 92.0, 13.875, 1.039062, 2.296875, 204.0, 3.015625, 104.5, 2.265625, 1.460938, 1.609375, 2.28125, 1.65625, 0.746094, -0.875, 1.5, 3.078125, 1.539062, 2.109375, 1.6875, 3.296875, 61.25, 2.328125, 174.0, 5.65625, 304.0, 1.976562, 224.0, 2.171875, 147.0, 17.75, 2.28125, 2.078125, 3.234375, 1.3125, 1.976562, 3.609375, 3.9375, 1.140625, 1.679688, 2.984375, 113.0, 2.09375, 253.0, 167.0, 127.5, 223.0, 21.75, 2.09375, 1.671875, 278.0, 117.0, 1.328125, 2.0625, 1.5, 2.21875, 258.0, 2.25, 31.875, 3.359375, 2.046875, 37.5, 2.765625, 219.0, 2.421875, 138.0, 2.046875, 11.0625, 4.6875, 2.4375, 1.820312, 206.0, 1.945312, 3.4375, 4.3125, 2.890625, 2.28125, 264.0, 192.0, 1.867188, 1.757812, 1.570312, 17.375, 1.796875, 1.835938, 50.75, 1.734375, 0.457031, 19.75, 14.0, 2.15625, 22.625, 5.3125, 2.0625, 1.726562, 194.0, 5.1875, 41.5, 1.21875, 2.15625, 1.476562, 2.515625, 1.28125, 11.625, 44.0, 1.078125, 1.34375, 1.507812, 168.0, 119.5, 2.109375, 1.21875, 101.0, 2.640625, 3.0625, 11.25, 255.0, 284.0, 2.265625, 1.835938, 11.5, 1.554688, 229.0, 1.484375, 2.15625, 74.0, 3.40625, 4.625, 1.40625, 3.375, 1.226562, 304.0, 262.0, 20.25, 4.875, 4.875, 0.253906, 5.34375, 28.75, 31.875, 186.0, 110.0, 2.46875, 3.984375, 1.460938, 1.71875, 0.839844, 2.421875, 298.0, 1.78125, 15.4375, 2.203125, 1.101562, 241.0, 286.0, 33.0, 13.4375, 170.0, 2.109375, 288.0, 3.53125, 45.5, 4.125, 2.6875, 10.625, 1.710938, 1.640625, 31.125, 125.5, 210.0, 3.09375, 235.0, 15.5625, 2.21875, 1.453125, 203.0, 1.828125, 2.140625, 1.757812, 18.25, 3.1875, 243.0, 6.59375, 0.992188, 95.5, 6.28125, 176.0, 1.484375, 30.25, 262.0, 195.0, 2.078125, 94.0, 1.75, 0.601562, 1.882812, 102.0, 203.0, 0.933594, 85.5, 2.015625, 1.382812, 100.5, 79.5, 4.03125, 1.960938, 1.960938, 3.75, 168.0, 219.0, 1.789062, 5.375, 1.984375, 1.898438, 216.0, 1.5625, 3.484375, 2.15625, 144.0, 1.921875, 2.75, 2.09375, 1.773438, 266.0, 219.0, 3.59375, 1.671875, 4.40625, 2.25, 9.0625, 204.0, 14.375, 7.46875, 199.0, 1.992188, 280.0, 1.953125, 9.625, 4.1875, 8.3125, 105.5, 1.46875, 30.0, 3.546875, 8.75, 17.75, 70.0, 22.125, 1.765625, 249.0, 75.5, 0.917969, 11.25, 2.953125, 2.25, 14.75, 1.59375, 288.0, 2.6875, 2.703125, 2.15625, 1.75, 2.328125, 16.875, 1.8125, 243.0, 1.398438, 5.8125, 1.734375, 124.5, 2.65625, 2.609375, 37.75, 1.375, 2.984375, 236.0, 22.375, 258.0, 1.03125, 180.0, 2.71875, 144.0, 230.0, 1.9375, 1.679688, 1.929688, 144.0, 212.0, 1.140625, 1.539062, 2.09375, 0.957031, 1.992188, 1.335938, 22.5, 266.0, 2.328125, 3.8125, 1.984375, 95.0, 216.0, 1.921875, 0.917969, 58.5, 1.757812, 1.117188, 1.6875, 2.375, 71.0, 2.921875, 243.0, 6.375, 1.992188, 68.0, 113.5, 226.0, 1.992188, 250.0, 304.0, 27.875, 12.0625, 2.8125, 2.921875, 206.0, 2.734375, 237.0, 32.25, 189.0, 8.8125, 2.15625, 7.21875, 39.75, 0.855469, 207.0, 1.625, 2.65625, 1.53125, 5.5625, 260.0, 3.703125, 2.171875, 1.96875, 3.46875, 2.1875, 219.0, 1.84375, 3.0625, 178.0, 1.679688, 2.953125, 3.3125, 0.878906, 20.25, 3.6875, 229.0, 1.960938, 156.0, 2.59375, 1.6875, 7.96875, 3.234375, 2.15625, 1.007812, 1.929688, 86.0, 206.0, 222.0, 0.75, 66.5, 2.140625, 2.921875, 6.84375, 10.0, 1.75, 8.125, 4.625, 29.875, 1.398438, 5.90625, 166.0, 312.0, 1.765625, 2.296875, 2.703125, 29.5, 1.117188, 1.578125, 33.25, 2.046875, 204.0, 203.0, 3.578125, 25.375, 2.4375, 2.296875, 1.867188, 1.929688, 138.0, 1.492188, 4.25, 162.0, 2.609375, 217.0, 1.257812, 0.957031, 2.875, 1.929688, 1.03125, 191.0, 42.75, 0.427734, 1.46875, 2.015625, 19.75, 13.125, 1.9375, 1.609375, 157.0, 100.5, 3.875, 1.8125, 2.15625, 1.382812, 6.84375, 298.0, 70.5, 21.5, 3.0625, 2.796875, 1.320312, 2.078125, 68.5, 2.21875, 1.226562, 1.8125, 66.5, 218.0, 235.0, 264.0, 1.8125, 2.296875 ] } , "name": "onnx::Mul_10723", "outputIndexes": [ 1382 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1381, 1382 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 1383 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1383 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.6/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 7165 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7165 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.6/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 7166 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7166 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 382567698, 13107222, 3276800, 0, 0 ] } , "name": "/layers.6/mlp/gate_proj/Linear", "outputIndexes": [ 7167 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7167 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.6/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 7168 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7168 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.6/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 1384 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1384 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.6/mlp/act_fn/Mul_output_0", "outputIndexes": [ 1385 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1384, 1385 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 1386 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 1386 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 1387 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1384, 1387 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/mlp/act_fn/Add_output_0", "outputIndexes": [ 1388 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 1388 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 1389 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1389 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.6/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 1390 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 1390 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 1391 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1384, 1391 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 1392 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 1392 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 1393 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7166 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 398951720, 13107222, 3276800, 0, 0 ] } , "name": "/layers.6/mlp/up_proj/Linear", "outputIndexes": [ 7171 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7171 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.6/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 7172 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7172 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.6/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 1394 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1393, 1394 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/mlp/Mul_output_0", "outputIndexes": [ 1395 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1395 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.6/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 7173 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7173 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.6/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 7174 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7174 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 415335742, 13107222, 3276800, 0, 0 ] } , "name": "/layers.6/mlp/down_proj/Linear", "outputIndexes": [ 7175 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7175 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.6/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 7176 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7176 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.6/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 1396 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1396 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.6/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 1398 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1398 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.6/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 1399 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1399, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 1400 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1400, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 1401 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1396, 1401 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 1402 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.022339, 1.875, 1.875, 1.726562, 1.632812, 1.367188, 0.8125, 1.875, 0.02002, 1.875, 1.296875, 0.423828, 1.515625, 0.283203, 0.014343, 0.380859, 0.503906, 1.875, 0.015381, 0.013184, 1.007812, 0.151367, 0.109863, 0.239258, 1.859375, 1.875, 1.875, 0.839844, 0.021606, 0.103027, 1.492188, 1.875, 1.210938, 0.710938, 0.160156, 0.414062, 1.820312, 0.921875, 0.109863, 1.367188, 0.026245, 0.046631, 1.875, 1.875, 0.910156, 0.022827, 1.320312, 1.875, 1.875, 0.017822, 0.013611, 0.009094, 1.875, 1.132812, 1.875, 1.039062, 1.257812, 0.066406, 1.46875, 0.427734, 0.239258, 0.104004, 0.707031, 1.875, 0.322266, 0.22168, 1.875, 1.875, 0.12793, 0.038818, 0.0177, 0.613281, 0.140625, 0.037354, 0.012451, 1.5, 0.010681, 1.304688, 1.875, 1.09375, 1.875, 1.875, 1.234375, 1.867188, 0.211914, 0.455078, 0.084961, 1.875, 1.234375, 1.875, 0.016846, 1.875, 1.195312, 1.875, 1.875, 1.875, 1.34375, 1.875, 0.001724, 1.875, 1.078125, 1.875, 0.024536, 0.053467, 1.007812, 0.029907, 0.492188, 1.40625, 1.875, 1.070312, 1.875, 1.875, 0.816406, 0.052246, 0.009583, 0.828125, 0.566406, 0.093262, 0.333984, 0.255859, 0.018555, 1.875, 1.8125, 0.380859, 1.875, 1.1875, 1.875, 1.875, 1.875, 1.875, 0.013123, 1.875, 1.875, 1.429688, 0.714844, 0.022339, 1.875, 1.78125, 1.875, 1.875, 0.179688, 1.507812, 1.875, 0.769531, 0.464844, 0.030151, 0.726562, 0.375, 0.013428, 1.335938, 1.875, 1.875, 0.073242, 0.116699, 1.875, 0.789062, 0.102051, 0.013855, 0.914062, 0.206055, 0.034424, 1.875, 1.0, 1.875, 1.132812, 0.011047, 0.326172, 0.083496, 0.847656, 0.194336, 1.875, 1.875, 1.875, 1.875, 1.875, 0.010986, 1.375, 0.847656, 1.132812, 0.011597, 1.820312, 0.183594, 0.345703, 1.875, 1.875, 1.0625, 0.474609, 1.875, 0.78125, 0.209961, 1.382812, 1.875, 1.875, 1.101562, 0.083008, 0.013489, 0.015869, 0.015625, 0.238281, 0.011169, 0.78125, 1.875, 0.012939, 0.088867, 1.148438, 0.103027, 0.167969, 1.804688, 1.3125, 0.087402, 0.020264, 0.071777, 1.875, 1.875, 0.015991, 0.65625, 0.015015, 1.875, 0.040771, 0.013794, 1.875, 0.119629, 1.875, 0.060303, 1.875, 1.875, 1.875, 0.328125, 0.024414, 0.141602, 0.878906, 1.710938, 1.515625, 0.042236, 1.875, 0.617188, 1.875, 1.875, 1.875, 1.875, 0.104492, 0.375, 0.066406, 1.679688, 0.147461, 1.65625, 1.875, 0.189453, 0.081055, 1.875, 0.165039, 0.964844, 0.197266, 0.138672, 0.150391, 1.875, 0.189453, 0.061035, 1.875, 0.015869, 0.044434, 0.199219, 1.875, 1.570312, 0.554688, 0.013733, 0.237305, 0.375, 0.9375, 0.015442, 1.875, 0.055908, 0.107422, 0.016846, 1.875, 1.679688, 0.016724, 0.214844, 1.875, 1.875, 1.875, 0.086914, 1.875, 0.031982, 1.132812, 0.285156, 0.013733, 1.875, 0.9375, 1.875, 0.036865, 0.013062, 1.3125, 0.009949, 0.244141, 1.492188, 1.875, 0.738281, 1.875, 1.875, 1.875, 0.279297, 1.695312, 0.035645, 0.259766, 1.53125, 0.800781, 0.773438, 0.192383, 0.020752, 1.8125, 0.785156, 1.875, 1.875, 0.013367, 0.328125, 0.542969, 0.112793, 0.091797, 1.875, 0.078125, 1.875, 1.257812, 0.112793, 0.012512, 1.875, 0.597656, 1.875, 0.957031, 0.108398, 0.021484, 0.02356, 0.117188, 0.378906, 1.875, 0.164062, 1.875, 0.016113, 1.351562, 0.052002, 1.875, 1.875, 1.867188, 1.875, 0.330078, 0.082031, 1.875, 1.742188, 1.273438, 0.012695, 0.135742, 1.3125, 0.527344, 1.28125, 1.875, 0.098145, 0.023682, 0.53125, 1.875, 1.875, 0.180664, 0.306641, 1.875, 1.875, 0.010254, 1.875, 1.875, 0.4375, 0.013062, 1.8125, 0.087402, 0.024292, 0.237305, 1.875, 0.166992, 0.433594, 0.621094, 0.015869, 1.507812, 0.269531, 0.086426, 1.625, 1.25, 1.664062, 1.835938, 1.875, 0.453125, 1.875, 0.59375, 1.875, 1.875, 0.621094, 0.013855, 0.010437, 1.398438, 0.013367, 0.0625, 0.013367, 0.001762, 1.875, 0.171875, 1.109375, 0.34375, 1.140625, 0.151367, 0.01355, 1.351562, 0.122559, 0.71875, 0.273438, 1.125, 1.875, 0.097656, 1.148438, 0.933594, 0.001579, 0.054688, 0.044678, 1.875, 0.757812, 0.425781, 0.431641, 0.707031, 0.100098, 1.875, 1.070312, 0.018677, 1.40625, 0.121094, 1.1875, 0.287109, 0.355469, 0.535156, 1.875, 1.875, 1.273438, 0.792969, 0.242188, 1.828125, 1.875, 0.3125, 1.859375, 0.022827, 1.875, 0.265625, 1.390625, 0.351562, 1.742188, 1.875, 1.75, 1.875, 0.137695, 0.640625, 1.875, 1.554688, 0.068848, 0.021118, 1.695312, 1.875, 0.388672, 1.875, 0.742188, 0.211914, 0.129883, 1.875, 1.875, 1.109375, 1.875, 1.875, 0.015869, 1.242188, 0.535156, 1.875, 0.162109, 0.890625, 1.46875, 1.875, 1.875, 1.875, 1.859375, 0.101074, 0.117188, 0.202148, 0.202148, 1.875, 0.183594, 0.056152, 0.22168, 0.212891, 0.310547, 1.875, 1.875, 1.875, 1.875, 0.148438, 1.4375, 1.875, 1.875, 1.875, 0.146484, 0.835938, 1.875, 0.013245, 0.137695, 0.012695, 1.875, 0.271484, 0.40625, 0.028931, 0.213867, 1.875, 1.875, 0.030518, 0.279297, 1.875, 0.3125, 1.734375, 1.085938, 1.875, 0.100098, 1.875, 0.013489, 0.200195, 0.025635, 1.875, 0.414062, 1.734375, 0.097168, 0.408203, 0.083984, 0.01355, 0.236328, 0.154297, 1.421875, 0.211914, 0.067383, 0.859375, 1.875, 1.382812, 0.213867, 1.875, 0.040039, 0.202148, 1.40625, 0.052979, 0.010864, 0.011963, 1.125, 0.240234, 1.875, 0.170898, 1.875, 0.013306, 1.859375, 0.029663, 1.789062, 0.054443, 0.01355, 1.875, 1.765625, 0.213867, 0.091797, 0.032959, 0.001396, 1.375, 0.084961, 0.820312, 1.453125, 1.28125, 0.757812, 0.15625, 0.014648, 1.875, 1.710938, 0.240234, 1.875, 1.3125, 1.875, 0.019165, 1.578125, 0.019653, 1.875, 0.289062, 1.429688, 0.025146, 0.212891, 1.875, 0.980469, 0.289062, 1.648438, 0.012695, 0.157227, 1.242188, 0.179688, 0.160156, 1.875, 0.040283, 1.4375, 0.010254, 1.046875, 1.875, 1.28125, 1.875, 1.570312, 1.46875, 1.210938, 0.245117, 1.171875, 1.828125, 1.609375, 0.507812, 1.875, 1.875, 0.429688, 0.189453, 1.875, 0.010132, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 0.062256, 0.080078, 0.008362, 0.016357, 0.052002, 0.208984, 0.945312, 0.168945, 0.031494, 1.875, 1.875, 1.640625, 1.875, 1.273438, 1.6875, 0.133789, 1.796875, 0.306641, 0.017456, 0.625, 1.453125, 0.19043, 1.875, 1.875, 0.582031, 1.242188, 1.875, 0.792969, 0.816406, 1.867188, 0.726562, 0.009277, 0.045898, 1.875, 1.875, 1.875, 1.78125, 1.875, 1.21875, 0.601562, 0.017334, 0.933594, 1.039062, 1.828125, 0.020874, 0.013306, 0.239258, 0.617188, 0.016602, 1.328125, 0.179688, 1.875, 1.875, 0.027832, 1.875, 0.53125, 0.013733, 0.9375, 1.875, 1.875, 0.139648, 0.069824, 0.039551, 0.472656, 1.875, 0.119629, 0.136719, 0.022339, 1.875, 1.273438, 1.578125, 1.195312, 0.014709, 1.875, 0.757812, 0.009827, 1.875, 0.134766, 0.013367, 1.875, 1.296875, 1.1875, 0.09082, 0.026123, 1.875, 1.875, 0.976562, 1.1875, 1.875, 1.875, 0.008911, 0.402344, 0.034912, 1.875, 0.011292, 1.875, 1.875, 1.875, 0.617188, 1.875, 0.785156, 0.988281, 1.875, 1.875, 0.019775, 0.421875, 0.02356, 0.043945, 0.605469, 1.875, 1.875, 1.875, 1.226562, 0.03833, 1.375, 0.048096, 0.02478, 0.025513, 1.585938, 1.875, 0.020874, 0.025513, 0.660156, 0.012878, 0.171875, 1.109375, 0.067871, 1.820312, 0.753906, 0.371094, 1.875, 1.578125, 1.101562, 0.123047, 0.542969, 1.875, 0.038574, 1.875, 0.101562, 1.875, 0.453125, 0.012634, 0.298828, 1.875, 0.012939, 0.016724, 0.013489, 0.585938, 0.722656, 0.449219, 1.875, 0.094727, 1.875, 0.114746, 0.001724, 1.242188, 0.113281, 1.875, 1.875, 1.53125, 0.118164, 0.013428, 1.875, 1.875, 0.980469, 0.294922, 0.013672, 1.875, 0.910156, 0.016968, 1.875, 1.875, 1.234375, 0.021729, 1.875, 1.875, 0.228516, 1.875, 1.625, 0.147461, 0.043457, 1.875, 1.875, 0.010193, 0.020874, 1.820312, 1.875, 1.515625, 1.226562, 1.71875, 1.875, 0.851562, 1.070312, 0.015198, 1.875, 1.359375, 0.012756, 1.5, 0.051514, 1.875, 0.010254, 0.238281, 0.077148, 1.875, 0.009033, 1.5625, 0.060547, 0.086914, 1.875, 1.257812, 1.289062, 1.328125, 1.3125, 0.12793, 0.019897, 1.875, 1.875, 0.019653, 1.875, 0.098633, 0.024414, 0.166992, 0.992188, 0.114258, 1.296875, 1.875, 0.371094, 1.875, 1.875, 0.011719, 1.351562, 0.035889, 0.328125, 0.017334, 0.079102, 1.539062, 1.875, 1.875, 0.193359, 1.78125, 1.875, 0.482422, 0.013, 1.34375, 1.398438, 0.028442, 1.875, 1.875, 1.875, 0.012085, 0.021606, 0.014343, 0.001656, 0.047852, 0.191406, 0.035156, 1.664062, 0.390625, 1.875, 1.398438, 1.875, 0.095215, 0.228516, 1.859375, 0.111816, 0.013367, 0.158203, 0.020264, 0.108887, 1.875, 0.081543, 1.875, 0.141602, 1.257812, 1.875, 1.875, 0.449219, 1.007812, 1.273438, 0.149414, 0.038818, 1.875, 0.01709, 1.875, 1.5, 1.875, 1.601562, 1.875, 1.875, 0.046143, 0.085449, 0.177734, 1.875, 0.03125, 1.828125, 0.059814, 0.084473, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 0.375, 0.373047, 0.824219, 0.018188, 1.875, 0.890625, 0.066895, 1.875, 0.601562, 1.875, 1.703125, 0.648438, 1.875, 1.875, 0.011597, 1.414062, 0.052246, 0.071289, 0.125977, 0.041748, 0.009338, 1.875, 0.126953, 1.671875, 0.01239, 0.017334, 1.875, 0.804688, 1.640625, 0.036865, 0.149414, 1.125, 1.875, 0.738281, 0.013367, 0.013794, 0.020752, 0.014893, 0.123047, 1.007812, 0.143555, 0.033447, 0.063965, 1.421875, 0.115234, 1.875, 1.304688, 1.875, 0.018311, 0.123047, 1.875, 1.875, 1.875, 1.875, 0.080078, 0.067871, 0.523438, 0.138672, 0.139648, 0.012329, 1.117188, 1.875, 1.875, 0.011963, 0.012024, 0.017822, 0.894531, 1.875, 0.212891, 1.28125, 1.859375, 1.875, 0.082031, 0.176758, 0.769531, 0.020996, 1.875, 0.863281, 0.554688, 0.492188, 1.875, 1.875, 0.855469, 1.875, 0.015442, 0.045898, 0.011658, 1.773438, 1.664062, 0.285156, 0.012451, 1.164062, 0.019043, 1.875, 1.875, 0.0271, 0.847656, 1.6875, 0.012573, 0.013428, 1.875, 0.041504, 1.875, 1.265625, 1.875, 0.010986, 0.400391, 1.015625, 0.193359, 0.10791, 1.875, 0.400391, 1.070312, 1.773438, 1.328125, 0.068359, 1.875, 0.148438, 0.515625, 1.335938, 1.875, 1.492188, 0.359375, 1.875, 1.875, 0.012817, 0.015869, 0.05957, 1.875, 0.00946, 0.013184, 0.233398, 1.875, 1.875, 0.012024, 1.671875, 1.875, 1.007812, 0.013062, 0.147461, 0.009644, 0.660156, 1.875, 0.009888, 0.026001, 0.033936, 0.988281, 0.691406, 0.19043, 0.016846, 0.353516, 1.875, 0.016113, 0.054443, 0.013184, 0.178711, 0.010132, 1.875, 0.455078, 1.875, 0.21875, 0.277344, 0.012878, 0.012451, 1.875, 0.040771, 0.116699, 1.875, 0.013184, 0.057129, 1.875, 1.476562, 0.018799, 0.017456, 1.648438, 1.601562, 0.197266, 0.136719, 1.875, 0.164062, 1.875, 0.014954, 0.738281, 0.023926, 0.490234, 1.875, 0.4375, 0.330078, 0.5, 0.014099, 0.01532, 1.875, 1.625, 1.875, 0.052979, 1.484375, 1.164062, 1.875, 1.875, 1.875, 0.22168, 0.013367, 0.055664, 1.15625, 1.875, 0.046631, 1.554688, 1.867188, 1.703125, 0.012878, 0.015381, 0.104492, 0.08252, 0.052734, 0.09668, 1.296875, 1.875, 0.291016, 1.875, 0.388672, 1.054688, 0.482422, 0.863281, 1.195312, 1.007812, 0.269531, 1.875, 0.205078, 1.875, 0.59375, 1.875, 1.101562, 1.03125, 1.234375, 0.013306, 1.328125, 1.875, 1.828125, 1.875, 0.867188, 0.069336, 0.012085, 1.875, 1.875, 0.206055, 0.18457, 1.484375, 1.625, 1.875, 1.875, 1.070312, 0.249023, 0.152344, 1.320312, 0.017578, 1.5, 0.015503, 0.667969, 0.742188, 1.875, 1.179688, 1.875, 0.476562, 1.875, 0.014587, 1.875, 1.875, 1.875, 1.875, 0.097656, 0.07373, 1.875, 0.4375, 1.601562, 0.038086, 0.01178, 0.001724, 0.636719, 0.337891, 1.015625, 0.089844, 1.875, 0.04541, 1.28125, 0.016602, 1.875, 1.875, 1.875, 1.40625, 0.012878, 0.023071, 1.398438, 0.013184, 1.875, 0.012939, 1.484375, 1.875, 1.875, 1.875, 0.056885, 1.210938, 0.498047, 1.875, 0.030396, 1.875, 0.392578, 1.875, 0.080078, 0.054443, 1.875, 0.011902, 0.142578, 1.71875, 1.875, 1.8125, 1.296875, 1.875, 0.232422, 0.009216, 1.875, 1.875, 1.09375, 0.902344, 1.875, 1.53125, 1.875, 1.234375, 1.875, 0.21582, 0.289062, 1.148438, 0.640625, 0.652344, 0.585938, 1.875, 1.875, 1.875, 0.632812, 0.07666, 1.875, 0.056396, 1.390625, 1.875, 1.875, 1.875, 0.012329, 1.265625, 0.314453, 0.029663, 0.01709, 1.875, 0.080566, 0.175781, 1.796875, 0.318359, 1.875, 0.013184, 0.21582, 0.007935, 1.875, 0.030884, 1.875, 0.283203, 1.875, 1.875, 1.875, 1.476562, 0.132812, 1.242188, 0.026978, 0.010986, 1.875, 1.296875, 0.013245, 1.875, 0.200195, 1.273438, 0.013123, 0.114258, 0.042725, 1.875, 0.8125, 0.992188, 0.023682, 0.308594, 0.582031, 1.875, 0.851562, 0.043945, 0.458984, 0.800781, 0.296875, 1.875, 0.055908, 0.015076, 1.875, 1.875, 0.056885, 0.063965, 0.116699, 0.769531, 0.058105, 1.703125, 0.539062, 1.0625, 0.016235, 0.722656, 1.867188, 1.875, 0.031738, 0.036133, 0.018433, 0.458984, 1.875, 0.11084, 1.867188, 1.875, 0.013123, 1.875, 1.617188, 0.019653, 1.210938, 1.875, 0.210938, 1.875, 0.921875, 0.010864, 0.171875, 1.875, 1.65625, 0.130859, 0.554688, 0.224609, 0.017822, 1.875, 1.75, 1.875, 0.019165, 0.859375, 0.020996, 1.875, 0.820312, 0.078125, 0.013062, 0.433594, 0.013062, 0.155273, 0.018799, 1.875, 0.010437, 0.443359, 1.875, 1.734375, 0.734375, 0.316406, 0.012329, 1.875, 0.012451, 0.03064, 0.205078, 0.251953, 0.083008, 1.109375, 1.875, 0.328125, 0.476562, 1.875, 0.009888, 1.875, 1.546875, 0.333984, 0.769531, 0.363281, 1.875, 0.402344, 1.210938, 0.009338, 0.024658, 1.859375, 0.193359, 0.667969, 0.161133, 0.048096, 0.390625, 1.820312, 1.039062, 1.875, 0.388672, 1.875, 1.875, 0.804688, 0.175781, 0.044922, 1.257812, 1.875, 0.102051, 0.462891, 0.394531, 1.164062, 1.539062, 1.273438, 0.066895, 1.875, 1.460938, 0.015076, 0.322266, 0.181641, 1.875, 1.875, 0.558594, 0.597656, 1.367188, 1.875, 0.083008, 0.333984, 1.875, 0.265625, 0.081055, 1.875, 1.875, 0.984375, 1.875, 1.867188, 0.015564, 0.012817, 1.875, 1.875, 1.59375, 1.875, 1.875, 0.964844, 0.012695, 1.125, 0.804688, 0.535156, 0.013367, 1.875, 0.170898, 0.037598, 1.875, 1.070312, 1.515625, 0.166992, 0.076172, 0.202148, 0.086426, 0.01709, 1.4375, 1.054688, 1.875, 1.085938, 1.875, 1.875, 0.072754, 1.875, 1.875, 1.875, 1.875, 0.088379, 0.106934, 1.875, 0.914062, 1.875, 0.710938, 1.875, 0.093262, 1.875, 0.01355, 1.835938, 1.875, 0.832031, 1.476562, 0.015503, 1.875, 1.445312, 1.445312, 0.1875, 0.984375, 0.098633, 1.875, 1.875, 0.125977, 0.199219, 1.875, 1.289062, 1.875, 1.875, 0.609375, 0.009888, 0.056396, 0.012512, 0.394531, 0.012756, 0.120117, 0.103027, 0.126953, 1.875, 1.734375, 1.875, 1.789062, 1.0, 0.960938, 1.875, 1.296875, 0.416016, 1.796875, 1.4375, 1.875, 0.527344, 1.875, 1.867188, 0.112305, 1.023438, 0.855469, 1.875, 0.033447, 0.030884, 0.012756, 0.601562, 1.125, 1.875, 0.707031, 0.050293, 0.166016, 1.179688, 0.018433, 1.507812, 1.875, 0.863281, 0.158203, 0.015381, 0.121094, 1.875, 1.875, 1.875, 1.40625, 1.875, 1.875, 0.474609, 0.5625, 1.875, 0.013489, 1.875, 1.117188, 1.03125, 0.151367, 1.328125, 0.273438, 0.011353, 0.012573, 0.832031, 1.203125, 0.016846, 1.875, 1.875, 0.009399, 0.065918, 1.875, 0.539062, 1.875, 0.057129, 0.015625, 0.036133, 0.390625, 1.65625, 1.875, 0.170898, 0.123047, 1.875, 0.124512, 1.875, 0.014832, 0.041504, 1.140625, 1.875, 0.028809, 1.875, 1.304688, 0.447266, 1.148438, 1.875, 1.875, 1.875, 0.014648, 1.5, 0.050537, 0.832031, 0.016113, 1.226562, 0.070312, 0.119141, 0.914062, 1.875, 1.851562, 0.017578, 1.65625, 0.714844, 0.018066, 0.171875, 0.0354, 0.012207, 0.040283, 1.21875, 0.013489, 1.875, 1.601562, 0.046875, 0.3125, 1.585938, 0.263672, 1.875, 0.164062, 0.011536, 0.375, 0.021118, 0.013306, 1.484375, 0.013, 1.875, 0.01178, 1.265625, 0.169922, 0.020264, 0.019287, 0.193359, 0.210938, 1.875, 1.0625, 0.298828, 1.875, 1.875, 0.013123, 0.064453, 0.060791, 0.828125, 0.063477, 0.02063, 1.875, 0.59375, 0.11084, 0.601562, 1.289062, 0.047363, 1.875, 0.147461, 1.726562, 0.419922, 1.875, 0.161133, 0.216797, 1.875, 0.445312, 0.084473, 0.013062, 1.875, 0.012939, 1.40625, 1.617188, 0.050537, 0.425781, 1.875, 0.023926, 1.875, 0.02356, 1.640625, 1.875, 0.267578, 0.460938, 1.875, 1.773438, 0.053955, 1.875, 1.875, 1.859375, 0.582031, 0.316406, 1.875, 0.009766, 0.013062, 0.824219, 0.773438, 1.875, 0.226562, 0.111816, 0.349609, 0.029419, 0.339844, 0.177734, 0.053467, 0.098145, 1.875, 1.484375, 0.016968, 0.019775, 1.804688, 0.136719, 1.875, 1.875, 1.875, 0.566406, 1.03125, 0.096191, 0.072266, 1.875, 0.757812, 1.875, 0.808594, 1.875, 1.875, 0.337891, 1.039062, 1.875, 0.054688, 1.875, 1.875, 1.875, 1.875, 1.875, 1.132812, 1.875, 0.012207, 1.875, 1.875, 0.05542, 0.013306, 0.028809, 1.875, 1.828125, 0.765625, 1.875, 0.013245, 1.140625, 1.875, 1.875, 1.875, 1.296875, 0.015198, 0.119629, 1.875, 1.28125, 0.945312, 0.246094, 0.78125, 1.875, 0.112305, 0.789062, 0.100098, 0.049316, 1.875, 0.11084, 1.5, 1.875, 1.875, 0.02417, 0.016846, 1.875, 1.117188, 1.867188, 1.25, 1.320312, 1.875, 1.875, 0.048828, 0.013306, 0.248047, 1.304688, 1.28125, 1.875, 1.875, 1.171875, 1.640625, 1.71875, 1.875, 1.226562, 0.699219, 0.015503, 0.660156, 0.123535, 0.009521, 0.882812, 0.746094, 0.032715, 1.523438, 1.5625, 1.65625, 1.164062, 0.419922, 1.578125, 0.009583, 1.875, 0.01355, 0.373047, 0.058594, 0.013062, 1.492188, 0.020142, 1.875, 1.03125, 0.041016, 0.988281, 0.091309, 1.476562, 0.018433, 0.105957, 1.632812, 1.25, 0.012146, 1.875, 1.234375, 0.023804, 1.875, 0.056885, 1.757812, 0.753906, 1.875, 0.683594, 1.46875, 1.875, 0.001709, 1.875, 0.001617, 1.875, 0.902344, 0.474609, 0.337891, 1.875, 0.296875, 0.232422, 1.875, 1.71875, 1.875, 0.037842, 1.875, 0.013733, 0.013123, 1.648438, 1.875, 0.012695, 1.875, 1.875, 1.875, 0.06543, 1.875, 1.4375, 1.875, 0.976562, 0.202148, 0.016235, 0.267578, 1.875, 0.018799, 0.234375, 1.875, 1.875, 0.287109, 0.071289, 0.026001, 1.40625, 0.765625, 0.147461, 0.049561, 1.539062, 0.015259, 0.753906, 1.875, 0.431641, 1.117188, 0.012024, 1.875, 0.020508, 1.351562, 1.710938, 1.875, 0.945312, 1.875, 0.012756, 1.3125, 0.016357, 0.205078, 1.5, 0.523438, 0.013184, 1.875, 0.015259, 1.875, 1.875, 0.025513, 1.875, 1.609375, 1.875, 0.016479, 0.022949, 1.726562, 1.875, 0.028931, 1.867188, 1.875, 1.140625, 1.875, 0.664062, 1.875, 0.335938, 1.242188, 1.875, 0.8125, 0.255859, 1.226562, 1.09375, 0.109863, 1.875, 1.875, 1.3125, 1.359375, 1.875, 0.566406, 1.875, 0.988281, 0.145508, 1.679688, 0.092285, 0.96875, 1.289062, 1.78125, 1.421875, 1.203125, 1.875, 0.02002, 0.015869, 0.828125, 1.875, 1.6875, 0.07373, 0.016479, 1.609375, 0.851562, 0.095703, 0.020142, 0.09082, 1.296875, 0.013123, 0.013367, 0.052734, 0.019287, 0.116211, 1.835938, 0.015076, 1.0625, 0.074219, 1.875, 0.016357, 0.757812, 1.726562, 0.691406, 0.306641, 0.225586, 1.179688, 1.875, 0.008728, 0.05127, 0.130859, 0.016846, 0.330078, 1.429688, 1.875, 0.146484, 0.01178, 1.5625, 1.875, 0.149414, 0.341797, 0.013977, 0.96875, 1.875, 1.875, 0.363281, 0.037842, 0.062256, 0.832031, 0.170898, 1.632812, 0.394531, 0.080078, 1.875, 0.014099, 0.020874, 0.1875, 1.296875, 0.058838, 1.875, 1.796875, 1.875, 0.072266, 1.875, 1.867188, 0.088867, 0.253906, 0.013672, 0.371094, 0.369141, 1.867188, 0.009583, 0.001724, 0.012268, 0.171875, 1.179688, 0.181641, 1.484375, 1.835938, 0.013123, 1.742188, 1.40625, 0.182617, 0.287109, 1.875, 0.90625, 1.875, 1.875, 0.063965, 1.71875, 0.503906, 1.875, 0.016357, 1.875, 1.773438, 0.177734, 1.875, 1.875, 1.875, 1.875, 1.875, 0.056396, 1.375, 0.02063, 1.515625, 1.875, 0.404297, 1.875, 1.15625, 1.875, 1.875, 1.875, 0.369141, 0.12793, 0.050293, 1.875, 1.867188, 1.875, 0.019653, 0.075195, 0.016968, 1.875, 1.875, 0.539062, 0.053955, 0.107422, 0.020142, 0.040283, 1.875, 0.183594, 1.804688, 1.875, 0.012756, 1.867188, 0.063477, 1.609375, 1.65625, 1.875, 0.376953, 0.917969, 1.828125, 0.083008, 0.001717, 1.875, 0.170898, 0.012695, 0.535156, 1.875, 0.179688, 1.460938, 0.033447, 1.609375, 1.5625, 1.648438, 1.875, 0.024292, 0.0271, 0.640625, 0.020508, 0.466797, 1.875, 1.359375, 1.03125, 0.929688, 0.032227, 0.143555, 1.875, 0.785156, 0.01239, 1.1875, 0.022339, 1.101562, 0.984375, 1.703125, 1.875, 1.296875, 0.439453, 0.00174, 1.851562, 1.875, 1.875, 1.453125, 1.875, 0.137695, 0.212891, 1.867188, 0.015991, 1.671875, 0.00946, 1.875, 0.015442, 0.84375, 0.024292, 0.142578, 1.179688, 1.757812, 0.189453, 1.867188, 1.875, 0.123047, 0.640625, 1.875, 1.875, 0.632812, 0.585938, 1.875, 0.009766, 0.09375, 0.031128, 0.012329, 0.05835, 1.875, 1.875, 0.013245, 0.037598, 1.875, 1.609375, 1.875, 1.234375, 0.061523, 1.875, 0.308594, 1.875, 1.875, 0.089355, 1.875, 0.013611, 1.492188, 0.012634, 1.875, 0.076172, 0.185547, 0.589844, 1.875, 0.016357, 1.726562, 0.945312, 1.875, 0.851562, 0.890625, 0.017212, 0.015076, 1.789062, 1.875, 1.875, 0.09082, 1.109375, 1.875, 0.040527, 1.875, 0.515625, 0.089844, 0.18457, 1.179688, 0.0625, 1.265625, 1.875, 1.875, 0.013245, 0.232422, 0.19043, 1.875, 1.421875, 0.789062, 0.980469, 0.96875, 0.292969, 0.052734, 1.03125, 1.875, 1.875, 0.015381, 0.245117, 1.875, 1.875, 0.066895, 1.875, 0.433594, 0.188477, 0.013306, 0.112793, 1.492188, 1.859375, 0.071289, 1.515625, 0.139648, 1.695312, 1.875, 0.027344, 0.636719, 0.125977, 1.875, 1.875, 1.875, 0.009827, 0.087891, 0.738281, 0.326172, 1.5625, 0.169922, 0.160156, 0.116699, 0.091309, 0.014587, 0.996094, 1.757812, 1.875, 1.25, 1.875, 1.875, 1.875, 0.010986, 1.828125, 0.062012, 1.875, 1.875, 0.034668, 0.086426, 0.083984, 0.168945, 0.016968, 0.146484, 0.157227, 0.28125, 0.034912, 0.322266, 1.875, 0.103516, 1.585938, 1.875, 0.108398, 0.018677, 0.013123, 1.007812, 0.01001, 0.121094, 1.054688, 1.78125, 0.015381, 0.195312, 1.875, 1.875, 0.125, 0.863281, 0.012817, 0.236328, 0.53125, 0.108887, 1.117188, 0.014465, 0.414062, 0.111328, 0.009888, 0.017822, 1.875, 0.036377, 1.875, 0.671875, 1.875, 0.023682, 0.136719, 1.875, 0.015381, 1.875, 0.910156, 0.022949, 0.034912, 1.859375, 1.875, 1.875, 1.875, 0.019043, 0.01709, 1.835938, 0.357422, 1.179688, 0.644531, 0.015198, 0.171875, 0.980469, 0.386719, 0.015259, 1.21875, 1.03125, 1.875, 1.875, 0.009338, 0.019287, 1.875, 0.65625, 1.875, 1.875, 0.304688, 0.011292, 0.082031, 0.09668, 0.015869, 1.875, 0.011658, 1.875, 0.271484, 1.875, 0.032959, 0.259766, 1.875, 0.511719, 1.054688, 1.875, 0.054199, 0.271484, 0.996094, 1.6875, 0.131836, 0.229492, 0.925781, 0.253906, 0.196289, 1.585938, 0.09082, 1.460938, 0.010437, 1.640625, 0.345703, 1.398438, 1.875, 1.875, 0.045898, 1.695312, 0.01239, 1.875, 1.875, 1.875, 0.306641, 0.451172, 1.875, 0.031738, 0.707031, 0.287109, 0.013733, 0.113281, 0.12793, 1.875, 0.017456, 0.183594, 0.019043, 0.012695, 1.875, 1.875, 1.875, 0.027588, 0.022217, 1.40625, 1.367188, 1.875, 1.875, 1.875, 1.0, 0.05957, 0.012268, 0.78125, 0.145508, 1.875, 0.029053, 0.053223, 1.257812, 0.78125, 0.174805, 1.875, 1.484375, 1.875, 1.875, 0.014282, 0.855469, 0.154297, 0.367188, 1.867188, 0.114258, 0.333984, 0.118652, 1.875, 0.013123, 0.009583, 0.057373, 0.051758, 1.34375, 0.699219, 0.402344, 0.345703, 0.01001, 0.103516, 0.012817, 0.0625, 0.949219, 0.478516, 0.009888, 1.875, 0.011658, 0.238281, 1.273438, 1.875, 0.148438, 0.147461, 0.136719, 1.265625, 1.625, 0.179688, 1.484375, 0.005493, 1.726562, 0.730469, 0.128906, 1.875, 1.875, 1.875, 1.867188, 0.080566, 1.875, 0.012695, 1.875, 0.015381, 1.171875, 0.143555, 0.084961, 0.769531, 1.265625, 1.875, 1.875, 0.25, 0.013733, 0.00885, 0.785156, 0.134766, 1.875, 1.203125, 0.21582, 0.158203, 1.875, 0.236328, 0.628906, 0.061279, 1.289062, 0.100098, 0.023438, 0.158203, 1.875, 0.738281, 1.257812, 0.056641, 0.851562, 0.988281, 0.201172, 1.859375, 0.014954, 0.013123, 1.875, 1.796875, 1.070312, 1.875, 1.875, 1.5, 0.110352, 1.289062, 1.070312, 0.246094, 1.875, 0.013916, 1.875, 1.875, 1.875, 1.460938, 1.875, 0.01239, 0.106934, 1.273438, 1.875, 1.359375, 0.111328, 0.910156, 1.875, 0.550781, 0.020996, 0.053223, 0.175781, 1.460938, 1.875, 1.875, 0.197266, 0.080566, 0.084473, 0.080078, 0.296875, 0.129883, 1.875, 1.875, 0.257812, 1.875, 1.875, 1.523438, 0.053955, 0.017212, 0.010681, 0.012939, 1.875, 0.96875 ] } , "name": "onnx::Mul_10724", "outputIndexes": [ 1403 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1402, 1403 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 1404 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1376, 1404 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/Add_1_output_0", "outputIndexes": [ 1405 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1405 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.6/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 7177 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7177 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.6/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 7178 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7178 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 431719764, 327702, 81920, 0, 0 ] } , "name": "/layers.6/per_layer_input_gate/Linear", "outputIndexes": [ 7179 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7179 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.6/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 7180 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7180 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.6/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 1406 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1406 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.6/act_fn/Mul_output_0", "outputIndexes": [ 1407 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1406, 1407 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/act_fn/Mul_1_output_0", "outputIndexes": [ 1408 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 1408 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/act_fn/Mul_2_output_0", "outputIndexes": [ 1409 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1406, 1409 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/act_fn/Add_output_0", "outputIndexes": [ 1410 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 1410 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/act_fn/Mul_3_output_0", "outputIndexes": [ 1411 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1411 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.6/act_fn/Tanh_output_0", "outputIndexes": [ 1412 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 1412 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/act_fn/Add_1_output_0", "outputIndexes": [ 1413 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1406, 1413 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/act_fn/Mul_4_output_0", "outputIndexes": [ 1414 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 1414 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/act_fn/Mul_5_output_0", "outputIndexes": [ 1415 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 6 ] } , "name": "/per_layer_projection_norm/Constant_output_0", "outputIndexes": [ 1416 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1755", "outputIndexes": [ 1417 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1758", "outputIndexes": [ 1418 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 1417, 1418, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1761", "outputIndexes": [ 1419 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1419 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1762", "outputIndexes": [ 1420 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1416, 1420 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1763", "outputIndexes": [ 1421 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1421, 1420 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1764", "outputIndexes": [ 1422 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 1422, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_13_output_0", "outputIndexes": [ 1423 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1415, 1423 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/Mul_output_0", "outputIndexes": [ 1424 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1424 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.6/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 7181 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7181 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.6/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 7182 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7182 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 432129386, 327702, 81920, 0, 0 ] } , "name": "/layers.6/per_layer_projection/Linear", "outputIndexes": [ 7183 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7183 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.6/per_layer_projection/Linear/post_convert", "outputIndexes": [ 7184 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7184 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.6/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 1425 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1425 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.6/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 1427 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1427 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.6/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 1428 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1428, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 1429 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1429, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 1430 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1425, 1430 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 1431 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.000511, 0.558594, 0.558594, 0.550781, 0.558594, 0.558594, 0.296875, 0.558594, 0.000507, 0.558594, 0.558594, 0.558594, 0.558594, 0.00053, 0.000477, 0.558594, 0.000526, 0.558594, 0.000523, 0.003799, 0.558594, 0.013611, 0.000496, 0.328125, 0.558594, 0.558594, 0.558594, 0.000504, 0.000515, 0.000448, 0.558594, 0.558594, 0.558594, 0.000507, 0.000515, 0.170898, 0.558594, 0.000488, 0.045166, 0.558594, 0.00824, 0.018555, 0.558594, 0.558594, 0.558594, 0.000473, 0.558594, 0.558594, 0.558594, 0.000526, 0.000504, 0.000484, 0.558594, 0.425781, 0.558594, 0.558594, 0.558594, 0.025269, 0.558594, 0.373047, 0.000526, 0.007751, 0.257812, 0.558594, 0.217773, 0.150391, 0.558594, 0.558594, 0.039795, 0.008057, 0.000523, 0.000538, 0.004395, 0.000523, 0.000523, 0.558594, 0.004364, 0.558594, 0.000534, 0.519531, 0.558594, 0.558594, 0.000496, 0.558594, 0.000507, 0.000515, 0.023438, 0.558594, 0.000511, 0.558594, 0.000465, 0.558594, 0.46875, 0.558594, 0.558594, 0.558594, 0.558594, 0.558594, 0.000507, 0.558594, 0.00053, 0.558594, 0.000469, 0.014099, 0.558594, 0.000467, 0.000484, 0.46875, 0.558594, 0.000526, 0.558594, 0.558594, 0.558594, 0.030396, 0.000486, 0.188477, 0.000523, 0.123047, 0.000507, 0.105469, 0.004822, 0.558594, 0.558594, 0.000519, 0.558594, 0.558594, 0.558594, 0.558594, 0.558594, 0.558594, 0.000507, 0.558594, 0.558594, 0.558594, 0.214844, 0.000496, 0.558594, 0.558594, 0.558594, 0.558594, 0.0005, 0.558594, 0.558594, 0.000534, 0.0005, 0.000496, 0.000526, 0.423828, 0.005249, 0.558594, 0.558594, 0.558594, 0.049072, 0.066895, 0.558594, 0.000534, 0.004913, 0.000526, 0.332031, 0.009888, 0.000538, 0.558594, 0.558594, 0.558594, 0.000492, 0.000534, 0.000431, 0.008362, 0.000486, 0.18457, 0.558594, 0.558594, 0.558594, 0.558594, 0.558594, 0.000515, 0.558594, 0.285156, 0.000511, 0.000851, 0.558594, 0.087891, 0.000492, 0.558594, 0.558594, 0.558594, 0.189453, 0.558594, 0.345703, 0.024048, 0.558594, 0.558594, 0.558594, 0.558594, 0.000507, 0.000463, 0.000492, 0.00589, 0.000504, 0.000504, 0.558594, 0.558594, 0.001556, 0.066895, 0.496094, 0.041016, 0.000546, 0.558594, 0.558594, 0.029541, 0.000534, 0.053711, 0.558594, 0.558594, 0.000507, 0.000507, 0.000479, 0.558594, 0.000534, 0.000462, 0.558594, 0.033691, 0.558594, 0.000519, 0.558594, 0.558594, 0.558594, 0.22168, 0.000481, 0.026611, 0.0005, 0.558594, 0.558594, 0.000507, 0.558594, 0.416016, 0.558594, 0.558594, 0.558594, 0.558594, 0.017822, 0.000538, 0.069336, 0.558594, 0.000465, 0.546875, 0.558594, 0.000515, 0.000542, 0.558594, 0.066406, 0.000488, 0.10498, 0.171875, 0.000523, 0.558594, 0.077148, 0.000523, 0.558594, 0.005219, 0.000538, 0.095703, 0.558594, 0.558594, 0.000515, 0.004425, 0.020508, 0.177734, 0.558594, 0.000496, 0.558594, 0.00053, 0.00053, 0.000507, 0.558594, 0.558594, 0.000471, 0.00053, 0.000504, 0.558594, 0.558594, 0.000534, 0.558594, 0.011902, 0.332031, 0.100098, 0.000511, 0.558594, 0.00053, 0.558594, 0.000469, 0.005859, 0.558594, 0.000479, 0.000511, 0.558594, 0.558594, 0.380859, 0.558594, 0.558594, 0.558594, 0.092285, 0.558594, 0.000511, 0.150391, 0.558594, 0.000534, 0.000523, 0.060303, 0.000523, 0.558594, 0.267578, 0.558594, 0.558594, 0.000515, 0.146484, 0.000523, 0.000488, 0.00053, 0.558594, 0.000488, 0.558594, 0.464844, 0.000496, 0.0005, 0.558594, 0.128906, 0.558594, 0.558594, 0.037354, 0.000463, 0.0005, 0.041016, 0.000496, 0.558594, 0.05835, 0.558594, 0.007446, 0.527344, 0.020996, 0.558594, 0.558594, 0.558594, 0.558594, 0.000507, 0.030273, 0.558594, 0.558594, 0.558594, 0.000515, 0.033691, 0.558594, 0.183594, 0.000538, 0.558594, 0.000542, 0.000542, 0.00053, 0.558594, 0.558594, 0.059814, 0.12207, 0.558594, 0.558594, 0.000456, 0.558594, 0.558594, 0.000507, 0.000469, 0.558594, 0.020996, 0.010559, 0.000504, 0.558594, 0.041504, 0.558594, 0.000355, 0.000492, 0.558594, 0.108887, 0.000507, 0.558594, 0.439453, 0.558594, 0.000507, 0.558594, 0.000479, 0.558594, 0.0005, 0.558594, 0.558594, 0.000515, 0.00145, 0.000463, 0.558594, 0.000515, 0.023315, 0.005463, 0.000507, 0.558594, 0.043457, 0.435547, 0.000492, 0.558594, 0.053223, 0.006622, 0.558594, 0.000523, 0.000515, 0.000507, 0.470703, 0.558594, 0.000523, 0.515625, 0.000507, 0.000511, 0.000519, 0.00053, 0.558594, 0.0005, 0.000519, 0.000507, 0.000519, 0.062012, 0.558594, 0.000507, 0.000475, 0.558594, 0.077637, 0.000507, 0.084473, 0.000511, 0.000467, 0.558594, 0.558594, 0.558594, 0.000523, 0.000465, 0.558594, 0.558594, 0.246094, 0.558594, 0.000496, 0.558594, 0.24707, 0.000481, 0.002472, 0.558594, 0.558594, 0.558594, 0.558594, 0.032471, 0.131836, 0.558594, 0.558594, 0.000534, 0.000488, 0.558594, 0.558594, 0.056152, 0.558594, 0.21582, 0.000542, 0.027344, 0.558594, 0.558594, 0.558594, 0.558594, 0.558594, 0.0005, 0.558594, 0.234375, 0.558594, 0.000469, 0.000507, 0.558594, 0.558594, 0.558594, 0.558594, 0.558594, 0.001869, 0.029053, 0.000515, 0.000507, 0.558594, 0.000465, 0.00046, 0.000456, 0.000511, 0.000492, 0.558594, 0.558594, 0.558594, 0.558594, 0.113281, 0.558594, 0.558594, 0.558594, 0.558594, 0.00053, 0.535156, 0.558594, 0.000504, 0.000492, 0.004761, 0.558594, 0.004913, 0.21582, 0.000538, 0.000492, 0.558594, 0.558594, 0.000515, 0.000515, 0.558594, 0.000504, 0.558594, 0.000511, 0.558594, 0.034912, 0.558594, 0.000481, 0.0005, 0.000473, 0.558594, 0.080566, 0.558594, 0.046631, 0.000523, 0.000479, 0.005005, 0.000511, 0.000519, 0.000507, 0.128906, 0.028564, 0.000515, 0.558594, 0.460938, 0.193359, 0.558594, 0.000523, 0.0005, 0.558594, 0.011597, 0.00045, 0.000534, 0.558594, 0.000523, 0.558594, 0.000496, 0.558594, 0.000519, 0.558594, 0.000422, 0.558594, 0.019043, 0.000523, 0.558594, 0.000526, 0.000515, 0.000511, 0.000519, 0.000511, 0.558594, 0.034668, 0.000437, 0.558594, 0.375, 0.06543, 0.049805, 0.000496, 0.558594, 0.558594, 0.000486, 0.558594, 0.000496, 0.558594, 0.000467, 0.558594, 0.00647, 0.558594, 0.094727, 0.000507, 0.000496, 0.000534, 0.558594, 0.322266, 0.000526, 0.558594, 0.000496, 0.033936, 0.425781, 0.10498, 0.000492, 0.558594, 0.020264, 0.558594, 0.000507, 0.000484, 0.558594, 0.558594, 0.558594, 0.558594, 0.558594, 0.000507, 0.000511, 0.558594, 0.558594, 0.558594, 0.000507, 0.000511, 0.558594, 0.131836, 0.000534, 0.558594, 0.000507, 0.558594, 0.558594, 0.558594, 0.558594, 0.558594, 0.558594, 0.031982, 0.057617, 0.000481, 0.000429, 0.000504, 0.000475, 0.558594, 0.000511, 0.00824, 0.558594, 0.558594, 0.558594, 0.558594, 0.003601, 0.558594, 0.000542, 0.558594, 0.000492, 0.000504, 0.523438, 0.554688, 0.056152, 0.558594, 0.558594, 0.304688, 0.480469, 0.558594, 0.308594, 0.558594, 0.558594, 0.000488, 0.004425, 0.012817, 0.558594, 0.558594, 0.558594, 0.000519, 0.558594, 0.558594, 0.000538, 0.000484, 0.558594, 0.558594, 0.558594, 0.009827, 0.000481, 0.07666, 0.000511, 0.000511, 0.558594, 0.000507, 0.558594, 0.558594, 0.000507, 0.558594, 0.00042, 0.000488, 0.000526, 0.558594, 0.558594, 0.057129, 0.000519, 0.000496, 0.000504, 0.558594, 0.042969, 0.000484, 0.008606, 0.558594, 0.000538, 0.546875, 0.558594, 0.000504, 0.558594, 0.000488, 0.000511, 0.558594, 0.000473, 0.000534, 0.558594, 0.558594, 0.558594, 0.047607, 0.010132, 0.558594, 0.558594, 0.523438, 0.369141, 0.558594, 0.558594, 0.000504, 0.177734, 0.000507, 0.558594, 0.000486, 0.558594, 0.558594, 0.558594, 0.207031, 0.558594, 0.000538, 0.558594, 0.558594, 0.558594, 0.000538, 0.00053, 0.008728, 0.000507, 0.000519, 0.558594, 0.558594, 0.558594, 0.496094, 0.000519, 0.558594, 0.000492, 0.000511, 0.010803, 0.558594, 0.558594, 0.009583, 0.00053, 0.000519, 0.000471, 0.050781, 0.341797, 0.021973, 0.558594, 0.000484, 0.000534, 0.558594, 0.558594, 0.000496, 0.030273, 0.186523, 0.558594, 0.000542, 0.558594, 0.050781, 0.558594, 0.000526, 0.000504, 0.000526, 0.558594, 0.000523, 0.000504, 0.000519, 0.273438, 0.000473, 0.000507, 0.558594, 0.018799, 0.558594, 0.035645, 0.000463, 0.558594, 0.04541, 0.558594, 0.558594, 0.558594, 0.060059, 0.000504, 0.558594, 0.558594, 0.558594, 0.097168, 0.000444, 0.558594, 0.000504, 0.003616, 0.558594, 0.558594, 0.345703, 0.0005, 0.558594, 0.558594, 0.000542, 0.558594, 0.558594, 0.00705, 0.010254, 0.558594, 0.558594, 0.000534, 0.007111, 0.558594, 0.558594, 0.546875, 0.466797, 0.558594, 0.558594, 0.558594, 0.558594, 0.000515, 0.558594, 0.000492, 0.000504, 0.558594, 0.011658, 0.558594, 0.00708, 0.050049, 0.026733, 0.558594, 0.000496, 0.558594, 0.019287, 0.017578, 0.558594, 0.558594, 0.558594, 0.558594, 0.558594, 0.062012, 0.000526, 0.558594, 0.558594, 0.00053, 0.000523, 0.000486, 0.010071, 0.053711, 0.558594, 0.00053, 0.558594, 0.558594, 0.000515, 0.558594, 0.558594, 0.000511, 0.558594, 0.00053, 0.0005, 0.000475, 0.015747, 0.416016, 0.558594, 0.558594, 0.067383, 0.558594, 0.558594, 0.210938, 0.000538, 0.000526, 0.558594, 0.000526, 0.558594, 0.558594, 0.558594, 0.000507, 0.000477, 0.000477, 0.000462, 0.022705, 0.000477, 0.0005, 0.558594, 0.019653, 0.558594, 0.000488, 0.558594, 0.001617, 0.000492, 0.558594, 0.011536, 0.000507, 0.000519, 0.005554, 0.000492, 0.558594, 0.062012, 0.558594, 0.000511, 0.554688, 0.558594, 0.558594, 0.000515, 0.0005, 0.558594, 0.004761, 0.029175, 0.558594, 0.004364, 0.558594, 0.558594, 0.558594, 0.558594, 0.558594, 0.558594, 0.000492, 0.018188, 0.000519, 0.558594, 0.000534, 0.558594, 0.000511, 0.037109, 0.558594, 0.558594, 0.558594, 0.558594, 0.558594, 0.558594, 0.558594, 0.000507, 0.072754, 0.000496, 0.000515, 0.558594, 0.249023, 0.031006, 0.558594, 0.000519, 0.558594, 0.558594, 0.00053, 0.558594, 0.558594, 0.000507, 0.558594, 0.009949, 0.024536, 0.031738, 0.004761, 0.000511, 0.558594, 0.108398, 0.000542, 0.000486, 0.004089, 0.558594, 0.255859, 0.558594, 0.000481, 0.05542, 0.000534, 0.558594, 0.115234, 0.000511, 0.006622, 0.000486, 0.000507, 0.026978, 0.558594, 0.064941, 0.009766, 0.020874, 0.472656, 0.041504, 0.558594, 0.455078, 0.558594, 0.000488, 0.026123, 0.558594, 0.558594, 0.558594, 0.558594, 0.028442, 0.025879, 0.355469, 0.00053, 0.000534, 0.004547, 0.355469, 0.558594, 0.558594, 0.000519, 0.0005, 0.000507, 0.558594, 0.558594, 0.000504, 0.378906, 0.558594, 0.558594, 0.021606, 0.000523, 0.279297, 0.000496, 0.558594, 0.558594, 0.000507, 0.000515, 0.558594, 0.558594, 0.558594, 0.558594, 0.000441, 0.000538, 0.000475, 0.558594, 0.558594, 0.000511, 0.000515, 0.000507, 0.000519, 0.558594, 0.558594, 0.000492, 0.000515, 0.000526, 0.000488, 0.003586, 0.558594, 0.000526, 0.558594, 0.558594, 0.558594, 0.000467, 0.00053, 0.558594, 0.100098, 0.000496, 0.558594, 0.000511, 0.353516, 0.558594, 0.558594, 0.000492, 0.558594, 0.042725, 0.00053, 0.558594, 0.558594, 0.470703, 0.558594, 0.558594, 0.558594, 0.000526, 0.000458, 0.020752, 0.000534, 0.000458, 0.004547, 0.000515, 0.558594, 0.558594, 0.000479, 0.558594, 0.558594, 0.000507, 0.000479, 0.057373, 0.000488, 0.000511, 0.558594, 0.000507, 0.000504, 0.0005, 0.000462, 0.453125, 0.032471, 0.000519, 0.000471, 0.558594, 0.007812, 0.023071, 0.000456, 0.071777, 0.000492, 0.558594, 0.001396, 0.558594, 0.00053, 0.000538, 0.000473, 0.005676, 0.558594, 0.017456, 0.000519, 0.000511, 0.0005, 0.016846, 0.000534, 0.558594, 0.000507, 0.000504, 0.558594, 0.558594, 0.000507, 0.014648, 0.000488, 0.001549, 0.558594, 0.005829, 0.217773, 0.000507, 0.000526, 0.558594, 0.007751, 0.072754, 0.000515, 0.000523, 0.004669, 0.558594, 0.558594, 0.558594, 0.000519, 0.558594, 0.558594, 0.558594, 0.558594, 0.558594, 0.066406, 0.000471, 0.000526, 0.558594, 0.558594, 0.000507, 0.558594, 0.000469, 0.558594, 0.000507, 0.0005, 0.026123, 0.087891, 0.000511, 0.016113, 0.000523, 0.558594, 0.000467, 0.558594, 0.000519, 0.000519, 0.000477, 0.287109, 0.558594, 0.0005, 0.000538, 0.558594, 0.000496, 0.558594, 0.195312, 0.558594, 0.558594, 0.558594, 0.558594, 0.000511, 0.476562, 0.490234, 0.558594, 0.558594, 0.000492, 0.011597, 0.000486, 0.558594, 0.558594, 0.000507, 0.000492, 0.558594, 0.558594, 0.558594, 0.558594, 0.408203, 0.121582, 0.000496, 0.558594, 0.000481, 0.515625, 0.005981, 0.000515, 0.21875, 0.558594, 0.515625, 0.558594, 0.100098, 0.558594, 0.003769, 0.558594, 0.558594, 0.558594, 0.558594, 0.000519, 0.019531, 0.558594, 0.000507, 0.558594, 0.016235, 0.000504, 0.000452, 0.28125, 0.000515, 0.000507, 0.030884, 0.558594, 0.000542, 0.558594, 0.00053, 0.558594, 0.558594, 0.558594, 0.558594, 0.000526, 0.01062, 0.558594, 0.000511, 0.558594, 0.00592, 0.392578, 0.558594, 0.558594, 0.558594, 0.021973, 0.000523, 0.181641, 0.558594, 0.00053, 0.558594, 0.000511, 0.558594, 0.000496, 0.018799, 0.558594, 0.000511, 0.000526, 0.558594, 0.558594, 0.558594, 0.558594, 0.558594, 0.172852, 0.000475, 0.558594, 0.558594, 0.558594, 0.558594, 0.558594, 0.558594, 0.558594, 0.558594, 0.558594, 0.000534, 0.000515, 0.558594, 0.000538, 0.000866, 0.12793, 0.558594, 0.558594, 0.558594, 0.558594, 0.021118, 0.558594, 0.024292, 0.000507, 0.558594, 0.558594, 0.558594, 0.000511, 0.558594, 0.000519, 0.000454, 0.006104, 0.558594, 0.000496, 0.000519, 0.558594, 0.143555, 0.558594, 0.000492, 0.015869, 0.000542, 0.558594, 0.000511, 0.558594, 0.000526, 0.558594, 0.558594, 0.558594, 0.558594, 0.000511, 0.558594, 0.015747, 0.000471, 0.558594, 0.451172, 0.00053, 0.558594, 0.000519, 0.371094, 0.000523, 0.000526, 0.018066, 0.558594, 0.109863, 0.554688, 0.000523, 0.000511, 0.000492, 0.558594, 0.000479, 0.018677, 0.000488, 0.185547, 0.126953, 0.558594, 0.022827, 0.0005, 0.558594, 0.558594, 0.019897, 0.041016, 0.037598, 0.000483, 0.025635, 0.558594, 0.195312, 0.482422, 0.000488, 0.000507, 0.558594, 0.558594, 0.000492, 0.000504, 0.008179, 0.000523, 0.558594, 0.049072, 0.558594, 0.558594, 0.005585, 0.558594, 0.00053, 0.000486, 0.558594, 0.558594, 0.000511, 0.558594, 0.25, 0.000546, 0.000507, 0.558594, 0.558594, 0.036377, 0.000515, 0.000511, 0.000515, 0.558594, 0.558594, 0.558594, 0.000427, 0.384766, 0.000523, 0.558594, 0.016968, 0.000526, 0.000511, 0.176758, 0.004669, 0.058838, 0.000538, 0.558594, 0.000496, 0.308594, 0.558594, 0.558594, 0.240234, 0.000534, 0.005371, 0.558594, 0.000507, 0.013428, 0.000519, 0.116211, 0.030762, 0.558594, 0.558594, 0.000515, 0.000492, 0.558594, 0.000507, 0.558594, 0.558594, 0.061035, 0.000515, 0.000511, 0.558594, 0.421875, 0.386719, 0.00354, 0.000484, 0.558594, 0.097168, 0.000504, 0.000475, 0.013489, 0.00046, 0.558594, 0.210938, 0.558594, 0.000515, 0.558594, 0.558594, 0.000488, 0.000507, 0.012634, 0.558594, 0.558594, 0.025757, 0.000542, 0.435547, 0.503906, 0.554688, 0.558594, 0.000523, 0.558594, 0.558594, 0.00053, 0.000538, 0.000526, 0.558594, 0.558594, 0.148438, 0.245117, 0.558594, 0.558594, 0.000523, 0.124023, 0.558594, 0.09375, 0.000507, 0.558594, 0.558594, 0.558594, 0.558594, 0.558594, 0.000515, 0.002136, 0.558594, 0.558594, 0.558594, 0.558594, 0.558594, 0.558594, 0.000488, 0.558594, 0.000496, 0.1875, 0.00053, 0.558594, 0.067383, 0.000504, 0.558594, 0.000546, 0.558594, 0.000538, 0.022583, 0.000504, 0.003586, 0.005646, 0.361328, 0.000511, 0.558594, 0.000511, 0.558594, 0.558594, 0.000488, 0.558594, 0.558594, 0.558594, 0.558594, 0.018433, 0.039307, 0.558594, 0.000538, 0.558594, 0.000429, 0.558594, 0.000523, 0.558594, 0.000475, 0.558594, 0.558594, 0.271484, 0.558594, 0.000418, 0.558594, 0.000515, 0.558594, 0.000492, 0.00053, 0.038086, 0.000526, 0.558594, 0.000483, 0.000484, 0.000519, 0.558594, 0.558594, 0.558594, 0.014343, 0.000504, 0.000523, 0.000463, 0.135742, 0.000463, 0.113281, 0.027466, 0.000534, 0.558594, 0.558594, 0.558594, 0.558594, 0.000504, 0.558594, 0.558594, 0.000519, 0.182617, 0.558594, 0.480469, 0.558594, 0.386719, 0.558594, 0.558594, 0.064453, 0.00053, 0.353516, 0.558594, 0.000526, 0.026245, 0.006287, 0.000496, 0.451172, 0.558594, 0.000507, 0.000538, 0.000446, 0.000488, 0.000488, 0.470703, 0.558594, 0.236328, 0.005829, 0.000538, 0.000511, 0.558594, 0.558594, 0.558594, 0.558594, 0.558594, 0.558594, 0.196289, 0.398438, 0.558594, 0.000463, 0.558594, 0.40625, 0.118652, 0.000523, 0.558594, 0.000534, 0.000523, 0.000511, 0.558594, 0.000546, 0.004761, 0.558594, 0.558594, 0.000492, 0.036133, 0.558594, 0.181641, 0.558594, 0.000515, 0.000454, 0.000519, 0.000507, 0.558594, 0.558594, 0.000507, 0.000486, 0.558594, 0.004517, 0.558594, 0.000519, 0.00053, 0.558594, 0.558594, 0.015137, 0.558594, 0.558594, 0.000538, 0.558594, 0.558594, 0.558594, 0.558594, 0.005066, 0.558594, 0.000462, 0.00053, 0.000523, 0.558594, 0.039062, 0.031494, 0.373047, 0.558594, 0.558594, 0.000504, 0.558594, 0.324219, 0.000507, 0.056641, 0.0005, 0.000475, 0.000538, 0.527344, 0.00053, 0.558594, 0.558594, 0.022583, 0.000504, 0.558594, 0.07373, 0.558594, 0.000515, 0.000454, 0.000519, 0.00473, 0.004578, 0.558594, 0.000471, 0.558594, 0.000486, 0.472656, 0.014954, 0.000507, 0.007477, 0.001556, 0.076172, 0.558594, 0.558594, 0.000526, 0.558594, 0.558594, 0.000456, 0.006409, 0.000488, 0.277344, 0.022827, 0.000511, 0.558594, 0.000523, 0.000507, 0.000507, 0.558594, 0.0005, 0.558594, 0.000526, 0.00053, 0.000523, 0.558594, 0.064941, 0.149414, 0.558594, 0.000507, 0.000515, 0.000507, 0.558594, 0.000519, 0.503906, 0.558594, 0.001328, 0.000515, 0.558594, 0.000484, 0.558594, 0.000507, 0.558594, 0.558594, 0.000523, 0.000488, 0.558594, 0.558594, 0.000488, 0.558594, 0.558594, 0.558594, 0.000496, 0.000538, 0.558594, 0.000488, 0.0005, 0.3125, 0.000496, 0.558594, 0.15625, 0.000542, 0.000534, 0.013184, 0.131836, 0.05127, 0.020996, 0.000546, 0.558594, 0.558594, 0.000488, 0.00053, 0.558594, 0.137695, 0.558594, 0.558594, 0.558594, 0.000519, 0.558594, 0.052979, 0.022827, 0.558594, 0.196289, 0.558594, 0.296875, 0.558594, 0.558594, 0.000458, 0.322266, 0.558594, 0.029053, 0.558594, 0.558594, 0.558594, 0.558594, 0.558594, 0.00053, 0.558594, 0.000515, 0.558594, 0.558594, 0.017578, 0.00053, 0.000507, 0.558594, 0.000507, 0.237305, 0.558594, 0.00046, 0.25, 0.558594, 0.558594, 0.558594, 0.558594, 0.000473, 0.027954, 0.558594, 0.558594, 0.408203, 0.092285, 0.306641, 0.558594, 0.036377, 0.000463, 0.000507, 0.016357, 0.558594, 0.005005, 0.558594, 0.558594, 0.558594, 0.0005, 0.000496, 0.558594, 0.558594, 0.558594, 0.558594, 0.558594, 0.558594, 0.558594, 0.008484, 0.00045, 0.0005, 0.349609, 0.558594, 0.558594, 0.558594, 0.4375, 0.558594, 0.558594, 0.558594, 0.46875, 0.000475, 0.006958, 0.000507, 0.017456, 0.000511, 0.347656, 0.000504, 0.000511, 0.558594, 0.539062, 0.558594, 0.000534, 0.116211, 0.558594, 0.000507, 0.558594, 0.00053, 0.0005, 0.023926, 0.000515, 0.558594, 0.000519, 0.558594, 0.527344, 0.000515, 0.558594, 0.024658, 0.558594, 0.006195, 0.02478, 0.558594, 0.000519, 0.000511, 0.558594, 0.558594, 0.000504, 0.558594, 0.001564, 0.558594, 0.000492, 0.558594, 0.000519, 0.558594, 0.558594, 0.000484, 0.558594, 0.000471, 0.558594, 0.000511, 0.332031, 0.000511, 0.558594, 0.176758, 0.000488, 0.558594, 0.558594, 0.558594, 0.018921, 0.558594, 0.000454, 0.000519, 0.558594, 0.558594, 0.000488, 0.427734, 0.558594, 0.558594, 0.012512, 0.558594, 0.558594, 0.558594, 0.453125, 0.000523, 0.0005, 0.000515, 0.558594, 0.000542, 0.000523, 0.558594, 0.558594, 0.000534, 0.003693, 0.008423, 0.558594, 0.000481, 0.078613, 0.000504, 0.558594, 0.000504, 0.382812, 0.558594, 0.200195, 0.478516, 0.004211, 0.558594, 0.000507, 0.550781, 0.558594, 0.558594, 0.000523, 0.558594, 0.005829, 0.000542, 0.000462, 0.081543, 0.546875, 0.000481, 0.000515, 0.558594, 0.000467, 0.558594, 0.558594, 0.000534, 0.558594, 0.558594, 0.558594, 0.000486, 0.000473, 0.558594, 0.558594, 0.000542, 0.558594, 0.558594, 0.363281, 0.558594, 0.000546, 0.558594, 0.097168, 0.558594, 0.558594, 0.000526, 0.092285, 0.558594, 0.558594, 0.000519, 0.558594, 0.558594, 0.558594, 0.558594, 0.558594, 0.228516, 0.558594, 0.558594, 0.000507, 0.558594, 0.019409, 0.287109, 0.464844, 0.558594, 0.53125, 0.000496, 0.558594, 0.000504, 0.00053, 0.396484, 0.558594, 0.558594, 0.031982, 0.000511, 0.558594, 0.558594, 0.000519, 0.007599, 0.020386, 0.558594, 0.000492, 0.000492, 0.027222, 0.006836, 0.00053, 0.558594, 0.005829, 0.511719, 0.020752, 0.558594, 0.000538, 0.263672, 0.558594, 0.000526, 0.000523, 0.000507, 0.380859, 0.558594, 0.000519, 0.020752, 0.000534, 0.005219, 0.00053, 0.554688, 0.558594, 0.000519, 0.000504, 0.558594, 0.558594, 0.028687, 0.000507, 0.000456, 0.255859, 0.558594, 0.558594, 0.000475, 0.000507, 0.000526, 0.000507, 0.000507, 0.558594, 0.558594, 0.00053, 0.558594, 0.000488, 0.000481, 0.214844, 0.558594, 0.000534, 0.558594, 0.558594, 0.558594, 0.025879, 0.558594, 0.558594, 0.000488, 0.065918, 0.000488, 0.00053, 0.12207, 0.558594, 0.000483, 0.000492, 0.000456, 0.00053, 0.001213, 0.046631, 0.558594, 0.558594, 0.000477, 0.558594, 0.558594, 0.057617, 0.144531, 0.558594, 0.394531, 0.558594, 0.558594, 0.022095, 0.558594, 0.554688, 0.558594, 0.00053, 0.558594, 0.558594, 0.064941, 0.558594, 0.558594, 0.558594, 0.558594, 0.558594, 0.020264, 0.558594, 0.000515, 0.558594, 0.558594, 0.097168, 0.558594, 0.000496, 0.558594, 0.558594, 0.558594, 0.000519, 0.000507, 0.000534, 0.558594, 0.494141, 0.558594, 0.007935, 0.042725, 0.000515, 0.558594, 0.558594, 0.000538, 0.00053, 0.029663, 0.000526, 0.012512, 0.558594, 0.006897, 0.558594, 0.000492, 0.000486, 0.558594, 0.006348, 0.558594, 0.000546, 0.558594, 0.000486, 0.000523, 0.558594, 0.030762, 0.000511, 0.558594, 0.000526, 0.000511, 0.161133, 0.558594, 0.000519, 0.558594, 0.000496, 0.464844, 0.558594, 0.558594, 0.558594, 0.00053, 0.000471, 0.000511, 0.0005, 0.000504, 0.558594, 0.558594, 0.000507, 0.000523, 0.011292, 0.000511, 0.558594, 0.000519, 0.005676, 0.53125, 0.000515, 0.476562, 0.0005, 0.558594, 0.558594, 0.000515, 0.000526, 0.000444, 0.558594, 0.558594, 0.558594, 0.558594, 0.558594, 0.000526, 0.067871, 0.558594, 0.000492, 0.558594, 0.000507, 0.558594, 0.000519, 0.308594, 0.000538, 0.043457, 0.558594, 0.558594, 0.000538, 0.558594, 0.558594, 0.000504, 0.00053, 0.558594, 0.558594, 0.000523, 0.000488, 0.558594, 0.000515, 0.000488, 0.010742, 0.003769, 0.020386, 0.558594, 0.558594, 0.000471, 0.030151, 0.558594, 0.558594, 0.558594, 0.000496, 0.022461, 0.558594, 0.000519, 0.558594, 0.558594, 0.015503, 0.558594, 0.000456, 0.558594, 0.000519, 0.558594, 0.000526, 0.000519, 0.277344, 0.558594, 0.006592, 0.558594, 0.4375, 0.558594, 0.000507, 0.558594, 0.000534, 0.00053, 0.558594, 0.558594, 0.558594, 0.041016, 0.000507, 0.558594, 0.022583, 0.558594, 0.000511, 0.026978, 0.057129, 0.000519, 0.02124, 0.558594, 0.558594, 0.558594, 0.000433, 0.099121, 0.0005, 0.558594, 0.00053, 0.000496, 0.558594, 0.3125, 0.205078, 0.000511, 0.000515, 0.558594, 0.558594, 0.000423, 0.03125, 0.558594, 0.558594, 0.041504, 0.558594, 0.0005, 0.046143, 0.005829, 0.113281, 0.558594, 0.558594, 0.000534, 0.558594, 0.021851, 0.558594, 0.558594, 0.000519, 0.000511, 0.000486, 0.558594, 0.558594, 0.558594, 0.000477, 0.000519, 0.267578, 0.000504, 0.558594, 0.000504, 0.068359, 0.000957, 0.000515, 0.006927, 0.192383, 0.558594, 0.558594, 0.558594, 0.558594, 0.558594, 0.558594, 0.000469, 0.558594, 0.000511, 0.558594, 0.558594, 0.02478, 0.0005, 0.018066, 0.000492, 0.000437, 0.060791, 0.030273, 0.137695, 0.000486, 0.000534, 0.558594, 0.000515, 0.558594, 0.558594, 0.000443, 0.008179, 0.000504, 0.558594, 0.000443, 0.044434, 0.000504, 0.558594, 0.000496, 0.000515, 0.558594, 0.558594, 0.039551, 0.558594, 0.000511, 0.00053, 0.000511, 0.0005, 0.000492, 0.000484, 0.000496, 0.038818, 0.000507, 0.000481, 0.558594, 0.000523, 0.558594, 0.000504, 0.558594, 0.0005, 0.02356, 0.558594, 0.00053, 0.558594, 0.316406, 0.000507, 0.000486, 0.558594, 0.558594, 0.558594, 0.558594, 0.0005, 0.008179, 0.558594, 0.067383, 0.558594, 0.00053, 0.000507, 0.000504, 0.394531, 0.000507, 0.0005, 0.558594, 0.000534, 0.558594, 0.558594, 0.004486, 0.002518, 0.558594, 0.000496, 0.558594, 0.558594, 0.017334, 0.000507, 0.000511, 0.05957, 0.000507, 0.558594, 0.0005, 0.558594, 0.000511, 0.558594, 0.018311, 0.000538, 0.558594, 0.182617, 0.431641, 0.558594, 0.000507, 0.000546, 0.421875, 0.558594, 0.000507, 0.000488, 0.000507, 0.043213, 0.099609, 0.558594, 0.000511, 0.558594, 0.003662, 0.558594, 0.00053, 0.558594, 0.558594, 0.558594, 0.000492, 0.558594, 0.005035, 0.558594, 0.558594, 0.558594, 0.003372, 0.000526, 0.558594, 0.000511, 0.558594, 0.166992, 0.000481, 0.000534, 0.119629, 0.558594, 0.000511, 0.000534, 0.000538, 0.000504, 0.558594, 0.558594, 0.558594, 0.000473, 0.008972, 0.000458, 0.558594, 0.558594, 0.558594, 0.558594, 0.353516, 0.000504, 0.000484, 0.00053, 0.000507, 0.558594, 0.000515, 0.000507, 0.302734, 0.000486, 0.166016, 0.558594, 0.558594, 0.558594, 0.558594, 0.00766, 0.222656, 0.002518, 0.143555, 0.558594, 0.02124, 0.000538, 0.000458, 0.558594, 0.000479, 0.000463, 0.019775, 0.0005, 0.558594, 0.558594, 0.558594, 0.0005, 0.002472, 0.027344, 0.000504, 0.000507, 0.310547, 0.000538, 0.0005, 0.558594, 0.000492, 0.000542, 0.558594, 0.558594, 0.066895, 0.047852, 0.058838, 0.000507, 0.558594, 0.007782, 0.558594, 0.000507, 0.558594, 0.237305, 0.029785, 0.558594, 0.558594, 0.558594, 0.558594, 0.00053, 0.558594, 0.000507, 0.558594, 0.006104, 0.466797, 0.000452, 0.000519, 0.211914, 0.484375, 0.558594, 0.558594, 0.000481, 0.000534, 0.000477, 0.000542, 0.049072, 0.558594, 0.558594, 0.069824, 0.094727, 0.558594, 0.000477, 0.361328, 0.000523, 0.503906, 0.000534, 0.000469, 0.200195, 0.558594, 0.00053, 0.000526, 0.000475, 0.000488, 0.000458, 0.173828, 0.511719, 0.000492, 0.005493, 0.558594, 0.558594, 0.00046, 0.558594, 0.558594, 0.558594, 0.115234, 0.558594, 0.0005, 0.040527, 0.558594, 0.000488, 0.558594, 0.558594, 0.558594, 0.550781, 0.558594, 0.00053, 0.040527, 0.000496, 0.558594, 0.558594, 0.036133, 0.146484, 0.558594, 0.000475, 0.000519, 0.000507, 0.000504, 0.019287, 0.558594, 0.558594, 0.104492, 0.060059, 0.00053, 0.0271, 0.144531, 0.05127, 0.558594, 0.558594, 0.000538, 0.558594, 0.558594, 0.554688, 0.018311, 0.000488, 0.004425, 0.000504, 0.558594, 0.332031 ] } , "name": "onnx::Mul_10725", "outputIndexes": [ 1432 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1431, 1432 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 1433 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1405, 1433 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/Add_2_output_0", "outputIndexes": [ 1434 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.558594 ] } , "name": "/blocks.6/Constant_1_output_0", "outputIndexes": [ 1435 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1434, 1435 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/Mul_1_output_0", "outputIndexes": [ 1436 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1436, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.7/Reshape_output_0", "outputIndexes": [ 1437 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1437 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.7/input_layernorm/Pow_output_0", "outputIndexes": [ 1438 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1438 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.7/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 1439 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1439, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/input_layernorm/Add_output_0", "outputIndexes": [ 1440 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1440, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/input_layernorm/Pow_1_output_0", "outputIndexes": [ 1441 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1437, 1441 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/input_layernorm/Mul_output_0", "outputIndexes": [ 1442 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 151.0, 4.21875, 1.289062, 2.65625, 4.03125, 4.25, 7.0625, 4.0, 159.0, 2.984375, 3.96875, 8.6875, 4.46875, 12.375, 254.0, 15.0625, 34.75, 3.5, 187.0, 203.0, 6.28125, 93.0, 43.5, 27.25, 3.8125, 1.992188, 3.640625, 6.25, 137.0, 18.75, 3.609375, 3.046875, 4.5, 4.09375, 79.0, 14.875, 2.796875, 4.78125, 62.75, 3.875, 150.0, 43.75, 2.0625, 4.9375, 5.9375, 155.0, 3.765625, 3.21875, 3.03125, 158.0, 224.0, 280.0, 2.9375, 4.9375, 2.234375, 5.125, 4.53125, 65.5, 3.0625, 13.1875, 12.5, 100.5, 9.875, 3.125, 14.875, 12.4375, 1.898438, 3.234375, 61.5, 79.0, 153.0, 5.84375, 129.0, 117.0, 230.0, 3.234375, 33.25, 3.53125, 2.875, 8.125, 3.0, 2.875, 6.0625, 3.65625, 17.625, 9.5, 57.25, 3.703125, 4.6875, 2.96875, 171.0, 3.140625, 3.4375, 2.546875, 2.84375, 2.515625, 3.734375, 2.765625, 10.8125, 4.09375, 3.78125, 3.015625, 151.0, 49.0, 4.84375, 100.5, 10.0625, 3.53125, 3.078125, 4.6875, 3.609375, 3.21875, 7.6875, 86.0, 276.0, 6.53125, 7.875, 74.5, 6.03125, 29.875, 187.0, 3.625, 4.09375, 14.25, 2.84375, 3.828125, 3.265625, 3.46875, 2.5625, 3.5, 212.0, 2.078125, 3.15625, 4.09375, 6.46875, 143.0, 2.90625, 4.375, 4.75, 2.515625, 20.25, 3.4375, 4.03125, 7.40625, 38.75, 114.0, 8.125, 18.625, 197.0, 3.75, 6.6875, 4.625, 65.5, 49.25, 4.0625, 8.25, 94.5, 210.0, 5.625, 86.5, 99.5, 2.109375, 6.09375, 2.375, 4.5, 260.0, 59.5, 34.75, 11.0625, 33.5, 7.53125, 1.992188, 2.46875, 1.757812, 3.296875, 236.0, 3.453125, 5.8125, 4.21875, 229.0, 2.796875, 28.25, 11.5, 2.765625, 2.296875, 5.28125, 19.125, 4.59375, 8.125, 92.0, 2.875, 3.015625, 2.96875, 5.625, 203.0, 208.0, 188.0, 188.0, 14.0, 38.75, 7.3125, 3.078125, 232.0, 66.0, 3.890625, 50.0, 19.875, 4.4375, 4.5, 61.25, 174.0, 64.5, 1.984375, 4.1875, 161.0, 8.25, 186.0, 4.0625, 126.0, 182.0, 4.40625, 31.625, 3.203125, 46.5, 3.71875, 3.34375, 3.578125, 17.375, 137.0, 32.75, 5.71875, 4.28125, 3.328125, 94.0, 2.9375, 9.5, 1.898438, 3.5625, 3.375, 3.1875, 123.5, 14.5, 68.5, 3.28125, 126.5, 3.875, 3.546875, 26.75, 28.125, 3.1875, 42.75, 17.375, 33.0, 43.75, 13.9375, 3.640625, 24.125, 45.5, 2.84375, 182.0, 77.5, 28.25, 5.15625, 5.5625, 9.625, 192.0, 75.5, 12.5, 6.625, 182.0, 3.125, 67.0, 31.25, 181.0, 2.28125, 3.171875, 193.0, 14.875, 3.796875, 1.164062, 4.21875, 112.0, 2.4375, 135.0, 4.3125, 41.5, 190.0, 3.28125, 7.65625, 3.796875, 109.0, 208.0, 4.25, 234.0, 11.4375, 4.71875, 3.390625, 9.375, 4.40625, 3.859375, 3.625, 19.25, 4.1875, 94.0, 15.0625, 3.984375, 5.40625, 5.15625, 16.625, 155.0, 2.203125, 7.40625, 3.59375, 4.25, 214.0, 18.5, 6.15625, 26.75, 45.0, 3.625, 133.0, 3.796875, 4.375, 36.5, 208.0, 2.71875, 8.625, 4.46875, 5.90625, 53.0, 128.0, 127.5, 41.5, 8.8125, 3.796875, 38.0, 4.59375, 178.0, 3.953125, 80.0, 3.609375, 1.15625, 2.796875, 6.71875, 19.75, 72.5, 3.328125, 3.453125, 4.34375, 234.0, 134.0, 6.0625, 7.65625, 3.140625, 1.289062, 63.5, 150.0, 9.0625, 2.828125, 2.09375, 45.0, 17.875, 3.765625, 3.484375, 284.0, 4.25, 3.171875, 15.0625, 227.0, 2.75, 81.0, 145.0, 13.6875, 4.625, 34.25, 12.0, 8.125, 232.0, 4.0625, 30.625, 49.5, 3.453125, 3.296875, 3.859375, 3.71875, 4.25, 3.40625, 2.109375, 7.15625, 1.851562, 3.1875, 5.375, 206.0, 231.0, 4.21875, 204.0, 63.75, 182.0, -8.1875, 2.796875, 86.5, 4.40625, 8.625, 4.75, 85.5, 205.0, 3.84375, 121.5, 5.375, 15.3125, 5.0, 14.625, 30.5, 4.3125, 5.46875, 6.75, 44.75, 77.0, 3.90625, 6.5625, 20.625, 7.59375, 4.0625, 61.5, 1.351562, 5.875, 164.0, 3.390625, 41.75, 4.21875, 20.625, 52.0, 4.8125, 1.273438, 2.21875, 3.921875, 7.40625, 22.375, 3.1875, 2.734375, 10.1875, 3.25, 141.0, 3.4375, 25.75, 5.1875, 42.5, 3.09375, 3.765625, 3.703125, 2.796875, 61.75, 28.375, 3.078125, 2.640625, 50.25, 144.0, 4.8125, 2.875, 42.75, 3.21875, 6.28125, 68.0, 17.25, 2.59375, 1.609375, 5.09375, 2.296875, 3.15625, 176.0, 3.75, 27.625, 3.515625, 14.6875, 6.9375, 4.8125, 9.6875, 3.1875, 5.21875, 3.8125, 31.25, 52.5, 16.625, 27.0, 3.515625, 14.8125, 170.0, 17.5, 63.25, 14.5, 3.46875, 5.40625, 2.84375, 2.71875, 42.5, 3.484375, 3.5625, 3.3125, 4.15625, 24.5, 6.875, 3.109375, 218.0, 133.0, 221.0, 4.625, 62.25, 14.9375, 108.5, 14.375, 3.03125, 3.8125, 120.5, 15.125, 4.25, 12.125, 3.515625, 4.875, 3.0625, 157.0, 2.515625, 217.0, 6.5, 151.0, 3.09375, 27.125, 3.265625, 36.0, 6.6875, 197.0, 221.0, 57.5, 24.5, 3.515625, 13.5, 200.0, 14.375, 2.84375, 3.96875, 38.0, 3.46875, 159.0, 17.25, 3.21875, 173.0, 217.0, 262.0, 4.78125, 21.375, 3.453125, 31.625, 6.59375, 185.0, 3.84375, 118.0, 4.28125, 79.5, 232.0, 2.984375, 4.15625, 26.0, 164.0, 110.0, 8.8125, 2.21875, 77.0, 4.21875, 4.46875, 4.53125, 4.875, 22.0, 202.0, 3.21875, 3.03125, 12.375, 3.0625, 3.671875, 2.96875, 171.0, 3.140625, 156.0, 2.234375, 21.25, 2.515625, 160.0, 26.25, 3.25, 6.6875, 16.125, 3.984375, 194.0, 28.625, 4.1875, 30.0, 12.5625, 2.546875, 112.0, 3.90625, 34.5, 5.09375, 3.390625, 4.9375, 3.25, 3.21875, 3.515625, 4.4375, 10.5625, 3.8125, 3.296875, 5.59375, 6.6875, 0.314453, 4.625, 14.25, 16.75, 2.75, 39.75, 3.203125, 2.6875, 3.3125, 2.34375, 3.140625, 3.0, 53.25, 28.375, 255.0, 194.0, 42.75, 16.125, 7.71875, 96.5, 127.5, 3.53125, 3.609375, 4.375, 3.46875, 3.578125, 3.8125, 109.5, 2.875, 14.25, 168.0, 10.8125, 3.171875, 40.5, 1.539062, 3.546875, 9.8125, 4.75, 3.25, 6.34375, 6.03125, 4.25, 6.65625, 255.0, 84.0, 4.3125, 3.109375, 3.046875, 1.617188, 2.703125, 3.71875, 6.46875, 178.0, 4.53125, 7.09375, 5.09375, 152.0, 209.0, 28.375, 6.75, 184.0, 5.25, 13.25, 2.671875, 2.890625, 140.0, 2.875, 14.375, 238.0, 5.28125, 2.265625, 3.375, 143.0, 30.75, 115.0, 5.1875, 2.28125, 37.0, 160.0, 142.0, 2.8125, 5.25, 3.21875, 6.84375, 175.0, 3.6875, 5.96875, 290.0, 2.546875, 144.0, 181.0, 6.1875, 5.0625, 5.125, 35.5, 143.0, 2.25, 4.46875, 5.71875, 4.09375, 2.90625, 3.578125, 239.0, 9.625, 87.0, 2.359375, 232.0, 6.25, 3.28125, 2.046875, 7.34375, 5.875, 6.09375, 7.4375, 3.09375, 3.21875, 143.0, 20.25, 144.0, 87.5, 8.375, 3.328125, 4.78125, 6.625, 3.46875, 232.0, 3.46875, 64.5, 166.0, 87.5, 3.875, 4.1875, 160.0, 157.0, 8.375, 209.0, 56.75, 4.78125, 61.5, 3.109375, 23.25, 11.0, 4.3125, 3.390625, 5.28125, 35.5, 9.5625, 3.546875, 79.5, 3.828125, 43.5, 4.65625, 8.8125, 208.0, 12.75, 3.34375, 192.0, 170.0, 218.0, 9.5, 6.34375, 14.9375, 3.65625, 154.0, 3.171875, 64.5, 20.875, 4.21875, 63.5, 2.53125, 4.34375, 3.609375, 22.625, 223.0, 3.109375, 1.914062, 10.3125, 19.625, 220.0, 1.195312, 6.40625, 179.0, 2.640625, 3.28125, 4.8125, 182.0, 3.0625, 5.65625, 7.125, 3.109375, 3.8125, 117.5, 57.75, 3.71875, 2.328125, 251.0, 175.0, 3.953125, 3.578125, 3.859375, 4.96875, 3.40625, 2.3125, 7.34375, 4.46875, 205.0, 3.171875, 2.671875, 232.0, 3.25, 76.0, 2.234375, 41.75, 26.875, 65.0, 3.40625, 250.0, 2.984375, 86.0, 102.5, 2.625, 8.375, 4.8125, 3.375, 3.953125, 41.0, 104.5, 4.65625, 2.515625, 163.0, 4.8125, 121.0, 121.0, 25.5, 5.25, 130.0, 4.5, 4.03125, 12.125, 2.734375, 3.109375, 241.0, 5.1875, 73.0, 10.4375, 179.0, 178.0, 3.984375, 2.859375, 2.625, 29.5, 2.15625, 2.71875, 7.65625, 200.0, 2.890625, 2.4375, 163.0, 3.09375, 6.375, 3.875, 214.0, 148.0, 214.0, 11.625, 83.0, 20.5, 108.5, 3.75, 8.75, 3.5625, 5.5625, 2.8125, 57.75, 34.25, 3.4375, 121.5, 210.0, 17.625, 154.0, 25.625, 3.40625, 85.0, 1.539062, 37.75, 3.78125, 4.125, 4.34375, 5.65625, 7.34375, 3.515625, 23.125, 165.0, 3.859375, 161.0, 3.5, 3.46875, 3.328125, 2.890625, 3.21875, 4.375, 81.0, 177.0, 33.75, 4.375, 78.0, 2.109375, 68.5, 54.5, 1.21875, 2.5625, 3.359375, 2.921875, 3.421875, 3.265625, 4.125, 14.75, 6.125, 6.46875, 185.0, 3.4375, 5.375, 55.75, 1.210938, 9.0, 3.65625, 3.84375, 9.125, 2.5625, 1.890625, 252.0, 3.828125, 93.5, 74.5, 62.5, 174.0, 255.0, 3.203125, 40.5, 4.9375, 239.0, 183.0, 2.734375, 6.25, 2.890625, 124.5, 25.25, 2.203125, 3.46875, 8.4375, 204.0, 208.0, 151.0, 56.0, 95.5, 5.0625, 47.5, 106.5, 75.0, 3.1875, 56.75, 4.03125, 3.78125, 1.984375, 176.0, 139.0, 4.0, 2.515625, 4.25, 3.65625, 199.0, 71.5, 29.25, 29.25, 35.25, 228.0, 4.21875, 2.890625, 2.9375, 245.0, 199.0, 177.0, 4.5625, 3.40625, 21.0, 4.0, 3.90625, 3.015625, 115.5, 53.75, 8.9375, 136.0, 2.171875, 5.71875, 9.25, 8.3125, 2.59375, 3.453125, 6.9375, 3.578125, 184.0, 74.5, 51.0, 3.390625, 3.46875, 14.4375, 235.0, 4.71875, 183.0, 2.859375, 3.484375, 113.5, 6.625, -1.273438, 206.0, 199.0, 3.015625, 84.5, 3.515625, 3.671875, 3.65625, 232.0, 7.46875, 4.6875, 31.375, 17.5, 3.015625, 38.25, 6.25, 3.109375, 4.875, 200.0, 4.65625, 39.5, 11.0, 3.53125, 2.9375, 3.578125, 19.625, 2.984375, 4.84375, 214.0, 190.0, 147.0, 2.984375, 228.0, 208.0, 21.25, 4.28125, 1.265625, 224.0, 3.265625, 4.0625, 6.03125, 221.0, 30.0, 246.0, 5.875, 6.75, 223.0, 140.0, 117.5, 5.40625, 7.875, 101.0, 157.0, 9.5625, 5.21875, 168.0, 39.0, 203.0, 31.375, 241.0, 3.484375, 44.0, 2.125, 25.625, 6.3125, 192.0, 235.0, 3.90625, 85.5, 33.75, 3.203125, 206.0, 71.5, 3.140625, 3.609375, 179.0, 173.0, 4.40625, 3.765625, 15.5, 59.25, 3.234375, 73.5, 2.75, 207.0, 6.3125, 123.0, 7.84375, 2.484375, 35.25, 9.4375, 9.3125, 202.0, 172.0, 2.984375, 3.59375, 2.0, 102.5, 3.0, 4.03125, 2.65625, 3.59375, 2.875, 48.0, 207.0, 51.0, 4.28125, 3.015625, 69.5, 4.34375, 4.25, 3.703125, 229.0, 188.0, 83.5, 76.0, 41.5, 155.0, 3.734375, 3.703125, 18.5, 4.0, 13.6875, 5.375, 7.34375, 7.34375, 5.5, 5.40625, 7.34375, 2.703125, 14.125, 3.375, 8.5625, 2.765625, 5.1875, 6.3125, 3.8125, 213.0, 4.03125, 5.53125, 2.46875, 6.5625, 4.9375, 142.0, 230.0, 3.703125, 4.0625, 91.5, 63.75, 3.8125, 3.46875, 6.625, 7.0625, 4.03125, 27.25, 22.625, 3.5, 147.0, 3.15625, 194.0, 6.65625, 6.03125, 3.1875, 4.28125, 3.234375, 38.0, 2.21875, 198.0, 2.890625, 4.125, 3.21875, 2.875, 33.0, 72.0, 2.84375, 38.25, 3.140625, 65.0, 168.0, 6.65625, 8.5625, 7.25, 5.6875, 66.0, 3.640625, 61.0, 4.03125, 208.0, 3.046875, 3.359375, 3.375, 4.0, 214.0, 147.0, 4.46875, 230.0, 2.9375, 214.0, 8.8125, 4.125, 5.28125, 3.5, 61.0, 3.46875, 13.3125, 2.625, 88.0, 2.828125, 11.3125, 3.046875, 37.25, 84.5, 1.34375, 223.0, 22.875, 2.609375, 3.859375, 2.640625, 7.78125, 3.359375, 24.5, 262.0, 3.21875, 3.65625, 4.46875, 5.34375, 2.34375, 3.6875, 3.65625, 3.3125, 2.71875, 13.375, 57.75, 4.1875, 5.40625, 7.65625, 29.75, 3.203125, 2.859375, 6.625, 13.8125, 59.0, 2.28125, 77.0, 4.59375, 6.09375, 2.46875, 3.65625, 224.0, 5.8125, 12.625, 144.0, 160.0, 3.0625, 59.25, 32.25, 2.0625, 14.875, 3.6875, 197.0, 82.5, 160.0, 3.3125, 120.5, 2.859375, 8.125, 2.921875, 3.109375, 4.84375, 4.375, 55.5, 3.921875, 57.5, 276.0, 3.265625, 4.375, 40.25, 2.4375, 22.625, 4.65625, 200.0, 48.25, 91.5, 3.453125, 5.1875, 9.6875, 156.0, 58.25, 7.09375, 5.5, 6.0, 71.0, 12.9375, 22.0, 49.0, 2.328125, 80.5, 195.0, 3.21875, 2.5, 57.75, 75.0, 53.75, 5.65625, 75.5, 3.015625, 7.15625, 5.15625, 207.0, 6.40625, 3.328125, 3.40625, 105.0, 90.0, 175.0, 6.1875, 3.03125, 47.25, 3.4375, 5.40625, 205.0, 2.90625, 2.109375, 185.0, 3.359375, 3.125, 19.125, 2.359375, 4.5, 232.0, 18.875, 3.578125, 4.0625, 42.25, 5.15625, 78.5, 213.0, 1.460938, 3.0, 4.4375, 145.0, 5.9375, 160.0, 3.109375, 3.78125, 35.0, 207.0, 41.5, 249.0, 29.375, 171.0, 3.40625, 41.5, 10.125, 1.328125, 2.84375, 7.53125, 12.5, 204.0, 2.0625, 48.25, 76.5, 48.25, 11.1875, 66.5, 4.53125, 3.421875, 16.25, 14.1875, 1.4375, 251.0, 3.0625, 3.734375, 49.5, 4.9375, 30.625, 2.0625, 16.625, 4.625, 253.0, 121.0, 2.53125, 24.875, 7.15625, 31.125, 143.0, 8.875, 3.140625, 8.3125, 3.09375, 11.1875, 4.53125, 2.8125, 5.625, 29.625, 83.0, 3.453125, 5.125, 150.0, 4.53125, 18.0, 5.53125, 3.359375, 4.4375, 52.25, 3.578125, 4.09375, 201.0, 43.75, 99.0, -3.90625, 2.59375, 8.5, 8.0, 4.03125, 3.921875, 60.0, 54.75, 2.296875, 16.125, 43.0, 3.953125, 5.09375, 4.625, 1.460938, 2.796875, 220.0, 207.0, 3.296875, 4.09375, 4.0625, 2.359375, 2.9375, 5.625, 211.0, 10.0, 5.625, 5.09375, 197.0, 2.640625, 25.75, 109.0, 3.203125, 4.625, 6.46875, 51.5, 70.0, 15.875, 169.0, 151.0, 3.78125, 5.0, 3.578125, 4.875, 2.984375, 5.1875, 31.25, 3.265625, 3.171875, 3.265625, 3.765625, 99.5, 65.0, 3.78125, 5.0, 3.59375, 10.5, 5.0625, 41.5, 4.09375, 183.0, 3.859375, 3.03125, 16.125, 3.40625, 206.0, 2.71875, 4.375, 4.65625, 15.5625, 4.25, 37.25, 3.25, 2.859375, 148.0, 45.75, 3.390625, 4.34375, 4.34375, 5.65625, 8.125, 251.0, 66.0, 207.0, 53.0, 210.0, 50.5, 71.5, 130.0, 2.90625, 2.921875, 2.546875, 3.34375, 4.875, 4.625, 3.53125, 3.890625, 10.0625, 3.0, 3.46875, 3.796875, 8.875, 3.640625, 3.25, 42.75, 5.375, 6.71875, 4.15625, 88.0, 114.5, 199.0, 7.78125, 3.71875, 2.96875, 5.34375, 181.0, 124.5, 4.28125, 180.0, 3.296875, 2.53125, 7.1875, 106.5, 185.0, 22.625, 2.328125, 2.921875, 3.171875, 4.65625, 1.007812, 3.234375, 5.03125, 13.3125, 4.40625, 213.0, 4.46875, 3.8125, 5.25, 33.5, 5.15625, 31.75, 245.0, 222.0, 7.09375, 4.34375, 187.0, 3.171875, 1.953125, 238.0, 72.0, 3.015625, 7.0, 2.546875, 50.25, 197.0, 114.5, 7.65625, 2.078125, 3.859375, 27.75, 158.0, 2.890625, 140.0, 2.703125, 219.0, 81.5, 3.25, 4.84375, 121.5, 3.078125, 4.4375, 17.0, 4.15625, 2.984375, 2.953125, 2.984375, 183.0, 3.140625, 90.5, 4.0, 187.0, 5.28125, 59.0, 75.0, 5.1875, 2.40625, 3.296875, 165.0, 3.546875, 8.125, 160.0, 57.75, 120.0, 237.0, 110.5, 4.46875, 217.0, 3.84375, 4.46875, 64.5, 58.5, 3.34375, 13.625, 3.78125, 18.125, 45.0, 8.3125, 161.0, 221.0, 3.703125, 209.0, 2.75, 221.0, 4.34375, 21.875, 167.0, 166.0, 91.5, 19.125, 2.8125, 5.34375, 11.5, 2.8125, 2.375, 210.0, 73.0, 47.75, 6.28125, 72.0, 149.0, 3.640625, 44.5, 27.625, 13.1875, 4.03125, 88.0, 3.328125, 19.375, 4.71875, 7.9375, 3.234375, 35.25, 31.0, 1.976562, 4.1875, 44.75, 221.0, 2.890625, 225.0, 3.4375, 3.359375, 73.0, 11.6875, 3.890625, 138.0, 3.421875, 166.0, 3.328125, 2.953125, 68.0, 5.96875, 2.984375, 3.90625, 68.0, 3.5, 2.453125, 3.921875, 7.15625, 13.4375, 2.546875, 238.0, 193.0, 7.375, 10.75, 3.65625, 11.0625, 38.0, 14.0625, 134.0, 25.625, 101.5, 66.0, 23.25, 6.6875, 4.40625, 188.0, 165.0, 3.5625, 70.5, 4.625, 2.53125, 2.953125, 8.375, 3.921875, 37.5, 57.75, 3.59375, 6.5, 5.84375, 8.3125, 4.0625, 2.890625, 16.125, 5.4375, 4.71875, 38.25, 2.859375, 2.953125, 2.640625, 3.828125, 2.171875, 4.5, 2.765625, 231.0, 2.03125, 2.9375, 87.5, 234.0, 125.5, 6.9375, 5.625, 6.1875, 2.140625, 207.0, 4.625, 3.625, 3.515625, 2.859375, 3.671875, 192.0, 71.0, 3.65625, 4.21875, 5.0625, 27.125, 9.875, 3.296875, 59.25, 7.78125, 152.0, 70.5, 2.671875, 34.0, 3.3125, 4.21875, 2.921875, 138.0, 197.0, 4.03125, 5.8125, 3.59375, 4.53125, 3.53125, 2.671875, 2.96875, 153.0, 209.0, 11.6875, 2.9375, 4.21875, 3.140625, 3.0, 3.984375, 3.75, 3.484375, 4.53125, 3.890625, 51.75, 174.0, 6.9375, 107.5, 240.0, 5.21875, 5.34375, 89.5, 2.734375, 2.234375, 3.5, 6.21875, 23.875, 3.65625, 41.5, 3.921875, 205.0, 21.75, 72.0, 214.0, 3.375, 138.0, 4.15625, 4.9375, 44.25, 5.3125, 34.75, 3.484375, 188.0, 156.0, 3.4375, 4.9375, 44.75, 4.3125, 4.28125, 148.0, 5.375, 73.0, 3.953125, 11.375, 2.46875, 31.625, 4.3125, 2.765625, 16.75, 2.84375, 28.0, 2.109375, 1.6875, 16.875, 15.1875, -1.085938, 17.625, 19.625, 5.0625, 4.0625, 5.40625, 84.0, 2.5, 217.0, 36.5, 3.359375, 2.859375, 237.0, 6.25, 3.03125, 3.15625, 134.0, 2.984375, 3.921875, 6.875, 4.9375, 18.25, 177.0, 9.9375, 3.671875, 161.0, 28.5, 3.9375, 3.984375, 16.25, 189.0, 122.5, 3.65625, 6.0, 23.75, 98.0, 3.25, 219.0, 5.25, 2.859375, 11.875, 4.5, 236.0, 3.859375, 171.0, 3.53125, 4.1875, 6.75, 5.8125, 2.390625, 227.0, 3.40625, 171.0, 28.75, 3.734375, 7.71875, 198.0, 5.3125, 215.0, 2.6875, 6.46875, 108.0, 4.625, 3.453125, 2.578125, 177.0, 176.0, 3.234375, 2.78125, 124.0, 3.0, 2.625, 4.65625, 2.75, 3.890625, 1.796875, 9.9375, 4.125, 2.859375, 8.8125, 46.75, 3.390625, 3.890625, 39.0, 3.046875, 4.9375, 3.53125, 4.125, 4.1875, 7.90625, 3.21875, 5.53125, 121.5, 3.765625, 69.5, 4.75, 3.46875, 3.453125, 4.53125, 3.703125, 3.6875, 150.0, 183.0, 5.59375, 3.28125, 4.0, 63.25, 144.0, 3.828125, 4.3125, -11.0625, 185.0, 73.0, 5.21875, 33.25, 208.0, 66.0, 182.0, 156.0, 4.5, 180.0, 4.75, 114.0, 3.015625, 188.0, 5.96875, 3.6875, 8.25, 5.28125, 16.875, 3.921875, 3.171875, 266.0, 83.0, 142.0, 178.0, 9.875, 3.875, 3.453125, 21.625, 230.0, 4.9375, 1.515625, 39.0, 17.375, 193.0, 5.5625, 3.546875, 4.46875, 7.28125, 81.0, 51.75, 5.03125, 23.625, 3.5, 17.375, 61.25, 3.046875, 218.0, 159.0, 33.5, 3.53125, 75.5, 4.40625, 3.5, 2.84375, 63.5, 4.375, 3.65625, 53.75, 25.375, 194.0, 11.4375, 9.8125, 4.71875, 46.25, 18.75, 226.0, 32.0, 4.125, 27.0, 4.4375, 4.25, 215.0, 2.890625, 3.59375, 20.625, 44.5, 3.09375, 6.375, 2.78125, 2.96875, 62.25, 3.140625, 12.5, 5.09375, 201.0, 2.953125, 2.84375, 34.75, 4.0625, 3.390625, 2.375, 1.953125, 3.09375, 58.25, 3.640625, 65.0, 4.375, 2.734375, 10.5625, 3.1875, 6.5625, 3.0, 0.988281, 6.21875, 9.75, 24.875, 102.5, 3.375, 3.09375, 3.234375, 167.0, 91.5, 187.0, 2.40625, 3.953125, 9.375, 54.5, 35.75, 200.0, 103.5, 3.46875, 106.0, 3.46875, 3.640625, 241.0, 3.265625, 46.25, 4.28125, 4.09375, 3.0, 11.1875, 6.0625, 4.03125, 44.0, 8.0625, 2.953125, 23.25, 207.0, 15.8125, 2.578125, 110.0, 6.875, 106.5, 5.6875, 2.625, 2.28125, 4.09375, 171.0, 124.5, 7.65625, 25.25, 9.5625, 3.5, 4.125, 4.6875, 4.375, 125.0, 29.375, 2.28125, 5.75, 206.0, 4.53125, 160.0, 4.40625, 6.25, 2.828125, 3.21875, 5.03125, 6.25, 10.9375, 3.359375, 3.40625, 1.929688, 3.375, 3.59375, 25.0, 28.25, 4.03125, 188.0, 3.796875, 256.0, 2.390625, 184.0, 6.59375, 138.0, 43.25, 4.28125, 2.953125, 18.125, 2.765625, 2.90625, 37.5, 9.625, 3.453125, 3.546875, 6.1875, 39.0, 3.4375, 225.0, 155.0, 117.5, 224.0, 71.5, 3.828125, 3.4375, 207.0, 129.0, 1.4375, 3.609375, 2.859375, 3.71875, 105.0, 4.03125, 33.25, 4.0, 2.5625, 74.5, 3.984375, 180.0, 4.65625, 213.0, 5.09375, 64.5, 17.125, 10.0, 3.609375, 202.0, 4.25, 4.34375, 3.78125, 6.6875, 5.875, 197.0, 201.0, 3.03125, 1.96875, 2.4375, 62.0, 4.6875, 3.640625, 93.5, 5.71875, 7.625, 61.5, 29.5, 3.46875, 48.25, 4.40625, 2.8125, 3.21875, 215.0, 11.9375, 43.5, 2.6875, 3.0, 6.53125, 5.78125, 4.6875, 18.75, 76.0, 5.84375, 4.1875, -2.25, 177.0, 77.5, 3.03125, 2.609375, 67.0, 4.46875, 6.03125, 24.625, 206.0, 49.0, 4.03125, 4.25, 50.25, 4.125, 123.0, 3.625, 3.828125, 144.0, 7.65625, 28.5, 3.390625, 3.96875, 3.046875, 238.0, 159.0, 12.9375, 25.5, 4.1875, 19.5, 19.0, 59.75, 50.25, 210.0, 18.25, 3.734375, 2.734375, 5.40625, 4.25, 2.859375, 2.90625, 253.0, 3.328125, 53.25, 2.34375, 1.679688, 121.0, 200.0, 80.5, 23.25, 204.0, 17.875, 95.0, 13.8125, 93.5, 11.25, 3.640625, 52.75, 4.21875, 6.09375, 41.5, 160.0, 211.0, 5.375, 245.0, 56.75, -5.125, 2.671875, 193.0, 26.0, 4.5625, 3.140625, 51.0, 6.40625, 208.0, 11.4375, 4.90625, 62.75, 8.375, 200.0, 5.46875, 63.5, 224.0, 198.0, 3.21875, 112.5, 3.328125, 6.5, 3.609375, 154.0, 125.0, 1.90625, 155.0, 3.859375, 3.90625, 143.0, 91.5, 3.828125, 4.625, 1.898438, 2.84375, 168.0, 186.0, 2.765625, 9.625, 3.53125, 4.34375, 183.0, 16.5, 5.25, 9.9375, 225.0, 5.28125, 5.0625, 2.796875, 3.65625, 243.0, 163.0, 4.9375, 10.3125, 2.78125, 3.1875, 13.8125, 266.0, 46.25, 36.0, 176.0, 3.65625, 226.0, 6.25, 16.625, 3.421875, 92.0, 61.75, 3.015625, 14.25, 4.78125, 24.75, 51.75, 55.25, 10.0625, 3.109375, 122.0, 54.0, 3.796875, 29.25, 13.0625, 3.4375, 44.5, 3.140625, 245.0, 4.625, 10.0, 4.09375, 2.859375, 5.71875, 50.75, 4.25, 231.0, 3.328125, 3.21875, 4.28125, 53.25, 7.75, 3.140625, 87.0, 8.5625, 27.625, 187.0, 46.0, 51.0, 2.296875, 162.0, 18.25, 169.0, 236.0, 4.59375, 3.25, 2.8125, 120.5, 166.0, 5.3125, 3.71875, 3.328125, 2.421875, -4.4375, 4.59375, 58.25, 228.0, 4.90625, 16.125, 3.21875, 98.5, 187.0, 4.375, 5.21875, 35.25, 3.953125, 3.390625, 3.0, 2.71875, 181.0, 5.25, 117.5, 14.375, 3.203125, 66.5, 57.75, 132.0, 3.4375, 195.0, 264.0, 80.5, 97.0, 4.78125, 10.1875, 21.25, 8.3125, 270.0, 85.5, 213.0, 48.25, 5.28125, 13.375, 42.75, 3.21875, 249.0, 13.6875, 3.984375, 3.671875, 35.75, 102.5, 21.5, 3.75, 3.4375, 14.6875, 4.0, 258.0, 2.703125, 4.4375, 52.25, 3.828125, 3.09375, 2.84375, 3.296875, 52.75, 3.9375, 222.0, 3.296875, 179.0, 4.09375, 18.5, 42.0, 6.1875, 3.484375, 2.9375, 5.625, 42.75, 183.0, 236.0, 4.90625, 42.75, 3.46875, 5.0, 40.0, 27.5, 4.21875, 17.375, 7.4375, 62.75, 3.75, 28.75, 144.0, 46.75, 6.59375, 7.5, 3.828125, 69.5, 5.21875, 5.0625, 33.0, 3.03125, 189.0, 216.0, 2.859375, 4.75, 4.6875, 3.484375, 3.015625, 4.40625, 48.0, 6.34375, 7.34375, 84.0, 3.734375, 210.0, 2.875, 1.609375, 6.375, 3.65625, 1.960938, 225.0, 72.5, 5.09375, 3.40625, 5.75, 42.5, 17.875, 4.15625, 7.0625, 154.0, 83.0, 19.625, 3.9375, 3.078125, 2.5, 18.25, 49.0, 122.0, 59.5, 12.8125, 19.75, 2.21875, 4.0625, 36.25, 2.546875, 1.242188, 3.984375, 111.0, 169.0, 262.0, 225.0, 2.859375, 5.3125 ] } , "name": "onnx::Mul_10726", "outputIndexes": [ 1443 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1442, 1443 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/input_layernorm/Mul_1_output_0", "outputIndexes": [ 1444 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1444 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.7/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 7185 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7185 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.7/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 7186 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7186 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 432539008, 2621462, 655360, 0, 0 ] } , "name": "/layers.7/self_attn/q_proj/Linear", "outputIndexes": [ 7187 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7187 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.7/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 7188 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7188 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ] , "dimType": "NCHW" } , "name": "/layers.7/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 1445 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1444 ] , "main_type": "NONE", "name": "/blocks.7/self_attn/Shape_output_0", "outputIndexes": [ 1446 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 1446 ] , "main_type": "NONE", "name": "Shape1789", "outputIndexes": [ 1447 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 1446 ] , "main_type": "NONE", "name": "Rank1791", "outputIndexes": [ 1448 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1448, 1448 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1793", "outputIndexes": [ 1449 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1449 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1794", "outputIndexes": [ 1450 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1449, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1796", "outputIndexes": [ 1451 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1451 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1797", "outputIndexes": [ 1452 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1447, 1450, 1452, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1800", "outputIndexes": [ 1453 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1453 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1801", "outputIndexes": [ 1454 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1454, 1454 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1803", "outputIndexes": [ 1455 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1446, 1455, 1449 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.7/self_attn/Gather_output_0", "outputIndexes": [ 1456 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1456, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.7/self_attn/Unsqueeze_output_0", "outputIndexes": [ 1457 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1449 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1811", "outputIndexes": [ 1458 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1451 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1814", "outputIndexes": [ 1459 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1447, 1458, 1459, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1817", "outputIndexes": [ 1460 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1460 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1818", "outputIndexes": [ 1461 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 1461 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1819", "outputIndexes": [ 1462 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1462, 1461 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1820", "outputIndexes": [ 1463 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1446, 1463, 1449 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.7/self_attn/Gather_1_output_0", "outputIndexes": [ 1464 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1464, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.7/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 1465 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1457, 1465, 41, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.7/self_attn/Concat_output_0", "outputIndexes": [ 1466 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1445, 1466 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.7/self_attn/Reshape_output_0", "outputIndexes": [ 1467 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1467 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.7/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 1469 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1469 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.7/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 1470 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1470, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/self_attn/q_norm/Add_output_0", "outputIndexes": [ 1471 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1471, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 1472 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1467, 1472 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 1473 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 256 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469, 0.980469 ] } , "name": "onnx::Mul_10729", "outputIndexes": [ 1474 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1473, 1474 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 1475 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1475, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/self_attn/Mul_output_0", "outputIndexes": [ 1476 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1475 ] , "main_type": "NONE", "name": "/blocks.7/self_attn/Shape_2_output_0", "outputIndexes": [ 1477 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 1477 ] , "main_type": "NONE", "name": "Shape1835", "outputIndexes": [ 1478 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 1477 ] , "main_type": "NONE", "name": "Rank1837", "outputIndexes": [ 1479 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1479, 1479 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1839", "outputIndexes": [ 1480 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1480 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1840", "outputIndexes": [ 1481 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1480, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1842", "outputIndexes": [ 1482 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1482 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1843", "outputIndexes": [ 1483 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1478, 1481, 1483, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1846", "outputIndexes": [ 1484 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1484 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1847", "outputIndexes": [ 1485 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 1485 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1848", "outputIndexes": [ 1486 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1486, 1485 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1849", "outputIndexes": [ 1487 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1477, 1487, 1480 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.7/self_attn/Gather_2_output_0", "outputIndexes": [ 1488 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1488, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/self_attn/Div_output_0", "outputIndexes": [ 1489 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1489, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.7/self_attn/Unsqueeze_7_output_0", "outputIndexes": [ 1490 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1475, 1490, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.7/self_attn/Slice_1_output_0", "outputIndexes": [ 1491 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1491 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.7/self_attn/Neg_output_0", "outputIndexes": [ 1492 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1489, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.7/self_attn/Unsqueeze_6_output_0", "outputIndexes": [ 1493 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1475, 31, 1493, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.7/self_attn/Slice_output_0", "outputIndexes": [ 1494 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1492, 1494 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.7/self_attn/Concat_3_output_0", "outputIndexes": [ 1495 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1495, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/self_attn/Mul_1_output_0", "outputIndexes": [ 1496 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1476, 1496 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/self_attn/Add_output_0", "outputIndexes": [ 1497 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7186 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 435815830, 655382, 163840, 0, 0 ] } , "name": "/layers.7/self_attn/k_proj/Linear", "outputIndexes": [ 7191 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7191 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.7/self_attn/k_proj/Linear/post_convert", "outputIndexes": [ 7192 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7192 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.7/self_attn/k_proj/Linear/post_reshape", "outputIndexes": [ 1498 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1456, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.7/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 1499 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1464, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.7/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 1500 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1499, 1500, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.7/self_attn/Concat_1_output_0", "outputIndexes": [ 1501 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1498, 1501 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.7/self_attn/Reshape_1_output_0", "outputIndexes": [ 1502 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1502 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.7/self_attn/k_norm/Pow_output_0", "outputIndexes": [ 1504 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1504 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.7/self_attn/k_norm/ReduceMean_output_0", "outputIndexes": [ 1505 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1505, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/self_attn/k_norm/Add_output_0", "outputIndexes": [ 1506 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1506, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/self_attn/k_norm/Pow_1_output_0", "outputIndexes": [ 1507 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1502, 1507 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/self_attn/k_norm/Mul_output_0", "outputIndexes": [ 1508 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1508, 121 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/self_attn/k_norm/Mul_1_output_0", "outputIndexes": [ 1509 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1509, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/self_attn/Mul_2_output_0", "outputIndexes": [ 1510 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1509 ] , "main_type": "NONE", "name": "/blocks.7/self_attn/Shape_3_output_0", "outputIndexes": [ 1511 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 1511 ] , "main_type": "NONE", "name": "Shape1876", "outputIndexes": [ 1512 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 1511 ] , "main_type": "NONE", "name": "Rank1878", "outputIndexes": [ 1513 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1513, 1513 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1880", "outputIndexes": [ 1514 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1514 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1881", "outputIndexes": [ 1515 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1514, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1883", "outputIndexes": [ 1516 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1516 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1884", "outputIndexes": [ 1517 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1512, 1515, 1517, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1887", "outputIndexes": [ 1518 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1518 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1888", "outputIndexes": [ 1519 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 1519 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1889", "outputIndexes": [ 1520 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1520, 1519 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1890", "outputIndexes": [ 1521 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1511, 1521, 1514 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.7/self_attn/Gather_3_output_0", "outputIndexes": [ 1522 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1522, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/self_attn/Div_1_output_0", "outputIndexes": [ 1523 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1523, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.7/self_attn/Unsqueeze_9_output_0", "outputIndexes": [ 1524 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1509, 1524, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.7/self_attn/Slice_3_output_0", "outputIndexes": [ 1525 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1525 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.7/self_attn/Neg_1_output_0", "outputIndexes": [ 1526 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1523, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.7/self_attn/Unsqueeze_8_output_0", "outputIndexes": [ 1527 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1509, 31, 1527, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.7/self_attn/Slice_2_output_0", "outputIndexes": [ 1528 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1526, 1528 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.7/self_attn/Concat_4_output_0", "outputIndexes": [ 1529 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1529, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/self_attn/Mul_3_output_0", "outputIndexes": [ 1530 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1510, 1530 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/self_attn/Add_1_output_0", "outputIndexes": [ 1531 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7186 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 436635052, 655382, 163840, 0, 0 ] } , "name": "/layers.7/self_attn/v_proj/Linear", "outputIndexes": [ 7195 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7195 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.7/self_attn/v_proj/Linear/post_convert", "outputIndexes": [ 7196 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7196 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.7/self_attn/v_proj/Linear/post_reshape", "outputIndexes": [ 1532 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1456, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.7/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 1533 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1464, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.7/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 1534 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1533, 1534, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.7/self_attn/Concat_2_output_0", "outputIndexes": [ 1535 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1532, 1535 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.7/self_attn/Reshape_2_output_0", "outputIndexes": [ 1536 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1536 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.7/self_attn/v_norm/Pow_output_0", "outputIndexes": [ 1538 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1538 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.7/self_attn/v_norm/ReduceMean_output_0", "outputIndexes": [ 1539 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1539, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/self_attn/v_norm/Add_output_0", "outputIndexes": [ 1540 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1540, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/self_attn/v_norm/Pow_1_output_0", "outputIndexes": [ 1541 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1536, 1541 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/self_attn/v_norm/Mul_output_0", "outputIndexes": [ 1542 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1497, 1531, 1542, 167 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 7, "kv_shared_layer_index": -1 } , "name": "/layers.7/self_attn/FusedAttention", "outputIndexes": [ 1543 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1543 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.7/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 7197 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7197 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.7/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 7198 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7198 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 437454274, 2621462, 655360, 0, 0 ] } , "name": "/layers.7/self_attn/o_proj/Linear", "outputIndexes": [ 7199 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7199 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.7/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 7200 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7200 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.7/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 1544 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1544 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.7/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 1546 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1546 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.7/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 1547 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1547, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/post_attention_layernorm/Add_output_0", "outputIndexes": [ 1548 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1548, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 1549 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1544, 1549 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 1550 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.00589, 0.894531, 0.894531, 0.890625, 0.84375, 0.566406, 0.302734, 0.894531, 0.006653, 0.894531, 0.482422, 0.894531, 0.890625, 0.150391, 0.00531, 0.894531, 0.820312, 0.894531, 0.003967, 0.002731, 0.240234, 0.162109, 0.033691, 0.126953, 0.894531, 0.894531, 0.894531, 0.710938, 0.004456, 0.070801, 0.298828, 0.894531, 0.523438, 0.149414, 0.173828, 0.096191, 0.746094, 0.289062, 0.026855, 0.423828, 0.007629, 0.023071, 0.894531, 0.894531, 0.328125, 0.006775, 0.419922, 0.894531, 0.894531, 0.003906, 0.002563, 0.00079, 0.796875, 0.253906, 0.765625, 0.453125, 0.695312, 0.02124, 0.507812, 0.178711, 0.204102, 0.086426, 0.439453, 0.894531, 0.105957, 0.099609, 0.894531, 0.894531, 0.027832, 0.010071, 0.005096, 0.515625, 0.285156, 0.012939, 0.003448, 0.511719, 0.00082, 0.470703, 0.894531, 0.894531, 0.890625, 0.859375, 0.894531, 0.894531, 0.106445, 0.289062, 0.026123, 0.894531, 0.582031, 0.894531, 0.003998, 0.894531, 0.355469, 0.894531, 0.894531, 0.894531, 0.419922, 0.894531, 0.851562, 0.894531, 0.683594, 0.894531, 0.005798, 0.024292, 0.396484, 0.01001, 0.388672, 0.375, 0.894531, 0.46875, 0.894531, 0.894531, 0.220703, 0.016113, 0.002335, 0.157227, 0.546875, 0.052002, 0.267578, 0.166016, 0.005402, 0.894531, 0.894531, 0.248047, 0.894531, 0.484375, 0.894531, 0.894531, 0.894531, 0.894531, 0.003235, 0.894531, 0.894531, 0.402344, 0.138672, 0.00708, 0.894531, 0.894531, 0.894531, 0.894531, 0.894531, 0.5, 0.894531, 0.746094, 0.53125, 0.010986, 0.263672, 0.233398, 0.003738, 0.480469, 0.894531, 0.894531, 0.02478, 0.029175, 0.894531, 0.554688, 0.020752, 0.00473, 0.143555, 0.804688, 0.013367, 0.894531, 0.296875, 0.894531, 0.349609, 0.003784, 0.894531, 0.015198, 0.886719, 0.070801, 0.894531, 0.894531, 0.894531, 0.894531, 0.894531, 0.002777, 0.546875, 0.275391, 0.878906, 0.000736, 0.800781, 0.062012, 0.208984, 0.871094, 0.894531, 0.265625, 0.147461, 0.894531, 0.193359, 0.886719, 0.5625, 0.894531, 0.894531, 0.679688, 0.141602, 0.003296, 0.003738, 0.004059, 0.143555, 0.000778, 0.275391, 0.894531, 0.003326, 0.025269, 0.498047, 0.031738, 0.083496, 0.894531, 0.232422, 0.02063, 0.004852, 0.023438, 0.855469, 0.894531, 0.003738, 0.219727, 0.003036, 0.894531, 0.014282, 0.003586, 0.894531, 0.049805, 0.894531, 0.019653, 0.894531, 0.894531, 0.867188, 0.12793, 0.007446, 0.043457, 0.511719, 0.423828, 0.753906, 0.010742, 0.738281, 0.148438, 0.835938, 0.894531, 0.894531, 0.894531, 0.117676, 0.107422, 0.029297, 0.78125, 0.431641, 0.59375, 0.894531, 0.118164, 0.040039, 0.894531, 0.035889, 0.894531, 0.068848, 0.07373, 0.085938, 0.894531, 0.063477, 0.033691, 0.894531, 0.004669, 0.019287, 0.053467, 0.894531, 0.894531, 0.457031, 0.003159, 0.890625, 0.15918, 0.449219, 0.004333, 0.894531, 0.029297, 0.02478, 0.003815, 0.894531, 0.652344, 0.004944, 0.150391, 0.894531, 0.894531, 0.894531, 0.070801, 0.894531, 0.009155, 0.277344, 0.207031, 0.003769, 0.894531, 0.59375, 0.894531, 0.014038, 0.00354, 0.515625, 0.002319, 0.144531, 0.894531, 0.894531, 0.291016, 0.894531, 0.894531, 0.894531, 0.087402, 0.894531, 0.009094, 0.116699, 0.894531, 0.609375, 0.439453, 0.035889, 0.007019, 0.777344, 0.134766, 0.832031, 0.894531, 0.003448, 0.086426, 0.219727, 0.090332, 0.034424, 0.894531, 0.063477, 0.894531, 0.246094, 0.053223, 0.004608, 0.894531, 0.130859, 0.894531, 0.871094, 0.039551, 0.005402, 0.010376, 0.033691, 0.396484, 0.894531, 0.033936, 0.894531, 0.004639, 0.5, 0.013977, 0.894531, 0.894531, 0.734375, 0.851562, 0.109863, 0.02478, 0.820312, 0.574219, 0.408203, 0.003967, 0.177734, 0.894531, 0.199219, 0.808594, 0.894531, 0.071777, 0.006744, 0.292969, 0.894531, 0.894531, 0.07373, 0.11377, 0.894531, 0.894531, 0.003586, 0.894531, 0.8125, 0.894531, 0.003769, 0.605469, 0.016113, 0.005707, 0.106445, 0.894531, 0.038086, 0.211914, 0.523438, 0.004852, 0.820312, 0.092773, 0.064941, 0.789062, 0.235352, 0.78125, 0.894531, 0.871094, 0.235352, 0.894531, 0.476562, 0.894531, 0.894531, 0.53125, 0.003082, 0.000813, 0.71875, 0.004883, 0.018677, 0.003754, 0.310547, 0.894531, 0.222656, 0.251953, 0.235352, 0.785156, 0.145508, 0.00351, 0.535156, 0.147461, 0.283203, 0.179688, 0.298828, 0.894531, 0.044922, 0.451172, 0.470703, 0.734375, 0.029297, 0.01416, 0.894531, 0.648438, 0.202148, 0.441406, 0.46875, 0.026611, 0.894531, 0.261719, 0.006714, 0.753906, 0.047119, 0.566406, 0.124512, 0.597656, 0.429688, 0.894531, 0.890625, 0.435547, 0.894531, 0.072754, 0.894531, 0.894531, 0.208984, 0.523438, 0.006378, 0.894531, 0.104004, 0.449219, 0.059082, 0.6875, 0.894531, 0.757812, 0.894531, 0.024536, 0.875, 0.894531, 0.660156, 0.037109, 0.00531, 0.894531, 0.894531, 0.628906, 0.894531, 0.396484, 0.275391, 0.028076, 0.894531, 0.894531, 0.890625, 0.894531, 0.894531, 0.005798, 0.18457, 0.291016, 0.894531, 0.324219, 0.671875, 0.894531, 0.886719, 0.894531, 0.894531, 0.894531, 0.053955, 0.021484, 0.112793, 0.05542, 0.894531, 0.091797, 0.035156, 0.125977, 0.220703, 0.388672, 0.894531, 0.894531, 0.894531, 0.894531, 0.043457, 0.503906, 0.894531, 0.894531, 0.894531, 0.109863, 0.243164, 0.894531, 0.003677, 0.294922, 0.003677, 0.894531, 0.404297, 0.132812, 0.006989, 0.120605, 0.757812, 0.804688, 0.008057, 0.158203, 0.890625, 0.158203, 0.894531, 0.617188, 0.894531, 0.15918, 0.894531, 0.003906, 0.232422, 0.007629, 0.894531, 0.490234, 0.714844, 0.038818, 0.273438, 0.125, 0.003799, 0.462891, 0.064941, 0.816406, 0.11084, 0.071289, 0.894531, 0.894531, 0.333984, 0.093262, 0.894531, 0.016113, 0.100586, 0.515625, 0.009338, 0.002747, 0.003494, 0.3125, 0.199219, 0.894531, 0.427734, 0.894531, 0.003845, 0.894531, 0.008362, 0.894531, 0.014587, 0.00412, 0.894531, 0.894531, 0.134766, 0.125, 0.009277, 0.894531, 0.498047, 0.02002, 0.894531, 0.894531, 0.462891, 0.316406, 0.048828, 0.003708, 0.84375, 0.660156, 0.163086, 0.894531, 0.894531, 0.894531, 0.006927, 0.699219, 0.005371, 0.894531, 0.100586, 0.792969, 0.007446, 0.095215, 0.894531, 0.181641, 0.200195, 0.894531, 0.003113, 0.036377, 0.337891, 0.110352, 0.114258, 0.894531, 0.012268, 0.621094, 0.000713, 0.378906, 0.894531, 0.3125, 0.894531, 0.757812, 0.894531, 0.519531, 0.139648, 0.617188, 0.894531, 0.894531, 0.601562, 0.894531, 0.894531, 0.075684, 0.15332, 0.890625, 0.000778, 0.894531, 0.894531, 0.894531, 0.894531, 0.800781, 0.894531, 0.032715, 0.036133, 0.000687, 0.003754, 0.080566, 0.140625, 0.269531, 0.527344, 0.007141, 0.894531, 0.804688, 0.828125, 0.894531, 0.5625, 0.75, 0.167969, 0.664062, 0.261719, 0.005249, 0.227539, 0.335938, 0.106934, 0.894531, 0.734375, 0.353516, 0.367188, 0.894531, 0.376953, 0.143555, 0.482422, 0.207031, 0.002808, 0.014465, 0.894531, 0.894531, 0.894531, 0.875, 0.894531, 0.59375, 0.398438, 0.004944, 0.546875, 0.894531, 0.894531, 0.005341, 0.00354, 0.046387, 0.546875, 0.005066, 0.390625, 0.112305, 0.894531, 0.894531, 0.009644, 0.470703, 0.890625, 0.00386, 0.423828, 0.894531, 0.894531, 0.322266, 0.044678, 0.019531, 0.207031, 0.894531, 0.098633, 0.277344, 0.006622, 0.894531, 0.726562, 0.710938, 0.894531, 0.003372, 0.804688, 0.570312, 0.002365, 0.894531, 0.228516, 0.002975, 0.890625, 0.894531, 0.65625, 0.046875, 0.00705, 0.894531, 0.738281, 0.229492, 0.294922, 0.894531, 0.894531, 0.000687, 0.382812, 0.016968, 0.871094, 0.002777, 0.828125, 0.894531, 0.734375, 0.108887, 0.644531, 0.628906, 0.894531, 0.894531, 0.894531, 0.005493, 0.289062, 0.008118, 0.01532, 0.40625, 0.894531, 0.894531, 0.894531, 0.341797, 0.029175, 0.419922, 0.025635, 0.008301, 0.011597, 0.8125, 0.894531, 0.007294, 0.009033, 0.519531, 0.003387, 0.122559, 0.421875, 0.02002, 0.894531, 0.894531, 0.324219, 0.894531, 0.664062, 0.894531, 0.021729, 0.203125, 0.894531, 0.013794, 0.894531, 0.039551, 0.894531, 0.291016, 0.003189, 0.197266, 0.894531, 0.003021, 0.005219, 0.003708, 0.332031, 0.664062, 0.234375, 0.894531, 0.123535, 0.894531, 0.025635, 0.71875, 0.400391, 0.024902, 0.894531, 0.894531, 0.746094, 0.057373, 0.003723, 0.894531, 0.894531, 0.894531, 0.053955, 0.003906, 0.894531, 0.613281, 0.005096, 0.894531, 0.859375, 0.253906, 0.005371, 0.890625, 0.847656, 0.065918, 0.894531, 0.648438, 0.279297, 0.009155, 0.894531, 0.894531, 0.002243, 0.006714, 0.65625, 0.707031, 0.785156, 0.279297, 0.640625, 0.894531, 0.275391, 0.484375, 0.004028, 0.894531, 0.494141, 0.003281, 0.40625, 0.014221, 0.894531, 0.000626, 0.179688, 0.019531, 0.894531, 0.000748, 0.535156, 0.014526, 0.015503, 0.894531, 0.894531, 0.546875, 0.484375, 0.484375, 0.039307, 0.007935, 0.851562, 0.894531, 0.004852, 0.894531, 0.084961, 0.005554, 0.074707, 0.375, 0.138672, 0.589844, 0.894531, 0.068848, 0.890625, 0.894531, 0.003281, 0.894531, 0.017822, 0.15625, 0.00383, 0.092285, 0.259766, 0.894531, 0.894531, 0.052734, 0.78125, 0.894531, 0.185547, 0.003006, 0.777344, 0.519531, 0.007507, 0.894531, 0.875, 0.894531, 0.000721, 0.005157, 0.006226, 0.894531, 0.010925, 0.108398, 0.010742, 0.886719, 0.166992, 0.894531, 0.792969, 0.894531, 0.028442, 0.28125, 0.746094, 0.139648, 0.003006, 0.108887, 0.004761, 0.163086, 0.894531, 0.023071, 0.894531, 0.122559, 0.621094, 0.894531, 0.894531, 0.277344, 0.6875, 0.707031, 0.058105, 0.014038, 0.894531, 0.003693, 0.894531, 0.644531, 0.894531, 0.347656, 0.894531, 0.894531, 0.018555, 0.121094, 0.244141, 0.894531, 0.01416, 0.820312, 0.025757, 0.025269, 0.894531, 0.894531, 0.894531, 0.894531, 0.894531, 0.894531, 0.894531, 0.110352, 0.183594, 0.404297, 0.004913, 0.894531, 0.152344, 0.022949, 0.894531, 0.894531, 0.894531, 0.894531, 0.570312, 0.84375, 0.894531, 0.00267, 0.441406, 0.020874, 0.018677, 0.026001, 0.029541, 0.000786, 0.894531, 0.048096, 0.890625, 0.002975, 0.003723, 0.894531, 0.332031, 0.894531, 0.01123, 0.04126, 0.847656, 0.894531, 0.130859, 0.003067, 0.003342, 0.004761, 0.000797, 0.029785, 0.206055, 0.054199, 0.00946, 0.017334, 0.570312, 0.034424, 0.894531, 0.519531, 0.894531, 0.005585, 0.178711, 0.894531, 0.894531, 0.894531, 0.894531, 0.110352, 0.018921, 0.894531, 0.083008, 0.077637, 0.002701, 0.609375, 0.894531, 0.894531, 0.004089, 0.003159, 0.004669, 0.478516, 0.894531, 0.117188, 0.220703, 0.894531, 0.894531, 0.020752, 0.147461, 0.152344, 0.006287, 0.894531, 0.894531, 0.367188, 0.166016, 0.894531, 0.894531, 0.230469, 0.890625, 0.003784, 0.019043, 0.000816, 0.890625, 0.894531, 0.246094, 0.004272, 0.894531, 0.005066, 0.894531, 0.894531, 0.006287, 0.341797, 0.894531, 0.002838, 0.003738, 0.894531, 0.017334, 0.894531, 0.396484, 0.894531, 0.002289, 0.283203, 0.265625, 0.104492, 0.068359, 0.894531, 0.894531, 0.175781, 0.617188, 0.894531, 0.064941, 0.894531, 0.023438, 0.087891, 0.507812, 0.894531, 0.371094, 0.355469, 0.894531, 0.894531, 0.004272, 0.003937, 0.035645, 0.890625, 0.002365, 0.003067, 0.055664, 0.894531, 0.894531, 0.002655, 0.488281, 0.890625, 0.636719, 0.003769, 0.040771, 0.00238, 0.445312, 0.894531, 0.000725, 0.009399, 0.013245, 0.65625, 0.196289, 0.683594, 0.004517, 0.476562, 0.894531, 0.005219, 0.023804, 0.003174, 0.057129, 0.002686, 0.894531, 0.808594, 0.894531, 0.08252, 0.224609, 0.002945, 0.003754, 0.894531, 0.014587, 0.059082, 0.894531, 0.003677, 0.014404, 0.894531, 0.605469, 0.005768, 0.005096, 0.894531, 0.894531, 0.102539, 0.11377, 0.894531, 0.162109, 0.894531, 0.004395, 0.141602, 0.007477, 0.339844, 0.875, 0.449219, 0.135742, 0.220703, 0.003784, 0.005096, 0.894531, 0.835938, 0.470703, 0.027588, 0.333984, 0.423828, 0.894531, 0.894531, 0.890625, 0.220703, 0.003296, 0.030762, 0.388672, 0.894531, 0.027588, 0.894531, 0.894531, 0.6875, 0.00235, 0.004181, 0.019775, 0.033936, 0.032959, 0.162109, 0.742188, 0.894531, 0.894531, 0.894531, 0.894531, 0.320312, 0.363281, 0.15918, 0.408203, 0.306641, 0.114746, 0.894531, 0.129883, 0.894531, 0.126953, 0.894531, 0.378906, 0.224609, 0.335938, 0.002777, 0.292969, 0.373047, 0.894531, 0.699219, 0.337891, 0.012085, 0.003464, 0.894531, 0.894531, 0.539062, 0.15332, 0.396484, 0.679688, 0.613281, 0.894531, 0.386719, 0.056396, 0.07959, 0.726562, 0.00415, 0.320312, 0.00412, 0.574219, 0.167969, 0.882812, 0.414062, 0.894531, 0.894531, 0.894531, 0.003555, 0.894531, 0.894531, 0.894531, 0.894531, 0.031494, 0.018433, 0.894531, 0.589844, 0.84375, 0.01416, 0.004242, 0.894531, 0.168945, 0.257812, 0.476562, 0.022583, 0.894531, 0.020142, 0.283203, 0.004974, 0.894531, 0.894531, 0.894531, 0.335938, 0.003372, 0.007812, 0.816406, 0.003204, 0.894531, 0.003723, 0.894531, 0.894531, 0.894531, 0.894531, 0.021118, 0.605469, 0.093262, 0.894531, 0.01239, 0.882812, 0.287109, 0.894531, 0.047363, 0.015747, 0.894531, 0.00293, 0.157227, 0.570312, 0.894531, 0.683594, 0.894531, 0.894531, 0.077637, 0.000771, 0.894531, 0.894531, 0.326172, 0.166016, 0.828125, 0.636719, 0.894531, 0.421875, 0.742188, 0.141602, 0.410156, 0.507812, 0.310547, 0.101074, 0.894531, 0.894531, 0.894531, 0.882812, 0.894531, 0.02002, 0.894531, 0.0177, 0.486328, 0.855469, 0.894531, 0.894531, 0.003433, 0.894531, 0.214844, 0.007874, 0.004181, 0.890625, 0.023315, 0.103027, 0.890625, 0.098145, 0.894531, 0.002365, 0.761719, 0.003601, 0.894531, 0.009766, 0.894531, 0.163086, 0.894531, 0.894531, 0.894531, 0.894531, 0.085449, 0.458984, 0.000801, 0.003281, 0.894531, 0.441406, 0.000771, 0.769531, 0.117676, 0.511719, 0.003647, 0.085449, 0.011353, 0.894531, 0.347656, 0.566406, 0.008789, 0.609375, 0.365234, 0.894531, 0.271484, 0.015869, 0.408203, 0.894531, 0.464844, 0.894531, 0.014587, 0.003738, 0.894531, 0.894531, 0.018433, 0.020508, 0.027344, 0.363281, 0.019165, 0.570312, 0.126953, 0.291016, 0.004425, 0.345703, 0.710938, 0.894531, 0.010559, 0.014954, 0.005493, 0.367188, 0.753906, 0.031738, 0.875, 0.894531, 0.003082, 0.894531, 0.894531, 0.005585, 0.275391, 0.894531, 0.106934, 0.839844, 0.149414, 0.002411, 0.120605, 0.894531, 0.894531, 0.030396, 0.355469, 0.324219, 0.005951, 0.894531, 0.671875, 0.894531, 0.006927, 0.326172, 0.004883, 0.894531, 0.4375, 0.040771, 0.003143, 0.112305, 0.003601, 0.040039, 0.003738, 0.894531, 0.000748, 0.146484, 0.894531, 0.894531, 0.222656, 0.232422, 0.003586, 0.894531, 0.000824, 0.013794, 0.160156, 0.077148, 0.022095, 0.235352, 0.894531, 0.106934, 0.746094, 0.894531, 0.002762, 0.894531, 0.566406, 0.894531, 0.412109, 0.367188, 0.894531, 0.206055, 0.234375, 0.000801, 0.009644, 0.703125, 0.112305, 0.773438, 0.097168, 0.009216, 0.205078, 0.871094, 0.695312, 0.894531, 0.086914, 0.894531, 0.894531, 0.421875, 0.112305, 0.012695, 0.582031, 0.667969, 0.162109, 0.298828, 0.207031, 0.613281, 0.582031, 0.283203, 0.022461, 0.890625, 0.765625, 0.003906, 0.339844, 0.458984, 0.894531, 0.894531, 0.085449, 0.253906, 0.539062, 0.894531, 0.023193, 0.609375, 0.894531, 0.063965, 0.04248, 0.894531, 0.894531, 0.330078, 0.894531, 0.894531, 0.004791, 0.003906, 0.648438, 0.894531, 0.894531, 0.894531, 0.894531, 0.322266, 0.003021, 0.894531, 0.269531, 0.257812, 0.003906, 0.894531, 0.04834, 0.01178, 0.863281, 0.269531, 0.894531, 0.11377, 0.02002, 0.243164, 0.108887, 0.003815, 0.294922, 0.761719, 0.664062, 0.466797, 0.769531, 0.894531, 0.064453, 0.894531, 0.855469, 0.894531, 0.894531, 0.014893, 0.021729, 0.894531, 0.182617, 0.894531, 0.435547, 0.894531, 0.03125, 0.894531, 0.002853, 0.894531, 0.894531, 0.894531, 0.640625, 0.003876, 0.894531, 0.75, 0.832031, 0.111816, 0.289062, 0.033691, 0.894531, 0.894531, 0.104004, 0.132812, 0.894531, 0.275391, 0.894531, 0.671875, 0.092773, 0.002335, 0.022705, 0.002899, 0.785156, 0.002991, 0.049805, 0.019775, 0.211914, 0.894531, 0.707031, 0.894531, 0.65625, 0.582031, 0.412109, 0.894531, 0.617188, 0.202148, 0.894531, 0.269531, 0.894531, 0.173828, 0.894531, 0.894531, 0.036377, 0.367188, 0.488281, 0.894531, 0.015747, 0.008728, 0.003723, 0.201172, 0.337891, 0.894531, 0.453125, 0.039795, 0.255859, 0.617188, 0.004761, 0.316406, 0.894531, 0.173828, 0.214844, 0.004028, 0.061035, 0.886719, 0.894531, 0.894531, 0.894531, 0.894531, 0.894531, 0.345703, 0.261719, 0.894531, 0.003235, 0.894531, 0.180664, 0.816406, 0.084961, 0.894531, 0.150391, 0.002365, 0.002701, 0.722656, 0.353516, 0.0047, 0.894531, 0.894531, 0.002472, 0.019287, 0.894531, 0.246094, 0.894531, 0.039062, 0.003708, 0.011353, 0.300781, 0.664062, 0.894531, 0.147461, 0.18457, 0.894531, 0.373047, 0.894531, 0.004303, 0.010315, 0.412109, 0.894531, 0.008362, 0.894531, 0.28125, 0.112793, 0.188477, 0.894531, 0.71875, 0.894531, 0.003784, 0.478516, 0.017334, 0.652344, 0.005066, 0.308594, 0.039062, 0.023315, 0.15918, 0.894531, 0.890625, 0.004181, 0.734375, 0.195312, 0.003998, 0.137695, 0.010498, 0.003464, 0.012085, 0.710938, 0.003586, 0.878906, 0.894531, 0.02002, 0.507812, 0.570312, 0.060059, 0.894531, 0.330078, 0.000763, 0.000782, 0.006012, 0.003769, 0.691406, 0.002808, 0.894531, 0.002914, 0.226562, 0.074219, 0.006287, 0.005066, 0.574219, 0.064941, 0.886719, 0.447266, 0.044922, 0.894531, 0.894531, 0.003464, 0.016602, 0.030273, 0.394531, 0.015991, 0.004364, 0.894531, 0.890625, 0.108398, 0.894531, 0.578125, 0.01532, 0.554688, 0.099609, 0.894531, 0.259766, 0.886719, 0.043945, 0.071777, 0.894531, 0.121582, 0.027954, 0.003647, 0.894531, 0.003815, 0.566406, 0.558594, 0.023071, 0.378906, 0.894531, 0.007812, 0.894531, 0.007996, 0.652344, 0.894531, 0.400391, 0.433594, 0.894531, 0.894531, 0.013, 0.894531, 0.894531, 0.445312, 0.28125, 0.081543, 0.886719, 0.002304, 0.002792, 0.201172, 0.894531, 0.894531, 0.144531, 0.053711, 0.174805, 0.010132, 0.098633, 0.229492, 0.013977, 0.029175, 0.773438, 0.894531, 0.004181, 0.00708, 0.894531, 0.212891, 0.726562, 0.746094, 0.894531, 0.126953, 0.275391, 0.038818, 0.021484, 0.894531, 0.126953, 0.894531, 0.613281, 0.894531, 0.894531, 0.251953, 0.169922, 0.894531, 0.02417, 0.894531, 0.894531, 0.894531, 0.894531, 0.894531, 0.714844, 0.894531, 0.003326, 0.800781, 0.894531, 0.020264, 0.004364, 0.009033, 0.664062, 0.894531, 0.200195, 0.894531, 0.003311, 0.166992, 0.894531, 0.894531, 0.894531, 0.460938, 0.003906, 0.021484, 0.894531, 0.227539, 0.333984, 0.060059, 0.15918, 0.875, 0.020874, 0.628906, 0.167969, 0.019043, 0.894531, 0.049561, 0.511719, 0.894531, 0.894531, 0.005096, 0.004059, 0.738281, 0.894531, 0.894531, 0.294922, 0.416016, 0.894531, 0.894531, 0.010254, 0.004089, 0.126953, 0.310547, 0.652344, 0.894531, 0.894531, 0.412109, 0.589844, 0.867188, 0.894531, 0.460938, 0.894531, 0.004028, 0.304688, 0.138672, 0.003174, 0.25, 0.441406, 0.021118, 0.757812, 0.640625, 0.800781, 0.894531, 0.069824, 0.753906, 0.000721, 0.894531, 0.003479, 0.894531, 0.015442, 0.003647, 0.597656, 0.006104, 0.894531, 0.482422, 0.024658, 0.245117, 0.036621, 0.785156, 0.00647, 0.147461, 0.683594, 0.828125, 0.000664, 0.894531, 0.894531, 0.006226, 0.894531, 0.019287, 0.875, 0.609375, 0.894531, 0.894531, 0.894531, 0.894531, 0.339844, 0.894531, 0.431641, 0.894531, 0.890625, 0.19043, 0.188477, 0.894531, 0.10498, 0.111816, 0.894531, 0.628906, 0.894531, 0.015564, 0.894531, 0.004272, 0.000759, 0.542969, 0.894531, 0.003342, 0.535156, 0.894531, 0.894531, 0.010071, 0.894531, 0.328125, 0.894531, 0.375, 0.054199, 0.003433, 0.253906, 0.894531, 0.004761, 0.169922, 0.894531, 0.894531, 0.166992, 0.103516, 0.009216, 0.542969, 0.679688, 0.0625, 0.02063, 0.283203, 0.004883, 0.490234, 0.894531, 0.108887, 0.554688, 0.003876, 0.894531, 0.004242, 0.515625, 0.894531, 0.675781, 0.679688, 0.894531, 0.003906, 0.613281, 0.004791, 0.03833, 0.636719, 0.34375, 0.003601, 0.894531, 0.00531, 0.894531, 0.894531, 0.011658, 0.894531, 0.695312, 0.894531, 0.00473, 0.007446, 0.714844, 0.894531, 0.008484, 0.789062, 0.890625, 0.191406, 0.742188, 0.298828, 0.894531, 0.048096, 0.494141, 0.894531, 0.894531, 0.240234, 0.460938, 0.894531, 0.042236, 0.894531, 0.894531, 0.789062, 0.466797, 0.894531, 0.230469, 0.894531, 0.347656, 0.285156, 0.632812, 0.018555, 0.165039, 0.5625, 0.824219, 0.320312, 0.376953, 0.894531, 0.005127, 0.00386, 0.441406, 0.894531, 0.894531, 0.018799, 0.005676, 0.617188, 0.632812, 0.084473, 0.006042, 0.018066, 0.648438, 0.000767, 0.003662, 0.015747, 0.00531, 0.251953, 0.894531, 0.003891, 0.476562, 0.013672, 0.894531, 0.003937, 0.335938, 0.894531, 0.341797, 0.253906, 0.117676, 0.285156, 0.890625, 0.000809, 0.013123, 0.246094, 0.006256, 0.251953, 0.566406, 0.894531, 0.094238, 0.000751, 0.291016, 0.894531, 0.046875, 0.191406, 0.003662, 0.176758, 0.894531, 0.894531, 0.349609, 0.018677, 0.031494, 0.464844, 0.224609, 0.632812, 0.289062, 0.02417, 0.886719, 0.00415, 0.004364, 0.091797, 0.439453, 0.018311, 0.894531, 0.894531, 0.894531, 0.013489, 0.894531, 0.65625, 0.069336, 0.043457, 0.003738, 0.18457, 0.15918, 0.816406, 0.00074, 0.128906, 0.003448, 0.031494, 0.213867, 0.042969, 0.722656, 0.894531, 0.003189, 0.59375, 0.566406, 0.033936, 0.10498, 0.894531, 0.605469, 0.867188, 0.808594, 0.014709, 0.695312, 0.251953, 0.894531, 0.005157, 0.894531, 0.601562, 0.036377, 0.894531, 0.894531, 0.894531, 0.894531, 0.894531, 0.019165, 0.585938, 0.000771, 0.84375, 0.894531, 0.061279, 0.894531, 0.894531, 0.859375, 0.894531, 0.894531, 0.269531, 0.077637, 0.014465, 0.894531, 0.40625, 0.894531, 0.005188, 0.020508, 0.00531, 0.894531, 0.894531, 0.453125, 0.026978, 0.029297, 0.005249, 0.013184, 0.894531, 0.585938, 0.746094, 0.894531, 0.003403, 0.894531, 0.036621, 0.894531, 0.894531, 0.894531, 0.255859, 0.388672, 0.894531, 0.03125, 0.390625, 0.894531, 0.064941, 0.002914, 0.091309, 0.820312, 0.535156, 0.894531, 0.009827, 0.894531, 0.000751, 0.6875, 0.859375, 0.006317, 0.012817, 0.894531, 0.000793, 0.408203, 0.894531, 0.46875, 0.484375, 0.574219, 0.012451, 0.039795, 0.894531, 0.574219, 0.003571, 0.455078, 0.007446, 0.294922, 0.886719, 0.894531, 0.871094, 0.566406, 0.5, 0.894531, 0.894531, 0.894531, 0.894531, 0.5625, 0.894531, 0.07959, 0.098633, 0.894531, 0.004059, 0.894531, 0.002426, 0.894531, 0.003754, 0.271484, 0.006622, 0.02832, 0.251953, 0.664062, 0.163086, 0.675781, 0.894531, 0.082031, 0.115234, 0.894531, 0.894531, 0.306641, 0.894531, 0.894531, 0.000816, 0.123535, 0.008179, 0.002991, 0.014832, 0.894531, 0.894531, 0.002472, 0.011658, 0.894531, 0.589844, 0.894531, 0.337891, 0.019775, 0.894531, 0.269531, 0.894531, 0.886719, 0.015564, 0.894531, 0.00354, 0.894531, 0.005157, 0.894531, 0.0354, 0.093262, 0.176758, 0.894531, 0.003815, 0.894531, 0.373047, 0.894531, 0.214844, 0.314453, 0.003784, 0.003876, 0.894531, 0.894531, 0.894531, 0.039795, 0.890625, 0.894531, 0.012817, 0.894531, 0.384766, 0.024414, 0.0354, 0.318359, 0.010437, 0.894531, 0.894531, 0.894531, 0.003998, 0.094727, 0.097168, 0.894531, 0.886719, 0.890625, 0.279297, 0.490234, 0.089844, 0.020142, 0.539062, 0.894531, 0.894531, 0.003387, 0.882812, 0.894531, 0.851562, 0.020752, 0.894531, 0.143555, 0.049805, 0.003036, 0.061768, 0.796875, 0.894531, 0.039795, 0.894531, 0.404297, 0.765625, 0.894531, 0.008057, 0.443359, 0.081055, 0.894531, 0.894531, 0.894531, 0.000816, 0.115234, 0.558594, 0.125, 0.894531, 0.267578, 0.071777, 0.027832, 0.031738, 0.003738, 0.894531, 0.84375, 0.894531, 0.894531, 0.894531, 0.894531, 0.894531, 0.00238, 0.5, 0.028687, 0.894531, 0.894531, 0.010193, 0.109863, 0.017212, 0.053711, 0.005219, 0.07666, 0.208008, 0.114746, 0.013245, 0.211914, 0.894531, 0.074707, 0.894531, 0.890625, 0.033203, 0.00528, 0.003754, 0.298828, 0.002762, 0.032715, 0.894531, 0.628906, 0.003616, 0.106445, 0.894531, 0.824219, 0.036377, 0.306641, 0.002411, 0.150391, 0.4375, 0.055664, 0.671875, 0.00386, 0.310547, 0.02063, 0.002411, 0.004608, 0.890625, 0.009094, 0.894531, 0.285156, 0.894531, 0.01001, 0.25, 0.894531, 0.006042, 0.894531, 0.237305, 0.006958, 0.010498, 0.894531, 0.894531, 0.894531, 0.894531, 0.006317, 0.005066, 0.3125, 0.049072, 0.515625, 0.34375, 0.00351, 0.096191, 0.349609, 0.310547, 0.004364, 0.439453, 0.435547, 0.894531, 0.894531, 0.000824, 0.004456, 0.894531, 0.451172, 0.894531, 0.894531, 0.047363, 0.003616, 0.029663, 0.059082, 0.005096, 0.894531, 0.00235, 0.667969, 0.15625, 0.894531, 0.016724, 0.380859, 0.894531, 0.168945, 0.455078, 0.894531, 0.022705, 0.382812, 0.859375, 0.742188, 0.283203, 0.178711, 0.490234, 0.042725, 0.10498, 0.519531, 0.036621, 0.660156, 0.002533, 0.894531, 0.212891, 0.291016, 0.894531, 0.894531, 0.019409, 0.894531, 0.003159, 0.894531, 0.894531, 0.894531, 0.710938, 0.582031, 0.617188, 0.013245, 0.894531, 0.12207, 0.003372, 0.034424, 0.052246, 0.894531, 0.004089, 0.173828, 0.005432, 0.003601, 0.894531, 0.894531, 0.894531, 0.005585, 0.005798, 0.65625, 0.466797, 0.894531, 0.894531, 0.894531, 0.480469, 0.025269, 0.002441, 0.213867, 0.09668, 0.894531, 0.009888, 0.043457, 0.208008, 0.613281, 0.060547, 0.894531, 0.578125, 0.894531, 0.804688, 0.005432, 0.143555, 0.675781, 0.067383, 0.894531, 0.060059, 0.6875, 0.217773, 0.894531, 0.003326, 0.002289, 0.013428, 0.023682, 0.894531, 0.302734, 0.176758, 0.231445, 0.00264, 0.024658, 0.003265, 0.033691, 0.223633, 0.125, 0.00082, 0.894531, 0.003967, 0.142578, 0.582031, 0.894531, 0.049561, 0.186523, 0.077148, 0.292969, 0.542969, 0.026978, 0.554688, 0.000751, 0.882812, 0.109863, 0.047363, 0.894531, 0.894531, 0.894531, 0.894531, 0.028076, 0.894531, 0.003738, 0.457031, 0.004059, 0.474609, 0.11084, 0.070312, 0.12793, 0.332031, 0.894531, 0.894531, 0.205078, 0.003738, 0.000702, 0.484375, 0.039062, 0.839844, 0.455078, 0.056885, 0.06543, 0.894531, 0.108887, 0.291016, 0.02002, 0.539062, 0.060303, 0.006012, 0.084961, 0.894531, 0.103516, 0.648438, 0.025024, 0.449219, 0.605469, 0.073242, 0.324219, 0.003967, 0.003723, 0.894531, 0.894531, 0.410156, 0.894531, 0.894531, 0.894531, 0.048828, 0.894531, 0.894531, 0.753906, 0.894531, 0.003448, 0.894531, 0.894531, 0.640625, 0.345703, 0.894531, 0.003754, 0.028198, 0.894531, 0.894531, 0.894531, 0.025757, 0.816406, 0.894531, 0.894531, 0.005249, 0.015076, 0.082031, 0.337891, 0.894531, 0.894531, 0.082031, 0.026123, 0.016602, 0.024292, 0.169922, 0.068848, 0.894531, 0.894531, 0.202148, 0.886719, 0.894531, 0.660156, 0.010132, 0.003876, 0.002472, 0.003296, 0.882812, 0.203125 ] } , "name": "onnx::Mul_10747", "outputIndexes": [ 1551 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1550, 1551 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 1552 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1437, 1552 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/Add_output_0", "outputIndexes": [ 1553 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1553 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.7/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 1554 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1554 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.7/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 1555 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1555, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 1556 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1556, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 1557 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1553, 1557 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 1558 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 98.0, 0.816406, 0.652344, 0.5, 1.25, 1.398438, 2.828125, 0.820312, 86.0, 1.109375, 1.46875, -1.164062, 1.140625, 3.359375, 120.0, 0.714844, 2.734375, 1.046875, 136.0, 177.0, 1.953125, 11.0625, 20.0, 7.4375, 1.078125, 0.859375, 1.054688, 1.578125, 108.5, 3.125, 1.21875, 1.109375, 1.601562, 1.640625, 12.0625, 4.0625, 1.125, 1.929688, 14.8125, 1.679688, 81.0, 13.5625, 0.917969, 1.195312, 2.25, 87.5, 1.585938, 1.078125, 1.03125, 139.0, 181.0, 206.0, 1.1875, 1.695312, 1.226562, 1.882812, 0.90625, 22.375, 1.453125, 4.59375, 3.65625, 22.25, 1.09375, 1.085938, 5.625, 2.109375, 0.835938, 1.101562, 13.5625, 27.5, 105.0, 1.367188, 8.125, 60.5, 193.0, 1.328125, 27.625, 1.679688, 0.804688, 1.664062, 1.046875, 1.125, 1.875, 1.164062, 4.0625, 3.0625, 17.625, 1.117188, 1.859375, 1.101562, 135.0, 1.039062, 1.414062, 1.179688, 1.085938, 1.046875, 1.515625, 0.75, 0.414062, 0.953125, 1.273438, 1.148438, 102.0, 21.75, 1.921875, 55.5, 2.375, 1.242188, 1.140625, 1.523438, 1.164062, 0.921875, 2.3125, 47.0, 220.0, 2.078125, 1.28125, 17.875, 1.46875, 9.125, 125.0, 1.3125, 1.085938, 2.59375, 1.0625, 1.40625, 1.023438, 1.046875, 0.988281, 1.070312, 184.0, 0.667969, 0.828125, 1.226562, 2.296875, 101.0, 0.96875, 1.0, 1.101562, 1.125, 1.726562, 1.375, 1.039062, 2.9375, 3.578125, 53.75, 2.828125, 4.75, 172.0, 1.726562, 0.808594, 1.117188, 32.75, 15.625, 1.304688, 1.25, 19.125, 155.0, 1.921875, 2.390625, 43.0, 0.839844, 1.664062, 0.964844, 1.476562, 144.0, 2.265625, 15.5, 1.523438, 11.375, 0.890625, 0.925781, 1.007812, 0.757812, 0.808594, 176.0, 1.390625, 2.125, 1.546875, 212.0, 1.164062, 11.25, 2.734375, 1.03125, 0.828125, 1.679688, 3.8125, 1.132812, 2.1875, 1.734375, 1.226562, 0.886719, 0.859375, 2.3125, 15.1875, 172.0, 142.0, 135.0, 4.4375, 30.125, 2.421875, 1.179688, 177.0, 22.25, 1.632812, 13.5625, 6.875, 1.070312, 1.421875, 17.0, 125.5, 33.25, 0.882812, 1.09375, 150.0, 3.0, 160.0, 1.34375, 66.5, 168.0, 1.03125, 8.3125, 0.792969, 18.25, 1.09375, 1.085938, 1.171875, 6.03125, 77.0, 18.5, 1.421875, 1.179688, 1.289062, 55.75, 1.15625, 2.96875, 1.039062, 0.820312, 0.976562, 0.796875, 17.125, 3.953125, 32.25, 1.078125, 4.5, 1.1875, 1.179688, 7.0, 11.4375, 1.125, 11.25, 2.140625, 9.75, 13.5625, 3.5625, 1.15625, 11.4375, 16.25, 0.902344, 157.0, 24.375, 8.5625, 1.023438, 1.460938, 3.59375, 173.0, 3.296875, 4.0625, 1.570312, 129.0, 0.933594, 16.875, 11.9375, 140.0, 0.898438, 1.132812, 134.0, 4.34375, 0.957031, 0.652344, 1.0625, 26.125, 0.980469, 74.5, 1.570312, 8.0625, 139.0, 1.101562, 3.734375, 0.914062, 51.75, 167.0, 1.804688, 225.0, 3.0, 1.351562, 0.984375, 2.71875, 1.132812, 1.046875, 1.164062, 6.9375, 1.148438, 71.5, 5.0625, 1.125, 0.886719, 1.25, 8.0, 97.5, 1.023438, 2.140625, 1.195312, 1.015625, 185.0, 6.3125, 1.882812, 5.21875, 15.1875, 1.046875, 26.625, 1.210938, 1.414062, 6.9375, 141.0, 1.085938, 2.765625, 1.273438, 1.296875, 11.6875, 106.0, 61.25, 13.5, 1.6875, 1.054688, 10.875, 1.359375, 122.5, 1.546875, 24.375, 1.28125, 0.554688, 1.0, 0.996094, 7.78125, 16.75, 1.109375, 1.054688, 1.523438, 137.0, 12.1875, 1.703125, 2.953125, 1.1875, 0.632812, 11.5, 90.0, 2.4375, 1.132812, 0.820312, 15.125, 4.6875, 1.039062, 1.03125, 177.0, 1.1875, 1.140625, 1.28125, 173.0, 1.171875, 22.125, 100.0, 2.65625, 0.742188, 10.375, 4.15625, 2.09375, 137.0, 1.078125, 8.3125, 18.0, 1.226562, 1.265625, 1.132812, 1.125, 0.84375, 1.320312, 0.832031, 1.851562, 1.007812, 1.007812, 1.289062, 163.0, 172.0, 1.445312, 112.5, 23.25, 159.0, 1.929688, 1.125, 9.8125, 1.570312, 1.578125, 0.664062, 13.5, 179.0, 1.4375, 13.6875, 1.5625, 2.53125, 1.664062, 0.902344, 11.1875, 1.679688, 1.664062, 1.554688, 15.625, 45.5, 1.117188, 1.359375, 1.882812, 1.1875, 1.242188, 17.25, 0.71875, 1.539062, 94.0, 1.226562, 12.125, 1.328125, 3.90625, 3.171875, 1.09375, 0.640625, 0.859375, 1.640625, 0.457031, 9.1875, 0.957031, 1.148438, 2.390625, 1.046875, 102.0, 1.070312, 7.65625, 1.765625, 6.96875, 1.0625, 1.296875, 1.148438, 0.699219, 15.3125, 2.578125, 0.832031, 1.265625, 16.875, 109.5, 1.273438, 0.988281, 2.953125, 1.007812, 2.03125, 7.1875, 9.0, 1.148438, 0.835938, 1.179688, 0.957031, 1.015625, 104.5, 1.5, 5.28125, 0.96875, 1.335938, 1.640625, 1.429688, 1.203125, 1.101562, 0.871094, 1.023438, 10.125, 14.5625, 5.03125, 13.625, 1.046875, 5.4375, 40.25, 7.5625, 9.0, 3.0625, 1.03125, 1.109375, 1.070312, 0.890625, 9.4375, 1.40625, 1.015625, 1.007812, 1.085938, 7.4375, 1.851562, 1.039062, 159.0, 7.75, 153.0, 1.40625, 5.09375, 4.875, 87.5, 5.125, 1.179688, 0.972656, 80.5, 4.3125, 0.949219, 3.875, 1.0625, 1.539062, 1.148438, 12.3125, 1.03125, 159.0, 1.390625, 90.0, 1.0, 4.6875, 1.28125, 12.375, 1.492188, 16.875, 158.0, 6.84375, 9.625, 1.226562, 5.4375, 25.375, 0.988281, 0.921875, 1.328125, 10.8125, 0.890625, 67.0, 6.9375, 1.195312, 42.5, 204.0, 175.0, 1.65625, 5.625, 1.171875, 2.0625, 1.03125, 150.0, 1.132812, 76.0, 0.984375, 49.5, 137.0, 1.054688, 0.921875, 2.09375, 15.875, 67.5, 0.369141, 1.117188, 23.5, 0.527344, 1.390625, 1.625, 1.789062, 8.0, 159.0, 1.15625, 1.21875, 3.671875, 0.996094, 1.234375, 1.078125, 89.5, 1.125, 109.0, 0.988281, 5.65625, 0.519531, 103.0, 5.3125, 1.0625, 1.90625, 4.0625, 1.25, 181.0, 9.1875, 1.460938, 4.1875, 3.53125, 1.0, 55.0, 1.445312, 31.5, 1.859375, 0.691406, 1.265625, 1.09375, 1.304688, 1.21875, 1.75, 5.5, 1.078125, 1.148438, 1.234375, 1.492188, 0.002228, 1.21875, 3.703125, 5.53125, 1.015625, 32.25, 1.21875, 0.929688, 1.085938, 0.828125, 1.0625, 1.132812, 19.25, 9.5625, 274.0, 151.0, 4.65625, 3.84375, 1.929688, 4.3125, 88.5, 1.046875, 1.0625, 1.171875, 0.992188, 1.453125, 1.226562, 11.25, 1.1875, 6.4375, 139.0, 2.734375, 1.1875, 13.5625, 0.890625, 1.195312, 1.28125, 1.5, 1.070312, 2.03125, 2.125, 1.078125, 2.375, 213.0, 56.75, 0.976562, 1.0625, 1.054688, 0.792969, 1.09375, 1.554688, 1.9375, 124.0, 1.070312, 0.753906, 1.210938, 119.5, 172.0, 8.4375, 1.710938, 122.0, 1.453125, 2.890625, 1.023438, 1.007812, 54.25, 0.796875, 0.375, 160.0, 1.921875, 0.988281, 1.078125, 6.90625, 6.625, 68.5, 1.148438, 1.09375, 10.4375, 8.4375, 86.5, 1.0, 0.976562, 1.226562, 1.960938, 166.0, 1.179688, 1.429688, 223.0, 0.960938, 9.4375, 166.0, 0.933594, 1.382812, 1.734375, 12.0, 96.5, 0.761719, 1.054688, 1.679688, 1.453125, 1.078125, 0.878906, 180.0, 2.09375, 28.25, 1.023438, 203.0, 0.992188, 1.0625, 1.039062, 2.640625, 0.882812, 1.195312, 1.070312, 1.21875, 0.953125, 119.0, 1.765625, 61.5, 35.5, 1.21875, 0.964844, 0.652344, 1.328125, 1.414062, 60.25, 1.34375, 20.0, 81.5, 38.75, 1.148438, 1.289062, 85.5, 63.5, 1.132812, 181.0, 13.4375, 1.664062, 17.875, 0.941406, 2.9375, 1.851562, 1.328125, 1.265625, 1.539062, 11.3125, 2.59375, 1.132812, 30.25, 1.039062, 18.0, 0.988281, 2.140625, 178.0, 5.125, 1.265625, 170.0, 126.5, 166.0, 2.140625, 1.203125, 1.8125, 0.925781, 17.125, 0.910156, 16.125, 0.886719, 1.625, 16.875, 1.023438, 1.007812, 1.234375, 7.84375, 157.0, 0.894531, 0.789062, 1.179688, 6.15625, 154.0, 0.640625, 1.25, 128.0, 0.972656, 1.015625, 1.382812, 119.5, 1.046875, 0.683594, 7.40625, 1.195312, 1.3125, 8.4375, 26.375, 0.929688, 1.046875, 219.0, 98.0, 1.164062, 0.988281, 1.015625, 1.460938, 1.109375, 0.953125, 2.109375, 1.773438, 144.0, 1.09375, 1.054688, 172.0, 1.3125, 26.375, 1.0625, 34.25, 9.5625, 18.0, 1.164062, 253.0, 1.335938, 23.25, 22.0, 0.9375, 1.328125, 1.609375, 1.671875, 1.382812, 13.9375, 51.75, 1.117188, 0.886719, 128.0, 1.109375, 22.875, 99.0, 5.25, 2.015625, 15.375, 1.570312, 1.179688, 4.28125, 0.988281, 0.941406, 169.0, 1.640625, 25.0, 3.640625, 142.0, 20.75, 1.210938, 0.894531, 1.164062, 8.25, 0.972656, 1.03125, 2.546875, 182.0, 1.140625, 1.28125, 93.5, 1.171875, 1.195312, 1.070312, 206.0, 117.5, 110.0, 0.703125, 26.5, 5.53125, 56.0, 1.210938, 3.171875, 1.148438, 1.46875, 0.964844, 20.0, 9.875, 1.078125, 14.4375, 176.0, 5.40625, 128.0, 3.265625, 1.101562, 26.25, 0.644531, 7.84375, 1.4375, 1.109375, 1.21875, 1.023438, 1.695312, 1.640625, 8.1875, 48.25, 1.039062, 142.0, 0.878906, 1.429688, 0.960938, 1.140625, 1.046875, 1.351562, 33.0, 17.5, 3.71875, 1.171875, 27.875, 0.726562, 18.25, 16.875, 0.609375, 0.878906, 1.023438, 1.101562, 0.921875, 1.335938, 1.1875, 4.90625, 1.234375, 2.046875, 136.0, 1.039062, 1.9375, 19.875, 0.710938, 1.078125, 0.90625, 1.132812, 2.0625, 1.070312, 0.875, 200.0, 1.335938, 34.25, 19.0, 13.25, 54.25, 232.0, 0.957031, 17.0, 0.921875, 183.0, 145.0, 0.898438, 2.578125, 1.148438, 67.5, 11.8125, 0.380859, 1.148438, 2.109375, 182.0, 168.0, 121.5, 35.5, 20.875, 1.65625, 9.5, 75.0, 40.75, 0.9375, 11.125, 1.03125, 1.453125, 0.695312, 125.0, 12.25, 1.101562, 1.0, 1.179688, 1.054688, 19.125, 37.75, 3.03125, 8.25, 8.1875, 201.0, 1.726562, 1.085938, 1.210938, 138.0, 198.0, 139.0, 1.085938, 1.273438, 4.90625, 1.25, 0.929688, 1.132812, 29.375, 12.75, 1.789062, 105.5, 0.769531, 1.09375, 1.882812, 1.976562, 1.132812, 1.242188, 2.140625, 0.960938, 151.0, 30.875, 34.25, 1.0, 1.0, 2.625, 119.5, 1.929688, 117.5, 1.148438, 1.03125, 93.0, 2.59375, 0.398438, 192.0, 147.0, 0.988281, 37.75, 1.148438, 1.640625, 1.117188, 192.0, 2.234375, 1.8125, 7.8125, 6.3125, 1.140625, 5.78125, 1.835938, 1.15625, 1.351562, 29.125, 1.132812, 12.125, 3.5625, 1.335938, 1.046875, 1.257812, 3.703125, 1.007812, 1.046875, 160.0, 152.0, 41.5, 1.023438, 227.0, 177.0, 7.4375, 1.117188, 0.664062, 181.0, 1.226562, 1.15625, 1.234375, 153.0, 9.5625, 223.0, 1.773438, 0.980469, 225.0, 72.0, 51.0, 1.578125, 2.65625, 2.765625, 114.5, 1.578125, 0.980469, 122.0, 16.625, 181.0, 7.375, 189.0, 1.046875, 2.59375, 0.847656, 11.9375, 1.554688, 176.0, 146.0, 1.171875, 35.0, 4.9375, 0.976562, 159.0, 21.75, 1.0625, 1.46875, 108.0, 124.0, 1.351562, 1.203125, 4.8125, 15.75, 0.765625, 11.6875, 0.855469, 129.0, 2.203125, 80.0, 2.328125, 0.941406, 4.3125, 4.4375, 3.125, 143.0, 128.0, 1.070312, 1.09375, 1.398438, 32.25, 1.15625, 1.890625, 0.933594, 1.070312, 1.15625, 9.0625, 171.0, 16.375, 1.796875, 1.039062, 23.25, 0.910156, 0.613281, 1.171875, 189.0, 144.0, 21.375, 24.125, 13.875, 14.4375, 1.25, 1.039062, 2.21875, 1.09375, 0.416016, 2.078125, 2.265625, 2.0, 1.9375, 1.929688, 3.234375, 0.898438, 2.65625, 1.0625, 2.6875, 0.878906, 1.734375, 1.6875, 1.578125, 184.0, 1.40625, 1.0, 0.929688, 0.929688, 2.0, 30.25, 169.0, 0.917969, 1.226562, 4.5, 11.875, 1.328125, 1.140625, 0.910156, 1.265625, 1.726562, 7.8125, 5.8125, 1.085938, 136.0, 1.117188, 128.0, 1.226562, 2.203125, 1.007812, 1.609375, 1.117188, 2.296875, 1.132812, 154.0, 0.957031, 1.085938, 1.179688, 1.09375, 12.875, 21.5, 0.941406, 3.53125, 1.15625, 28.25, 78.0, -0.417969, 2.71875, 1.859375, 1.726562, 14.875, 1.085938, 22.125, 1.390625, 122.5, 1.046875, 0.824219, 1.171875, 1.390625, 166.0, 77.0, 1.1875, 181.0, 1.171875, 176.0, 1.515625, 0.925781, 1.09375, 1.101562, 21.75, 1.40625, 3.984375, 0.90625, 30.375, 0.910156, 2.203125, 1.125, 11.0625, 25.875, 0.675781, 196.0, 5.46875, 0.925781, 2.453125, 0.972656, 1.679688, 1.0625, 7.375, 210.0, 1.070312, 0.699219, 1.671875, 1.804688, 0.964844, 1.359375, 1.414062, 1.773438, 0.992188, 3.046875, 5.46875, 1.601562, 3.03125, 2.78125, 2.890625, 1.054688, 1.0, 0.894531, 0.847656, 19.875, 0.613281, 24.875, 1.304688, 1.054688, 0.839844, 1.054688, 160.0, 1.648438, 3.34375, 83.0, 139.0, 1.007812, 30.875, 2.40625, 0.941406, 7.15625, 0.828125, 182.0, 2.6875, 122.0, 1.03125, 70.0, 1.046875, 2.25, 0.957031, 0.980469, 1.0625, 1.242188, 18.375, 1.703125, 30.125, 185.0, 1.1875, 1.765625, 29.375, 0.945312, 3.65625, 1.25, 161.0, 8.0, 54.5, 0.945312, 2.078125, 2.59375, 77.5, 4.9375, 2.265625, 0.976562, 1.984375, 28.5, 1.40625, 1.820312, 4.34375, 0.917969, 23.75, 140.0, 0.988281, 1.023438, 22.5, 39.75, 17.75, 1.15625, 29.375, 1.039062, 3.046875, 1.445312, 142.0, 1.90625, 1.046875, 0.785156, 60.0, 35.25, 109.5, 1.445312, 1.078125, 14.4375, 1.0, 1.015625, 187.0, 1.085938, 0.6875, 115.5, 1.421875, 1.265625, 7.1875, 1.015625, 1.851562, 208.0, 4.3125, 0.953125, 1.125, 13.3125, 1.820312, 6.09375, 110.0, 0.878906, 1.132812, 1.039062, 71.0, 2.140625, 126.0, 0.980469, 1.671875, 10.3125, 182.0, 4.78125, 164.0, 9.3125, 131.0, 1.070312, 33.0, 4.375, 0.652344, 1.078125, 2.546875, 1.976562, 164.0, 0.917969, 34.0, 36.5, 10.4375, 4.40625, 17.875, 1.632812, 0.835938, 4.53125, 1.015625, 0.695312, 186.0, 0.816406, 1.25, 2.765625, 1.382812, 5.15625, 0.863281, 3.921875, 1.328125, 197.0, 58.5, 1.09375, 5.96875, 1.78125, 3.859375, 45.5, 1.132812, 1.070312, 2.203125, 0.992188, 4.0625, 1.101562, 1.210938, 1.890625, 6.75, 29.0, 1.65625, 0.953125, 12.5, 1.460938, 4.625, 1.507812, 1.328125, 1.429688, 19.5, 1.109375, 1.46875, 158.0, 6.0625, 5.28125, 1.21875, 1.054688, 3.125, 2.296875, 1.632812, 1.023438, 16.0, 3.484375, 1.054688, 5.78125, 12.8125, 1.335938, 1.335938, 2.15625, 0.707031, 0.84375, 136.0, 135.0, 1.234375, 1.125, 1.257812, 0.933594, 1.0625, 2.203125, 183.0, 1.851562, 2.625, 1.007812, 172.0, 1.109375, 9.5, 60.0, 1.023438, 1.304688, 0.429688, 11.5, 19.25, 0.664062, 20.375, 143.0, 1.4375, 1.4375, 1.03125, 1.929688, 1.210938, 1.078125, 7.6875, 1.109375, 1.070312, 1.070312, 1.09375, 25.5, 16.375, 0.871094, 1.867188, 1.367188, 2.859375, 0.96875, 13.375, 1.023438, 173.0, 1.007812, 1.0625, 2.390625, 1.492188, 148.0, 0.925781, 1.234375, 1.25, 4.96875, 1.625, 11.25, 0.804688, 0.882812, 18.625, 10.9375, 0.419922, 1.4375, 1.085938, 0.929688, 2.75, 216.0, 21.875, 168.0, 2.65625, 178.0, 17.75, 17.75, 9.5625, 0.699219, 1.1875, 0.738281, 1.09375, 1.375, 1.875, 0.945312, 1.164062, 3.96875, 1.179688, 1.289062, 0.941406, 3.328125, 0.992188, 1.140625, 13.3125, 1.921875, 1.90625, 1.046875, 35.75, 73.5, 137.0, 3.4375, 1.640625, 1.007812, 1.382812, 43.75, 7.84375, 1.585938, 129.0, 1.1875, 0.550781, 1.976562, 9.625, 130.0, 5.21875, 0.945312, 0.78125, 0.925781, 1.164062, 0.539062, 1.0625, 1.28125, 3.828125, 1.007812, 176.0, 0.96875, 1.46875, 1.226562, 7.3125, 1.28125, 3.609375, 210.0, 189.0, 1.289062, 1.75, 133.0, 1.234375, 0.773438, 184.0, 33.75, 0.96875, 2.59375, 1.078125, 15.875, 155.0, 52.0, 2.203125, 1.1875, 1.367188, 4.625, 12.5, 0.796875, 5.59375, 0.8125, 140.0, 58.5, 1.234375, 1.0625, 81.5, 0.953125, 1.445312, 3.46875, 1.421875, 1.125, 0.980469, 1.046875, 139.0, 1.304688, 51.75, 1.15625, 126.0, 1.5, 13.875, 16.625, 1.75, 0.992188, 0.992188, 137.0, 1.164062, 2.375, 130.0, 12.5625, 59.0, 175.0, 51.0, 1.210938, 177.0, 1.023438, 1.21875, 24.5, 4.375, 1.328125, 5.9375, 1.070312, 1.632812, 34.0, 2.9375, 101.5, 166.0, 1.046875, 187.0, 0.972656, 192.0, 1.398438, 5.3125, 95.0, 113.0, 4.0625, 4.8125, 0.972656, 1.679688, 4.125, 0.882812, 1.046875, 174.0, 38.25, 15.5, 1.851562, 21.0, 122.0, 1.039062, 3.359375, 7.3125, 1.242188, 1.5, 51.25, 1.257812, 5.71875, 0.992188, 2.734375, 1.0, 9.125, 7.875, 0.945312, 3.90625, 17.125, 151.0, 0.878906, 150.0, 1.367188, 1.351562, 26.5, 2.75, 1.226562, 90.5, 1.132812, 92.0, 1.265625, 1.179688, 5.71875, 0.75, 1.148438, 1.25, 23.875, 1.070312, 0.773438, 1.085938, 1.898438, 5.21875, 0.992188, 221.0, 178.0, 2.015625, 1.085938, 1.445312, 3.25, 7.46875, 4.8125, 69.0, 5.40625, 8.8125, 22.0, 10.4375, 0.867188, 1.171875, 130.0, 108.5, 1.085938, 8.5625, 0.929688, 1.09375, 1.148438, 2.390625, 1.6875, 13.375, 19.25, 1.171875, 2.25, 0.996094, 2.40625, 1.171875, 1.09375, 2.8125, 1.625, 0.984375, 22.25, 1.078125, 0.996094, 0.898438, 1.015625, 0.964844, 0.964844, 1.03125, 154.0, 0.9375, 1.09375, 28.375, 137.0, 76.5, 0.957031, 0.882812, 2.3125, 0.921875, 167.0, 1.523438, 1.140625, 1.09375, 1.046875, 1.398438, 151.0, 16.375, 1.148438, 1.429688, 2.265625, 7.21875, 2.25, 1.03125, 16.875, 0.941406, 11.6875, 33.75, -1.054688, 10.625, 1.523438, 1.234375, 1.132812, 103.5, 143.0, 1.0625, 0.855469, 1.078125, 1.46875, 1.453125, 1.242188, 1.03125, 45.5, 145.0, 3.203125, 1.15625, 1.4375, 1.203125, 0.929688, 1.601562, 1.203125, 1.085938, 1.054688, 1.734375, 2.265625, 149.0, 2.59375, 13.75, 193.0, 1.6875, 3.0625, 33.0, 1.296875, 1.15625, 1.203125, 1.570312, 5.03125, 1.085938, 32.75, 1.164062, 148.0, 1.164062, 39.75, 167.0, 1.320312, 92.5, 0.902344, 1.679688, 20.25, 1.6875, 13.25, 1.289062, 85.0, 13.5625, 1.351562, 1.242188, 33.0, 1.1875, 1.023438, 102.0, 1.0, 25.25, 1.101562, 2.8125, 0.796875, 1.71875, 1.140625, 1.007812, 1.992188, 1.117188, 1.523438, 0.777344, 0.699219, 4.4375, 3.296875, 0.535156, 6.65625, 4.6875, 1.203125, 1.25, 1.492188, 34.75, 1.179688, 121.0, 30.625, 1.226562, 1.023438, 170.0, 0.859375, 1.171875, 1.0625, 32.25, 1.09375, 1.21875, 1.335938, 1.9375, 4.59375, 144.0, 1.804688, 1.304688, 118.5, 9.5625, 1.070312, 1.117188, 3.796875, 20.0, 72.5, 1.554688, 1.578125, 5.75, 48.75, 1.351562, 127.5, 1.460938, 0.800781, 4.375, 1.445312, 164.0, 1.15625, 126.0, 1.429688, 0.710938, 0.84375, 1.546875, 0.84375, 150.0, 1.242188, 105.5, 8.875, 1.367188, 1.695312, 174.0, 1.023438, 119.0, 1.0625, 1.1875, 41.25, 1.125, 1.1875, 1.1875, 109.5, 92.5, 1.140625, 1.0625, 67.5, 1.085938, 0.957031, 1.53125, 1.101562, 0.921875, 0.964844, 3.890625, 1.703125, 1.007812, 0.941406, 7.8125, 1.679688, 0.625, 10.4375, 1.101562, 1.304688, 1.054688, 1.398438, 1.15625, 3.046875, 1.007812, 2.15625, 7.5, 1.171875, 21.625, 1.820312, 1.445312, 1.242188, 1.226562, 1.46875, 1.210938, 119.0, 144.0, 1.96875, 1.085938, 1.351562, 18.125, 76.0, 1.3125, 0.972656, 1.75, 109.5, 21.625, 2.03125, 26.375, 160.0, 38.25, 117.5, 8.0625, 1.289062, 131.0, 1.90625, 28.75, 1.007812, 142.0, 1.875, 1.257812, 1.492188, 0.949219, 3.453125, 1.53125, 0.953125, 258.0, 23.625, 9.5, 108.5, 2.59375, 1.523438, 1.085938, 6.875, 211.0, 1.195312, 0.753906, 16.375, 3.5, 170.0, 1.726562, 0.980469, 1.21875, 1.765625, 22.75, 20.125, 1.390625, 8.125, 1.226562, 4.09375, 21.25, 1.085938, 141.0, 119.5, 9.4375, 1.578125, 31.125, 1.242188, 1.171875, 0.894531, 23.375, 0.902344, 1.007812, 10.0625, 7.09375, 156.0, 4.0625, 3.328125, 1.507812, 37.5, 3.625, 192.0, 9.875, 1.382812, 9.6875, 1.304688, 1.070312, 179.0, 1.132812, 1.5625, 7.8125, 4.125, 0.96875, 1.789062, 1.0, 1.070312, 19.875, 1.195312, 3.890625, 0.988281, 127.0, 0.953125, 1.109375, 10.75, 1.203125, 1.03125, 1.070312, 0.730469, 0.917969, 22.875, 1.5, 33.5, 1.28125, 0.988281, 4.0, 1.132812, 0.816406, 1.070312, 0.542969, 1.132812, 2.28125, 7.625, 54.5, 0.917969, 1.070312, 1.117188, 131.0, 30.625, 130.0, 0.609375, 1.0625, 2.078125, 17.5, 18.125, 118.5, 47.75, 1.09375, 3.578125, 1.09375, 1.03125, 174.0, 0.996094, 16.625, 1.382812, 1.1875, 0.988281, 2.9375, 2.078125, 0.976562, 16.625, 1.789062, 1.132812, 6.5625, 192.0, 3.4375, 0.890625, 3.890625, 1.476562, 59.75, 1.476562, 1.140625, 1.03125, 1.070312, 108.5, 49.0, 1.390625, 19.75, 2.03125, 1.085938, 1.609375, 1.828125, 1.21875, 56.5, 10.8125, 0.859375, 1.554688, 170.0, 1.773438, 77.0, 1.640625, 1.164062, 1.007812, 1.171875, 1.382812, 0.695312, -0.664062, 1.09375, 1.132812, 1.070312, 1.4375, 1.023438, 6.71875, 11.5625, 1.039062, 131.0, 1.335938, 227.0, 1.070312, 158.0, 1.96875, 98.5, 11.5, 1.414062, 1.1875, 4.5, 1.09375, 1.109375, 4.40625, 2.1875, 0.976562, 1.09375, 2.15625, 1.304688, 1.140625, 216.0, 16.625, 75.0, 178.0, 20.875, 1.054688, 0.976562, 188.0, 55.0, 0.796875, 1.25, 0.792969, 1.492188, 46.0, 1.164062, 6.46875, 1.898438, 1.125, 20.625, 1.117188, 161.0, 1.21875, 114.0, 1.078125, 12.3125, 6.5, 2.71875, 1.09375, 146.0, 1.554688, 2.125, 1.171875, 2.140625, 2.09375, 150.0, 142.0, 1.09375, 0.917969, 1.046875, 14.625, 1.015625, 0.957031, 43.25, 0.816406, 0.847656, 16.875, 9.625, 1.398438, 21.125, 1.554688, 1.070312, 1.070312, 148.0, 4.15625, 12.5, 0.980469, 0.777344, 1.21875, 1.820312, 1.335938, 6.3125, 34.25, 0.925781, 1.203125, 0.494141, 146.0, 1.835938, 1.015625, 0.976562, 34.75, 1.007812, 2.65625, 6.75, 180.0, 16.625, 1.257812, 1.078125, 15.9375, 1.132812, 5.8125, 1.117188, 1.039062, 71.5, 1.789062, 7.625, 1.054688, 1.242188, 0.957031, 239.0, 19.875, 2.859375, 5.21875, 1.335938, 1.085938, 6.0, 16.25, 24.125, 139.0, 2.34375, 1.148438, 1.109375, 1.132812, 0.808594, 0.824219, 1.171875, 217.0, 1.140625, 16.25, 0.980469, 0.753906, 68.0, 18.375, 20.5, 9.6875, 121.5, 4.28125, 10.5625, 3.453125, 42.0, 4.03125, 1.054688, 12.25, 1.257812, 0.910156, 21.25, 100.0, 159.0, 1.765625, 196.0, 12.0, 2.125, 1.125, 157.0, 4.78125, 1.039062, 1.140625, 12.5625, 2.046875, 185.0, 3.296875, 1.125, 23.625, 1.820312, 142.0, 1.671875, 16.5, 210.0, 129.0, 1.015625, 65.0, 1.101562, 1.929688, 1.039062, 85.0, 8.5625, 0.882812, 97.5, 1.078125, 1.515625, 88.5, 59.0, 1.203125, 1.132812, 0.847656, 1.015625, 124.0, 126.5, 1.054688, 3.578125, 1.492188, 1.367188, 158.0, 5.25, 2.3125, 2.25, 126.0, 1.359375, 1.921875, 1.1875, 1.046875, 208.0, 132.0, 1.007812, 2.4375, 1.117188, 1.132812, 5.59375, 181.0, 12.6875, 9.0625, 141.0, 1.015625, 203.0, 0.898438, 4.5625, 1.140625, 26.75, 5.3125, 1.101562, 5.3125, 1.992188, 1.773438, 18.5, 5.875, 2.09375, 1.046875, 7.40625, 10.375, 1.210938, 7.875, 3.1875, 1.335938, 14.8125, 1.273438, 218.0, 1.1875, 2.65625, 1.335938, 0.972656, 1.03125, 19.0, 1.078125, 171.0, 1.171875, 1.179688, 1.078125, 3.578125, 1.8125, 1.171875, 36.5, 1.453125, 4.6875, 171.0, 16.5, 17.125, 0.820312, 129.0, 4.75, 107.5, 180.0, 1.09375, 1.09375, 1.070312, 89.0, 114.0, 1.132812, 1.273438, 1.03125, 0.929688, 1.117188, 1.632812, 20.375, 191.0, 2.015625, 5.3125, 1.0625, 79.5, 37.75, 1.304688, 1.25, 12.3125, 1.078125, 1.289062, 0.984375, 1.0625, 83.0, 2.03125, 2.765625, 4.84375, 1.007812, 21.5, 2.96875, 10.625, 1.0625, 177.0, 231.0, 23.25, 30.625, 1.476562, 2.703125, 4.78125, 2.53125, 206.0, 18.75, 152.0, 12.875, 1.648438, 3.84375, 34.0, 1.0, 168.0, 2.390625, 1.460938, 1.046875, 8.3125, 11.6875, 6.5625, 1.445312, 1.335938, 4.96875, 1.320312, 243.0, 0.980469, 1.882812, 20.875, 1.0625, 1.226562, 0.96875, 0.84375, 17.25, 1.179688, 170.0, 1.109375, 126.5, 1.75, 4.09375, 12.125, 2.25, 1.4375, 0.847656, 0.855469, 8.6875, 157.0, 196.0, 0.992188, 19.875, 1.125, 1.640625, 6.0625, 8.0, 1.203125, 6.625, 2.28125, 22.625, 1.539062, 9.3125, 108.0, 11.4375, 0.90625, 2.1875, 1.570312, 28.25, 1.484375, 1.226562, 10.0, 1.03125, 150.0, 157.0, 0.953125, 1.195312, 1.640625, 1.226562, 1.09375, 1.21875, 19.75, -0.933594, 1.914062, 2.984375, 1.171875, 157.0, 1.09375, 0.695312, 0.972656, 1.25, 0.667969, 159.0, 21.0, 0.878906, 1.03125, 0.984375, 14.625, 2.046875, 1.03125, 1.171875, 112.5, 49.25, 5.0, 1.25, 1.007812, 0.996094, 7.0625, 30.75, 26.125, 17.625, 3.234375, 4.28125, 0.777344, 1.09375, 8.625, 0.972656, 0.710938, 1.375, 34.75, 142.0, 189.0, 179.0, 1.015625, 1.765625 ] } , "name": "onnx::Mul_10748", "outputIndexes": [ 1559 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1558, 1559 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 1560 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1560 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.7/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 7201 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7201 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.7/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 7202 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7202 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 440731096, 13107222, 3276800, 0, 0 ] } , "name": "/layers.7/mlp/gate_proj/Linear", "outputIndexes": [ 7203 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7203 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.7/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 7204 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7204 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.7/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 1561 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1561 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.7/mlp/act_fn/Mul_output_0", "outputIndexes": [ 1562 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1561, 1562 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 1563 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 1563 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 1564 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1561, 1564 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/mlp/act_fn/Add_output_0", "outputIndexes": [ 1565 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 1565 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 1566 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1566 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.7/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 1567 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 1567 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 1568 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1561, 1568 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 1569 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 1569 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 1570 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7202 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 457115118, 13107222, 3276800, 0, 0 ] } , "name": "/layers.7/mlp/up_proj/Linear", "outputIndexes": [ 7207 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7207 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.7/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 7208 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7208 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.7/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 1571 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1570, 1571 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/mlp/Mul_output_0", "outputIndexes": [ 1572 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1572 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.7/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 7209 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7209 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.7/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 7210 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7210 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 473499140, 13107222, 3276800, 0, 0 ] } , "name": "/layers.7/mlp/down_proj/Linear", "outputIndexes": [ 7211 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7211 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.7/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 7212 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7212 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.7/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 1573 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1573 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.7/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 1575 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1575 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.7/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 1576 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1576, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 1577 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1577, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 1578 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1573, 1578 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 1579 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.036865, 2.0, 2.0, 1.507812, 1.789062, 1.460938, 1.4375, 2.0, 0.021606, 2.0, 1.289062, 0.001625, 1.59375, 0.21875, 0.018066, 0.308594, 0.914062, 2.0, 0.023682, 0.076172, 0.761719, 0.570312, 0.194336, 0.367188, 2.0, 2.0, 2.0, 0.9375, 0.069824, 0.001564, 1.03125, 2.0, 1.421875, 0.455078, 0.914062, 0.287109, 2.0, 0.835938, 0.07666, 2.0, 0.04126, 0.035645, 2.0, 2.0, 1.101562, 0.03064, 1.671875, 2.0, 2.0, 0.09082, 0.090332, 0.012878, 2.0, 0.890625, 1.273438, 1.320312, 0.890625, 0.051025, 1.992188, 0.59375, 0.168945, 0.460938, 0.601562, 2.0, 0.421875, 0.148438, 2.0, 2.0, 0.079102, 0.026733, 0.020508, 0.421875, 0.597656, 0.052734, 0.129883, 1.789062, 0.006165, 1.882812, 2.0, 1.546875, 2.0, 2.0, 1.304688, 2.0, 0.152344, 0.287109, 0.063965, 2.0, 1.992188, 2.0, 0.041992, 2.0, 0.964844, 2.0, 2.0, 2.0, 1.382812, 2.0, 0.398438, 2.0, 1.0, 2.0, 0.111328, 0.039062, 1.132812, 0.033447, 0.396484, 1.1875, 2.0, 0.980469, 2.0, 2.0, 0.632812, 0.4375, 0.068848, 0.511719, 0.404297, 0.151367, 0.210938, 0.726562, 0.04126, 2.0, 1.992188, 0.306641, 2.0, 1.367188, 2.0, 2.0, 2.0, 2.0, 0.132812, 2.0, 2.0, 1.210938, 0.445312, 0.054443, 2.0, 2.0, 2.0, 2.0, 0.273438, 1.78125, 2.0, 0.78125, 1.914062, 0.031494, 0.878906, 0.9375, 0.070801, 1.976562, 2.0, 2.0, 0.339844, 0.087402, 2.0, 0.535156, 0.0625, 0.016846, 0.589844, 0.566406, 0.031006, 2.0, 0.820312, 2.0, 0.863281, 0.011536, 0.558594, 0.05835, 0.785156, 0.417969, 2.0, 1.601562, 2.0, 2.0, 2.0, 0.016235, 1.554688, 0.75, 1.40625, 0.078613, 2.0, 0.283203, 0.265625, 2.0, 2.0, 0.816406, 0.34375, 2.0, 0.625, 1.054688, 1.046875, 2.0, 2.0, 1.320312, 0.253906, 0.096191, 0.033936, 0.020752, 0.21582, 0.005981, 0.914062, 2.0, 0.022217, 0.075195, 1.273438, 0.072754, 0.139648, 2.0, 0.867188, 0.056396, 0.080566, 0.164062, 1.320312, 2.0, 0.11377, 0.703125, 0.05957, 2.0, 0.154297, 0.117188, 2.0, 0.07959, 2.0, 0.042236, 2.0, 2.0, 2.0, 0.478516, 0.028076, 0.486328, 0.722656, 1.429688, 1.851562, 0.089844, 1.898438, 0.503906, 2.0, 2.0, 2.0, 2.0, 0.832031, 0.267578, 0.298828, 1.726562, 0.416016, 1.765625, 2.0, 0.130859, 0.0625, 2.0, 0.11377, 2.0, 0.227539, 0.349609, 0.091797, 2.0, 0.410156, 0.04248, 2.0, 0.061523, 0.033447, 0.160156, 2.0, 1.710938, 0.660156, 0.198242, 0.746094, 0.375, 1.0, 0.019653, 2.0, 0.042725, 0.07959, 0.040527, 2.0, 1.804688, 0.064941, 0.182617, 2.0, 2.0, 2.0, 0.380859, 2.0, 0.054688, 0.78125, 1.320312, 0.018066, 2.0, 0.789062, 2.0, 0.047363, 0.062988, 2.0, 0.082031, 0.163086, 1.546875, 2.0, 0.878906, 2.0, 2.0, 2.0, 0.244141, 2.0, 0.140625, 0.251953, 1.898438, 0.490234, 0.613281, 0.123535, 0.031494, 2.0, 0.441406, 2.0, 2.0, 0.06543, 0.332031, 0.408203, 0.078613, 0.074707, 2.0, 0.177734, 2.0, 0.777344, 0.07666, 0.013855, 2.0, 0.373047, 2.0, 0.804688, 0.068848, 0.148438, 0.020874, 0.083984, 0.285156, 2.0, 0.112793, 2.0, 0.019897, 1.679688, 0.036377, 2.0, 2.0, 2.0, 2.0, 1.0, 0.058838, 2.0, 1.539062, 1.171875, 0.013916, 0.582031, 1.734375, 0.408203, 1.28125, 2.0, 0.062256, 0.034668, 0.408203, 2.0, 2.0, 0.550781, 0.273438, 2.0, 1.945312, 0.012817, 2.0, 2.0, 0.457031, 0.068848, 1.921875, 0.052734, 0.088867, 0.151367, 2.0, 0.116211, 0.707031, 0.652344, 0.024414, 1.648438, 0.365234, 0.051025, 1.960938, 0.800781, 1.710938, 1.734375, 2.0, 0.263672, 2.0, 0.488281, 2.0, 2.0, 0.5625, 0.056885, 0.012634, 2.0, 0.014404, 0.048096, 0.024292, 0.00193, 2.0, 0.609375, 0.757812, 0.220703, 0.796875, 0.408203, 0.148438, 1.554688, 0.482422, 0.542969, 0.198242, 0.871094, 1.679688, 0.07373, 1.375, 0.863281, 0.419922, 0.039551, 0.053955, 2.0, 0.617188, 0.296875, 0.251953, 0.539062, 0.08252, 2.0, 0.757812, 0.020386, 1.335938, 0.108398, 1.1875, 0.209961, 0.683594, 0.378906, 2.0, 2.0, 1.625, 0.859375, 0.617188, 1.914062, 2.0, 0.228516, 1.804688, 0.050049, 2.0, 0.431641, 1.664062, 0.225586, 1.9375, 2.0, 1.914062, 2.0, 0.086426, 1.40625, 2.0, 1.539062, 0.058838, 0.051025, 1.992188, 2.0, 1.46875, 1.945312, 0.789062, 0.914062, 0.085938, 2.0, 2.0, 1.296875, 2.0, 2.0, 0.015564, 0.78125, 0.859375, 1.984375, 0.147461, 0.734375, 1.640625, 2.0, 2.0, 2.0, 1.953125, 0.078613, 0.070801, 0.160156, 0.4375, 2.0, 0.141602, 0.157227, 0.206055, 0.617188, 0.214844, 2.0, 2.0, 2.0, 2.0, 0.132812, 1.539062, 1.992188, 2.0, 2.0, 0.114746, 0.671875, 2.0, 0.03418, 0.546875, 0.016968, 2.0, 0.976562, 0.494141, 0.263672, 0.186523, 2.0, 1.914062, 0.09375, 0.213867, 2.0, 0.298828, 1.882812, 1.195312, 2.0, 0.239258, 2.0, 0.020874, 0.108887, 0.07373, 2.0, 1.945312, 2.0, 0.083008, 0.271484, 0.550781, 0.02771, 0.539062, 0.121094, 1.710938, 0.164062, 0.417969, 1.023438, 2.0, 1.070312, 0.386719, 2.0, 0.167969, 0.201172, 1.320312, 0.03125, 0.070801, 0.013794, 0.988281, 0.170898, 2.0, 0.166992, 2.0, 0.021729, 2.0, 0.105957, 1.882812, 0.205078, 0.015381, 2.0, 1.875, 0.139648, 0.53125, 0.057373, 0.433594, 0.960938, 0.074219, 0.789062, 1.710938, 1.4375, 0.667969, 0.119629, 0.041992, 2.0, 2.0, 0.157227, 2.0, 1.210938, 2.0, 0.018555, 1.664062, 0.028564, 2.0, 0.239258, 1.078125, 0.085938, 0.169922, 2.0, 0.683594, 0.238281, 2.0, 0.043701, 0.102051, 0.878906, 0.126953, 0.116211, 2.0, 0.055664, 1.640625, 0.005859, 1.046875, 2.0, 0.914062, 2.0, 1.992188, 1.53125, 1.8125, 0.180664, 0.945312, 2.0, 1.773438, 0.402344, 2.0, 2.0, 0.236328, 0.167969, 2.0, 0.005829, 2.0, 2.0, 2.0, 2.0, 1.953125, 2.0, 0.049561, 0.066895, 0.139648, 0.072266, 0.048584, 0.183594, 0.730469, 0.574219, 0.214844, 2.0, 2.0, 2.0, 2.0, 0.972656, 2.0, 0.412109, 1.9375, 0.289062, 0.21875, 0.527344, 0.992188, 0.601562, 2.0, 2.0, 0.40625, 1.054688, 2.0, 0.789062, 0.542969, 1.585938, 0.539062, 0.022339, 0.236328, 2.0, 2.0, 2.0, 1.40625, 2.0, 1.375, 0.462891, 0.028687, 0.660156, 1.132812, 1.65625, 0.133789, 0.034912, 0.166992, 0.546875, 0.026611, 1.109375, 0.120605, 2.0, 2.0, 0.025757, 1.453125, 0.001717, 0.02124, 1.109375, 2.0, 2.0, 0.566406, 0.050293, 0.289062, 0.306641, 1.992188, 0.09082, 0.808594, 0.025269, 2.0, 0.949219, 1.953125, 1.992188, 0.125977, 2.0, 0.566406, 0.086914, 2.0, 0.332031, 0.083984, 2.0, 1.515625, 1.609375, 0.075195, 0.06543, 2.0, 2.0, 0.683594, 0.832031, 2.0, 2.0, 0.009399, 0.259766, 0.030029, 1.375, 0.074707, 2.0, 2.0, 2.0, 0.361328, 1.890625, 0.679688, 0.910156, 2.0, 2.0, 0.138672, 0.287109, 0.021973, 0.040039, 0.380859, 2.0, 2.0, 2.0, 0.9375, 0.161133, 1.070312, 0.036133, 0.038086, 0.020874, 1.796875, 2.0, 0.022461, 0.022095, 0.464844, 0.079102, 0.597656, 1.109375, 0.045898, 1.734375, 1.289062, 0.253906, 2.0, 1.84375, 1.390625, 0.087402, 0.378906, 2.0, 0.030151, 2.0, 0.15918, 2.0, 0.320312, 0.059814, 0.227539, 2.0, 0.060547, 0.038086, 0.074707, 0.515625, 0.597656, 0.3125, 2.0, 0.394531, 2.0, 0.076172, 0.235352, 1.5625, 0.077637, 2.0, 2.0, 1.984375, 0.095215, 0.020874, 2.0, 2.0, 1.179688, 0.196289, 0.021118, 2.0, 0.773438, 0.037842, 2.0, 1.992188, 0.910156, 0.086914, 2.0, 1.328125, 0.122559, 2.0, 2.0, 0.550781, 0.032227, 2.0, 2.0, 0.057129, 0.028442, 1.789062, 1.976562, 1.421875, 0.839844, 1.664062, 2.0, 0.730469, 1.21875, 0.024414, 2.0, 0.925781, 0.031128, 1.210938, 0.036133, 2.0, 0.005737, 0.730469, 0.058838, 2.0, 0.047119, 1.96875, 0.043213, 0.05127, 2.0, 1.75, 1.492188, 2.0, 1.265625, 0.10498, 0.016724, 2.0, 2.0, 0.088379, 2.0, 0.402344, 0.162109, 0.113281, 1.242188, 0.429688, 1.539062, 2.0, 0.240234, 2.0, 2.0, 0.015137, 1.523438, 0.024048, 0.287109, 0.119629, 0.330078, 0.933594, 2.0, 2.0, 0.140625, 1.328125, 2.0, 0.349609, 0.060303, 1.367188, 0.914062, 0.139648, 2.0, 2.0, 2.0, 0.109375, 0.09082, 0.014099, 0.235352, 0.032959, 0.15332, 0.043213, 1.90625, 0.326172, 2.0, 1.835938, 2.0, 0.082031, 0.170898, 1.992188, 0.478516, 0.083496, 0.133789, 0.144531, 0.073242, 2.0, 0.075195, 2.0, 0.114258, 1.328125, 1.835938, 2.0, 0.298828, 1.148438, 1.390625, 0.116699, 0.043457, 2.0, 0.114258, 2.0, 2.0, 2.0, 1.296875, 2.0, 2.0, 0.043701, 0.451172, 0.139648, 2.0, 0.023926, 1.523438, 0.046143, 0.0625, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.335938, 0.249023, 1.15625, 0.157227, 2.0, 0.550781, 0.050781, 2.0, 0.871094, 2.0, 1.945312, 0.578125, 2.0, 2.0, 0.033447, 1.28125, 0.053711, 0.050781, 0.072266, 0.326172, 0.045898, 2.0, 0.255859, 1.429688, 0.05542, 0.085449, 2.0, 1.03125, 1.820312, 0.06543, 0.104492, 0.753906, 2.0, 0.439453, 0.095703, 0.086914, 0.160156, 0.008606, 0.089844, 0.644531, 0.114746, 0.133789, 0.255859, 1.070312, 0.076172, 2.0, 1.4375, 2.0, 0.025269, 0.660156, 2.0, 2.0, 2.0, 2.0, 0.365234, 0.294922, 1.4375, 0.099121, 0.093262, 0.074219, 1.632812, 2.0, 2.0, 0.012756, 0.083008, 0.211914, 0.628906, 2.0, 0.160156, 0.746094, 1.984375, 2.0, 0.0625, 0.625, 0.423828, 0.045654, 2.0, 0.890625, 0.46875, 0.337891, 2.0, 2.0, 0.6875, 2.0, 0.071777, 0.037842, 0.006317, 1.984375, 1.914062, 0.216797, 0.011658, 1.78125, 0.032227, 1.929688, 2.0, 0.225586, 1.507812, 0.001877, 0.05249, 0.016968, 2.0, 0.042236, 2.0, 1.789062, 2.0, 0.017578, 0.279297, 0.789062, 0.195312, 0.089355, 2.0, 0.267578, 0.679688, 1.65625, 1.8125, 0.302734, 2.0, 0.09668, 0.3125, 1.125, 2.0, 1.195312, 0.808594, 2.0, 2.0, 0.041016, 0.152344, 0.222656, 2.0, 0.056885, 0.089355, 0.155273, 2.0, 2.0, 0.018066, 1.578125, 2.0, 0.824219, 0.017944, 0.103516, 0.050049, 0.632812, 2.0, 0.077148, 0.029907, 0.035645, 1.117188, 0.636719, 0.691406, 0.021118, 0.001556, 2.0, 0.021118, 0.039062, 0.09082, 0.132812, 0.013184, 2.0, 1.226562, 2.0, 0.707031, 0.191406, 0.064941, 0.013916, 2.0, 0.035889, 0.083008, 2.0, 0.017334, 0.038086, 2.0, 2.0, 0.02356, 0.031738, 2.0, 1.9375, 0.155273, 0.527344, 2.0, 0.392578, 2.0, 0.016968, 0.462891, 0.030273, 0.359375, 1.992188, 0.742188, 0.248047, 0.392578, 0.02002, 0.018433, 2.0, 1.851562, 0.957031, 0.043945, 1.007812, 2.0, 2.0, 2.0, 2.0, 0.636719, 0.046875, 0.040039, 1.226562, 2.0, 0.033447, 1.578125, 2.0, 1.976562, 0.085449, 0.026855, 0.073242, 0.124512, 0.037598, 0.398438, 1.398438, 2.0, 0.439453, 2.0, 0.59375, 1.421875, 0.435547, 0.566406, 1.484375, 0.863281, 0.197266, 2.0, 0.134766, 1.8125, 0.355469, 2.0, 1.242188, 0.699219, 1.015625, 0.076172, 0.996094, 1.203125, 2.0, 1.9375, 0.992188, 0.038818, 0.015869, 2.0, 2.0, 0.589844, 0.535156, 1.40625, 1.804688, 1.898438, 2.0, 0.960938, 0.183594, 0.09668, 1.117188, 0.163086, 0.945312, 0.018555, 0.503906, 0.482422, 2.0, 1.734375, 2.0, 0.886719, 2.0, 0.02417, 2.0, 2.0, 2.0, 2.0, 0.073242, 0.054688, 2.0, 1.007812, 2.0, 0.028442, 0.008667, 0.001846, 0.431641, 0.25, 1.109375, 0.063477, 2.0, 0.033936, 0.917969, 0.020264, 2.0, 2.0, 2.0, 1.109375, 0.021606, 0.026978, 1.664062, 0.15625, 2.0, 0.069824, 1.9375, 2.0, 2.0, 2.0, 0.047119, 1.0625, 0.386719, 2.0, 0.023804, 2.0, 0.298828, 2.0, 0.059814, 0.040771, 2.0, 0.052979, 0.115234, 1.242188, 2.0, 1.65625, 2.0, 2.0, 0.213867, 0.013794, 2.0, 2.0, 0.914062, 0.582031, 2.0, 2.0, 2.0, 2.0, 2.0, 0.147461, 0.609375, 1.578125, 0.386719, 0.419922, 1.492188, 2.0, 2.0, 1.96875, 0.609375, 0.054932, 2.0, 0.041748, 1.328125, 2.0, 2.0, 2.0, 0.01355, 1.789062, 0.224609, 0.070801, 0.147461, 2.0, 0.161133, 0.110352, 1.546875, 0.558594, 2.0, 0.064941, 1.242188, 0.006104, 2.0, 0.043213, 2.0, 0.188477, 1.9375, 2.0, 2.0, 1.390625, 0.398438, 1.789062, 0.016968, 0.017456, 2.0, 1.796875, 0.007385, 2.0, 0.12793, 1.242188, 0.024902, 0.082031, 0.110352, 2.0, 0.855469, 1.25, 0.027954, 0.808594, 0.53125, 2.0, 0.691406, 0.033203, 0.310547, 1.132812, 1.007812, 2.0, 0.039062, 0.023682, 2.0, 2.0, 0.041992, 0.133789, 0.106934, 0.617188, 0.052979, 1.679688, 0.365234, 0.851562, 0.0354, 0.664062, 2.0, 2.0, 0.041016, 0.030151, 0.026978, 0.333984, 2.0, 0.07959, 1.90625, 2.0, 0.050537, 2.0, 1.171875, 0.031128, 0.851562, 2.0, 0.142578, 1.492188, 0.582031, 0.041504, 0.136719, 2.0, 1.992188, 0.094238, 0.421875, 0.96875, 0.024292, 2.0, 1.984375, 2.0, 0.0177, 0.953125, 0.141602, 2.0, 0.691406, 0.059326, 0.081543, 0.277344, 0.053711, 0.104004, 0.094727, 2.0, 0.005859, 0.388672, 2.0, 1.898438, 0.597656, 0.230469, 0.019531, 2.0, 0.006531, 0.025635, 0.589844, 0.175781, 0.061523, 0.78125, 2.0, 0.19043, 0.519531, 2.0, 0.012756, 2.0, 1.539062, 1.367188, 0.570312, 0.96875, 2.0, 0.636719, 0.765625, 0.013184, 0.023071, 2.0, 0.174805, 0.59375, 0.10791, 0.032227, 0.291016, 1.90625, 1.984375, 2.0, 0.257812, 2.0, 2.0, 0.867188, 0.151367, 0.033447, 1.6875, 2.0, 0.363281, 0.332031, 0.796875, 1.28125, 2.0, 0.925781, 0.051514, 1.976562, 1.726562, 0.073242, 2.0, 0.570312, 2.0, 2.0, 0.333984, 0.5625, 1.921875, 2.0, 0.058838, 1.375, 2.0, 0.189453, 0.063965, 2.0, 1.976562, 1.085938, 2.0, 1.96875, 0.02417, 0.015198, 2.0, 2.0, 1.953125, 2.0, 2.0, 1.414062, 0.086914, 2.0, 1.21875, 0.369141, 0.201172, 2.0, 0.128906, 0.056152, 2.0, 0.699219, 1.820312, 0.126953, 0.056396, 0.137695, 0.726562, 0.102539, 1.171875, 1.109375, 1.976562, 1.710938, 2.0, 2.0, 0.061279, 2.0, 2.0, 2.0, 2.0, 0.060791, 0.072266, 2.0, 0.589844, 2.0, 0.761719, 1.6875, 0.072754, 2.0, 0.118652, 1.992188, 2.0, 1.664062, 2.0, 0.085938, 2.0, 1.617188, 1.617188, 0.141602, 0.722656, 0.06543, 2.0, 2.0, 0.472656, 0.361328, 1.984375, 0.929688, 2.0, 1.953125, 0.373047, 0.052002, 0.049805, 0.018799, 1.507812, 0.072266, 0.246094, 0.064941, 0.484375, 2.0, 1.992188, 2.0, 1.890625, 0.953125, 1.023438, 2.0, 1.140625, 0.484375, 1.617188, 1.046875, 2.0, 0.539062, 2.0, 2.0, 0.095703, 1.140625, 1.046875, 1.992188, 0.026978, 0.047607, 0.014526, 0.949219, 0.96875, 2.0, 0.539062, 0.179688, 0.578125, 1.328125, 0.18457, 1.0625, 2.0, 0.585938, 0.605469, 0.019653, 0.081543, 2.0, 2.0, 2.0, 1.671875, 2.0, 2.0, 0.308594, 0.921875, 2.0, 0.092773, 2.0, 0.738281, 1.085938, 0.109375, 1.4375, 0.163086, 0.058838, 0.070312, 0.902344, 1.203125, 0.028931, 2.0, 2.0, 0.013, 0.103516, 2.0, 0.472656, 2.0, 0.046143, 0.103027, 0.044922, 0.304688, 1.28125, 2.0, 0.161133, 0.511719, 2.0, 0.699219, 2.0, 0.021362, 1.453125, 0.917969, 2.0, 0.107422, 2.0, 0.988281, 0.345703, 0.730469, 2.0, 2.0, 2.0, 0.023071, 1.46875, 0.074707, 0.691406, 0.023193, 0.898438, 0.051025, 0.076172, 0.597656, 2.0, 2.0, 0.137695, 1.640625, 0.582031, 0.078613, 0.453125, 0.043213, 0.017456, 0.052979, 1.234375, 0.07666, 2.0, 1.757812, 0.032227, 0.917969, 1.914062, 0.188477, 2.0, 0.195312, 0.005646, 0.300781, 0.030029, 0.020996, 1.28125, 0.092285, 2.0, 0.020752, 0.867188, 0.132812, 0.024902, 0.028076, 0.746094, 0.15332, 1.992188, 0.960938, 0.173828, 2.0, 2.0, 0.060059, 0.287109, 0.052246, 0.78125, 0.043701, 0.104004, 2.0, 2.0, 0.072266, 1.0625, 1.617188, 0.110352, 2.0, 0.124023, 1.507812, 0.351562, 2.0, 0.124512, 0.177734, 2.0, 0.248047, 0.072266, 0.017944, 2.0, 0.015442, 1.757812, 1.96875, 0.042969, 0.363281, 2.0, 0.044189, 2.0, 0.044189, 2.0, 2.0, 1.085938, 0.263672, 2.0, 1.992188, 0.036865, 2.0, 2.0, 1.757812, 0.398438, 0.223633, 2.0, 0.065918, 0.07666, 0.527344, 1.039062, 2.0, 0.194336, 0.089844, 0.333984, 0.0354, 0.3125, 0.976562, 0.036377, 0.068359, 1.984375, 1.546875, 0.034424, 0.029419, 2.0, 0.507812, 1.960938, 1.648438, 2.0, 0.380859, 0.851562, 0.085449, 0.056396, 2.0, 0.464844, 2.0, 1.046875, 2.0, 2.0, 0.261719, 0.609375, 2.0, 0.041992, 2.0, 2.0, 2.0, 2.0, 2.0, 0.957031, 2.0, 0.01532, 1.8125, 2.0, 0.047363, 0.017456, 0.041016, 2.0, 1.789062, 0.566406, 2.0, 0.052979, 0.667969, 2.0, 2.0, 2.0, 1.15625, 0.047852, 0.06543, 2.0, 0.894531, 1.109375, 0.15625, 0.546875, 1.804688, 0.070801, 0.621094, 0.363281, 0.050293, 2.0, 0.09082, 2.0, 2.0, 2.0, 0.126953, 0.12793, 2.0, 1.015625, 2.0, 1.0, 1.195312, 2.0, 2.0, 0.035645, 0.019897, 0.180664, 0.871094, 1.601562, 2.0, 2.0, 1.289062, 1.804688, 1.75, 2.0, 1.6875, 1.695312, 0.044434, 0.800781, 0.808594, 0.01355, 0.65625, 0.96875, 0.025391, 2.0, 1.757812, 1.796875, 1.109375, 0.231445, 1.773438, 0.005524, 2.0, 0.022461, 0.46875, 0.15332, 0.057373, 1.734375, 0.021606, 2.0, 1.132812, 0.035889, 0.695312, 0.07959, 1.578125, 0.018433, 0.5, 2.0, 1.148438, 0.006134, 2.0, 1.515625, 0.089355, 2.0, 0.042725, 1.953125, 1.476562, 2.0, 1.34375, 1.601562, 2.0, 0.267578, 2.0, 0.169922, 2.0, 0.582031, 0.839844, 0.249023, 2.0, 0.441406, 0.155273, 2.0, 1.8125, 2.0, 0.033203, 2.0, 0.015747, 0.006226, 1.984375, 1.84375, 0.018066, 1.765625, 2.0, 2.0, 0.035156, 2.0, 1.054688, 1.890625, 0.890625, 0.125977, 0.085449, 0.192383, 2.0, 0.033936, 0.679688, 1.984375, 2.0, 0.22168, 0.369141, 0.032227, 1.984375, 0.753906, 0.099609, 0.0625, 1.179688, 0.018677, 0.582031, 2.0, 0.376953, 1.21875, 0.014282, 2.0, 0.151367, 1.742188, 1.734375, 1.976562, 0.972656, 2.0, 0.015869, 1.203125, 0.016846, 0.142578, 1.992188, 0.308594, 0.087402, 2.0, 0.015381, 2.0, 2.0, 0.021973, 2.0, 1.867188, 2.0, 0.017212, 0.033447, 2.0, 2.0, 0.031006, 2.0, 2.0, 0.777344, 1.9375, 0.408203, 2.0, 0.188477, 2.0, 2.0, 0.8125, 1.015625, 1.851562, 1.320312, 0.073242, 2.0, 2.0, 1.304688, 1.328125, 2.0, 0.511719, 2.0, 1.53125, 0.455078, 1.71875, 0.066895, 0.609375, 1.5, 2.0, 0.894531, 1.132812, 2.0, 0.071289, 0.04126, 1.09375, 2.0, 1.742188, 0.053711, 0.014832, 1.945312, 0.628906, 0.066895, 0.041504, 0.05835, 1.351562, 0.006866, 0.062256, 0.069336, 0.033203, 0.335938, 2.0, 0.017944, 1.414062, 0.048584, 2.0, 0.039551, 0.699219, 2.0, 0.539062, 0.201172, 0.139648, 0.863281, 2.0, 0.058838, 0.034424, 0.550781, 0.021118, 0.223633, 2.0, 2.0, 0.12207, 0.069336, 0.976562, 2.0, 0.211914, 0.243164, 0.118164, 0.617188, 2.0, 2.0, 0.240234, 0.02771, 0.050781, 0.589844, 0.134766, 1.773438, 0.863281, 0.073242, 2.0, 0.019775, 0.07373, 0.253906, 1.523438, 0.064453, 2.0, 2.0, 2.0, 0.049072, 2.0, 1.992188, 0.061768, 0.157227, 0.019653, 0.359375, 0.306641, 2.0, 0.001778, 0.09668, 0.04248, 0.115723, 0.742188, 0.124023, 1.78125, 2.0, 0.078125, 1.671875, 1.921875, 0.106445, 0.223633, 2.0, 1.132812, 1.960938, 2.0, 0.047119, 1.789062, 1.0, 2.0, 0.020264, 2.0, 1.984375, 0.126953, 2.0, 1.492188, 2.0, 2.0, 1.984375, 0.041748, 1.648438, 0.013123, 1.765625, 2.0, 0.253906, 2.0, 1.351562, 2.0, 2.0, 2.0, 0.285156, 0.111328, 0.141602, 2.0, 1.4375, 2.0, 0.235352, 0.074707, 0.032715, 2.0, 2.0, 0.496094, 0.04126, 0.08252, 0.047607, 0.04126, 2.0, 0.6875, 1.820312, 2.0, 0.044434, 2.0, 0.041504, 1.992188, 1.484375, 2.0, 0.292969, 1.21875, 2.0, 0.072266, 0.234375, 2.0, 0.118652, 0.117188, 0.298828, 1.992188, 0.488281, 1.789062, 0.052246, 1.992188, 1.421875, 1.398438, 2.0, 0.086426, 0.021118, 0.566406, 0.010681, 0.369141, 2.0, 1.921875, 1.226562, 0.902344, 0.0354, 0.115723, 2.0, 0.640625, 0.060547, 1.632812, 0.022461, 0.945312, 0.9375, 1.757812, 2.0, 1.570312, 0.273438, 0.00193, 2.0, 2.0, 2.0, 2.0, 2.0, 0.104004, 0.443359, 2.0, 0.023438, 2.0, 0.051025, 2.0, 0.097656, 0.714844, 0.050781, 0.088379, 0.84375, 1.953125, 0.142578, 1.765625, 2.0, 0.088379, 0.345703, 2.0, 2.0, 0.574219, 1.335938, 2.0, 0.082031, 0.375, 0.070801, 0.021851, 0.039795, 2.0, 2.0, 0.106445, 0.070801, 2.0, 1.851562, 2.0, 0.957031, 0.141602, 2.0, 0.542969, 2.0, 2.0, 0.053711, 2.0, 0.122559, 1.828125, 0.013428, 2.0, 0.054688, 0.148438, 0.515625, 2.0, 0.060059, 1.796875, 1.109375, 2.0, 0.632812, 0.816406, 0.097656, 0.023682, 2.0, 2.0, 2.0, 0.070801, 0.808594, 2.0, 0.044189, 2.0, 0.326172, 0.061768, 0.125, 0.847656, 0.043945, 1.664062, 2.0, 2.0, 0.018921, 0.167969, 0.455078, 2.0, 0.980469, 0.984375, 0.800781, 0.957031, 0.304688, 0.060303, 0.773438, 2.0, 2.0, 0.075684, 0.847656, 2.0, 2.0, 0.294922, 2.0, 0.314453, 0.125977, 0.15918, 0.59375, 1.867188, 2.0, 0.052734, 1.710938, 0.609375, 1.960938, 2.0, 0.028198, 0.570312, 0.098633, 2.0, 1.945312, 2.0, 0.045166, 0.484375, 1.039062, 0.304688, 1.773438, 0.152344, 0.128906, 0.089844, 0.12793, 0.018311, 2.0, 1.757812, 1.6875, 1.273438, 2.0, 2.0, 2.0, 0.063477, 1.859375, 0.052979, 2.0, 2.0, 0.114746, 0.228516, 0.052979, 0.137695, 0.025391, 0.109375, 1.351562, 0.175781, 0.037598, 0.273438, 2.0, 0.098145, 1.960938, 2.0, 0.248047, 0.021606, 0.03125, 0.886719, 0.015381, 0.078125, 1.625, 1.953125, 0.066406, 0.15332, 2.0, 2.0, 0.090332, 0.800781, 0.05957, 0.150391, 0.292969, 0.458984, 0.988281, 0.020386, 0.25, 0.072266, 0.060303, 0.039795, 2.0, 0.114258, 2.0, 0.423828, 2.0, 0.026489, 0.644531, 2.0, 0.014526, 2.0, 0.542969, 0.027832, 0.070801, 2.0, 1.960938, 2.0, 1.984375, 0.055664, 0.031494, 1.3125, 0.18457, 1.023438, 0.441406, 0.124512, 0.132812, 1.640625, 0.308594, 0.017334, 1.148438, 1.40625, 2.0, 2.0, 0.012451, 0.074219, 2.0, 0.490234, 2.0, 2.0, 0.182617, 0.013428, 0.062256, 0.071777, 0.030396, 2.0, 0.089355, 1.78125, 0.208008, 1.601562, 0.022461, 0.625, 2.0, 1.835938, 1.484375, 2.0, 0.04541, 0.960938, 1.328125, 1.734375, 0.789062, 0.613281, 0.710938, 0.167969, 0.126953, 2.0, 0.079102, 1.367188, 0.038574, 2.0, 0.291016, 1.039062, 2.0, 2.0, 0.033691, 1.984375, 0.016968, 2.0, 2.0, 2.0, 0.644531, 0.302734, 1.929688, 0.026123, 0.855469, 0.22168, 0.057861, 0.097656, 0.5, 2.0, 0.094238, 0.158203, 0.024414, 0.086426, 2.0, 2.0, 2.0, 0.203125, 0.066895, 1.609375, 1.140625, 2.0, 2.0, 2.0, 1.078125, 0.047852, 0.046875, 0.558594, 0.131836, 2.0, 0.074219, 0.133789, 0.796875, 0.609375, 0.304688, 2.0, 1.632812, 2.0, 1.679688, 0.012634, 0.550781, 0.28125, 0.226562, 1.992188, 0.211914, 1.515625, 0.527344, 2.0, 0.25, 0.066406, 0.037354, 0.040039, 1.8125, 0.78125, 0.445312, 0.230469, 0.04248, 0.072754, 0.015076, 0.043701, 0.597656, 0.320312, 0.005615, 2.0, 0.016846, 0.163086, 1.625, 2.0, 0.101562, 0.679688, 0.11084, 0.953125, 1.890625, 0.114746, 1.523438, 0.007629, 1.59375, 0.443359, 0.234375, 2.0, 2.0, 1.960938, 1.867188, 0.060303, 2.0, 0.0354, 1.65625, 0.019775, 1.546875, 0.10791, 0.065918, 0.507812, 1.03125, 2.0, 2.0, 0.451172, 0.032959, 0.011963, 0.582031, 0.519531, 2.0, 1.21875, 0.134766, 0.131836, 2.0, 0.249023, 0.476562, 0.044678, 1.765625, 0.064453, 0.125, 0.404297, 2.0, 0.40625, 1.429688, 0.062256, 0.726562, 0.859375, 0.296875, 1.28125, 0.023682, 0.017578, 2.0, 1.984375, 1.03125, 2.0, 2.0, 1.515625, 0.308594, 1.578125, 1.351562, 1.507812, 2.0, 0.026123, 2.0, 2.0, 1.992188, 1.085938, 2.0, 0.016846, 0.105957, 1.882812, 2.0, 1.5, 0.075195, 1.679688, 2.0, 0.570312, 0.120605, 0.143555, 0.130859, 1.109375, 2.0, 2.0, 0.188477, 0.255859, 0.051025, 0.061279, 0.242188, 0.088867, 2.0, 2.0, 0.746094, 1.78125, 2.0, 1.960938, 0.037109, 0.120117, 0.016724, 0.028442, 2.0, 0.652344 ] } , "name": "onnx::Mul_10749", "outputIndexes": [ 1580 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1579, 1580 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 1581 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1553, 1581 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/Add_1_output_0", "outputIndexes": [ 1582 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1582 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.7/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 7213 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7213 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.7/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 7214 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7214 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 489883162, 327702, 81920, 0, 0 ] } , "name": "/layers.7/per_layer_input_gate/Linear", "outputIndexes": [ 7215 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7215 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.7/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 7216 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7216 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.7/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 1583 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1583 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.7/act_fn/Mul_output_0", "outputIndexes": [ 1584 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1583, 1584 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/act_fn/Mul_1_output_0", "outputIndexes": [ 1585 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 1585 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/act_fn/Mul_2_output_0", "outputIndexes": [ 1586 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1583, 1586 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/act_fn/Add_output_0", "outputIndexes": [ 1587 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 1587 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/act_fn/Mul_3_output_0", "outputIndexes": [ 1588 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1588 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.7/act_fn/Tanh_output_0", "outputIndexes": [ 1589 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 1589 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/act_fn/Add_1_output_0", "outputIndexes": [ 1590 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1583, 1590 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/act_fn/Mul_4_output_0", "outputIndexes": [ 1591 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 1591 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/act_fn/Mul_5_output_0", "outputIndexes": [ 1592 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 7 ] } , "name": "/Constant_17_output_0", "outputIndexes": [ 1593 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1969", "outputIndexes": [ 1594 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1972", "outputIndexes": [ 1595 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 1594, 1595, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1975", "outputIndexes": [ 1596 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1596 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1976", "outputIndexes": [ 1597 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1593, 1597 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1977", "outputIndexes": [ 1598 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1598, 1597 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1978", "outputIndexes": [ 1599 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 1599, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_14_output_0", "outputIndexes": [ 1600 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1592, 1600 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/Mul_output_0", "outputIndexes": [ 1601 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1601 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.7/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 7217 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7217 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.7/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 7218 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7218 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 490292784, 327702, 81920, 0, 0 ] } , "name": "/layers.7/per_layer_projection/Linear", "outputIndexes": [ 7219 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7219 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.7/per_layer_projection/Linear/post_convert", "outputIndexes": [ 7220 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7220 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.7/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 1602 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1602 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.7/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 1604 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1604 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.7/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 1605 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1605, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 1606 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1606, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 1607 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1602, 1607 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 1608 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.000224, 0.261719, 0.261719, 0.000254, 0.261719, 0.261719, 0.261719, 0.261719, 0.000184, 0.261719, 0.261719, 0.000231, 0.261719, 0.000237, 0.000233, 0.000226, 0.261719, 0.261719, 0.00021, 0.000208, 0.261719, 0.000238, 0.06543, 0.261719, 0.261719, 0.261719, 0.261719, 0.000198, 0.000227, 0.000217, 0.261719, 0.261719, 0.261719, 0.037598, 0.261719, 0.117676, 0.261719, 0.261719, 0.026978, 0.261719, 0.000237, 0.000236, 0.261719, 0.261719, 0.261719, 0.000216, 0.261719, 0.261719, 0.261719, 0.000205, 0.00022, 0.000221, 0.261719, 0.168945, 0.261719, 0.261719, 0.261719, 0.000239, 0.261719, 0.261719, 0.03833, 0.000222, 0.000213, 0.261719, 0.261719, 0.000238, 0.261719, 0.261719, 0.010681, 0.000244, 0.000219, 0.000236, 0.000237, 0.000227, 0.000227, 0.261719, 0.000254, 0.261719, 0.000237, 0.261719, 0.261719, 0.261719, 0.000216, 0.261719, 0.000192, 0.048828, 0.000211, 0.261719, 0.261719, 0.261719, 0.000184, 0.261719, 0.000226, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.00024, 0.261719, 0.000215, 0.261719, 0.000229, 0.000244, 0.00024, 0.000205, 0.000213, 0.185547, 0.261719, 0.229492, 0.261719, 0.261719, 0.261719, 0.261719, 0.000233, 0.130859, 0.00025, 0.049561, 0.000234, 0.000243, 0.009583, 0.261719, 0.261719, 0.000239, 0.261719, 0.115723, 0.261719, 0.261719, 0.261719, 0.261719, 0.000239, 0.261719, 0.261719, 0.000241, 0.000225, 0.024414, 0.261719, 0.261719, 0.261719, 0.261719, 0.00022, 0.261719, 0.261719, 0.125977, 0.261719, 0.000246, 0.000239, 0.261719, 0.000195, 0.261719, 0.261719, 0.261719, 0.261719, 0.026367, 0.261719, 0.000214, 0.000244, 0.000197, 0.261719, 0.000221, 0.000236, 0.261719, 0.261719, 0.261719, 0.000237, 0.000244, 0.000236, 0.023926, 0.000216, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.000189, 0.261719, 0.000236, 0.261719, 0.000231, 0.261719, 0.261719, 0.000206, 0.261719, 0.261719, 0.261719, 0.197266, 0.261719, 0.261719, 0.00023, 0.261719, 0.261719, 0.261719, 0.000216, 0.000246, 0.000216, 0.000237, 0.000246, 0.000234, 0.000246, 0.261719, 0.261719, 0.000223, 0.021606, 0.261719, 0.008667, 0.000238, 0.261719, 0.261719, 0.018799, 0.000234, 0.034424, 0.261719, 0.261719, 0.000205, 0.15625, 0.000224, 0.261719, 0.000229, 0.000223, 0.261719, 0.00024, 0.261719, 0.014282, 0.000239, 0.261719, 0.261719, 0.261719, 0.00021, 0.261719, 0.00023, 0.261719, 0.261719, 0.000239, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.000227, 0.06543, 0.060547, 0.000248, 0.000226, 0.261719, 0.261719, 0.000234, 0.000206, 0.261719, 0.030029, 0.261719, 0.109375, 0.261719, 0.000215, 0.261719, 0.000223, 0.000208, 0.261719, 0.000196, 0.003418, 0.097168, 0.261719, 0.261719, 0.000225, 0.00025, 0.000221, 0.000216, 0.261719, 0.000239, 0.261719, 0.000239, 0.033936, 0.000232, 0.261719, 0.261719, 0.000232, 0.000243, 0.000216, 0.261719, 0.261719, 0.016724, 0.261719, 0.009399, 0.000205, 0.261719, 0.00024, 0.261719, 0.000214, 0.261719, 0.000204, 0.000235, 0.261719, 0.00022, 0.000225, 0.000217, 0.261719, 0.000244, 0.261719, 0.261719, 0.261719, 0.04834, 0.261719, 0.000231, 0.000211, 0.261719, 0.000235, 0.000229, 0.000235, 0.000237, 0.261719, 0.02417, 0.261719, 0.261719, 0.000214, 0.261719, 0.000226, 0.024902, 0.000221, 0.261719, 0.000233, 0.261719, 0.261719, 0.000229, 0.000196, 0.261719, 0.000242, 0.261719, 0.000243, 0.000221, 0.000246, 0.000215, 0.018311, 0.00024, 0.261719, 0.018555, 0.261719, 0.000239, 0.261719, 0.000216, 0.261719, 0.261719, 0.261719, 0.261719, 0.00021, 0.000239, 0.261719, 0.261719, 0.261719, 0.000237, 0.000224, 0.000228, 0.000246, 0.261719, 0.261719, 0.000256, 0.000244, 0.000239, 0.261719, 0.261719, 0.000222, 0.08252, 0.261719, 0.261719, 0.000233, 0.261719, 0.261719, 0.000237, 0.000208, 0.261719, 0.00946, 0.036621, 0.000256, 0.261719, 0.000252, 0.261719, 0.000202, 0.000246, 0.261719, 0.000215, 0.000233, 0.261719, 0.000244, 0.261719, 0.261719, 0.261719, 0.000238, 0.261719, 0.000244, 0.261719, 0.261719, 0.000238, 0.000189, 0.000203, 0.261719, 0.000246, 0.007019, 0.000202, 0.000239, 0.261719, 0.000223, 0.000244, 0.000218, 0.261719, 0.00023, 0.000238, 0.261719, 0.00022, 0.00025, 0.000218, 0.261719, 0.261719, 0.014709, 0.261719, 0.000221, 0.000242, 0.002686, 0.000254, 0.261719, 0.000254, 0.000243, 0.000196, 0.000246, 0.031982, 0.261719, 0.000254, 0.000252, 0.000212, 0.065918, 0.261719, 0.011963, 0.000233, 0.000229, 0.261719, 0.261719, 0.261719, 0.000244, 0.000221, 0.000223, 0.261719, 0.00025, 0.261719, 0.000206, 0.261719, 0.261719, 0.261719, 0.000215, 0.261719, 0.261719, 0.261719, 0.261719, 0.021973, 0.000234, 0.261719, 0.261719, 0.01001, 0.004944, 0.000204, 0.261719, 0.261719, 0.261719, 0.00022, 0.000252, 0.018433, 0.261719, 0.261719, 0.000228, 0.261719, 0.261719, 0.000209, 0.261719, 0.144531, 0.261719, 0.000213, 0.000216, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.000222, 0.000243, 0.000241, 0.00021, 0.261719, 0.007629, 0.00023, 0.000254, 0.00022, 0.000239, 0.261719, 0.261719, 0.261719, 0.261719, 0.085938, 0.000228, 0.251953, 0.261719, 0.261719, 0.000256, 0.261719, 0.261719, 0.000198, 0.000235, 0.000217, 0.261719, 0.261719, 0.261719, 0.00024, 0.000238, 0.261719, 0.261719, 0.000227, 0.025513, 0.261719, 0.000232, 0.261719, 0.00022, 0.261719, 0.000182, 0.261719, 0.000243, 0.000254, 0.000215, 0.261719, 0.000223, 0.261719, 0.030151, 0.000244, 0.124512, 0.000217, 0.000237, 0.00025, 0.261719, 0.00024, 0.000237, 0.000191, 0.261719, 0.261719, 0.261719, 0.261719, 0.000196, 0.000222, 0.261719, 0.000221, 0.000238, 0.000215, 0.02771, 0.000233, 0.261719, 0.000226, 0.261719, 0.006165, 0.261719, 0.000236, 0.261719, 0.000244, 0.000229, 0.261719, 0.183594, 0.000217, 0.00022, 0.000237, 0.000237, 0.261719, 0.026611, 0.000233, 0.261719, 0.058838, 0.000218, 0.035645, 0.000239, 0.261719, 0.261719, 0.000243, 0.261719, 0.000237, 0.261719, 0.000217, 0.261719, 0.000222, 0.261719, 0.023071, 0.000205, 0.000234, 0.000197, 0.261719, 0.261719, 0.000233, 0.261719, 0.00023, 0.000237, 0.006683, 0.000256, 0.026001, 0.261719, 0.020996, 0.261719, 0.000221, 0.063477, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.000229, 0.000238, 0.261719, 0.261719, 0.000246, 0.000217, 0.261719, 0.000254, 0.000218, 0.261719, 0.000224, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.00025, 0.00025, 0.000248, 0.000184, 0.000237, 0.000219, 0.261719, 0.000228, 0.000218, 0.261719, 0.261719, 0.261719, 0.261719, 0.000229, 0.261719, 0.000229, 0.261719, 0.000231, 0.000204, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.000211, 0.261719, 0.261719, 0.000187, 0.026367, 0.261719, 0.000239, 0.007019, 0.000223, 0.261719, 0.261719, 0.261719, 0.000233, 0.261719, 0.261719, 0.000241, 0.000244, 0.15332, 0.000215, 0.261719, 0.000238, 0.000227, 0.018799, 0.045898, 0.000216, 0.261719, 0.000235, 0.261719, 0.261719, 0.000215, 0.261719, 0.000191, 0.0002, 0.000237, 0.261719, 0.261719, 0.000224, 0.000237, 0.00024, 0.00022, 0.261719, 0.025269, 0.000222, 0.00022, 0.261719, 0.00025, 0.261719, 0.261719, 0.000233, 0.261719, 0.039062, 0.000221, 0.261719, 0.000222, 0.000226, 0.261719, 0.261719, 0.261719, 0.000236, 0.00024, 0.261719, 0.261719, 0.261719, 0.000239, 0.261719, 0.261719, 0.000238, 0.000242, 0.0065, 0.261719, 0.00024, 0.261719, 0.261719, 0.000218, 0.000226, 0.261719, 0.000224, 0.000252, 0.261719, 0.261719, 0.000217, 0.000252, 0.000239, 0.004639, 0.000217, 0.261719, 0.261719, 0.261719, 0.261719, 0.031738, 0.000248, 0.000238, 0.000204, 0.000244, 0.261719, 0.261719, 0.000238, 0.000236, 0.00021, 0.000195, 0.00019, 0.25, 0.000246, 0.261719, 0.000216, 0.000241, 0.261719, 0.261719, 0.261719, 0.028687, 0.000246, 0.261719, 0.001305, 0.261719, 0.053711, 0.261719, 0.000234, 0.0002, 0.000216, 0.261719, 0.000232, 0.000219, 0.000187, 0.000243, 0.000238, 0.000254, 0.261719, 0.000239, 0.261719, 0.017822, 0.023315, 0.261719, 0.020874, 0.261719, 0.261719, 0.261719, 0.000219, 0.000244, 0.261719, 0.261719, 0.261719, 0.051025, 0.004974, 0.261719, 0.000227, 0.000226, 0.261719, 0.261719, 0.000223, 0.000222, 0.261719, 0.261719, 0.000237, 0.261719, 0.261719, 0.000205, 0.008667, 0.261719, 0.261719, 0.000224, 0.000188, 0.261719, 0.261719, 0.00023, 0.019409, 0.261719, 0.261719, 0.261719, 0.261719, 0.000207, 0.261719, 0.000238, 0.000235, 0.261719, 0.000248, 0.261719, 0.000243, 0.261719, 0.002243, 0.261719, 0.000237, 0.261719, 0.000226, 0.000226, 0.261719, 0.261719, 0.000237, 0.261719, 0.261719, 0.043701, 0.000244, 0.261719, 0.261719, 0.000216, 0.261719, 0.116699, 0.000209, 0.000236, 0.261719, 0.000226, 0.261719, 0.261719, 0.048828, 0.000181, 0.261719, 0.000221, 0.261719, 0.000221, 0.000239, 0.000229, 0.000246, 0.000248, 0.261719, 0.261719, 0.041016, 0.261719, 0.261719, 0.000256, 0.000177, 0.000225, 0.261719, 0.000246, 0.261719, 0.261719, 0.261719, 0.000202, 0.00022, 0.000211, 0.000221, 0.000256, 0.000213, 0.000238, 0.261719, 0.000202, 0.261719, 0.261719, 0.261719, 0.00023, 0.000227, 0.261719, 0.000221, 0.00021, 0.000215, 0.000224, 0.000205, 0.261719, 0.018677, 0.261719, 0.000241, 0.261719, 0.000214, 0.261719, 0.05835, 0.000232, 0.000198, 0.004547, 0.014709, 0.261719, 0.000221, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.000226, 0.000233, 0.000235, 0.261719, 0.006927, 0.261719, 0.000244, 0.00885, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.148438, 0.00025, 0.261719, 0.035889, 0.261719, 0.021729, 0.000231, 0.261719, 0.000234, 0.261719, 0.00021, 0.000244, 0.261719, 0.261719, 0.000246, 0.261719, 0.000196, 0.00024, 0.000244, 0.000231, 0.000198, 0.261719, 0.261719, 0.000254, 0.000204, 0.000238, 0.261719, 0.000216, 0.261719, 0.000201, 0.032715, 0.000242, 0.261719, 0.000231, 0.000199, 0.000228, 0.000238, 0.000224, 0.02002, 0.261719, 0.068848, 0.00024, 0.000227, 0.000217, 0.018799, 0.261719, 0.000231, 0.261719, 0.000211, 0.000224, 0.261719, 0.261719, 0.261719, 0.261719, 0.000214, 0.000227, 0.261719, 0.000366, 0.008362, 0.000243, 0.261719, 0.261719, 0.261719, 0.000163, 0.000235, 0.000202, 0.261719, 0.261719, 0.000244, 0.261719, 0.261719, 0.261719, 0.010925, 0.000244, 0.125, 0.000216, 0.261719, 0.000237, 0.000231, 0.000239, 0.261719, 0.261719, 0.261719, 0.261719, 0.000202, 0.000233, 0.00021, 0.261719, 0.261719, 0.000232, 0.000205, 0.261719, 0.006836, 0.261719, 0.261719, 0.00021, 0.253906, 0.00024, 0.000246, 0.000234, 0.261719, 0.002243, 0.261719, 0.261719, 0.261719, 0.000193, 0.000226, 0.198242, 0.143555, 0.000214, 0.261719, 0.000225, 0.261719, 0.261719, 0.261719, 0.000222, 0.261719, 0.000235, 0.000244, 0.261719, 0.261719, 0.000233, 0.261719, 0.261719, 0.261719, 0.019165, 0.000211, 0.000222, 0.261719, 0.000209, 0.000233, 0.000244, 0.261719, 0.261719, 0.000228, 0.261719, 0.261719, 0.000237, 0.000244, 0.000225, 0.000216, 0.000246, 0.261719, 0.000228, 0.001198, 0.000222, 0.000224, 0.261719, 0.000222, 0.005066, 0.000237, 0.261719, 0.000355, 0.000254, 0.000212, 0.044434, 0.003403, 0.261719, 0.00023, 0.261719, 0.000234, 0.00021, 0.000214, 0.000241, 0.261719, 0.005707, 0.000256, 0.000227, 0.000238, 0.000221, 0.261719, 0.261719, 0.000239, 0.000217, 0.261719, 0.261719, 0.00022, 0.00022, 0.261719, 0.000238, 0.261719, 0.000236, 0.000235, 0.000212, 0.00023, 0.261719, 0.130859, 0.000235, 0.049072, 0.000214, 0.000242, 0.261719, 0.000209, 0.261719, 0.000213, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.000205, 0.000201, 0.003372, 0.261719, 0.261719, 0.000254, 0.261719, 0.261719, 0.261719, 0.000218, 0.005249, 0.000218, 0.070801, 0.000248, 0.000182, 0.261719, 0.261719, 0.00023, 0.261719, 0.000223, 0.261719, 0.000178, 0.261719, 0.261719, 0.183594, 0.000234, 0.261719, 0.000233, 0.261719, 0.00024, 0.261719, 0.000239, 0.261719, 0.261719, 0.000162, 0.175781, 0.261719, 0.261719, 0.261719, 0.261719, 0.000235, 0.000233, 0.261719, 0.261719, 0.000206, 0.00024, 0.261719, 0.261719, 0.261719, 0.261719, 0.189453, 0.089355, 0.000191, 0.261719, 0.000216, 0.000222, 0.000219, 0.000216, 0.00024, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.000234, 0.261719, 0.261719, 0.261719, 0.261719, 0.000229, 0.004883, 0.261719, 0.261719, 0.261719, 0.003647, 0.000232, 0.00024, 0.001007, 0.00293, 0.000246, 0.000228, 0.261719, 0.000226, 0.261719, 0.000215, 0.261719, 0.261719, 0.261719, 0.000216, 0.005493, 0.000239, 0.261719, 0.000221, 0.261719, 0.000186, 0.261719, 0.261719, 0.261719, 0.261719, 0.000231, 0.000228, 0.199219, 0.261719, 0.000256, 0.261719, 0.000237, 0.261719, 0.000232, 0.007141, 0.261719, 0.000248, 0.000187, 0.261719, 0.261719, 0.000237, 0.261719, 0.261719, 0.081543, 0.000203, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.00023, 0.000237, 0.261719, 0.000237, 0.000232, 0.261719, 0.261719, 0.261719, 0.261719, 0.000224, 0.000242, 0.261719, 0.000238, 0.259766, 0.261719, 0.261719, 0.261719, 0.000238, 0.261719, 0.000229, 0.000235, 0.000216, 0.261719, 0.00106, 0.000246, 0.261719, 0.261719, 0.261719, 0.000211, 0.253906, 0.000227, 0.261719, 0.000231, 0.261719, 0.038086, 0.261719, 0.261719, 0.261719, 0.261719, 0.00023, 0.261719, 0.000231, 0.000219, 0.261719, 0.261719, 0.000221, 0.261719, 0.000232, 0.000243, 0.000216, 0.000239, 0.048584, 0.261719, 0.0002, 0.000222, 0.000241, 0.000242, 0.000217, 0.261719, 0.113281, 0.000244, 0.000242, 0.000243, 0.000237, 0.261719, 0.00023, 0.006256, 0.261719, 0.261719, 0.010864, 0.061523, 0.000232, 0.000233, 0.00024, 0.261719, 0.000228, 0.261719, 0.000234, 0.000238, 0.261719, 0.261719, 0.008118, 0.000216, 0.00024, 0.000237, 0.261719, 0.017944, 0.261719, 0.261719, 0.000237, 0.261719, 0.000212, 0.007874, 0.000235, 0.261719, 0.000233, 0.261719, 0.261719, 0.000239, 0.000208, 0.261719, 0.261719, 0.000244, 0.000207, 0.000208, 0.004181, 0.261719, 0.261719, 0.261719, 0.00022, 0.261719, 0.000212, 0.261719, 0.000216, 0.000191, 0.000254, 0.096191, 0.000222, 0.000237, 0.000154, 0.261719, 0.000248, 0.237305, 0.261719, 0.261719, 0.000237, 0.00024, 0.004303, 0.261719, 0.000254, 0.000226, 0.000234, 0.000246, 0.00025, 0.261719, 0.261719, 0.000235, 0.000233, 0.261719, 0.000239, 0.261719, 0.261719, 0.261719, 0.000246, 0.000221, 0.261719, 0.261719, 0.261719, 0.000232, 0.000232, 0.261719, 0.00025, 0.000206, 0.000215, 0.00531, 0.000202, 0.261719, 0.000207, 0.261719, 0.000208, 0.261719, 0.261719, 0.000224, 0.038086, 0.000235, 0.261719, 0.261719, 0.000246, 0.00024, 0.261719, 0.261719, 0.261719, 0.261719, 0.011902, 0.261719, 0.261719, 0.000198, 0.261719, 0.00022, 0.261719, 0.261719, 0.000214, 0.000237, 0.261719, 0.261719, 0.00023, 0.261719, 0.261719, 0.000242, 0.000197, 0.261719, 0.261719, 0.000228, 0.261719, 0.261719, 0.000201, 0.000248, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.000246, 0.261719, 0.000198, 0.00024, 0.000224, 0.261719, 0.03064, 0.000222, 0.261719, 0.181641, 0.261719, 0.000216, 0.000229, 0.000243, 0.000237, 0.000218, 0.000254, 0.205078, 0.261719, 0.261719, 0.261719, 0.261719, 0.000228, 0.261719, 0.261719, 0.261719, 0.261719, 0.007812, 0.008789, 0.261719, 0.000198, 0.261719, 0.000214, 0.261719, 0.000328, 0.261719, 0.000239, 0.261719, 0.261719, 0.261719, 0.261719, 0.000218, 0.261719, 0.00024, 0.261719, 0.000174, 0.000256, 0.000246, 0.261719, 0.261719, 0.000227, 0.000217, 0.000244, 0.261719, 0.261719, 0.261719, 0.0625, 0.010254, 0.004333, 0.000226, 0.000248, 0.000198, 0.176758, 0.000239, 0.000216, 0.261719, 0.261719, 0.261719, 0.261719, 0.000243, 0.261719, 0.261719, 0.261719, 0.000197, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.000227, 0.261719, 0.210938, 0.261719, 0.00025, 0.000203, 0.000216, 0.261719, 0.261719, 0.261719, 0.02002, 0.000225, 0.000222, 0.261719, 0.00025, 0.261719, 0.261719, 0.261719, 0.000212, 0.00024, 0.000187, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.000228, 0.259766, 0.261719, 0.000215, 0.261719, 0.0354, 0.000224, 0.000242, 0.261719, 0.0002, 0.000238, 0.000206, 0.000236, 0.000224, 0.00531, 0.261719, 0.261719, 0.000229, 0.10791, 0.261719, 0.000216, 0.261719, 0.000208, 0.000222, 0.000233, 0.000216, 0.261719, 0.261719, 0.000215, 0.000229, 0.261719, 0.000225, 0.261719, 0.000246, 0.261719, 0.261719, 0.261719, 0.029907, 0.261719, 0.261719, 0.131836, 0.000246, 0.261719, 0.261719, 0.261719, 0.000212, 0.261719, 0.000248, 0.033447, 0.000252, 0.261719, 0.000191, 0.025757, 0.151367, 0.261719, 0.261719, 0.000237, 0.261719, 0.261719, 0.0002, 0.000215, 0.000216, 0.000221, 0.000244, 0.000238, 0.000246, 0.261719, 0.261719, 0.006622, 0.261719, 0.261719, 0.000244, 0.261719, 0.000218, 0.00024, 0.000244, 0.000237, 0.000228, 0.261719, 0.00021, 0.261719, 0.000228, 0.208984, 0.000236, 0.000205, 0.000218, 0.000225, 0.030396, 0.261719, 0.261719, 0.045654, 0.261719, 0.261719, 0.000237, 0.054443, 0.00025, 0.000223, 0.000243, 0.000237, 0.261719, 0.000246, 0.000243, 0.000242, 0.261719, 0.000209, 0.261719, 0.000252, 0.000246, 0.000234, 0.261719, 0.054688, 0.000231, 0.261719, 0.261719, 0.017334, 0.000194, 0.261719, 0.004456, 0.000248, 0.261719, 0.000233, 0.000206, 0.261719, 0.0002, 0.261719, 0.011902, 0.261719, 0.261719, 0.000216, 0.000233, 0.261719, 0.261719, 0.00021, 0.261719, 0.261719, 0.261719, 0.064941, 0.00021, 0.261719, 0.000218, 0.000228, 0.000233, 0.000225, 0.261719, 0.000238, 0.000244, 0.000237, 0.00025, 0.261719, 0.261719, 0.000231, 0.02063, 0.261719, 0.261719, 0.000211, 0.000216, 0.261719, 0.000221, 0.261719, 0.261719, 0.261719, 0.000229, 0.261719, 0.000244, 0.00383, 0.261719, 0.000248, 0.261719, 0.000224, 0.261719, 0.261719, 0.000234, 0.261719, 0.261719, 0.000222, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.000217, 0.261719, 0.000214, 0.261719, 0.261719, 0.000232, 0.003937, 0.00025, 0.261719, 0.000232, 0.000227, 0.261719, 0.000231, 0.000241, 0.261719, 0.261719, 0.261719, 0.261719, 0.006012, 0.00025, 0.261719, 0.261719, 0.000187, 0.04834, 0.261719, 0.261719, 0.000215, 0.000233, 0.000227, 0.000217, 0.261719, 0.000213, 0.261719, 0.261719, 0.261719, 0.000214, 0.000243, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.0065, 0.000183, 0.000218, 0.000217, 0.261719, 0.261719, 0.261719, 0.142578, 0.261719, 0.261719, 0.261719, 0.261719, 0.000216, 0.000204, 0.000228, 0.11377, 0.000199, 0.208008, 0.00022, 0.003418, 0.261719, 0.261719, 0.261719, 0.000256, 0.00766, 0.261719, 0.000224, 0.261719, 0.000209, 0.000235, 0.039307, 0.006317, 0.261719, 0.000235, 0.261719, 0.000188, 0.000238, 0.013672, 0.006622, 0.261719, 0.000232, 0.000219, 0.261719, 0.000238, 0.000217, 0.261719, 0.261719, 0.00023, 0.261719, 0.003296, 0.261719, 0.261719, 0.261719, 0.000235, 0.261719, 0.261719, 0.000246, 0.261719, 0.000231, 0.261719, 0.000252, 0.261719, 0.000204, 0.261719, 0.261719, 0.000248, 0.261719, 0.261719, 0.261719, 0.004791, 0.261719, 0.000221, 0.000232, 0.261719, 0.261719, 0.000218, 0.261719, 0.261719, 0.261719, 0.000239, 0.261719, 0.261719, 0.261719, 0.000229, 0.000496, 0.000231, 0.000209, 0.261719, 0.000236, 0.00023, 0.261719, 0.261719, 0.000223, 0.00022, 0.00022, 0.261719, 0.000211, 0.000234, 0.000224, 0.261719, 0.000243, 0.000215, 0.261719, 0.261719, 0.00024, 0.003494, 0.261719, 0.000189, 0.261719, 0.000213, 0.261719, 0.000221, 0.261719, 0.004242, 0.229492, 0.000168, 0.038574, 0.261719, 0.000213, 0.000238, 0.261719, 0.000254, 0.261719, 0.261719, 0.00024, 0.261719, 0.261719, 0.261719, 0.000218, 0.000246, 0.261719, 0.261719, 0.000225, 0.261719, 0.261719, 0.261719, 0.261719, 0.000238, 0.261719, 0.002289, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.000215, 0.000221, 0.261719, 0.261719, 0.000239, 0.261719, 0.261719, 0.00023, 0.261719, 0.261719, 0.000216, 0.261719, 0.007202, 0.261719, 0.261719, 0.261719, 0.261719, 0.000219, 0.261719, 0.000198, 0.000214, 0.261719, 0.261719, 0.000223, 0.004944, 0.000233, 0.261719, 0.000254, 0.000248, 0.009705, 0.00025, 0.261719, 0.000236, 0.000219, 0.000227, 0.000237, 0.000236, 0.261719, 0.000233, 0.261719, 0.009583, 0.261719, 0.009827, 0.000248, 0.261719, 0.00023, 0.000231, 0.000219, 0.099121, 0.261719, 0.000223, 0.000175, 0.000216, 0.000215, 0.06543, 0.261719, 0.261719, 0.000236, 0.000214, 0.261719, 0.261719, 0.038818, 0.000248, 0.000233, 0.00023, 0.261719, 0.261719, 0.000238, 0.000239, 0.000233, 0.000226, 0.000231, 0.261719, 0.261719, 0.00024, 0.261719, 0.000254, 0.000219, 0.162109, 0.261719, 0.00024, 0.261719, 0.261719, 0.261719, 0.00322, 0.261719, 0.261719, 0.00023, 0.036865, 0.000219, 0.000238, 0.00024, 0.261719, 0.00024, 0.000219, 0.000233, 0.000221, 0.023315, 0.015564, 0.261719, 0.261719, 0.000246, 0.261719, 0.00022, 0.000242, 0.000238, 0.261719, 0.000248, 0.261719, 0.261719, 0.000235, 0.261719, 0.261719, 0.261719, 0.003418, 0.261719, 0.261719, 0.039062, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.000231, 0.261719, 0.000218, 0.261719, 0.261719, 0.000246, 0.261719, 0.000216, 0.261719, 0.261719, 0.261719, 0.000241, 0.000224, 0.000237, 0.261719, 0.261719, 0.261719, 0.000236, 0.02124, 0.000234, 0.261719, 0.261719, 0.000246, 0.00025, 0.000217, 0.000212, 0.000248, 0.261719, 0.000242, 0.261719, 0.000225, 0.000163, 0.261719, 0.000237, 0.261719, 0.000222, 0.261719, 0.000239, 0.261719, 0.261719, 0.000223, 0.000244, 0.261719, 0.000729, 0.000221, 0.067871, 0.261719, 0.000252, 0.261719, 0.000235, 0.261719, 0.261719, 0.261719, 0.261719, 0.000227, 0.000201, 0.000226, 0.000206, 0.000227, 0.261719, 0.261719, 0.000231, 0.000231, 0.008362, 0.00177, 0.261719, 0.00024, 0.000227, 0.261719, 0.000237, 0.261719, 0.012939, 0.261719, 0.261719, 0.261719, 0.000221, 0.000238, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.000243, 0.000239, 0.261719, 0.000226, 0.000231, 0.000237, 0.261719, 0.000177, 0.00024, 0.000236, 0.000256, 0.261719, 0.261719, 0.000234, 0.261719, 0.261719, 0.000243, 0.000237, 0.000231, 0.261719, 0.000246, 0.000242, 0.261719, 0.000239, 0.000202, 0.000213, 0.004272, 0.000238, 0.261719, 0.261719, 0.000223, 0.047119, 0.261719, 0.261719, 0.261719, 0.000218, 0.000197, 0.00025, 0.000232, 0.261719, 0.261719, 0.000231, 0.261719, 0.000214, 0.261719, 0.0002, 0.261719, 0.000219, 0.000237, 0.261719, 0.261719, 0.000214, 0.261719, 0.000209, 0.261719, 0.261719, 0.000246, 0.000228, 0.000219, 0.261719, 0.261719, 0.261719, 0.000238, 0.000238, 0.261719, 0.000246, 0.261719, 0.000231, 0.000211, 0.000223, 0.074707, 0.015869, 0.261719, 0.261719, 0.261719, 0.000237, 0.000227, 0.000211, 0.261719, 0.00025, 0.000231, 0.261719, 0.000231, 0.261719, 0.014221, 0.000226, 0.261719, 0.261719, 0.000244, 0.000221, 0.261719, 0.261719, 0.261719, 0.261719, 0.000206, 0.036133, 0.000193, 0.261719, 0.261719, 0.261719, 0.000243, 0.261719, 0.000226, 0.261719, 0.261719, 0.000216, 0.000222, 0.000239, 0.261719, 0.261719, 0.261719, 0.000199, 0.000216, 0.261719, 0.000238, 0.000203, 0.000252, 0.025391, 0.026611, 0.000226, 0.000228, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.000209, 0.261719, 0.002151, 0.261719, 0.261719, 0.07666, 0.000225, 0.000237, 0.000237, 0.000219, 0.000248, 0.261719, 0.000236, 0.000228, 0.000246, 0.261719, 0.000217, 0.261719, 0.261719, 0.000201, 0.000233, 0.000238, 0.261719, 0.000231, 0.00024, 0.000202, 0.261719, 0.013245, 0.000246, 0.261719, 0.261719, 0.000216, 0.261719, 0.000237, 0.000222, 0.000244, 0.000218, 0.000223, 0.000231, 0.000227, 0.011841, 0.000234, 0.00024, 0.261719, 0.000232, 0.261719, 0.00022, 0.261719, 0.006561, 0.00024, 0.261719, 0.000233, 0.261719, 0.00023, 0.000238, 0.000216, 0.261719, 0.261719, 0.261719, 0.261719, 0.010132, 0.002914, 0.261719, 0.000244, 0.00024, 0.000418, 0.000236, 0.00025, 0.261719, 0.00024, 0.000212, 0.000239, 0.261719, 0.261719, 0.261719, 0.000246, 0.000216, 0.261719, 0.00024, 0.261719, 0.261719, 0.018555, 0.000208, 0.00022, 0.000216, 0.005798, 0.261719, 0.000236, 0.261719, 0.000219, 0.261719, 0.000238, 0.000192, 0.261719, 0.000244, 0.000203, 0.261719, 0.00023, 0.261719, 0.000209, 0.000215, 0.00024, 0.000227, 0.000235, 0.000243, 0.000246, 0.261719, 0.010254, 0.261719, 0.000211, 0.261719, 0.000224, 0.261719, 0.261719, 0.261719, 0.000219, 0.261719, 0.000207, 0.261719, 0.261719, 0.261719, 0.000239, 0.000243, 0.261719, 0.000239, 0.000223, 0.09082, 0.000221, 0.000223, 0.261719, 0.261719, 0.000234, 0.000206, 0.000252, 0.000205, 0.261719, 0.261719, 0.261719, 0.055176, 0.000216, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.000234, 0.000232, 0.000218, 0.000171, 0.261719, 0.000218, 0.000213, 0.000233, 0.000224, 0.261719, 0.261719, 0.000216, 0.261719, 0.261719, 0.000243, 0.000236, 0.000243, 0.05542, 0.261719, 0.000212, 0.261719, 0.0002, 0.261719, 0.160156, 0.000252, 0.000242, 0.000234, 0.261719, 0.261719, 0.261719, 0.015381, 0.00021, 0.000203, 0.000206, 0.000219, 0.000233, 0.000219, 0.000227, 0.261719, 0.000197, 0.000225, 0.261719, 0.261719, 0.000252, 0.000208, 0.000246, 0.244141, 0.261719, 0.000242, 0.261719, 0.000228, 0.261719, 0.261719, 0.031494, 0.261719, 0.261719, 0.261719, 0.261719, 0.00024, 0.261719, 0.000221, 0.261719, 0.000222, 0.261719, 0.000221, 0.000223, 0.000254, 0.000248, 0.261719, 0.261719, 0.000223, 0.000202, 0.000228, 0.000237, 0.000203, 0.261719, 0.261719, 0.014648, 0.060791, 0.261719, 0.000237, 0.000248, 0.000241, 0.261719, 0.005157, 0.000238, 0.261719, 0.261719, 0.000214, 0.261719, 0.001907, 0.000256, 0.000216, 0.168945, 0.261719, 0.000213, 0.000237, 0.000194, 0.261719, 0.000225, 0.261719, 0.261719, 0.261719, 0.261719, 0.000227, 0.000195, 0.261719, 0.261719, 0.00022, 0.261719, 0.261719, 0.261719, 0.261719, 0.261719, 0.000231, 0.021118, 0.261719, 0.261719, 0.000243, 0.000235, 0.261719, 0.261719, 0.000225, 0.025513, 0.044189, 0.00023, 0.000248, 0.261719, 0.261719, 0.000198, 0.000226, 0.007019, 0.004944, 0.00022, 0.000222, 0.261719, 0.261719, 0.000237, 0.261719, 0.261719, 0.261719, 0.009094, 0.041016, 0.003616, 0.000222, 0.261719, 0.000242 ] } , "name": "onnx::Mul_10750", "outputIndexes": [ 1609 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1608, 1609 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 1610 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1582, 1610 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/Add_2_output_0", "outputIndexes": [ 1611 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.671875 ] } , "name": "/blocks.7/Constant_1_output_0", "outputIndexes": [ 1612 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1611, 1612 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/Mul_1_output_0", "outputIndexes": [ 1613 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1613, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.8/Reshape_output_0", "outputIndexes": [ 1614 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1614 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.8/input_layernorm/Pow_output_0", "outputIndexes": [ 1615 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1615 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.8/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 1616 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1616, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/input_layernorm/Add_output_0", "outputIndexes": [ 1617 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1617, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/input_layernorm/Pow_1_output_0", "outputIndexes": [ 1618 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1614, 1618 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/input_layernorm/Mul_output_0", "outputIndexes": [ 1619 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 139.0, 2.53125, 1.53125, 3.4375, 3.203125, 4.15625, 4.5, 2.5625, 184.0, 2.59375, 3.453125, 12.5625, 3.34375, 21.0, 233.0, 20.25, 7.59375, 2.921875, 191.0, 142.0, 4.1875, 21.0, 41.25, 16.375, 2.875, 2.5, 3.0625, 7.84375, 131.0, 33.5, 3.34375, 2.296875, 4.0625, 5.0, 8.9375, 13.625, 2.9375, 4.8125, 40.25, 2.8125, 137.0, 78.0, 2.171875, 3.28125, 5.71875, 142.0, 3.15625, 2.609375, 2.921875, 125.0, 145.0, 276.0, 2.828125, 3.953125, 2.15625, 5.3125, 3.53125, 57.5, 3.171875, 14.625, 21.875, 21.75, 13.5625, 2.984375, 14.375, 29.625, 2.765625, 3.390625, 35.25, 62.0, 192.0, 8.0, 15.6875, 108.0, 118.0, 3.703125, 40.5, 3.859375, 2.046875, 4.90625, 2.875, 2.71875, 5.3125, 3.4375, 41.5, 17.75, 44.75, 2.328125, 2.859375, 2.734375, 172.0, 2.59375, 3.8125, 2.390625, 2.3125, 2.40625, 3.296875, 2.4375, 22.25, 2.890625, 7.4375, 3.421875, 95.0, 71.0, 4.71875, 117.5, 11.1875, 3.5625, 2.5625, 4.75, 3.0625, 2.734375, 6.09375, 24.625, 174.0, 5.96875, 11.625, 37.5, 11.625, 13.8125, 174.0, 2.578125, 3.53125, 20.125, 2.53125, 4.28125, 2.875, 2.59375, 2.390625, 2.90625, 100.0, 2.796875, 2.765625, 3.640625, 5.34375, 140.0, 2.578125, 3.125, 3.671875, 2.296875, 32.5, 3.0625, 2.59375, 9.6875, 6.5, 146.0, 11.4375, 8.4375, 163.0, 3.484375, 1.851562, 2.671875, 23.25, 39.25, 3.046875, 10.4375, 42.0, 218.0, 4.25, 15.1875, 120.0, 2.53125, 5.4375, 2.734375, 3.5625, 304.0, 16.0, 40.5, 9.125, 18.0, 2.078125, 1.59375, 2.421875, 1.914062, 2.703125, 270.0, 4.0, 5.375, 4.65625, 158.0, 2.671875, 26.75, 19.875, 2.609375, 2.8125, 5.40625, 15.125, 2.609375, 6.21875, 8.1875, 3.3125, 3.046875, 2.6875, 4.3125, 46.0, 119.0, 195.0, 221.0, 23.5, 44.5, 5.875, 3.109375, 210.0, 44.5, 5.8125, 36.5, 28.25, 3.0, 3.515625, 47.25, 118.5, 65.0, 2.015625, 2.609375, 92.5, 8.5, 161.0, 3.859375, 80.5, 137.0, 2.65625, 44.75, 2.421875, 53.0, 2.515625, 2.8125, 3.828125, 17.625, 155.0, 8.4375, 10.6875, 2.9375, 3.15625, 80.0, 2.421875, 8.75, 3.296875, 2.8125, 2.6875, 3.375, 16.75, 14.0625, 39.75, 3.359375, 20.625, 2.78125, 3.03125, 36.25, 54.0, 3.375, 28.25, 3.90625, 26.125, 23.625, 28.375, 3.78125, 20.0, 67.0, 2.859375, 157.0, 105.5, 22.875, 3.0625, 2.984375, 11.375, 77.5, 11.625, 19.125, 4.6875, 203.0, 2.875, 92.0, 36.25, 159.0, 2.59375, 2.671875, 188.0, 26.0, 2.859375, 1.078125, 2.640625, 26.25, 2.359375, 110.0, 3.859375, 7.875, 217.0, 3.0625, 6.125, 3.234375, 130.0, 176.0, 3.828125, 151.0, 13.4375, 3.40625, 3.640625, 8.5, 2.9375, 2.921875, 2.578125, 15.6875, 2.828125, 70.5, 17.125, 3.390625, 8.75, 5.5, 17.75, 160.0, 3.171875, 5.28125, 3.140625, 2.9375, 160.0, 13.3125, 11.5625, 49.75, 53.0, 3.0625, 60.5, 3.515625, 3.875, 46.75, 241.0, 2.25, 7.125, 2.875, 7.25, 43.25, 93.0, 148.0, 38.5, 20.75, 2.8125, 25.25, 2.46875, 205.0, 3.75, 55.25, 2.375, -0.804688, 3.546875, 2.640625, 11.125, 41.0, 2.484375, 2.734375, 3.625, 252.0, 17.875, 3.578125, 8.9375, 4.40625, 0.910156, 70.5, 156.0, 9.75, 2.6875, 3.4375, 21.625, 23.875, 2.609375, 2.359375, 296.0, 3.15625, 2.796875, 12.625, 173.0, 3.0625, 43.75, 98.0, 25.375, 3.390625, 25.5, 8.75, 10.8125, 211.0, 3.921875, 28.75, 56.0, 2.984375, 3.21875, 3.109375, 3.015625, 2.078125, 6.59375, 1.523438, 11.3125, 2.4375, 2.90625, 7.4375, 153.0, 254.0, 2.859375, 241.0, 57.75, 211.0, 14.375, 2.203125, 14.8125, 4.15625, 12.625, 4.9375, 22.5, 81.5, 3.484375, 21.0, 7.0625, 27.25, 4.9375, 4.65625, 43.0, 4.03125, 6.46875, 11.8125, 70.0, 85.0, 2.546875, 6.46875, 28.625, 11.375, 15.125, 50.25, 1.921875, 4.03125, 187.0, 3.75, 42.25, 5.03125, 20.125, 11.5, 8.875, 1.054688, 2.875, 4.5, 9.25, 17.375, 3.03125, 2.28125, 15.9375, 2.265625, 145.0, 3.0, 16.125, 3.96875, 13.0625, 2.5625, 2.765625, 2.71875, 2.625, 29.375, 4.75, 2.84375, 3.140625, 72.0, 143.0, 3.0, 2.96875, 5.75, 2.359375, 7.8125, 8.875, 22.25, 2.328125, 2.15625, 5.625, 2.546875, 2.5625, 203.0, 3.28125, 8.9375, 2.90625, 40.25, 8.0, 3.234375, 2.109375, 2.90625, 2.25, 2.75, 45.0, 30.375, 25.75, 24.625, 3.234375, 22.875, 59.25, 21.125, 13.9375, 22.625, 2.671875, 3.296875, 2.703125, 3.1875, 40.75, 3.375, 2.84375, 2.5625, 3.234375, 40.0, 5.90625, 3.171875, 196.0, 20.25, 233.0, 2.390625, 8.25, 13.3125, 48.5, 22.75, 2.65625, 2.46875, 97.0, 21.875, 2.328125, 16.5, 3.09375, 5.21875, 2.71875, 36.0, 2.5, 217.0, 11.125, 131.0, 2.90625, 4.25, 3.078125, 37.75, 11.375, 21.125, 191.0, 14.125, 27.75, 3.21875, 22.0, 32.25, 8.0625, 2.453125, 3.4375, 16.0, 3.09375, 84.0, 21.375, 4.1875, 73.0, 191.0, 268.0, 4.0625, 35.25, 2.96875, 39.75, 2.859375, 210.0, 2.859375, 116.0, 3.265625, 65.0, 237.0, 2.03125, 6.28125, 46.0, 21.5, 110.5, 14.5625, 2.75, 58.25, 10.4375, 3.625, 3.515625, 6.1875, 29.625, 161.0, 2.921875, 2.734375, 13.1875, 3.203125, 3.953125, 2.578125, 197.0, 3.203125, 148.0, 2.09375, 24.625, 4.59375, 130.0, 29.25, 2.8125, 4.59375, 19.125, 3.796875, 201.0, 28.375, 3.921875, 50.5, 25.125, 2.453125, 111.5, 3.375, 40.75, 4.75, 2.546875, 3.34375, 2.890625, 3.15625, 3.6875, 3.890625, 15.6875, 4.46875, 2.625, 3.234375, 7.96875, 1.023438, 3.375, 10.4375, 23.0, 2.28125, 48.0, 2.796875, 1.804688, 3.1875, 2.109375, 2.765625, 2.53125, 67.0, 45.5, 110.5, 150.0, 83.5, 26.875, 6.0, 14.875, 62.25, 2.453125, 2.4375, 3.546875, 2.25, 3.625, 3.078125, 25.25, 2.390625, 17.875, 70.5, 9.3125, 3.90625, 16.875, 1.773438, 3.40625, 17.0, 4.09375, 3.25, 6.6875, 4.5, 2.46875, 6.34375, 221.0, 51.75, 3.359375, 2.140625, 2.828125, 3.453125, 2.578125, 3.859375, 9.5625, 173.0, 5.375, 5.03125, 3.40625, 113.0, 225.0, 17.0, 7.5625, 167.0, 3.28125, 27.875, 2.0625, 2.3125, 146.0, 2.53125, 21.5, 214.0, 5.65625, 2.46875, 3.109375, 14.875, 49.75, 40.5, 15.9375, 1.46875, 42.0, 16.0, 151.0, 2.265625, 6.5625, 3.21875, 3.71875, 88.5, 3.125, 7.84375, 125.0, 2.25, 27.25, 159.0, 2.109375, 2.640625, 3.734375, 61.0, 119.0, 2.34375, 2.390625, 5.125, 3.59375, 2.609375, 3.15625, 302.0, 16.875, 123.0, 2.515625, 142.0, 2.140625, 3.203125, 2.90625, 6.4375, 1.734375, 16.125, 7.84375, 2.609375, 2.59375, 104.0, 35.25, 153.0, 95.5, 8.25, 2.75, 1.875, 3.09375, 3.59375, 62.5, 3.421875, 97.5, 153.0, 110.0, 3.09375, 3.3125, 173.0, 167.0, 15.9375, 149.0, 15.6875, 4.4375, 43.25, 2.71875, 6.71875, 28.0, 2.796875, 2.71875, 4.65625, 32.75, 9.8125, 2.984375, 100.0, 2.328125, 48.5, 3.21875, 12.625, 183.0, 14.0, 2.484375, 177.0, 165.0, 198.0, 12.6875, 7.125, 29.75, 3.078125, 23.0, 2.296875, 40.0, 31.75, 3.671875, 37.0, 2.84375, 2.359375, 2.890625, 40.75, 214.0, 2.609375, 2.09375, 6.0625, 14.5625, 216.0, -0.996094, 10.0, 174.0, 2.8125, 2.46875, 3.546875, 132.0, 2.8125, 2.703125, 10.0, 2.640625, 3.1875, 17.875, 51.0, 3.09375, 2.15625, 202.0, 172.0, 2.515625, 2.5, 3.671875, 4.40625, 2.765625, 2.6875, 6.90625, 4.65625, 193.0, 2.890625, 2.875, 216.0, 3.15625, 65.5, 2.3125, 51.75, 12.25, 45.75, 2.40625, 213.0, 3.015625, 56.5, 39.75, 2.578125, 3.609375, 3.703125, 4.0625, 3.3125, 34.0, 133.0, 2.71875, 2.953125, 135.0, 3.3125, 37.0, 83.5, 35.5, 4.6875, 24.375, 3.640625, 2.640625, 11.25, 2.75, 2.0625, 254.0, 4.1875, 107.0, 16.25, 97.0, 31.625, 2.453125, 2.625, 2.796875, 21.375, 1.90625, 2.734375, 10.6875, 186.0, 4.15625, 2.578125, 94.0, 2.875, 2.390625, 3.0, 124.5, 116.5, 262.0, 16.625, 60.0, 26.375, 118.5, 3.21875, 12.8125, 3.90625, 3.75, 2.140625, 45.0, 51.75, 2.734375, 18.75, 161.0, 37.0, 96.0, 54.5, 4.0625, 45.0, 1.039062, 55.75, 4.28125, 3.109375, 3.640625, 16.125, 5.03125, 4.5, 38.5, 116.0, 2.5625, 108.0, 2.546875, 3.09375, 3.5625, 2.734375, 3.125, 2.671875, 100.0, 22.625, 57.25, 2.40625, 111.0, 2.609375, 81.5, 52.0, 0.882812, 3.09375, 3.46875, 2.5625, 2.453125, 4.1875, 3.234375, 13.875, 14.3125, 6.4375, 86.5, 2.34375, 4.78125, 57.75, 1.070312, 7.0, 2.8125, 3.140625, 10.0, 2.703125, 2.171875, 258.0, 3.5, 80.0, 44.5, 31.75, 48.5, 209.0, 3.390625, 32.25, 4.3125, 196.0, 117.5, 3.203125, 7.875, 2.890625, 131.0, 26.375, 5.09375, 3.15625, 6.34375, 137.0, 146.0, 84.0, 59.75, 35.5, 3.65625, 58.5, 87.0, 44.5, 3.0625, 39.0, 2.5625, 3.640625, 2.515625, 190.0, 14.875, 3.46875, 2.796875, 2.84375, 2.421875, 28.875, 35.75, 4.3125, 39.0, 48.5, 151.0, 3.53125, 2.359375, 2.421875, 286.0, 141.0, 146.0, 4.875, 3.296875, 26.5, 2.75, 2.859375, 2.609375, 50.75, 14.75, 9.0625, 170.0, 2.125, 5.875, 12.875, 13.4375, 2.65625, 2.171875, 5.03125, 2.671875, 150.0, 90.5, 55.75, 2.875, 2.921875, 26.25, 255.0, 3.609375, 172.0, 1.804688, 2.265625, 51.5, 5.78125, 4.59375, 162.0, 214.0, 3.65625, 108.5, 3.421875, 3.625, 2.609375, 228.0, 14.25, 4.46875, 25.625, 43.75, 2.65625, 21.5, 4.0625, 2.640625, 3.515625, 38.75, 2.671875, 22.875, 7.90625, 3.515625, 2.53125, 3.078125, 9.1875, 3.21875, 2.828125, 197.0, 84.0, 55.25, 2.515625, 209.0, 126.0, 14.8125, 2.78125, 1.21875, 210.0, 2.5625, 3.5, 5.25, 218.0, 25.625, 199.0, 8.4375, 2.125, 154.0, 152.0, 121.5, 5.0625, 7.46875, 15.0, 172.0, 13.8125, 1.875, 169.0, 56.25, 127.5, 28.375, 242.0, 2.75, 7.0625, 1.867188, 14.875, 10.875, 188.0, 242.0, 3.296875, 100.0, 57.0, 2.8125, 222.0, 53.25, 2.359375, 3.015625, 191.0, 169.0, 3.1875, 3.296875, 25.375, 19.0, 2.40625, 17.0, 2.5, 227.0, 5.8125, 141.0, 18.375, 2.265625, 10.375, 14.1875, 10.0, 219.0, 209.0, 2.1875, 3.890625, 2.359375, 123.5, 3.171875, 3.921875, 2.15625, 3.171875, 2.640625, 13.125, 210.0, 71.0, 4.28125, 2.46875, 76.5, 3.484375, 3.453125, 3.203125, 132.0, 198.0, 43.0, 48.0, 81.5, 27.375, 3.984375, 3.375, 23.875, 3.03125, 11.125, 4.75, 14.0625, 6.40625, 3.6875, 4.5625, 17.375, 2.109375, 29.375, 2.453125, 6.71875, 2.53125, 4.8125, 4.25, 3.53125, 162.0, 3.390625, 2.359375, 2.90625, 2.078125, 5.21875, 53.0, 250.0, 2.25, 3.734375, 15.1875, 21.125, 3.09375, 3.421875, 1.835938, 3.203125, 4.09375, 17.125, 39.0, 4.4375, 84.0, 2.46875, 207.0, 8.4375, 6.09375, 2.46875, 3.953125, 3.1875, 8.375, 2.078125, 192.0, 2.4375, 2.359375, 3.359375, 3.359375, 38.75, 49.75, 2.796875, 6.53125, 3.0625, 82.0, 224.0, 8.3125, 7.8125, 21.375, 5.5, 45.25, 3.140625, 75.5, 3.359375, 213.0, 2.546875, 2.0, 2.640625, 3.03125, 199.0, 169.0, 4.3125, 109.0, 3.609375, 168.0, 2.953125, 2.65625, 2.71875, 2.96875, 69.0, 3.65625, 11.1875, 2.0625, 131.0, 2.59375, 14.875, 2.03125, 56.5, 57.5, 1.296875, 199.0, 45.5, 2.578125, 2.828125, 2.59375, 2.640625, 3.203125, 22.0, 254.0, 2.9375, 2.09375, 4.0, 4.3125, 2.390625, 3.109375, 3.359375, 4.6875, 2.375, 24.75, 14.0, 4.25, 8.0, 5.5625, 5.5625, 3.421875, 2.4375, 2.375, 13.125, 46.5, 1.609375, 70.0, 3.5, 2.09375, 2.984375, 2.921875, 238.0, 3.484375, 19.375, 126.0, 85.0, 2.359375, 58.0, 60.5, 2.296875, 12.5, 2.484375, 174.0, 7.90625, 266.0, 2.5625, 116.0, 3.171875, 18.0, 2.1875, 2.34375, 2.484375, 2.359375, 23.75, 3.6875, 62.0, 244.0, 2.9375, 3.53125, 45.75, 2.015625, 37.0, 4.28125, 201.0, 75.5, 66.5, 2.34375, 6.53125, 8.9375, 165.0, 9.875, 9.3125, 3.015625, 5.96875, 83.0, 21.5, 7.625, 7.59375, 2.140625, 58.25, 194.0, 2.921875, 2.265625, 58.0, 65.0, 37.5, 10.0625, 69.0, 3.234375, 7.84375, 5.9375, 203.0, 8.1875, 2.265625, 2.59375, 126.5, 123.0, 193.0, 9.8125, 2.3125, 39.5, 2.953125, 4.71875, 219.0, 3.140625, 4.0, 185.0, 3.40625, 2.578125, 34.75, 2.3125, 4.125, 227.0, 33.75, 2.5625, 3.015625, 29.25, 8.6875, 9.5, 201.0, 2.375, 2.28125, 2.71875, 191.0, 5.59375, 92.5, 2.515625, 4.875, 62.25, 141.0, 21.125, 208.0, 28.0, 99.0, 2.859375, 49.25, 13.0625, 1.023438, 3.078125, 6.5, 18.625, 209.0, 2.453125, 56.0, 111.0, 17.0, 14.0, 40.0, 3.953125, 2.28125, 20.375, 19.0, -1.148438, 264.0, 2.6875, 2.484375, 6.0625, 6.65625, 9.0625, 1.976562, 14.0, 3.421875, 278.0, 164.0, 3.328125, 34.25, 10.625, 54.75, 72.5, 17.5, 2.65625, 3.90625, 2.5625, 10.0625, 2.421875, 2.46875, 7.75, 44.5, 69.0, 3.625, 2.1875, 23.375, 9.0, 9.875, 4.59375, 2.78125, 3.453125, 54.0, 2.6875, 4.5, 156.0, 4.40625, 14.0625, -3.15625, 2.8125, 6.6875, 9.0, 3.609375, 2.828125, 40.25, 6.53125, 2.421875, 17.375, 55.25, 3.46875, 3.328125, 4.5, 2.109375, 3.421875, 207.0, 241.0, 2.90625, 2.921875, 2.71875, 2.296875, 3.046875, 4.625, 145.0, 3.046875, 5.65625, 19.625, 62.0, 2.46875, 25.0, 115.5, 3.46875, 4.3125, 3.625, 60.5, 48.5, 26.5, 16.125, 106.5, 3.171875, 6.125, 2.578125, 4.4375, 2.859375, 2.46875, 56.0, 3.0625, 2.421875, 3.015625, 3.3125, 46.0, 38.25, 2.90625, 4.3125, 3.65625, 8.4375, 3.046875, 49.0, 2.359375, 108.0, 2.640625, 2.75, 3.90625, 2.8125, 150.0, 2.34375, 3.671875, 4.5625, 30.125, 4.53125, 46.0, 2.296875, 2.640625, 28.125, 25.5, 3.3125, 3.453125, 2.578125, 2.15625, 6.34375, 215.0, 95.0, 228.0, 5.6875, 139.0, 32.25, 40.5, 21.25, 2.59375, 2.90625, 2.453125, 2.359375, 5.40625, 5.21875, 2.4375, 4.1875, 12.125, 2.234375, 2.75, 2.703125, 9.8125, 3.578125, 2.71875, 48.5, 4.5625, 7.53125, 2.84375, 118.0, 116.5, 214.0, 6.875, 3.71875, 2.21875, 7.0625, 54.25, 18.625, 4.6875, 79.5, 2.859375, 2.15625, 5.1875, 17.25, 203.0, 38.0, 2.609375, 1.984375, 2.15625, 4.25, 0.894531, 3.171875, 6.875, 12.75, 2.15625, 124.0, 3.390625, 3.71875, 5.59375, 41.5, 4.34375, 45.5, 184.0, 143.0, 7.90625, 3.4375, 179.0, 2.890625, 1.984375, 268.0, 52.5, 2.734375, 9.1875, 2.546875, 68.5, 112.5, 120.5, 14.375, 2.71875, 2.625, 36.75, 20.375, 2.484375, 13.4375, 2.109375, 222.0, 8.8125, 4.21875, 2.578125, 119.0, 3.46875, 3.28125, 11.875, 3.5625, 2.8125, 1.664062, 2.609375, 200.0, 3.25, 85.5, 7.90625, 177.0, 3.71875, 78.5, 43.25, 4.34375, 2.3125, 2.640625, 104.5, 3.28125, 7.25, 135.0, 19.875, 108.5, 234.0, 96.0, 5.0, 155.0, 2.75, 3.734375, 66.5, 9.125, 3.171875, 14.6875, 2.8125, 42.25, 57.0, 12.4375, 155.0, 213.0, 3.1875, 115.0, 2.609375, 213.0, 3.390625, 36.0, 178.0, 157.0, 13.3125, 22.125, 2.5, 4.5625, 11.75, 1.78125, 2.453125, 161.0, 33.75, 75.5, 7.03125, 49.5, 119.0, 2.921875, 4.6875, 45.25, 7.625, 3.75, 86.5, 3.796875, 29.5, 4.125, 14.1875, 2.796875, 34.0, 25.5, 2.0, 6.125, 49.0, 242.0, 2.875, 219.0, 3.234375, 2.296875, 86.0, 21.25, 2.375, 146.0, 3.078125, 147.0, 3.015625, 2.671875, 9.1875, 12.1875, 2.8125, 3.140625, 50.0, 2.078125, 2.34375, 1.859375, 9.375, 11.9375, 2.453125, 167.0, 140.0, 4.96875, 8.8125, 2.53125, 26.625, 43.0, 20.5, 129.0, 15.9375, 9.25, 50.75, 30.75, 1.929688, 4.25, 179.0, 170.0, 3.046875, 19.5, 2.109375, 2.4375, 2.9375, 10.0625, 4.0, 44.25, 55.0, 3.140625, 5.34375, 2.546875, 6.5625, 3.265625, 3.046875, 21.625, 4.09375, 2.515625, 60.75, 2.734375, 2.421875, 2.96875, 2.3125, 2.578125, 6.09375, 2.5625, 247.0, 2.046875, 2.828125, 93.0, 241.0, 137.0, 1.664062, 3.921875, 5.34375, 2.09375, 186.0, 3.328125, 2.984375, 2.921875, 2.71875, 3.78125, 201.0, 34.75, 2.890625, 2.796875, 6.65625, 20.125, 6.75, 2.484375, 37.25, 12.625, 24.875, 98.5, 2.515625, 49.0, 3.421875, 3.09375, 3.109375, 99.0, 121.0, 2.390625, 7.59375, 2.578125, 3.453125, 3.21875, 2.625, 2.53125, 76.0, 237.0, 15.875, 2.84375, 4.15625, 3.109375, 2.84375, 4.09375, 2.921875, 3.25, 2.609375, 3.421875, 5.9375, 186.0, 8.5, 11.5625, 278.0, 6.34375, 5.28125, 119.5, 3.5, 4.875, 2.71875, 3.75, 13.75, 3.34375, 51.0, 2.6875, 205.0, 17.75, 61.25, 177.0, 3.109375, 161.0, 2.046875, 4.78125, 70.5, 4.59375, 49.5, 3.484375, 225.0, 22.875, 2.84375, 4.625, 53.25, 4.09375, 4.78125, 109.0, 2.40625, 68.0, 2.96875, 5.0625, 2.5625, 4.96875, 4.34375, 2.828125, 24.25, 3.640625, 57.25, 2.671875, 5.09375, 12.1875, 17.875, 0.984375, 17.25, 30.5, 3.1875, 2.71875, 2.390625, 111.0, 3.0625, 244.0, 43.0, 2.71875, 2.359375, 226.0, 1.859375, 2.8125, 3.578125, 55.0, 3.421875, 3.28125, 3.5, 5.125, 24.375, 135.0, 10.875, 2.671875, 156.0, 16.25, 2.515625, 2.921875, 25.375, 28.875, 138.0, 3.515625, 7.59375, 41.75, 66.0, 2.578125, 204.0, 9.75, 2.75, 11.5, 4.53125, 249.0, 2.84375, 81.5, 3.546875, 3.640625, 1.75, 5.65625, 2.234375, 234.0, 4.25, 210.0, 20.25, 3.265625, 12.75, 132.0, 3.53125, 241.0, 3.015625, 2.71875, 143.0, 2.890625, 3.140625, -1.757812, 198.0, 153.0, 3.03125, 2.46875, 151.0, 2.53125, 2.96875, 3.328125, 2.265625, 9.75, 1.59375, 10.0625, 2.984375, 2.578125, 8.3125, 8.8125, 4.0, 4.28125, 45.25, 2.515625, 3.09375, 5.09375, 3.375, 3.453125, 7.9375, 3.03125, 4.0625, 16.125, 3.265625, 42.25, 4.3125, 4.03125, 3.0625, 3.65625, 3.734375, 3.5625, 139.0, 177.0, 6.46875, 2.6875, 3.265625, 42.5, 193.0, 2.65625, 5.25, 43.25, 156.0, 39.75, 3.28125, 35.0, 187.0, 75.5, 193.0, 26.625, 3.53125, 200.0, 3.96875, 56.25, 3.453125, 148.0, 6.0625, 2.78125, 7.90625, 6.4375, 25.875, 3.65625, 3.09375, 186.0, 51.75, 18.125, 198.0, 19.875, 3.28125, 3.1875, 36.25, 191.0, 2.640625, 1.4375, 28.25, 26.0, 119.5, 3.921875, 2.84375, 3.3125, 13.75, 109.0, 70.5, 9.1875, 34.5, 2.90625, 8.0625, 53.25, 3.171875, 227.0, 138.0, 22.25, 3.640625, 92.5, 2.328125, 3.015625, 1.515625, 47.25, 2.71875, 2.84375, 74.0, 15.1875, 221.0, 13.8125, 14.4375, 3.1875, 58.5, 29.0, 206.0, 22.125, 3.375, 20.875, 2.921875, 3.109375, 153.0, 2.75, 2.984375, 21.0, 35.75, 2.59375, 6.0625, 2.53125, 2.921875, 45.5, 2.765625, 10.1875, 2.9375, 202.0, 2.046875, 1.984375, 25.625, 3.625, 3.578125, 2.453125, 2.296875, 2.515625, 65.5, 3.6875, 58.0, 3.515625, 2.34375, 9.25, 2.84375, 6.25, 3.109375, -0.683594, 2.671875, 13.3125, 36.75, 76.0, 2.75, 2.125, 2.328125, 69.0, 48.75, 167.0, 2.515625, 2.421875, 11.1875, 82.5, 38.25, 158.0, 107.0, 2.140625, 12.5, 2.65625, 3.296875, 235.0, 2.640625, 57.5, 3.125, 4.09375, 2.5625, 16.75, 5.875, 2.96875, 49.75, 10.4375, 3.140625, 29.25, 133.0, 8.0625, 2.25, 16.75, 3.1875, 101.0, 3.734375, 2.796875, 2.59375, 3.75, 105.0, 157.0, 9.0, 36.75, 12.375, 2.65625, 3.125, 5.96875, 6.6875, 116.5, 26.0, 2.046875, 7.75, 185.0, 3.8125, 157.0, 3.96875, 8.8125, 3.09375, 3.453125, 4.09375, 9.5625, 5.96875, 2.953125, 2.578125, 2.59375, 3.9375, 2.65625, 30.875, 24.25, 3.015625, 176.0, 2.421875, 212.0, 2.25, 149.0, 6.03125, 171.0, 28.375, 3.453125, 2.59375, 27.375, 2.609375, 2.5625, 65.0, 7.28125, 2.828125, 2.9375, 7.6875, 5.6875, 2.53125, 162.0, 25.0, 97.5, 228.0, 50.75, 2.65625, 3.078125, 113.5, 92.5, 1.46875, 2.578125, 3.359375, 3.609375, 65.0, 3.546875, 12.375, 3.765625, 2.765625, 42.0, 3.140625, 151.0, 3.703125, 266.0, 3.703125, 90.0, 25.125, 10.9375, 3.296875, 176.0, 3.28125, 5.0625, 2.484375, 5.40625, 5.6875, 122.5, 195.0, 2.671875, 2.453125, 2.375, 59.75, 4.9375, 3.140625, 106.5, 2.4375, 9.375, 39.75, 24.0, 3.5625, 44.5, 2.171875, 3.078125, 3.03125, 229.0, 20.625, 21.0, 2.296875, 5.96875, 6.0, 5.625, 6.5, 16.625, 93.5, 4.71875, 3.0625, 2.65625, 180.0, 11.1875, 2.75, 2.953125, 28.25, 2.578125, 10.1875, 26.0, 91.5, 13.5625, 3.15625, 2.96875, 80.5, 3.46875, 14.25, 2.875, 3.390625, 179.0, 10.1875, 42.25, 2.671875, 2.4375, 2.78125, 232.0, 21.125, 7.6875, 28.375, 3.34375, 43.5, 28.25, 36.75, 45.5, 194.0, 3.25, 3.09375, 1.992188, 4.75, 2.421875, 2.84375, 2.671875, 186.0, 2.390625, 73.0, 2.65625, 1.429688, 81.5, 40.0, 45.0, 22.25, 185.0, 34.5, 8.125, 21.875, 108.5, 13.9375, 2.46875, 61.5, 3.15625, 2.625, 43.75, 173.0, 191.0, 5.65625, 253.0, 34.25, 3.671875, 2.71875, 213.0, 44.0, 3.703125, 3.34375, 36.75, 4.90625, 178.0, 20.75, 7.75, 26.25, 6.78125, 208.0, 10.0, 34.0, 184.0, 182.0, 2.546875, 102.0, 3.1875, 10.0625, 2.671875, 170.0, 19.375, 2.390625, 199.0, 2.75, 6.21875, 162.0, 100.5, 2.5, 2.546875, 2.34375, 2.171875, 168.0, 170.0, 2.171875, 10.25, 5.3125, 7.625, 99.0, 31.875, 4.46875, 12.0625, 230.0, 4.25, 5.5, 2.671875, 2.875, 258.0, 118.5, 3.171875, 10.3125, 2.15625, 3.1875, 11.3125, 256.0, 61.0, 53.5, 198.0, 3.03125, 145.0, 1.882812, 19.0, 2.359375, 116.5, 15.0, 3.0625, 6.78125, 4.625, 2.859375, 72.5, 8.9375, 5.1875, 2.796875, 13.875, 16.375, 6.71875, 14.875, 30.875, 2.65625, 60.0, 2.875, 243.0, 2.859375, 14.5625, 3.109375, 2.46875, 2.796875, 89.0, 3.40625, 232.0, 2.9375, 1.796875, 3.203125, 12.875, 9.8125, 2.890625, 129.0, 8.625, 28.25, 178.0, 41.5, 20.0, 2.671875, 132.0, 29.875, 162.0, 158.0, 3.1875, 3.078125, 3.375, 55.0, 155.0, 5.71875, 3.796875, 2.796875, 3.0625, 3.03125, 5.5625, 77.5, 204.0, 5.84375, 32.25, 2.796875, 134.0, 72.5, 3.640625, 6.90625, 27.25, 3.015625, 3.703125, 2.6875, 2.265625, 238.0, 4.4375, 24.375, 11.6875, 2.703125, 42.25, 7.09375, 25.125, 3.15625, 65.0, 185.0, 52.25, 146.0, 3.65625, 7.375, 14.6875, 26.25, 242.0, 42.0, 226.0, 74.5, 4.3125, 9.8125, 49.75, 2.734375, 233.0, 28.25, 4.40625, 3.21875, 35.0, 16.75, 45.75, 3.40625, 2.484375, 13.6875, 3.828125, 316.0, 3.078125, 4.8125, 32.0, 3.578125, 3.0625, 2.109375, 2.59375, 57.5, 2.515625, 201.0, 2.171875, 211.0, 4.15625, 36.5, 65.0, 4.71875, 3.0625, 3.5, 2.140625, 24.125, 206.0, 260.0, 11.125, 27.125, 3.0625, 4.375, 22.875, 34.5, 3.046875, 20.875, 8.0625, 61.75, 3.375, 62.25, 96.5, 18.25, 1.789062, 6.5625, 4.03125, 96.5, 6.78125, 4.65625, 23.125, 2.21875, 184.0, 226.0, 2.546875, 3.609375, 8.0625, 3.3125, 2.890625, 3.484375, 23.375, 4.375, 4.71875, 5.9375, 2.609375, 217.0, 2.734375, 1.742188, 1.898438, 3.046875, 2.453125, 230.0, 46.75, 5.71875, 3.21875, 4.5625, 32.0, 4.34375, 3.421875, 13.1875, 132.0, 66.0, 28.875, 3.140625, 2.796875, 1.953125, 26.25, 48.25, 47.25, 39.5, 17.625, 38.5, 2.21875, 2.96875, 12.1875, 2.265625, 1.140625, 2.9375, 72.0, 104.5, 243.0, 215.0, 2.5, 4.46875 ] } , "name": "onnx::Mul_10751", "outputIndexes": [ 1620 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1619, 1620 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/input_layernorm/Mul_1_output_0", "outputIndexes": [ 1621 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1621 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.8/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 7221 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7221 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.8/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 7222 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7222 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 490702406, 2621462, 655360, 0, 0 ] } , "name": "/layers.8/self_attn/q_proj/Linear", "outputIndexes": [ 7223 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7223 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.8/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 7224 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7224 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ] , "dimType": "NCHW" } , "name": "/layers.8/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 1622 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1621 ] , "main_type": "NONE", "name": "/blocks.8/self_attn/Shape_output_0", "outputIndexes": [ 1623 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 1623 ] , "main_type": "NONE", "name": "Shape2003", "outputIndexes": [ 1624 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 1623 ] , "main_type": "NONE", "name": "Rank2005", "outputIndexes": [ 1625 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1625, 1625 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2007", "outputIndexes": [ 1626 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1626 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2008", "outputIndexes": [ 1627 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1626, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2010", "outputIndexes": [ 1628 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1628 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2011", "outputIndexes": [ 1629 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1624, 1627, 1629, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice2014", "outputIndexes": [ 1630 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1630 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze2015", "outputIndexes": [ 1631 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1631, 1631 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2017", "outputIndexes": [ 1632 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1623, 1632, 1626 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.8/self_attn/Gather_output_0", "outputIndexes": [ 1633 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1633, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.8/self_attn/Unsqueeze_output_0", "outputIndexes": [ 1634 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1626 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2025", "outputIndexes": [ 1635 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1628 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2028", "outputIndexes": [ 1636 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1624, 1635, 1636, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice2031", "outputIndexes": [ 1637 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1637 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze2032", "outputIndexes": [ 1638 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 1638 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2033", "outputIndexes": [ 1639 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1639, 1638 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2034", "outputIndexes": [ 1640 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1623, 1640, 1626 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.8/self_attn/Gather_1_output_0", "outputIndexes": [ 1641 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1641, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.8/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 1642 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1634, 1642, 41, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.8/self_attn/Concat_output_0", "outputIndexes": [ 1643 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1622, 1643 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.8/self_attn/Reshape_output_0", "outputIndexes": [ 1644 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1644 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.8/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 1646 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1646 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.8/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 1647 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1647, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/self_attn/q_norm/Add_output_0", "outputIndexes": [ 1648 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1648, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 1649 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1644, 1649 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 1650 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 256 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062, 1.039062 ] } , "name": "onnx::Mul_10754", "outputIndexes": [ 1651 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1650, 1651 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 1652 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1652, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/self_attn/Mul_output_0", "outputIndexes": [ 1653 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1652 ] , "main_type": "NONE", "name": "/blocks.8/self_attn/Shape_2_output_0", "outputIndexes": [ 1654 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 1654 ] , "main_type": "NONE", "name": "Shape2049", "outputIndexes": [ 1655 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 1654 ] , "main_type": "NONE", "name": "Rank2051", "outputIndexes": [ 1656 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1656, 1656 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2053", "outputIndexes": [ 1657 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1657 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2054", "outputIndexes": [ 1658 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1657, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2056", "outputIndexes": [ 1659 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1659 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2057", "outputIndexes": [ 1660 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1655, 1658, 1660, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice2060", "outputIndexes": [ 1661 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1661 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze2061", "outputIndexes": [ 1662 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 1662 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2062", "outputIndexes": [ 1663 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1663, 1662 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2063", "outputIndexes": [ 1664 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1654, 1664, 1657 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.8/self_attn/Gather_2_output_0", "outputIndexes": [ 1665 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1665, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/self_attn/Div_output_0", "outputIndexes": [ 1666 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1666, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.8/self_attn/Unsqueeze_7_output_0", "outputIndexes": [ 1667 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1652, 1667, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.8/self_attn/Slice_1_output_0", "outputIndexes": [ 1668 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1668 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.8/self_attn/Neg_output_0", "outputIndexes": [ 1669 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1666, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.8/self_attn/Unsqueeze_6_output_0", "outputIndexes": [ 1670 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1652, 31, 1670, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.8/self_attn/Slice_output_0", "outputIndexes": [ 1671 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1669, 1671 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.8/self_attn/Concat_3_output_0", "outputIndexes": [ 1672 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1672, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/self_attn/Mul_1_output_0", "outputIndexes": [ 1673 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1653, 1673 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/self_attn/Add_output_0", "outputIndexes": [ 1674 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7222 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 493979228, 655382, 163840, 0, 0 ] } , "name": "/layers.8/self_attn/k_proj/Linear", "outputIndexes": [ 7227 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7227 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.8/self_attn/k_proj/Linear/post_convert", "outputIndexes": [ 7228 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7228 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.8/self_attn/k_proj/Linear/post_reshape", "outputIndexes": [ 1675 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1633, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.8/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 1676 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1641, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.8/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 1677 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1676, 1677, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.8/self_attn/Concat_1_output_0", "outputIndexes": [ 1678 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1675, 1678 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.8/self_attn/Reshape_1_output_0", "outputIndexes": [ 1679 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1679 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.8/self_attn/k_norm/Pow_output_0", "outputIndexes": [ 1681 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1681 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.8/self_attn/k_norm/ReduceMean_output_0", "outputIndexes": [ 1682 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1682, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/self_attn/k_norm/Add_output_0", "outputIndexes": [ 1683 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1683, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/self_attn/k_norm/Pow_1_output_0", "outputIndexes": [ 1684 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1679, 1684 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/self_attn/k_norm/Mul_output_0", "outputIndexes": [ 1685 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 256 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117, 0.120117 ] } , "name": "onnx::Mul_10759", "outputIndexes": [ 1686 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1685, 1686 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/self_attn/k_norm/Mul_1_output_0", "outputIndexes": [ 1687 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1687, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/self_attn/Mul_2_output_0", "outputIndexes": [ 1688 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1687 ] , "main_type": "NONE", "name": "/blocks.8/self_attn/Shape_3_output_0", "outputIndexes": [ 1689 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 1689 ] , "main_type": "NONE", "name": "Shape2090", "outputIndexes": [ 1690 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 1689 ] , "main_type": "NONE", "name": "Rank2092", "outputIndexes": [ 1691 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1691, 1691 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2094", "outputIndexes": [ 1692 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1692 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2095", "outputIndexes": [ 1693 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1692, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2097", "outputIndexes": [ 1694 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1694 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2098", "outputIndexes": [ 1695 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1690, 1693, 1695, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice2101", "outputIndexes": [ 1696 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1696 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze2102", "outputIndexes": [ 1697 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 1697 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2103", "outputIndexes": [ 1698 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1698, 1697 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2104", "outputIndexes": [ 1699 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1689, 1699, 1692 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.8/self_attn/Gather_3_output_0", "outputIndexes": [ 1700 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1700, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/self_attn/Div_1_output_0", "outputIndexes": [ 1701 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1701, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.8/self_attn/Unsqueeze_9_output_0", "outputIndexes": [ 1702 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1687, 1702, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.8/self_attn/Slice_3_output_0", "outputIndexes": [ 1703 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1703 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.8/self_attn/Neg_1_output_0", "outputIndexes": [ 1704 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1701, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.8/self_attn/Unsqueeze_8_output_0", "outputIndexes": [ 1705 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1687, 31, 1705, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.8/self_attn/Slice_2_output_0", "outputIndexes": [ 1706 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1704, 1706 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.8/self_attn/Concat_4_output_0", "outputIndexes": [ 1707 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1707, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/self_attn/Mul_3_output_0", "outputIndexes": [ 1708 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1688, 1708 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/self_attn/Add_1_output_0", "outputIndexes": [ 1709 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7222 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 494798450, 655382, 163840, 0, 0 ] } , "name": "/layers.8/self_attn/v_proj/Linear", "outputIndexes": [ 7231 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7231 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.8/self_attn/v_proj/Linear/post_convert", "outputIndexes": [ 7232 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7232 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.8/self_attn/v_proj/Linear/post_reshape", "outputIndexes": [ 1710 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1633, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.8/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 1711 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1641, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.8/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 1712 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1711, 1712, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.8/self_attn/Concat_2_output_0", "outputIndexes": [ 1713 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1710, 1713 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.8/self_attn/Reshape_2_output_0", "outputIndexes": [ 1714 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1714 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.8/self_attn/v_norm/Pow_output_0", "outputIndexes": [ 1716 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1716 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.8/self_attn/v_norm/ReduceMean_output_0", "outputIndexes": [ 1717 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1717, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/self_attn/v_norm/Add_output_0", "outputIndexes": [ 1718 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1718, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/self_attn/v_norm/Pow_1_output_0", "outputIndexes": [ 1719 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1714, 1719 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/self_attn/v_norm/Mul_output_0", "outputIndexes": [ 1720 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1674, 1709, 1720, 167 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 8, "kv_shared_layer_index": -1 } , "name": "/layers.8/self_attn/FusedAttention", "outputIndexes": [ 1721 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1721 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.8/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 7233 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7233 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.8/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 7234 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7234 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 495617672, 2621462, 655360, 0, 0 ] } , "name": "/layers.8/self_attn/o_proj/Linear", "outputIndexes": [ 7235 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7235 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.8/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 7236 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7236 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.8/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 1722 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1722 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.8/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 1724 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1724 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.8/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 1725 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1725, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/post_attention_layernorm/Add_output_0", "outputIndexes": [ 1726 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1726, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 1727 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1722, 1727 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 1728 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.014099, 0.589844, 1.015625, 0.929688, 0.65625, 0.691406, 0.707031, 1.015625, 0.006958, 1.015625, 0.423828, 1.015625, 0.886719, 0.133789, 0.007477, 1.015625, 1.015625, 1.015625, 0.007263, 0.231445, 0.133789, 1.015625, 0.0625, 0.07959, 1.015625, 1.015625, 1.015625, 0.988281, 0.119629, 0.061523, 0.15625, 1.015625, 0.703125, 0.109375, 1.015625, 0.000908, 1.015625, 0.229492, 0.000862, 1.015625, 0.011597, 0.016724, 1.015625, 1.015625, 0.304688, 0.012268, 0.578125, 1.015625, 1.015625, 0.249023, 0.71875, 0.004272, 1.015625, 0.157227, 0.542969, 1.015625, 0.296875, 0.01123, 0.957031, 0.209961, 0.097168, 1.015625, 0.388672, 1.015625, 0.099609, 0.07666, 1.015625, 1.015625, 0.000923, 0.00095, 0.007935, 0.314453, 1.015625, 0.020874, 0.496094, 0.570312, 0.000961, 0.742188, 1.015625, 1.015625, 1.015625, 0.78125, 1.015625, 1.015625, 0.091309, 0.171875, 0.013306, 1.015625, 0.992188, 1.015625, 0.019897, 1.015625, 0.259766, 1.015625, 1.015625, 1.015625, 0.408203, 1.015625, 1.015625, 1.015625, 1.015625, 1.015625, 0.349609, 0.016724, 0.394531, 0.012817, 0.223633, 0.230469, 1.015625, 0.382812, 1.015625, 1.015625, 0.092773, 0.155273, 0.361328, 0.082031, 0.308594, 0.053955, 0.179688, 1.015625, 0.018555, 1.015625, 1.015625, 0.212891, 1.015625, 0.671875, 1.015625, 1.015625, 1.015625, 1.015625, 0.550781, 1.015625, 1.015625, 0.246094, 0.070801, 0.019653, 1.015625, 1.015625, 1.015625, 1.015625, 1.015625, 0.597656, 1.015625, 0.416016, 1.015625, 0.013184, 1.015625, 0.300781, 0.161133, 1.015625, 0.613281, 1.015625, 0.148438, 0.000984, 1.015625, 0.355469, 0.000885, 0.005157, 0.00087, 1.015625, 0.011719, 1.015625, 0.15625, 1.015625, 0.227539, 0.004089, 1.015625, 0.000893, 0.398438, 0.169922, 0.441406, 0.679688, 1.015625, 1.015625, 0.863281, 0.005341, 0.683594, 0.208008, 1.015625, 0.244141, 1.015625, 0.119141, 0.194336, 1.015625, 1.015625, 0.128906, 0.079102, 1.015625, 0.000927, 1.015625, 0.376953, 1.015625, 1.015625, 1.015625, 1.015625, 0.353516, 0.012756, 0.006805, 0.15332, 0.000904, 0.242188, 1.015625, 0.006348, 0.000881, 1.015625, 0.015137, 0.068359, 1.015625, 0.000957, 0.008972, 0.170898, 0.067383, 0.707031, 1.015625, 0.417969, 0.277344, 0.146484, 1.015625, 0.314453, 0.53125, 1.015625, 0.031738, 1.015625, 0.000942, 1.015625, 0.960938, 1.015625, 0.182617, 0.011169, 1.015625, 0.652344, 0.235352, 0.917969, 0.026611, 0.71875, 0.076172, 1.015625, 1.015625, 1.015625, 1.015625, 1.015625, 0.055908, 1.015625, 0.65625, 1.015625, 0.53125, 1.015625, 0.055176, 0.033447, 1.015625, 0.01709, 1.007812, 0.046387, 0.12207, 0.062256, 1.015625, 0.152344, 0.019653, 1.015625, 0.128906, 0.016479, 0.026855, 0.882812, 1.015625, 0.570312, 1.015625, 1.015625, 0.168945, 0.253906, 0.006683, 1.015625, 0.024414, 0.013611, 0.015076, 1.015625, 0.703125, 0.023193, 0.144531, 1.015625, 1.015625, 1.015625, 1.015625, 1.015625, 0.017822, 0.141602, 1.015625, 0.005554, 1.015625, 0.8125, 1.015625, 0.032471, 0.310547, 1.015625, 0.15918, 0.095703, 1.015625, 1.015625, 0.439453, 1.015625, 1.015625, 1.015625, 0.063965, 1.015625, 0.062988, 0.124512, 1.015625, 0.316406, 0.349609, 0.023682, 0.010864, 1.015625, 0.0625, 1.015625, 0.960938, 0.161133, 0.074707, 0.161133, 0.062988, 0.024658, 1.015625, 0.492188, 1.015625, 0.125, 0.035645, 0.004395, 1.015625, 0.059082, 1.015625, 0.640625, 0.021606, 0.996094, 0.008789, 0.018921, 0.265625, 1.015625, 0.015625, 1.015625, 0.00592, 0.671875, 0.000881, 1.015625, 1.015625, 0.738281, 0.554688, 1.015625, 0.000797, 0.953125, 0.308594, 0.279297, 0.004669, 1.015625, 1.015625, 0.148438, 1.015625, 1.015625, 0.031494, 0.011841, 0.306641, 1.015625, 1.015625, 0.300781, 0.128906, 1.015625, 0.96875, 0.004242, 0.945312, 1.015625, 1.015625, 0.193359, 0.582031, 0.006897, 0.029175, 0.128906, 1.015625, 0.023682, 0.220703, 1.015625, 0.00705, 1.015625, 0.229492, 0.025269, 1.015625, 0.12793, 0.78125, 1.015625, 0.691406, 0.142578, 1.015625, 0.369141, 1.015625, 1.015625, 0.451172, 0.035156, 0.00386, 1.015625, 0.005615, 0.011841, 0.007202, 0.398438, 1.015625, 1.015625, 0.122559, 0.152344, 0.333984, 1.015625, 1.015625, 0.609375, 0.972656, 0.21875, 0.138672, 0.162109, 0.65625, 0.032959, 0.613281, 0.464844, 0.355469, 0.020508, 0.015869, 1.015625, 0.566406, 0.166016, 0.141602, 0.285156, 0.014465, 1.015625, 0.144531, 0.006531, 0.5, 0.03064, 0.535156, 0.101562, 1.015625, 0.246094, 1.015625, 1.015625, 0.660156, 1.015625, 1.015625, 1.015625, 1.015625, 0.160156, 0.392578, 0.020996, 1.015625, 0.138672, 0.738281, 0.00087, 0.628906, 1.015625, 0.988281, 1.015625, 0.000881, 1.015625, 1.015625, 0.667969, 0.030273, 0.0177, 1.015625, 1.015625, 1.015625, 0.695312, 0.605469, 1.015625, 0.014465, 1.015625, 1.015625, 1.015625, 1.015625, 1.015625, 0.005524, 0.000969, 0.3125, 1.015625, 0.341797, 0.617188, 1.015625, 0.515625, 1.015625, 0.851562, 0.929688, 0.041504, 0.000916, 0.086914, 0.878906, 1.015625, 0.070312, 0.351562, 0.11377, 1.015625, 0.116699, 1.015625, 1.015625, 1.015625, 1.015625, 0.028076, 0.617188, 1.015625, 1.015625, 1.015625, 0.087402, 0.15625, 1.015625, 0.012939, 1.015625, 0.004517, 1.007812, 1.015625, 0.198242, 1.015625, 0.115723, 0.847656, 0.458984, 0.039307, 0.121582, 0.667969, 0.242188, 1.015625, 0.8125, 1.015625, 0.550781, 1.015625, 0.006592, 0.083496, 0.04248, 1.015625, 1.015625, 1.015625, 0.025879, 0.162109, 1.015625, 0.009033, 1.015625, 0.069336, 0.996094, 0.11084, 1.015625, 1.015625, 1.015625, 0.201172, 0.172852, 1.015625, 0.484375, 0.114746, 0.328125, 0.000851, 0.144531, 0.004364, 0.200195, 0.092285, 1.015625, 0.453125, 1.015625, 0.007568, 1.015625, 0.527344, 1.015625, 0.542969, 0.004211, 1.015625, 1.0, 0.098145, 1.015625, 0.018677, 1.015625, 0.371094, 0.011353, 1.015625, 1.015625, 0.457031, 0.292969, 0.026489, 0.0177, 1.015625, 1.015625, 0.09082, 1.015625, 0.9375, 1.015625, 0.006104, 0.761719, 0.008301, 1.015625, 0.061279, 0.632812, 0.25, 0.0625, 1.015625, 0.100098, 0.129883, 1.015625, 0.083496, 0.02063, 0.162109, 0.098145, 0.072266, 1.015625, 0.016113, 0.566406, 0.00082, 0.306641, 1.015625, 0.129883, 1.015625, 1.015625, 1.015625, 0.824219, 0.086914, 0.431641, 0.980469, 1.015625, 0.000938, 1.015625, 0.867188, 0.000916, 0.094238, 1.015625, 0.000927, 1.015625, 1.015625, 1.015625, 1.015625, 0.65625, 1.015625, 0.030273, 0.027954, 0.945312, 0.214844, 0.077637, 0.144531, 0.11377, 0.941406, 1.015625, 1.015625, 0.65625, 1.015625, 1.015625, 0.279297, 0.78125, 1.007812, 0.65625, 0.296875, 1.015625, 0.104492, 0.191406, 1.015625, 1.015625, 1.015625, 0.234375, 0.259766, 1.015625, 0.310547, 0.000927, 0.318359, 0.124023, 0.006256, 0.988281, 1.015625, 1.015625, 1.015625, 0.644531, 1.015625, 0.792969, 0.261719, 0.010132, 0.384766, 1.015625, 1.015625, 0.121582, 0.014282, 0.021118, 0.322266, 0.009033, 0.213867, 0.133789, 1.015625, 1.015625, 0.007935, 0.243164, 1.015625, 0.007019, 0.423828, 1.015625, 1.015625, 1.015625, 0.030151, 0.503906, 0.180664, 0.871094, 0.03125, 1.015625, 0.007996, 1.007812, 0.648438, 0.992188, 1.015625, 0.196289, 1.015625, 0.378906, 0.261719, 0.984375, 0.753906, 0.19043, 0.839844, 0.679688, 1.015625, 0.046875, 0.020386, 0.96875, 0.527344, 0.11084, 0.163086, 1.015625, 1.015625, 0.003418, 0.212891, 0.017822, 0.498047, 0.201172, 0.617188, 1.015625, 1.007812, 0.050537, 0.000877, 0.601562, 1.015625, 1.015625, 1.015625, 0.886719, 0.169922, 0.006927, 0.012146, 0.248047, 1.015625, 0.796875, 1.015625, 0.207031, 0.333984, 0.359375, 0.017456, 0.014404, 0.008972, 1.015625, 1.015625, 0.007568, 0.007782, 0.351562, 0.24707, 1.015625, 0.466797, 0.000854, 0.820312, 1.015625, 0.165039, 1.015625, 0.523438, 1.015625, 0.012939, 0.116211, 1.015625, 0.010742, 0.953125, 0.07666, 0.960938, 0.193359, 0.170898, 0.143555, 1.015625, 0.175781, 0.014038, 0.185547, 0.28125, 0.382812, 0.298828, 1.015625, 1.015625, 1.015625, 0.011902, 1.015625, 0.515625, 0.010132, 1.015625, 0.601562, 1.015625, 0.053223, 0.006165, 1.015625, 1.015625, 1.015625, 0.0009, 0.006409, 1.015625, 0.441406, 0.012085, 1.015625, 0.71875, 0.136719, 0.227539, 1.015625, 0.000923, 0.058594, 1.015625, 1.015625, 1.015625, 0.000893, 1.015625, 1.015625, 0.141602, 0.00946, 0.617188, 0.488281, 0.597656, 0.143555, 0.460938, 1.015625, 0.125, 0.839844, 0.007996, 1.015625, 0.273438, 0.011902, 0.251953, 0.007751, 1.015625, 0.000824, 1.015625, 0.000854, 1.015625, 0.112793, 0.742188, 0.000904, 0.000889, 1.015625, 1.015625, 0.458984, 1.015625, 0.380859, 0.021484, 0.007935, 0.835938, 1.015625, 0.060303, 1.015625, 1.015625, 0.210938, 0.10791, 0.515625, 1.015625, 0.496094, 0.863281, 0.041992, 1.015625, 1.015625, 0.0047, 1.015625, 0.012695, 0.157227, 0.347656, 0.796875, 0.000919, 1.015625, 1.015625, 0.024536, 0.582031, 1.015625, 0.121094, 0.195312, 0.957031, 0.382812, 0.412109, 1.015625, 0.671875, 1.015625, 0.273438, 0.206055, 0.005829, 0.691406, 0.000809, 0.078125, 0.015747, 0.820312, 0.137695, 1.015625, 1.015625, 1.015625, 0.021362, 0.083984, 0.691406, 0.929688, 0.085449, 0.107422, 0.65625, 0.12793, 1.015625, 0.000923, 1.015625, 0.05835, 0.621094, 1.015625, 1.015625, 0.251953, 0.71875, 1.015625, 0.049072, 0.009338, 1.015625, 0.523438, 0.953125, 0.988281, 1.015625, 0.237305, 1.015625, 1.015625, 0.016846, 1.015625, 0.061279, 1.015625, 0.00946, 0.699219, 0.019531, 0.016479, 1.015625, 1.015625, 1.015625, 1.015625, 0.976562, 1.015625, 1.015625, 0.117188, 0.15625, 0.730469, 0.498047, 1.015625, 0.000931, 0.018066, 1.015625, 1.015625, 1.015625, 1.015625, 0.613281, 0.75, 1.015625, 0.067871, 0.271484, 0.015625, 0.000893, 0.000877, 1.015625, 0.084961, 1.015625, 0.083984, 0.949219, 0.180664, 0.174805, 1.015625, 1.015625, 1.015625, 0.02356, 0.026855, 0.566406, 1.015625, 0.059326, 0.326172, 0.800781, 1.015625, 0.000809, 0.014832, 0.100098, 0.03833, 0.3125, 0.683594, 0.466797, 0.000938, 1.015625, 0.542969, 1.015625, 0.006744, 1.015625, 1.015625, 1.015625, 1.0, 0.839844, 1.015625, 0.34375, 0.824219, 0.057861, 0.049316, 0.222656, 1.015625, 1.015625, 1.015625, 0.005341, 0.5, 1.007812, 0.209961, 1.015625, 0.094727, 0.000824, 1.015625, 1.015625, 0.009827, 0.90625, 0.065918, 0.017334, 1.015625, 1.015625, 0.494141, 0.122559, 1.015625, 1.015625, 0.104492, 0.832031, 0.178711, 0.014893, 0.000805, 1.015625, 1.015625, 0.154297, 0.003708, 1.015625, 0.012024, 0.832031, 1.015625, 1.015625, 0.988281, 1.015625, 0.101562, 0.005096, 1.015625, 0.014709, 1.015625, 1.015625, 1.015625, 0.005096, 0.22168, 0.165039, 0.060303, 0.066895, 1.015625, 0.195312, 0.000916, 0.369141, 1.015625, 0.742188, 1.015625, 0.000965, 0.000866, 0.398438, 1.015625, 0.263672, 0.211914, 1.015625, 0.917969, 0.031494, 0.703125, 0.644531, 0.921875, 0.124023, 0.316406, 0.036865, 1.015625, 1.015625, 0.005463, 0.396484, 1.015625, 0.515625, 0.006073, 0.021606, 0.139648, 0.300781, 0.535156, 0.363281, 0.011169, 0.012512, 0.816406, 0.11377, 1.015625, 0.006104, 0.351562, 1.015625, 0.006256, 0.013733, 0.318359, 0.028687, 0.003799, 1.015625, 1.015625, 1.015625, 1.015625, 0.126953, 0.178711, 0.00412, 1.015625, 0.013, 0.045166, 1.015625, 0.005707, 0.000885, 0.960938, 0.980469, 0.008179, 0.009888, 1.015625, 1.015625, 0.095215, 1.015625, 1.015625, 0.191406, 1.015625, 0.005646, 0.083984, 0.009766, 0.310547, 0.75, 1.015625, 0.104004, 0.143555, 0.007172, 0.006226, 1.015625, 1.015625, 0.355469, 0.018799, 0.186523, 0.972656, 0.972656, 1.015625, 1.015625, 1.015625, 0.019165, 0.018799, 0.402344, 1.015625, 0.015625, 0.945312, 1.015625, 0.726562, 0.283203, 0.008484, 0.000877, 0.02771, 0.023682, 1.015625, 0.839844, 1.015625, 1.015625, 1.015625, 1.015625, 0.671875, 0.34375, 0.077637, 0.447266, 0.246094, 0.091797, 1.015625, 0.088379, 0.914062, 0.066895, 1.015625, 0.414062, 0.089844, 0.267578, 0.195312, 0.194336, 0.000668, 1.015625, 0.000904, 0.419922, 0.000851, 0.004272, 0.988281, 1.015625, 1.015625, 1.015625, 0.271484, 0.78125, 0.00095, 1.015625, 0.304688, 0.026245, 0.061035, 0.539062, 1.015625, 0.150391, 0.00528, 0.345703, 0.106445, 0.777344, 0.804688, 1.015625, 1.015625, 1.015625, 0.007355, 1.015625, 0.988281, 1.015625, 1.015625, 0.024536, 0.009338, 1.015625, 1.015625, 1.015625, 0.01001, 0.004211, 1.015625, 0.105469, 0.255859, 0.527344, 0.000954, 1.015625, 0.011414, 0.139648, 0.007874, 1.015625, 1.015625, 1.015625, 0.194336, 0.006744, 0.009216, 1.015625, 0.910156, 1.015625, 0.124023, 1.007812, 1.015625, 0.980469, 1.015625, 0.013611, 0.416016, 0.06543, 1.015625, 0.012634, 0.875, 0.225586, 0.976562, 0.032227, 0.000843, 1.015625, 0.146484, 0.094238, 0.380859, 1.015625, 0.574219, 1.015625, 1.015625, 0.047119, 0.00412, 1.015625, 1.0, 0.219727, 0.081055, 0.980469, 1.015625, 1.015625, 1.015625, 0.628906, 0.135742, 1.015625, 0.894531, 0.174805, 0.000866, 0.75, 1.015625, 1.015625, 0.445312, 1.015625, 0.011169, 1.015625, 0.012878, 0.335938, 0.445312, 1.007812, 1.015625, 0.004242, 1.015625, 0.116211, 0.033447, 0.960938, 1.0, 0.058838, 0.066895, 0.9375, 0.182617, 0.757812, 0.15332, 1.015625, 0.002487, 1.015625, 0.014343, 1.015625, 0.130859, 0.816406, 0.859375, 1.0, 0.632812, 0.683594, 0.882812, 0.00095, 0.005798, 1.015625, 0.59375, 0.000965, 0.632812, 0.134766, 0.535156, 0.008179, 0.077148, 0.036133, 1.015625, 0.429688, 0.804688, 0.010742, 1.015625, 0.367188, 1.015625, 0.21582, 0.011353, 0.191406, 1.015625, 1.015625, 1.015625, 0.000931, 0.006836, 1.015625, 1.015625, 0.012512, 0.054199, 0.024902, 0.351562, 0.017578, 0.484375, 0.063965, 0.178711, 0.013306, 0.308594, 0.839844, 1.015625, 0.014587, 0.012939, 0.008728, 0.273438, 0.851562, 0.019043, 0.71875, 1.015625, 0.09375, 1.015625, 0.730469, 0.011719, 0.15332, 1.015625, 0.092285, 0.644531, 0.078125, 0.094727, 0.116211, 1.015625, 1.007812, 0.013306, 0.243164, 1.015625, 0.006348, 1.015625, 0.800781, 0.707031, 0.006073, 0.314453, 0.664062, 1.007812, 0.400391, 0.038818, 0.251953, 0.062988, 0.131836, 0.022583, 0.165039, 1.015625, 0.000889, 0.114746, 1.015625, 1.015625, 0.148438, 0.289062, 0.006042, 1.015625, 0.000893, 0.012085, 1.015625, 0.058594, 0.000877, 0.115723, 1.015625, 0.102051, 1.015625, 1.015625, 0.003998, 1.015625, 0.439453, 1.015625, 0.275391, 1.015625, 1.0, 0.170898, 0.000862, 0.004089, 0.008667, 1.015625, 0.112793, 0.416016, 0.059082, 0.000961, 0.222656, 0.714844, 1.015625, 1.0, 0.048828, 1.0, 1.015625, 0.597656, 0.094727, 0.006073, 1.015625, 0.412109, 1.015625, 0.214844, 0.263672, 0.660156, 1.007812, 0.133789, 0.013245, 0.925781, 1.015625, 0.178711, 1.015625, 1.015625, 1.015625, 1.015625, 0.000927, 0.234375, 0.960938, 1.015625, 0.000797, 1.015625, 1.015625, 0.038818, 0.03125, 1.015625, 1.015625, 0.332031, 1.015625, 1.0, 0.008057, 0.004486, 1.015625, 1.015625, 1.015625, 1.015625, 1.015625, 0.527344, 0.249023, 1.007812, 1.015625, 0.220703, 0.337891, 1.015625, 0.000935, 0.017212, 0.863281, 0.1875, 1.015625, 0.079102, 0.000828, 0.132812, 1.015625, 0.287109, 0.198242, 0.730469, 0.5625, 1.015625, 1.015625, 0.808594, 0.034668, 1.015625, 0.945312, 1.015625, 1.015625, 0.000893, 0.000938, 1.015625, 0.004486, 1.015625, 0.480469, 0.628906, 0.024414, 0.902344, 0.388672, 1.015625, 1.015625, 1.015625, 1.015625, 0.300781, 1.015625, 1.015625, 0.90625, 0.072266, 0.201172, 0.020142, 1.015625, 1.015625, 1.015625, 0.671875, 1.015625, 0.144531, 1.0, 0.298828, 0.000847, 0.115723, 0.021851, 0.005371, 1.015625, 0.179688, 0.073242, 0.000904, 1.015625, 0.96875, 0.941406, 1.015625, 0.542969, 0.433594, 0.507812, 1.015625, 0.478516, 0.253906, 0.757812, 0.143555, 1.015625, 0.120117, 1.015625, 1.015625, 0.024658, 0.472656, 0.757812, 1.015625, 0.012634, 0.011597, 0.004578, 0.363281, 0.269531, 0.976562, 0.304688, 0.294922, 1.015625, 1.015625, 0.953125, 0.15332, 1.015625, 0.070312, 1.015625, 0.006287, 0.05127, 1.015625, 1.015625, 1.015625, 1.015625, 1.015625, 1.015625, 0.194336, 0.371094, 0.6875, 0.296875, 0.800781, 0.000927, 0.761719, 0.059082, 1.015625, 0.073242, 0.158203, 0.152344, 1.015625, 0.335938, 0.009033, 1.015625, 1.015625, 0.004089, 0.026489, 1.007812, 0.24707, 1.015625, 0.03064, 0.337891, 0.014648, 0.225586, 0.453125, 1.015625, 0.171875, 1.015625, 1.015625, 1.015625, 1.015625, 0.006622, 1.015625, 0.322266, 0.785156, 0.049316, 1.015625, 0.149414, 0.064941, 0.097656, 1.015625, 0.609375, 1.015625, 0.006927, 0.457031, 0.031128, 0.542969, 0.006958, 0.140625, 0.025513, 0.000954, 0.000877, 0.886719, 0.78125, 0.398438, 0.746094, 0.12207, 0.148438, 1.015625, 0.013855, 0.00592, 0.017212, 0.957031, 0.236328, 1.015625, 1.007812, 0.009949, 1.015625, 0.613281, 0.035645, 1.015625, 1.015625, 0.000866, 0.146484, 0.009521, 0.007385, 1.015625, 0.326172, 1.015625, 0.007599, 0.000862, 0.063965, 0.008484, 0.008606, 1.015625, 0.058594, 0.996094, 0.464844, 0.00095, 1.0, 1.015625, 0.165039, 0.099609, 0.026733, 0.306641, 0.000954, 0.474609, 1.015625, 1.015625, 0.049072, 1.015625, 0.8125, 0.238281, 1.015625, 0.072754, 0.96875, 0.198242, 1.015625, 0.026123, 0.04126, 1.015625, 0.109375, 0.020508, 0.004913, 1.015625, 0.004242, 0.707031, 0.765625, 0.015076, 0.484375, 0.980469, 0.014954, 1.015625, 0.016724, 1.015625, 1.015625, 0.96875, 0.289062, 1.015625, 1.015625, 0.000881, 1.015625, 1.015625, 0.279297, 0.255859, 0.047119, 0.902344, 0.186523, 0.212891, 0.000851, 1.015625, 1.015625, 0.144531, 0.05127, 0.15332, 0.013245, 0.060791, 1.007812, 0.000984, 0.0177, 0.302734, 1.015625, 0.011963, 0.010864, 1.015625, 1.015625, 0.410156, 0.605469, 1.015625, 0.112793, 0.204102, 0.04541, 0.015015, 1.015625, 0.062988, 0.6875, 1.015625, 1.015625, 1.015625, 0.15918, 0.000942, 1.015625, 0.022705, 1.015625, 1.015625, 1.015625, 1.015625, 1.015625, 0.671875, 1.015625, 0.004211, 0.90625, 1.015625, 0.02063, 0.00589, 0.013367, 0.000923, 1.015625, 0.115723, 1.015625, 0.109375, 0.000782, 1.015625, 1.015625, 1.015625, 0.363281, 0.017456, 0.000866, 1.015625, 0.000835, 0.503906, 0.024292, 0.080078, 0.589844, 0.009888, 0.464844, 0.863281, 0.020752, 1.015625, 0.038086, 1.015625, 1.015625, 1.015625, 0.458984, 0.287109, 0.449219, 1.015625, 1.015625, 0.178711, 0.292969, 1.015625, 0.996094, 0.000908, 0.00708, 0.106934, 0.179688, 0.84375, 1.015625, 1.015625, 0.453125, 0.601562, 0.882812, 1.007812, 0.855469, 1.015625, 0.015503, 0.535156, 1.015625, 0.004059, 0.162109, 0.628906, 0.016846, 1.015625, 1.015625, 0.734375, 0.738281, 0.000973, 0.9375, 0.000874, 1.015625, 0.00885, 1.015625, 0.154297, 0.137695, 0.621094, 0.008362, 1.015625, 0.589844, 0.021362, 0.148438, 0.03064, 1.015625, 0.006958, 1.015625, 1.015625, 0.871094, 0.000942, 1.015625, 1.015625, 0.083984, 0.835938, 0.010742, 0.941406, 1.015625, 1.015625, 1.015625, 1.015625, 1.015625, 0.207031, 1.015625, 1.015625, 1.015625, 0.609375, 0.287109, 0.151367, 1.015625, 0.157227, 0.088867, 1.015625, 0.609375, 1.015625, 0.019043, 1.015625, 0.005951, 0.000877, 0.667969, 0.78125, 0.005829, 0.000946, 1.015625, 1.015625, 0.000957, 1.015625, 0.185547, 1.015625, 0.314453, 0.000977, 0.205078, 0.133789, 1.015625, 0.010437, 1.015625, 1.015625, 1.015625, 0.106445, 1.015625, 0.011292, 1.007812, 0.652344, 0.031982, 0.040771, 0.179688, 0.005463, 0.482422, 1.015625, 0.078613, 0.570312, 0.00415, 1.015625, 0.470703, 0.652344, 1.015625, 0.304688, 0.5, 1.015625, 0.00528, 0.488281, 0.006348, 0.000725, 0.894531, 0.19043, 0.302734, 1.015625, 0.006378, 1.015625, 0.9375, 0.008789, 0.996094, 0.855469, 0.894531, 0.005768, 0.010132, 0.898438, 1.015625, 0.010559, 0.820312, 1.015625, 0.000942, 0.613281, 0.185547, 1.015625, 0.029785, 1.015625, 1.015625, 1.015625, 1.015625, 1.015625, 0.875, 0.023926, 1.015625, 1.015625, 0.785156, 0.369141, 1.015625, 0.191406, 1.015625, 0.574219, 1.015625, 0.582031, 0.012085, 0.000896, 0.792969, 1.015625, 0.000977, 0.335938, 1.015625, 0.042725, 0.014221, 0.691406, 1.015625, 1.015625, 0.000854, 0.007294, 0.667969, 0.289062, 0.088867, 0.015869, 0.007294, 0.550781, 0.000862, 0.118652, 0.024292, 0.011353, 0.980469, 1.015625, 0.005371, 0.746094, 0.000942, 1.015625, 0.013916, 0.345703, 1.015625, 0.277344, 0.194336, 0.095215, 0.204102, 1.0, 0.123047, 0.000896, 1.015625, 0.006836, 0.178711, 0.871094, 1.015625, 0.071777, 0.230469, 0.000885, 1.015625, 0.072266, 0.113281, 0.238281, 0.000881, 1.015625, 1.015625, 0.15625, 0.014099, 0.020508, 0.371094, 0.072266, 0.671875, 0.230469, 0.016724, 1.015625, 0.007233, 0.183594, 0.05249, 0.539062, 0.023071, 1.015625, 1.015625, 1.015625, 0.007996, 1.015625, 0.792969, 0.033936, 0.000931, 0.005432, 0.233398, 0.143555, 1.015625, 0.000885, 0.089355, 0.077148, 0.015625, 0.114258, 0.023193, 0.960938, 1.015625, 0.198242, 0.476562, 0.929688, 0.021484, 0.124023, 1.015625, 0.746094, 0.796875, 0.859375, 0.000885, 0.832031, 0.292969, 0.800781, 0.00592, 1.015625, 0.78125, 0.020874, 1.015625, 1.015625, 1.015625, 0.949219, 0.960938, 0.012756, 0.796875, 0.000973, 1.015625, 1.015625, 0.000835, 1.015625, 1.015625, 1.015625, 1.015625, 0.691406, 0.214844, 0.081543, 0.339844, 1.015625, 0.000908, 1.015625, 1.015625, 0.000923, 0.011169, 1.015625, 1.015625, 0.308594, 0.021973, 0.021729, 0.017822, 0.012268, 1.015625, 1.015625, 0.699219, 1.015625, 0.106445, 1.015625, 0.019775, 1.015625, 0.640625, 1.015625, 0.166016, 1.015625, 1.015625, 0.020508, 0.133789, 1.015625, 0.047119, 0.988281, 0.000919, 0.632812, 1.015625, 0.929688, 0.018433, 1.015625, 0.53125, 0.384766, 1.015625, 0.227539, 0.008057, 0.601562, 0.000771, 0.255859, 1.015625, 0.808594, 0.75, 0.613281, 0.009094, 0.026123, 1.015625, 0.404297, 0.15625, 0.773438, 0.006958, 0.207031, 0.914062, 1.015625, 1.015625, 0.910156, 0.174805, 0.996094, 1.015625, 1.015625, 1.015625, 0.980469, 1.015625, 0.062256, 0.757812, 1.015625, 0.007629, 1.015625, 0.138672, 1.015625, 0.414062, 0.204102, 0.022827, 0.000946, 0.154297, 0.742188, 0.089355, 0.648438, 1.015625, 0.047119, 0.00087, 1.015625, 1.015625, 0.273438, 1.015625, 1.015625, 0.605469, 0.578125, 0.018677, 0.006042, 0.000885, 1.015625, 1.015625, 0.478516, 0.025146, 1.015625, 0.667969, 1.015625, 0.21875, 0.081543, 1.015625, 0.820312, 0.984375, 0.980469, 0.000843, 1.015625, 0.597656, 1.015625, 0.005066, 1.015625, 0.031128, 0.072266, 0.103027, 1.015625, 0.15625, 1.015625, 0.921875, 1.015625, 0.10791, 0.235352, 0.318359, 0.006897, 0.992188, 1.015625, 1.015625, 0.024902, 0.5625, 1.015625, 0.014771, 0.796875, 0.203125, 0.000832, 0.019287, 0.211914, 0.000908, 0.820312, 1.015625, 1.015625, 0.005493, 0.0625, 0.3125, 1.015625, 0.523438, 1.015625, 0.136719, 0.490234, 0.081543, 0.022095, 0.000927, 1.015625, 1.015625, 0.228516, 1.015625, 1.015625, 1.015625, 0.227539, 0.78125, 0.088379, 0.025146, 1.015625, 0.408203, 0.902344, 1.015625, 0.02478, 0.914062, 1.015625, 0.957031, 1.015625, 0.010742, 0.367188, 0.061768, 1.015625, 0.960938, 1.015625, 0.090332, 1.015625, 1.015625, 0.132812, 1.015625, 0.361328, 0.066406, 0.014587, 0.045898, 0.00531, 0.652344, 0.65625, 0.769531, 1.015625, 0.902344, 1.015625, 0.925781, 0.202148, 0.369141, 0.026245, 1.015625, 1.015625, 0.045166, 0.445312, 0.00087, 0.039795, 0.00769, 0.061523, 0.464844, 0.061279, 0.013733, 0.150391, 1.015625, 0.063965, 1.015625, 0.570312, 0.566406, 0.007355, 0.011353, 0.176758, 0.00412, 0.000954, 1.015625, 0.65625, 0.033447, 0.075195, 1.015625, 1.015625, 0.018066, 0.147461, 0.123535, 0.09375, 0.199219, 1.015625, 1.015625, 0.007477, 0.15332, 0.000839, 0.19043, 0.01709, 1.015625, 0.335938, 1.015625, 0.239258, 1.015625, 0.008728, 1.015625, 1.015625, 0.0047, 1.0, 0.119629, 0.010864, 0.035889, 1.015625, 1.015625, 1.015625, 0.835938, 0.025024, 0.009827, 0.183594, 0.000942, 0.353516, 0.186523, 0.589844, 0.077148, 0.675781, 0.170898, 0.005615, 0.273438, 1.015625, 1.015625, 1.015625, 0.00383, 0.162109, 1.015625, 0.244141, 1.015625, 1.015625, 0.030396, 0.003906, 0.024048, 0.039795, 0.010193, 1.015625, 0.235352, 0.000954, 0.111328, 0.6875, 0.012573, 1.015625, 1.015625, 0.964844, 1.015625, 1.015625, 0.018433, 1.015625, 1.015625, 0.679688, 1.015625, 1.015625, 0.34375, 0.02356, 0.111328, 0.703125, 0.033691, 0.451172, 0.09668, 1.015625, 0.234375, 0.017944, 1.015625, 1.015625, 0.017944, 1.015625, 0.004944, 1.015625, 0.832031, 1.015625, 1.015625, 0.205078, 0.000927, 0.009521, 1.015625, 0.071777, 0.160156, 0.023438, 0.328125, 1.015625, 0.431641, 0.111328, 0.008057, 0.820312, 1.015625, 1.015625, 1.015625, 0.1875, 0.197266, 1.015625, 0.306641, 1.015625, 1.015625, 1.015625, 0.554688, 0.021851, 0.115234, 0.146484, 0.105957, 1.015625, 0.129883, 0.308594, 0.000874, 0.386719, 0.160156, 1.015625, 0.695312, 1.015625, 0.839844, 0.004242, 0.000889, 1.015625, 0.000908, 1.015625, 0.373047, 1.015625, 1.015625, 1.015625, 0.886719, 0.253906, 0.000919, 0.021851, 1.015625, 0.209961, 0.095703, 0.118652, 0.100098, 0.012573, 0.004303, 0.030396, 0.112793, 0.077637, 0.0009, 1.015625, 0.004852, 0.085449, 1.015625, 1.015625, 0.026611, 1.015625, 0.073242, 0.179688, 0.710938, 0.019775, 0.498047, 0.00069, 0.851562, 0.06543, 0.10791, 1.015625, 1.015625, 1.015625, 0.9375, 0.018677, 1.015625, 0.012512, 0.279297, 0.006012, 0.714844, 0.154297, 0.036865, 0.000893, 0.202148, 1.015625, 0.582031, 0.839844, 0.01178, 0.004089, 0.349609, 1.015625, 1.015625, 0.373047, 0.022461, 0.043945, 1.015625, 0.118652, 0.172852, 0.010071, 0.710938, 0.04541, 0.384766, 0.155273, 0.462891, 0.000931, 0.789062, 0.026733, 0.478516, 0.519531, 0.074707, 0.18457, 0.007507, 0.004669, 1.015625, 1.015625, 1.015625, 1.015625, 1.015625, 1.015625, 0.092285, 1.015625, 1.015625, 1.015625, 1.015625, 0.007874, 1.015625, 1.015625, 0.333984, 0.22168, 1.015625, 0.005554, 0.025024, 1.015625, 1.015625, 1.015625, 0.013306, 1.015625, 1.015625, 1.015625, 0.083008, 0.071289, 0.075195, 0.173828, 1.015625, 1.015625, 0.100098, 0.578125, 0.000961, 0.00946, 0.143555, 0.047607, 1.015625, 0.863281, 1.015625, 0.796875, 1.015625, 0.84375, 0.000961, 0.449219, 0.00528, 0.009216, 0.929688, 0.102539 ] } , "name": "onnx::Mul_10772", "outputIndexes": [ 1729 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1728, 1729 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 1730 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1614, 1730 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/Add_output_0", "outputIndexes": [ 1731 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1731 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.8/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 1732 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1732 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.8/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 1733 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1733, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 1734 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1734, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 1735 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1731, 1735 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 1736 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 39.75, 0.582031, 0.380859, 0.302734, 0.769531, 0.910156, 0.976562, 0.527344, 59.0, 0.582031, 0.929688, 0.863281, 0.683594, 4.40625, 72.5, 0.789062, 1.117188, 0.617188, 64.5, 6.3125, 1.210938, 1.21875, 8.0, 3.8125, 0.644531, 0.539062, 0.617188, 0.859375, 12.8125, 6.09375, 0.855469, 0.515625, 0.863281, 1.539062, 0.929688, 3.0, 0.640625, 1.289062, 11.5625, 0.511719, 36.25, 25.0, 0.476562, 0.578125, 1.148438, 46.75, 0.8125, 0.625, 0.601562, 5.84375, 2.03125, 108.5, 0.609375, 1.0625, 0.789062, 0.855469, 0.945312, 18.0, 0.632812, 2.453125, 6.375, 1.390625, 0.886719, 0.625, 3.34375, 3.265625, 0.515625, 0.613281, 10.1875, 21.875, 65.0, 1.53125, 1.257812, 27.375, 3.015625, 0.765625, 22.125, 0.789062, 0.388672, 0.820312, 0.59375, 0.65625, 0.839844, 0.625, 4.28125, 2.8125, 12.5, 0.523438, 0.574219, 0.671875, 38.5, 0.582031, 1.0625, 0.5625, 0.574219, 0.582031, 0.832031, 0.554688, 0.515625, 0.554688, 0.972656, 0.730469, 4.21875, 19.75, 1.15625, 37.75, 2.296875, 0.871094, 0.566406, 1.09375, 0.652344, 0.566406, 1.796875, 3.90625, 3.765625, 1.460938, 1.6875, 9.4375, 1.96875, 1.070312, 37.5, 0.589844, 0.832031, 2.046875, 0.617188, 0.875, 0.59375, 0.558594, 0.507812, 0.585938, 2.75, 0.578125, 0.582031, 0.820312, 1.640625, 30.0, 0.652344, 0.605469, 0.632812, 0.613281, 0.898438, 0.738281, 0.546875, 1.867188, 0.441406, 41.0, 0.84375, 1.75, 9.375, 0.679688, 0.486328, 0.554688, 4.0, 10.4375, 0.722656, 1.3125, 13.0, 80.5, 1.390625, 0.972656, 33.25, 0.546875, 1.234375, 0.535156, 1.148438, 110.0, 1.117188, 15.1875, 1.296875, 3.015625, 0.539062, 0.628906, 0.519531, 0.402344, 0.578125, 89.0, 0.832031, 1.53125, 0.78125, 5.96875, 0.527344, 4.34375, 3.25, 0.5625, 0.621094, 1.390625, 3.0625, 0.582031, 1.539062, 0.890625, 0.929688, 0.566406, 0.601562, 0.839844, 1.546875, 4.8125, 46.5, 71.0, 3.796875, 26.875, 1.335938, 0.640625, 69.5, 14.9375, 0.816406, 10.25, 6.0625, 0.625, 0.882812, 13.5625, 9.5625, 10.4375, 0.660156, 0.515625, 3.75, 1.875, 9.875, 0.71875, 4.5, 2.890625, 0.570312, 10.625, 0.498047, 22.25, 0.597656, 0.652344, 0.621094, 3.1875, 47.5, 4.5625, 1.078125, 0.753906, 0.703125, 18.625, 0.625, 1.921875, 0.515625, 0.519531, 0.617188, 0.578125, 0.855469, 2.90625, 1.710938, 0.699219, 1.507812, 0.695312, 0.742188, 9.875, 12.0625, 0.664062, 8.375, 0.765625, 5.5625, 3.859375, 7.96875, 0.714844, 3.8125, 18.25, 0.605469, 10.375, 25.375, 5.8125, 0.636719, 0.75, 1.984375, 1.429688, 1.117188, 2.875, 1.132812, 70.5, 0.574219, 18.75, 12.75, 43.0, 0.550781, 0.625, 29.5, 3.890625, -0.546875, 0.416016, 0.597656, 1.421875, 0.558594, 29.625, 1.132812, 0.886719, 79.0, 0.625, 2.578125, 0.503906, 26.625, 5.0, 0.5625, 10.9375, 4.15625, 0.765625, 0.613281, 1.445312, 0.597656, 0.613281, 0.597656, 4.5625, 0.589844, 11.6875, 3.96875, 0.632812, 1.6875, 1.1875, 6.75, 46.25, 0.427734, 1.554688, 0.585938, 0.59375, 8.5, 3.4375, 2.078125, 10.0, 13.6875, 0.609375, 2.828125, 0.554688, 1.078125, 9.25, 92.5, 0.523438, 2.03125, 0.609375, 0.980469, 11.0, 1.40625, 47.0, 11.1875, 2.109375, 0.597656, 7.46875, 0.570312, 68.5, 0.800781, 17.5, 0.558594, 0.423828, 0.609375, 0.628906, 0.59375, 11.75, 0.546875, 0.699219, 0.902344, 92.5, 1.15625, 0.769531, 2.984375, 0.753906, 0.386719, 20.75, 41.0, 1.984375, 0.589844, 0.494141, 2.359375, 3.921875, 0.636719, 0.625, 106.5, 0.589844, 0.578125, 0.898438, 7.71875, 0.753906, 15.4375, 20.125, 3.90625, 0.550781, 8.1875, 2.359375, 1.039062, 64.5, 0.746094, 3.53125, 17.375, 0.617188, 1.015625, 0.726562, 0.761719, 0.53125, 2.015625, 0.455078, 1.554688, 0.417969, 0.589844, 1.40625, 30.75, 110.0, 0.511719, 84.0, 17.625, 69.0, 1.671875, 0.425781, 1.242188, 1.125, 2.265625, 0.835938, 1.703125, 1.6875, 0.816406, 1.289062, 1.507812, 3.359375, 1.132812, 0.84375, 10.0625, 0.941406, 1.296875, 1.398438, 24.25, 27.0, 0.648438, 0.996094, 2.09375, 1.578125, 1.085938, 12.4375, 0.511719, 1.125, 64.5, 0.847656, 10.125, 0.988281, 4.09375, 1.109375, 1.46875, 0.416016, 0.574219, 0.914062, 0.46875, 0.902344, 0.597656, 0.625, 2.53125, 0.644531, 31.875, 0.617188, 3.34375, 0.839844, 4.40625, 0.570312, 0.597656, 0.628906, 0.474609, 10.0625, 0.875, 0.597656, 0.789062, 16.125, 33.0, 0.621094, 0.59375, 0.566406, 0.601562, 1.351562, 1.078125, 11.3125, 0.554688, 0.53125, 0.726562, 0.546875, 0.542969, 82.0, 1.03125, 1.609375, 0.609375, 1.296875, 1.054688, 0.789062, 0.609375, 0.570312, 0.574219, 0.589844, 11.5625, 10.1875, 4.75, 1.421875, 0.660156, 5.65625, 3.859375, 4.78125, 1.328125, 3.25, 0.554688, 0.648438, 0.566406, 0.558594, 7.78125, 0.792969, 0.574219, 0.597656, 0.625, 7.9375, 1.617188, 0.683594, 45.5, 0.960938, 84.5, 0.523438, 1.078125, 2.734375, 1.664062, 4.96875, 0.628906, 0.632812, 18.375, 3.78125, 0.554688, 2.953125, 0.652344, 0.90625, 0.582031, 2.359375, 0.578125, 74.5, 2.375, 21.0, 0.554688, 0.632812, 0.632812, 11.625, 2.140625, 1.054688, 55.5, 1.476562, 7.34375, 0.644531, 5.09375, 0.921875, 0.789062, 0.6875, 0.917969, 3.703125, 0.683594, 2.84375, 5.1875, 0.8125, 28.5, 9.6875, 99.5, 1.046875, 4.625, 0.648438, 2.296875, 0.535156, 66.5, 0.601562, 2.734375, 0.617188, 2.625, 91.0, 0.464844, 0.539062, 5.21875, 1.492188, 28.375, 0.457031, 0.867188, 14.8125, 0.546875, 0.746094, 0.917969, 1.304688, 6.90625, 39.0, 0.617188, 0.546875, 4.53125, 0.558594, 0.886719, 0.59375, 66.5, 0.691406, 49.25, 0.578125, 4.375, 0.605469, 5.5, 4.9375, 0.625, 1.265625, 3.578125, 0.632812, 18.125, 7.4375, 1.078125, 7.625, 5.625, 0.578125, 26.625, 0.824219, 26.875, 1.140625, 0.4375, 0.878906, 0.625, 0.609375, 0.953125, 0.789062, 5.8125, 0.945312, 0.601562, 0.707031, 2.09375, 0.003876, 0.875, 2.71875, 5.5625, 0.566406, 26.125, 0.566406, 0.515625, 0.726562, 0.470703, 0.601562, 0.558594, 16.25, 9.9375, 1.226562, 6.875, 7.28125, 4.21875, 1.328125, 1.320312, 2.140625, 0.578125, 0.601562, 0.652344, 0.578125, 0.957031, 0.703125, 1.265625, 0.640625, 3.46875, 1.835938, 2.078125, 0.976562, 1.203125, 0.503906, 0.636719, 1.460938, 0.945312, 0.632812, 1.546875, 1.5, 0.660156, 1.695312, 71.5, 1.359375, 0.609375, 0.640625, 0.660156, 0.675781, 0.609375, 0.863281, 2.28125, 52.0, 0.945312, 0.671875, 0.722656, 8.375, 59.25, 5.75, 1.617188, 55.0, 0.886719, 7.28125, 0.570312, 0.515625, 39.75, 0.574219, 0.435547, 70.0, 1.132812, 0.550781, 0.597656, 1.359375, 9.5, 4.1875, 1.632812, 0.535156, 10.375, 0.878906, 52.5, 0.574219, 0.90625, 0.578125, 0.601562, 7.5, 0.589844, 1.273438, 8.125, 0.53125, 1.859375, 7.21875, 0.519531, 0.800781, 0.726562, 11.0625, 26.375, 0.496094, 0.566406, 1.34375, 1.070312, 0.605469, 0.601562, 127.0, 3.375, 27.75, 0.828125, 7.0625, 0.539062, 0.699219, 0.597656, 1.976562, 0.554688, 0.925781, 0.917969, 0.578125, 0.53125, 1.585938, 3.25, 46.0, 26.875, 1.671875, 0.494141, 0.511719, 0.628906, 0.9375, 4.5625, 0.964844, 21.375, 37.75, 40.5, 0.636719, 0.652344, 57.25, 46.5, 1.195312, 5.65625, 1.476562, 1.117188, 14.0, 0.652344, 0.96875, 2.109375, 0.554688, 0.613281, 0.777344, 10.3125, 2.046875, 0.636719, 25.875, 0.550781, 8.9375, 0.632812, 5.25, 8.5625, 4.65625, 0.640625, 8.125, 43.5, 6.8125, 1.84375, 1.367188, 1.53125, 0.5625, 1.5625, 0.570312, 11.3125, 0.5625, 0.792969, 11.625, 0.613281, 0.597656, 0.636719, 8.9375, 73.0, 0.558594, 0.484375, 0.773438, 4.125, 71.5, 0.460938, 1.085938, 41.75, 0.625, 0.605469, 0.964844, 6.0625, 0.546875, 0.722656, 6.375, 0.660156, 0.660156, 1.234375, 23.875, 0.445312, 0.582031, 10.0, 47.0, 0.648438, 0.554688, 0.714844, 1.054688, 0.734375, 0.578125, 1.453125, 0.964844, 60.0, 0.570312, 0.894531, 55.25, 0.851562, 20.75, 0.652344, 28.125, 1.210938, 13.4375, 0.585938, 12.5625, 0.679688, 16.875, 15.3125, 0.558594, 0.671875, 0.9375, 0.6875, 0.960938, 9.625, 47.0, 0.621094, 0.574219, 25.0, 0.65625, 1.335938, 8.375, 7.3125, 1.0, 1.320312, 0.851562, 0.644531, 3.40625, 0.597656, 0.482422, 90.0, 0.855469, 24.5, 3.453125, 4.28125, 2.09375, 0.832031, 0.503906, 0.589844, 6.25, 0.671875, 0.574219, 2.625, 6.09375, 0.773438, 1.007812, 3.75, 0.648438, 0.574219, 0.613281, 5.03125, 7.40625, 83.5, 0.546875, 20.0, 5.15625, 33.25, 0.703125, 2.875, 0.621094, 0.71875, 0.542969, 13.0625, 12.125, 0.621094, 1.453125, 17.25, 4.28125, 2.625, 4.875, 0.75, 14.8125, 0.333984, 7.59375, 1.007812, 0.679688, 0.652344, 3.359375, 0.867188, 0.828125, 6.125, 31.0, 0.589844, 2.78125, 0.582031, 0.648438, 0.585938, 0.734375, 0.585938, 0.589844, 24.875, 1.296875, 2.796875, 0.605469, 30.875, 0.578125, 18.25, 13.5, 0.419922, 0.5625, 0.707031, 0.574219, 0.601562, 0.992188, 0.691406, 2.796875, 2.46875, 1.0, 3.0, 0.488281, 1.46875, 17.625, 0.396484, 0.800781, 0.585938, 0.628906, 1.5, 0.589844, 0.546875, 20.0, 0.863281, 19.75, 13.5625, 10.75, 1.25, 15.8125, 0.535156, 6.5, 0.773438, 8.8125, 8.0, 0.515625, 1.15625, 0.65625, 31.5, 9.625, 0.507812, 0.621094, 1.46875, 4.59375, 1.617188, 0.980469, 30.5, 12.5, 1.148438, 9.4375, 4.8125, 2.515625, 0.777344, 8.3125, 0.558594, 0.84375, 0.53125, 63.25, 1.046875, 0.539062, 0.582031, 0.644531, 0.613281, 1.53125, 3.453125, 1.015625, 7.84375, 14.0, 6.71875, 0.6875, 0.546875, 0.574219, 98.5, 3.015625, 1.398438, 1.25, 0.582031, 5.1875, 0.917969, 0.554688, 0.558594, 16.5, 1.40625, 1.367188, 38.75, 0.554688, 0.925781, 2.0625, 2.015625, 0.652344, 0.605469, 1.359375, 0.5625, 7.65625, 24.375, 29.125, 0.636719, 0.589844, 3.25, 106.5, 0.667969, 45.25, 0.632812, 0.550781, 1.28125, 0.769531, 0.294922, 16.375, 82.0, 0.664062, 29.5, 0.621094, 0.6875, 0.472656, 88.0, 2.8125, 1.25, 5.8125, 8.9375, 0.546875, 3.765625, 1.085938, 0.6875, 0.671875, 1.945312, 0.613281, 8.1875, 2.515625, 0.949219, 0.490234, 0.777344, 1.976562, 0.625, 0.613281, 51.75, 1.914062, 2.21875, 0.589844, 11.6875, 4.84375, 5.4375, 0.605469, 0.427734, 80.0, 0.726562, 0.632812, 0.96875, 75.5, 8.0625, 11.3125, 1.632812, 0.625, 4.46875, 46.0, 34.5, 0.953125, 1.742188, 0.921875, 68.0, 1.84375, 0.585938, 69.0, 17.25, 4.46875, 5.5625, 105.5, 0.539062, 0.761719, 0.46875, 1.15625, 2.234375, 8.375, 94.0, 0.667969, 28.375, 6.59375, 0.574219, 81.5, 16.625, 0.59375, 0.636719, 57.5, 47.25, 0.789062, 0.6875, 5.375, 1.257812, 0.390625, 4.1875, 0.472656, 79.5, 1.695312, 45.0, 1.59375, 0.527344, 1.367188, 4.03125, 2.671875, 70.5, 73.0, 0.453125, 0.574219, 1.15625, 29.5, 0.917969, 0.667969, 0.546875, 0.644531, 0.535156, 1.367188, 42.0, 19.875, 0.921875, 0.566406, 21.0, 0.640625, 0.492188, 0.65625, 4.90625, 57.75, 13.375, 11.875, 17.0, 1.289062, 0.808594, 0.589844, 0.769531, 0.574219, 0.546875, 0.941406, 2.15625, 1.578125, 0.910156, 1.234375, 2.421875, 0.539062, 8.0625, 0.652344, 2.015625, 0.511719, 1.0625, 1.21875, 1.054688, 6.84375, 0.957031, 0.757812, 0.566406, 0.554688, 1.265625, 20.875, 94.0, 0.578125, 0.808594, 1.328125, 1.078125, 0.804688, 0.679688, 0.539062, 0.566406, 1.054688, 5.71875, 8.0625, 0.875, 1.242188, 0.867188, 75.0, 1.375, 1.726562, 0.601562, 0.753906, 0.609375, 1.015625, 0.46875, 65.5, 0.503906, 0.609375, 0.605469, 0.613281, 10.875, 14.8125, 0.601562, 0.960938, 0.613281, 25.625, 97.5, 0.371094, 2.234375, 3.171875, 1.085938, 10.4375, 0.664062, 21.25, 0.960938, 66.5, 0.609375, 0.404297, 0.480469, 0.863281, 70.0, 50.0, 0.734375, 1.640625, 0.664062, 11.375, 0.679688, 0.539062, 0.523438, 0.609375, 18.875, 1.023438, 2.578125, 0.621094, 34.0, 0.5625, 2.46875, 0.601562, 11.6875, 18.875, 0.392578, 10.4375, 5.3125, 0.679688, 0.582031, 0.707031, 0.578125, 0.644531, 4.8125, 106.0, 0.566406, 0.503906, 1.070312, 1.34375, 0.597656, 0.574219, 0.632812, 0.808594, 0.550781, 4.125, 1.273438, 0.753906, 3.078125, 1.859375, 0.945312, 0.726562, 0.474609, 0.597656, 0.730469, 14.625, 0.433594, 19.625, 0.835938, 0.652344, 0.558594, 0.597656, 96.5, 0.734375, 5.0625, 25.5, 2.0, 0.628906, 10.1875, 5.3125, 0.609375, 2.765625, 0.574219, 8.875, 0.835938, 142.0, 0.566406, 32.0, 0.640625, 3.96875, 0.59375, 0.566406, 0.574219, 0.820312, 1.820312, 0.757812, 24.75, 85.5, 0.71875, 0.757812, 23.75, 0.498047, 5.09375, 0.878906, 61.5, 13.0, 13.5625, 0.539062, 1.40625, 1.265625, 47.5, 1.070312, 1.90625, 0.605469, 1.414062, 24.75, 1.867188, 0.910156, 0.851562, 0.503906, 17.75, 63.75, 0.613281, 0.59375, 19.125, 12.5625, 11.1875, 1.25, 20.875, 0.589844, 2.3125, 1.34375, 45.25, 1.59375, 0.550781, 0.451172, 32.75, 29.625, 55.0, 1.773438, 0.5625, 10.5, 0.675781, 0.710938, 15.75, 0.601562, 0.660156, 49.0, 0.980469, 0.566406, 13.625, 0.695312, 1.320312, 15.75, 4.15625, 0.59375, 0.5625, 8.25, 2.140625, 0.707031, 59.5, 0.515625, 0.601562, 0.609375, 65.5, 1.390625, 2.15625, 0.578125, 1.398438, 11.25, 5.40625, 4.1875, 10.5, 7.78125, 8.75, 0.675781, 27.25, 2.078125, 0.365234, 0.601562, 1.726562, 6.28125, 75.0, 0.65625, 28.0, 32.75, 1.375, 4.28125, 12.125, 1.132812, 0.4375, 4.53125, 0.964844, 0.476562, 114.0, 0.589844, 0.738281, 0.84375, 1.375, 0.886719, 0.566406, 2.265625, 0.882812, 111.5, 50.0, 0.617188, 5.1875, 2.109375, 7.75, 28.875, 2.3125, 0.675781, 0.636719, 0.558594, 2.890625, 0.570312, 0.5625, 1.273438, 6.15625, 22.25, 0.835938, 0.554688, 2.640625, 1.882812, 1.992188, 0.945312, 0.554688, 0.9375, 15.9375, 0.65625, 0.808594, 7.90625, 0.5625, 1.164062, 0.738281, 0.5625, 2.25, 1.9375, 0.710938, 0.5625, 12.5, 0.664062, 0.5625, 4.34375, 13.75, 0.625, 0.714844, 1.25, 0.554688, 0.59375, 62.75, 91.5, 0.632812, 0.550781, 0.601562, 0.519531, 0.628906, 1.0625, 5.71875, 0.589844, 0.871094, 2.234375, 3.46875, 0.613281, 8.625, 27.25, 0.710938, 0.839844, 0.398438, 18.25, 14.25, 1.070312, 0.6875, 4.6875, 0.867188, 0.898438, 0.582031, 0.671875, 0.613281, 0.574219, 10.9375, 0.601562, 0.5625, 0.632812, 0.585938, 15.75, 10.5625, 0.65625, 1.375, 0.640625, 1.757812, 0.761719, 11.4375, 0.617188, 3.578125, 0.582031, 0.59375, 0.726562, 0.644531, 4.8125, 0.511719, 0.6875, 0.664062, 8.625, 1.195312, 13.1875, 0.617188, 0.574219, 1.078125, 2.046875, 0.453125, 0.960938, 0.589844, 0.535156, 1.960938, 12.5625, 21.25, 85.0, 0.765625, 8.1875, 7.0, 13.625, 1.242188, 0.507812, 0.621094, 0.425781, 0.644531, 1.070312, 1.164062, 0.488281, 0.949219, 2.546875, 0.6875, 0.824219, 0.53125, 2.125, 0.65625, 0.589844, 10.625, 1.0625, 1.070312, 0.640625, 34.0, 36.0, 89.0, 1.515625, 1.195312, 0.570312, 1.578125, 4.5625, 1.265625, 0.835938, 1.515625, 0.796875, 0.394531, 1.421875, 1.382812, 73.5, 6.625, 0.59375, 0.539062, 0.519531, 0.640625, 0.345703, 0.625, 2.03125, 1.625, 0.558594, 5.0625, 0.617188, 1.085938, 0.917969, 7.4375, 0.8125, 3.515625, 9.375, 9.6875, 0.933594, 0.941406, 52.5, 0.691406, 0.451172, 105.0, 12.8125, 0.554688, 2.203125, 0.660156, 20.375, 4.75, 31.875, 2.640625, 1.101562, 0.644531, 5.4375, 1.21875, 0.527344, 1.101562, 0.519531, 67.0, 0.84375, 0.972656, 0.613281, 16.125, 0.464844, 0.984375, 2.96875, 1.09375, 0.726562, 0.519531, 0.578125, 66.0, 0.820312, 22.25, 1.023438, 65.5, 1.023438, 17.0, 11.75, 1.28125, 0.585938, 0.597656, 3.546875, 0.800781, 1.664062, 8.625, 1.710938, 30.625, 81.5, 26.375, 0.808594, 7.0625, 0.53125, 0.726562, 22.625, 1.125, 0.683594, 4.40625, 0.609375, 1.328125, 27.125, 3.171875, 48.5, 71.5, 0.726562, 4.65625, 0.515625, 79.5, 0.945312, 5.9375, 51.75, 52.75, 0.945312, 3.78125, 0.574219, 1.085938, 4.21875, 0.492188, 0.574219, 9.125, 5.5625, 14.3125, 1.46875, 15.4375, 3.390625, 0.578125, 0.730469, 10.0, 0.703125, 0.800781, 5.75, 0.734375, 6.0, 0.585938, 2.578125, 0.507812, 7.4375, 5.84375, 0.539062, 3.25, 12.5625, 80.0, 0.578125, 87.5, 0.746094, 0.601562, 23.0, 2.5625, 0.601562, 34.75, 0.589844, 34.0, 0.519531, 0.59375, 0.886719, 1.429688, 0.664062, 0.609375, 17.875, 0.523438, 0.494141, 0.546875, 2.0, 3.96875, 0.535156, 7.5, 7.78125, 1.390625, 0.6875, 0.550781, 3.46875, 7.5625, 4.71875, 38.25, 3.515625, 1.0, 17.0, 9.5, 0.523438, 0.699219, 45.25, 50.0, 0.597656, 1.28125, 0.589844, 0.710938, 0.578125, 1.835938, 1.15625, 12.0625, 14.75, 0.628906, 1.578125, 0.578125, 1.039062, 0.644531, 0.59375, 2.328125, 1.304688, 0.558594, 21.5, 0.550781, 0.597656, 0.605469, 0.511719, 0.539062, 0.828125, 0.523438, 90.5, 0.554688, 0.597656, 26.875, 79.0, 36.0, 0.574219, 0.644531, 1.585938, 0.498047, 14.75, 1.046875, 0.539062, 0.566406, 0.601562, 1.046875, 41.25, 12.0, 0.539062, 1.015625, 1.3125, 5.375, 1.734375, 0.675781, 11.8125, 0.820312, 1.601562, 25.125, -0.578125, 9.875, 0.53125, 0.628906, 0.660156, 3.28125, 5.5, 0.59375, 0.875, 0.546875, 0.960938, 0.90625, 0.65625, 0.621094, 28.0, 77.0, 4.03125, 0.792969, 0.8125, 0.597656, 0.585938, 0.984375, 0.640625, 0.761719, 0.558594, 0.777344, 0.734375, 40.0, 1.445312, 0.941406, 105.5, 1.664062, 1.21875, 37.0, 0.671875, 0.652344, 0.648438, 1.101562, 3.59375, 0.65625, 26.875, 0.542969, 65.5, 0.917969, 9.375, 9.5, 0.769531, 59.25, 0.416016, 0.972656, 20.75, 1.40625, 8.6875, 0.769531, 65.5, 1.242188, 0.605469, 0.84375, 26.375, 0.753906, 0.695312, 13.0, 0.601562, 19.625, 0.628906, 0.710938, 0.527344, 0.757812, 0.664062, 0.585938, 2.34375, 0.800781, 1.453125, 0.5, 1.507812, 1.976562, 3.84375, 0.382812, 3.421875, 4.78125, 0.605469, 0.652344, 0.59375, 31.625, 0.679688, 81.0, 23.5, 0.648438, 0.640625, 81.5, 0.535156, 0.570312, 0.519531, 21.75, 0.554688, 0.832031, 0.691406, 1.398438, 4.5625, 6.53125, 1.898438, 0.628906, 46.25, 1.085938, 0.609375, 0.636719, 3.296875, 1.992188, 42.0, 0.667969, 1.351562, 11.9375, 23.75, 0.777344, 76.5, 1.046875, 0.498047, 2.84375, 1.023438, 97.0, 0.609375, 3.125, 0.777344, 0.703125, 0.535156, 0.964844, 0.5625, 89.0, 0.933594, 77.0, 6.0, 0.617188, 2.109375, 5.125, 0.652344, 87.0, 0.5625, 0.632812, 39.75, 0.664062, 0.636719, 0.597656, 75.0, 43.0, 0.65625, 0.574219, 43.25, 0.558594, 0.589844, 1.023438, 0.609375, 1.164062, 0.511719, 3.6875, 0.539062, 0.582031, 0.714844, 0.890625, 0.765625, 0.558594, 12.0625, 0.550781, 0.78125, 0.859375, 0.886719, 0.707031, 2.828125, 0.578125, 0.90625, 2.171875, 0.6875, 13.75, 1.328125, 0.835938, 0.621094, 0.894531, 0.902344, 0.671875, 25.875, 42.25, 0.945312, 0.601562, 0.761719, 13.875, 72.0, 0.683594, 1.078125, 5.03125, 37.25, 16.25, 0.988281, 22.125, 13.125, 21.625, 48.75, 1.398438, 0.65625, 80.0, 0.941406, 19.0, 0.636719, 42.0, 1.515625, 0.640625, 1.828125, 2.625, 5.9375, 1.03125, 0.605469, 11.1875, 18.0, 1.046875, 63.25, 2.96875, 0.652344, 0.597656, 6.34375, 6.40625, 0.761719, 0.46875, 6.84375, 4.25, 5.75, 1.21875, 0.566406, 0.671875, 2.125, 32.75, 18.625, 1.671875, 8.4375, 0.765625, 1.820312, 14.3125, 0.65625, 76.0, 8.4375, 5.3125, 0.785156, 19.625, 0.632812, 0.550781, 0.507812, 16.375, 0.539062, 0.664062, 14.125, 5.09375, 78.0, 3.375, 2.875, 0.785156, 31.0, 6.03125, 19.125, 6.875, 0.949219, 7.15625, 0.679688, 0.601562, 8.125, 0.738281, 0.65625, 6.625, 5.0, 0.585938, 1.03125, 0.640625, 0.59375, 14.5, 0.679688, 1.71875, 0.597656, 70.0, 0.490234, 0.490234, 7.25, 0.691406, 0.679688, 0.648438, 0.503906, 0.589844, 20.875, 0.765625, 27.5, 0.652344, 0.574219, 2.9375, 0.632812, 0.554688, 0.539062, 0.378906, 0.65625, 2.265625, 6.0, 4.4375, 0.527344, 0.679688, 0.582031, 1.296875, 17.125, 46.5, 0.470703, 0.515625, 1.765625, 19.5, 14.1875, 35.25, 28.0, 0.554688, 0.984375, 0.640625, -0.625, 13.375, 0.570312, 19.375, 0.664062, 0.859375, 0.589844, 3.390625, 0.828125, 0.59375, 13.125, 2.546875, 0.671875, 6.0625, 1.242188, 2.78125, 0.582031, 1.703125, 0.730469, 30.375, 0.466797, 0.703125, 0.761719, 0.566406, 7.78125, 45.5, 1.273438, 14.875, 2.234375, 0.660156, 0.703125, 1.101562, 1.007812, 38.0, 8.4375, 0.523438, 1.609375, 9.6875, 0.8125, 49.5, 0.996094, 0.820312, 0.640625, 0.625, 0.863281, 1.867188, 0.558594, 0.601562, 0.6875, 0.554688, 0.710938, 0.597656, 8.375, 1.679688, 0.558594, 59.25, 0.570312, 10.1875, 0.570312, 4.125, 1.421875, 34.0, 9.25, 0.996094, 0.613281, 5.5, 0.652344, 0.535156, 6.6875, 1.789062, 0.523438, 0.585938, 1.695312, 0.660156, 0.605469, 2.5625, 2.171875, 25.75, 70.0, 15.0, 0.625, 0.570312, 3.078125, 23.625, 0.423828, 0.601562, 0.699219, 1.03125, 10.75, 0.652344, 1.570312, 0.683594, 0.574219, 14.875, 0.617188, 2.125, 0.664062, 87.5, 0.613281, 22.5, 7.4375, 2.25, 0.65625, 9.75, 0.804688, 1.226562, 0.609375, 1.695312, 1.625, 4.5625, 64.5, 0.703125, 0.542969, 0.601562, 14.5, 1.085938, 0.570312, 30.75, 0.535156, 1.507812, 14.125, 7.59375, 1.070312, 18.0, 0.746094, 0.570312, 0.574219, 76.5, 6.25, 2.671875, 0.539062, 1.070312, 0.617188, 1.375, 1.203125, 4.09375, 25.25, 1.09375, 0.617188, 0.796875, 5.9375, 0.828125, 0.621094, 0.597656, 3.796875, 0.601562, 2.171875, 7.0, 1.367188, 3.03125, 0.632812, 0.542969, 15.9375, 0.703125, 1.445312, 0.628906, 0.558594, 54.0, 1.445312, 8.4375, 0.621094, 0.660156, 0.558594, 14.8125, 1.421875, 0.964844, 3.625, 0.710938, 1.664062, 6.21875, 10.625, 11.375, 75.5, 0.78125, 0.699219, 0.667969, 0.757812, 0.585938, 0.667969, 0.609375, 6.25, 0.628906, 13.9375, 0.554688, 0.386719, 13.4375, 2.9375, 15.5, 7.0, 58.5, 6.125, 1.398438, 3.796875, 30.125, 3.703125, 0.558594, 8.75, 0.613281, 0.574219, 2.703125, 63.0, 48.5, 1.3125, 91.0, 9.5625, 0.714844, 0.707031, 27.25, 5.8125, 0.628906, 0.632812, 11.3125, 1.421875, 12.1875, 6.625, 1.742188, 0.945312, 0.855469, 71.5, 2.4375, 11.0, 7.90625, 40.75, 0.431641, 4.1875, 0.585938, 3.1875, 0.632812, 48.75, 1.070312, 0.435547, 77.0, 0.585938, 1.171875, 50.75, 20.75, 0.519531, 0.695312, 0.519531, 0.582031, 33.5, 50.75, 0.695312, 3.578125, 1.296875, 1.601562, 2.8125, 6.90625, 0.949219, 2.5625, 82.5, 0.90625, 0.695312, 0.542969, 0.644531, 115.5, 9.75, 0.664062, 2.234375, 0.550781, 0.609375, 4.34375, 106.5, 11.9375, 9.4375, 55.25, 0.625, 6.34375, 0.613281, 4.90625, 0.777344, 38.25, 1.148438, 0.660156, 0.699219, 0.617188, 0.53125, 19.25, 1.070312, 0.878906, 0.726562, 1.03125, 1.28125, 1.6875, 4.59375, 5.4375, 0.675781, 12.875, 0.789062, 17.25, 0.585938, 2.59375, 0.847656, 0.539062, 0.59375, 19.75, 0.613281, 88.5, 0.59375, 0.582031, 0.628906, 1.296875, 1.742188, 0.726562, 33.75, 0.96875, 5.03125, 10.0, 10.625, 2.515625, 0.554688, 3.171875, 5.71875, 58.0, 2.265625, 0.605469, 0.589844, 0.597656, 5.53125, 7.3125, 0.632812, 1.171875, 0.628906, 0.625, 0.574219, 1.101562, 20.25, 13.1875, 1.679688, 5.5, 0.589844, 10.25, 5.25, 1.070312, 1.46875, 4.28125, 0.554688, 0.761719, 0.628906, 0.671875, 70.5, 1.484375, 1.65625, 3.453125, 0.601562, 3.578125, 0.710938, 1.179688, 0.539062, 1.554688, 6.25, 17.25, 36.75, 0.679688, 1.429688, 3.609375, 4.53125, 14.25, 12.75, 91.0, 17.125, 1.25, 3.25, 27.875, 0.546875, 89.0, 3.375, 0.734375, 0.617188, 7.5625, 1.273438, 8.25, 0.957031, 0.652344, 4.03125, 0.863281, 168.0, 0.679688, 1.789062, 7.375, 0.621094, 0.609375, 0.597656, 0.570312, 13.875, 0.535156, 51.25, 0.636719, 69.5, 0.769531, 4.5, 12.625, 1.53125, 0.945312, 0.5625, 0.519531, 1.328125, 48.25, 122.5, 1.226562, 1.046875, 0.601562, 1.023438, 4.8125, 9.25, 0.617188, 4.9375, 2.03125, 17.75, 0.710938, 9.9375, 4.09375, 3.296875, 0.53125, 1.84375, 0.957031, 17.875, 1.109375, 1.007812, 4.21875, 0.640625, 63.25, 82.0, 0.523438, 0.625, 0.757812, 0.640625, 0.621094, 0.792969, 4.65625, 0.441406, 0.769531, 0.761719, 0.542969, 63.25, 0.597656, 0.460938, 0.554688, 0.804688, 0.550781, 86.0, 10.375, 0.408203, 0.648438, 0.71875, 11.1875, 0.71875, 0.558594, 0.546875, 13.75, 10.5625, 5.6875, 0.839844, 0.625, 0.589844, 5.9375, 2.65625, 17.75, 12.5625, 3.09375, 6.84375, 0.449219, 0.632812, 0.988281, 0.628906, 0.365234, 0.644531, 24.625, 3.265625, 85.5, 56.5, 0.554688, 1.226562 ] } , "name": "onnx::Mul_10773", "outputIndexes": [ 1737 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1736, 1737 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 1738 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1738 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.8/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 7237 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7237 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.8/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 7238 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7238 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 498894494, 13107222, 3276800, 0, 0 ] } , "name": "/layers.8/mlp/gate_proj/Linear", "outputIndexes": [ 7239 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7239 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.8/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 7240 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7240 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.8/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 1739 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1739 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.8/mlp/act_fn/Mul_output_0", "outputIndexes": [ 1740 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1739, 1740 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 1741 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 1741 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 1742 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1739, 1742 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/mlp/act_fn/Add_output_0", "outputIndexes": [ 1743 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 1743 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 1744 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1744 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.8/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 1745 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 1745 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 1746 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1739, 1746 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 1747 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 1747 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 1748 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7238 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 515278516, 13107222, 3276800, 0, 0 ] } , "name": "/layers.8/mlp/up_proj/Linear", "outputIndexes": [ 7243 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7243 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.8/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 7244 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7244 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.8/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 1749 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1748, 1749 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/mlp/Mul_output_0", "outputIndexes": [ 1750 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1750 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.8/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 7245 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7245 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.8/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 7246 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7246 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 531662538, 13107222, 3276800, 0, 0 ] } , "name": "/layers.8/mlp/down_proj/Linear", "outputIndexes": [ 7247 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7247 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.8/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 7248 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7248 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.8/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 1751 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1751 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.8/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 1753 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1753 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.8/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 1754 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1754, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 1755 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1755, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 1756 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1751, 1756 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 1757 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.073242, 2.046875, 8.4375, 1.195312, 2.6875, 2.5, 3.6875, 8.4375, 0.075195, 5.0625, 1.5, 0.949219, 2.203125, 0.308594, 0.060547, 0.96875, 2.953125, 8.4375, 0.078125, 0.412109, 0.482422, 2.046875, 0.351562, 0.347656, 6.46875, 8.4375, 8.375, 1.90625, 0.589844, 0.09375, 0.683594, 8.4375, 2.625, 0.412109, 2.203125, 0.188477, 3.796875, 0.699219, 0.049316, 7.125, 0.106934, 0.039062, 8.4375, 8.4375, 1.140625, 0.098633, 2.578125, 8.4375, 8.4375, 0.777344, 0.753906, 0.044189, 5.9375, 0.628906, 1.234375, 4.09375, 1.453125, 0.040771, 4.6875, 0.660156, 0.289062, 2.234375, 0.621094, 5.53125, 0.380859, 0.147461, 8.4375, 8.4375, 0.051025, 0.019043, 0.060547, 0.539062, 2.203125, 0.121094, 0.644531, 2.75, 0.007477, 4.34375, 3.71875, 4.03125, 5.40625, 4.4375, 2.578125, 8.4375, 0.168945, 0.330078, 0.046875, 8.4375, 2.546875, 8.4375, 0.118652, 4.03125, 0.699219, 8.4375, 3.796875, 8.4375, 1.375, 6.28125, 1.289062, 5.96875, 2.140625, 8.4375, 0.90625, 0.051758, 2.03125, 0.109375, 0.451172, 0.964844, 8.4375, 1.0625, 8.4375, 8.4375, 0.425781, 0.5625, 0.322266, 0.333984, 0.507812, 0.300781, 0.246094, 2.65625, 0.10498, 6.03125, 4.78125, 0.328125, 8.4375, 2.265625, 8.4375, 4.40625, 8.4375, 8.4375, 0.808594, 8.4375, 4.3125, 0.921875, 0.28125, 0.164062, 8.4375, 7.1875, 8.4375, 6.125, 0.902344, 2.546875, 8.4375, 1.0, 3.671875, 0.108398, 2.453125, 2.0625, 0.306641, 4.0625, 2.21875, 6.5, 0.470703, 0.057617, 6.6875, 0.761719, 0.035645, 0.066895, 0.349609, 2.015625, 0.042236, 8.4375, 0.546875, 4.125, 0.765625, 0.058838, 2.046875, 0.040771, 1.398438, 0.53125, 2.03125, 1.632812, 8.4375, 8.4375, 3.21875, 0.057861, 2.484375, 0.726562, 3.015625, 0.289062, 6.53125, 0.416016, 0.324219, 8.4375, 8.4375, 0.578125, 0.246094, 8.4375, 0.410156, 2.578125, 1.0, 8.4375, 8.4375, 2.53125, 0.738281, 0.777344, 0.103027, 0.078613, 0.398438, 0.007629, 0.890625, 8.4375, 0.086914, 0.047363, 2.828125, 0.055908, 0.198242, 4.78125, 0.519531, 0.028931, 0.628906, 0.621094, 1.210938, 3.34375, 1.53125, 1.046875, 0.238281, 8.4375, 0.625, 0.597656, 8.4375, 0.075684, 4.96875, 0.037109, 3.484375, 8.4375, 8.4375, 0.921875, 0.067871, 3.125, 1.335938, 0.996094, 3.828125, 0.363281, 2.453125, 0.359375, 8.4375, 3.9375, 8.4375, 8.4375, 2.84375, 0.194336, 1.710938, 2.046875, 1.96875, 2.03125, 8.4375, 0.178711, 0.067383, 8.4375, 0.080078, 3.046875, 0.207031, 0.423828, 0.10791, 8.4375, 1.070312, 0.05127, 8.4375, 0.213867, 0.039795, 0.113281, 8.4375, 2.78125, 0.96875, 1.84375, 2.078125, 0.769531, 0.980469, 0.064453, 8.4375, 0.04834, 0.05957, 0.124023, 8.4375, 2.140625, 0.220703, 0.245117, 3.546875, 8.4375, 4.65625, 1.328125, 3.984375, 0.134766, 0.523438, 2.90625, 0.088379, 8.4375, 1.007812, 8.4375, 0.080566, 0.292969, 3.359375, 0.392578, 0.207031, 2.90625, 8.4375, 1.273438, 8.4375, 8.4375, 5.0625, 0.226562, 3.609375, 0.523438, 0.351562, 3.984375, 0.648438, 0.597656, 0.09082, 0.078125, 4.0625, 0.259766, 8.4375, 4.625, 0.386719, 0.277344, 0.380859, 0.102051, 0.080566, 8.4375, 0.443359, 8.4375, 0.523438, 0.080566, 0.049561, 8.4375, 0.239258, 4.5, 1.125, 0.052246, 1.382812, 0.026245, 0.070801, 0.380859, 3.9375, 0.068848, 4.84375, 0.062012, 2.5, 0.02478, 5.1875, 8.4375, 2.625, 2.328125, 2.015625, 0.037842, 3.15625, 1.203125, 1.0625, 0.060791, 1.984375, 3.421875, 0.539062, 2.203125, 8.4375, 0.056885, 0.12793, 0.566406, 8.4375, 8.4375, 1.039062, 0.527344, 4.09375, 3.796875, 0.050049, 4.25, 4.15625, 0.800781, 0.251953, 2.359375, 0.027344, 0.200195, 0.166992, 8.4375, 0.091309, 1.125, 1.804688, 0.091309, 2.6875, 0.914062, 0.040283, 3.375, 0.507812, 3.1875, 3.328125, 2.4375, 0.324219, 8.4375, 0.496094, 8.4375, 8.4375, 0.984375, 0.217773, 0.058838, 3.59375, 0.044434, 0.039795, 0.118164, 0.007538, 5.46875, 1.992188, 0.511719, 0.232422, 1.039062, 1.445312, 1.148438, 2.3125, 1.132812, 0.621094, 0.236328, 0.652344, 1.789062, 0.083008, 2.546875, 1.257812, 0.589844, 0.047607, 0.078613, 5.03125, 0.632812, 0.291016, 0.249023, 0.5625, 0.056396, 3.78125, 0.535156, 0.097656, 1.539062, 0.102051, 1.820312, 0.214844, 1.53125, 0.431641, 8.4375, 8.4375, 3.046875, 2.34375, 1.890625, 3.984375, 4.8125, 0.267578, 1.695312, 0.206055, 8.4375, 0.451172, 3.0, 0.130859, 2.28125, 3.859375, 3.296875, 3.765625, 0.050049, 2.65625, 4.96875, 2.078125, 0.083008, 0.129883, 3.0, 8.4375, 2.796875, 2.1875, 1.796875, 2.96875, 0.072266, 8.4375, 8.4375, 3.046875, 8.4375, 8.4375, 0.042236, 0.515625, 1.09375, 2.953125, 0.196289, 0.996094, 3.109375, 2.34375, 8.4375, 3.28125, 2.6875, 0.091309, 0.04126, 0.19043, 1.21875, 8.4375, 0.224609, 0.511719, 0.263672, 1.976562, 0.267578, 3.140625, 8.4375, 8.4375, 8.4375, 0.11084, 1.945312, 2.921875, 4.4375, 8.4375, 0.185547, 0.558594, 8.4375, 0.12793, 1.929688, 0.061279, 3.75, 2.8125, 0.476562, 1.773438, 0.283203, 3.15625, 1.835938, 0.34375, 0.296875, 2.390625, 0.419922, 3.328125, 1.515625, 4.15625, 0.683594, 4.59375, 0.061279, 0.149414, 0.143555, 8.4375, 3.21875, 8.4375, 0.081543, 0.353516, 2.03125, 0.084961, 1.929688, 0.131836, 2.34375, 0.198242, 1.710938, 2.1875, 8.4375, 0.816406, 0.527344, 8.4375, 0.582031, 0.310547, 1.085938, 0.018921, 0.248047, 0.063477, 0.828125, 0.179688, 4.15625, 0.625, 3.890625, 0.07959, 4.125, 0.746094, 3.484375, 1.265625, 0.067871, 4.125, 2.359375, 0.149414, 1.796875, 0.15625, 1.132812, 0.792969, 0.05249, 1.578125, 4.15625, 1.640625, 0.667969, 0.067871, 0.118164, 4.71875, 3.796875, 0.200195, 8.4375, 1.4375, 8.4375, 0.059082, 1.945312, 0.05249, 4.5625, 0.227539, 1.1875, 0.310547, 0.165039, 8.4375, 0.414062, 0.304688, 8.4375, 0.164062, 0.075684, 0.589844, 0.133789, 0.124512, 8.4375, 0.074707, 2.375, 0.006409, 1.109375, 3.71875, 0.574219, 8.4375, 4.0625, 4.46875, 3.765625, 0.240234, 1.0, 3.359375, 3.953125, 0.373047, 3.3125, 8.4375, 0.133789, 0.310547, 8.4375, 0.007324, 8.4375, 2.578125, 8.4375, 8.4375, 1.929688, 8.4375, 0.056152, 0.084961, 1.125, 0.271484, 0.081055, 0.294922, 0.507812, 1.25, 1.515625, 8.4375, 3.1875, 8.4375, 3.90625, 0.777344, 2.875, 1.148438, 2.5625, 0.390625, 1.726562, 0.439453, 0.589844, 2.171875, 4.28125, 8.4375, 0.363281, 0.765625, 8.4375, 1.109375, 0.316406, 1.070312, 0.433594, 0.063477, 1.890625, 8.4375, 3.59375, 4.75, 1.507812, 8.4375, 2.03125, 0.832031, 0.100098, 0.804688, 1.882812, 2.625, 0.304688, 0.147461, 0.103516, 0.78125, 0.086426, 0.792969, 0.168945, 3.921875, 7.40625, 0.026001, 0.917969, 0.730469, 0.075195, 1.953125, 4.4375, 8.4375, 1.445312, 0.055908, 1.578125, 0.335938, 2.4375, 0.09082, 2.046875, 0.098145, 4.6875, 0.933594, 3.03125, 3.609375, 0.496094, 8.4375, 0.691406, 0.494141, 3.03125, 0.941406, 0.625, 2.359375, 2.1875, 3.15625, 0.113281, 0.135742, 2.828125, 2.625, 0.451172, 0.585938, 8.4375, 4.25, 0.059814, 0.328125, 0.037842, 1.476562, 0.382812, 2.640625, 8.4375, 3.734375, 0.211914, 1.242188, 1.125, 1.84375, 8.4375, 3.53125, 1.109375, 0.306641, 0.023682, 0.041504, 0.443359, 8.4375, 3.609375, 4.90625, 0.71875, 0.972656, 1.070312, 0.039551, 0.077637, 0.02417, 3.03125, 8.4375, 0.036133, 0.025269, 0.511719, 0.291016, 8.4375, 1.492188, 0.031982, 2.390625, 2.671875, 0.285156, 4.5, 1.90625, 3.265625, 0.056885, 0.314453, 8.4375, 0.026367, 4.125, 0.253906, 8.4375, 0.65625, 0.196289, 0.330078, 8.4375, 0.251953, 0.158203, 0.255859, 0.65625, 0.625, 0.382812, 3.578125, 0.953125, 3.9375, 0.049561, 0.652344, 1.921875, 0.044678, 8.4375, 2.546875, 3.75, 0.118652, 0.072754, 4.4375, 4.90625, 2.5, 0.118164, 0.182617, 8.4375, 0.992188, 0.140625, 4.40625, 2.796875, 0.59375, 0.265625, 6.3125, 2.03125, 0.124023, 4.75, 5.375, 2.375, 0.024414, 8.4375, 8.4375, 0.144531, 0.04126, 1.71875, 2.0, 1.703125, 0.5625, 1.773438, 8.4375, 0.519531, 3.15625, 0.088867, 4.1875, 0.808594, 0.080078, 0.960938, 0.025024, 8.4375, 0.007263, 2.46875, 0.038818, 8.4375, 0.226562, 3.015625, 0.026245, 0.026855, 8.4375, 3.03125, 1.984375, 8.4375, 1.367188, 0.083008, 0.023315, 3.796875, 8.4375, 0.333984, 3.5, 1.59375, 0.945312, 0.119141, 1.929688, 1.4375, 1.570312, 8.4375, 0.166992, 3.6875, 8.4375, 0.051514, 2.90625, 0.023682, 0.46875, 1.164062, 1.164062, 0.578125, 8.4375, 5.15625, 0.103027, 1.1875, 8.4375, 0.355469, 0.148438, 2.40625, 0.894531, 0.808594, 8.4375, 2.90625, 3.375, 0.753906, 0.394531, 0.043701, 0.392578, 0.022583, 0.206055, 0.146484, 3.171875, 0.380859, 8.4375, 3.265625, 3.71875, 0.070801, 0.216797, 2.34375, 1.46875, 0.275391, 0.150391, 1.195312, 0.151367, 5.59375, 0.045166, 8.4375, 0.150391, 1.65625, 2.9375, 8.4375, 0.376953, 1.265625, 2.9375, 0.105957, 0.04126, 4.21875, 0.761719, 5.1875, 4.125, 8.4375, 1.007812, 8.4375, 4.875, 0.067383, 1.914062, 0.109375, 8.4375, 0.023071, 1.429688, 0.044434, 0.053711, 8.4375, 3.765625, 8.4375, 8.4375, 2.625, 8.4375, 6.625, 0.267578, 0.279297, 1.984375, 0.824219, 8.4375, 0.326172, 0.046631, 8.3125, 1.390625, 8.4375, 4.15625, 0.636719, 2.53125, 8.4375, 0.074219, 1.164062, 0.047852, 0.032715, 0.043945, 1.554688, 0.143555, 8.4375, 0.412109, 1.554688, 0.208984, 0.462891, 3.09375, 2.390625, 3.140625, 0.296875, 0.086426, 0.746094, 3.578125, 0.234375, 0.515625, 0.710938, 0.980469, 0.007935, 0.05835, 0.402344, 0.101074, 0.804688, 1.40625, 0.984375, 0.049316, 2.75, 2.03125, 8.4375, 0.070801, 2.125, 8.4375, 4.0, 8.4375, 3.203125, 1.71875, 0.96875, 3.265625, 0.130859, 0.11377, 0.353516, 2.265625, 8.4375, 4.96875, 0.043701, 0.761719, 1.140625, 1.101562, 8.4375, 0.189453, 0.408203, 4.21875, 8.4375, 0.040039, 1.492188, 0.251953, 0.170898, 8.4375, 2.078125, 0.53125, 0.306641, 8.4375, 4.78125, 0.458984, 2.421875, 0.287109, 0.042236, 0.008057, 5.96875, 3.671875, 0.233398, 0.060791, 4.75, 0.103027, 2.78125, 4.125, 1.90625, 3.109375, 1.421875, 0.458984, 0.061768, 8.4375, 0.088379, 3.625, 3.859375, 8.4375, 0.104004, 0.367188, 0.574219, 0.209961, 0.110352, 4.40625, 0.265625, 0.390625, 1.445312, 3.6875, 1.0625, 4.5625, 0.056396, 0.18457, 1.3125, 8.4375, 0.917969, 1.1875, 8.4375, 4.46875, 0.099121, 1.5, 0.917969, 3.921875, 0.204102, 0.632812, 0.132812, 4.5625, 8.4375, 0.121582, 1.414062, 8.4375, 1.109375, 0.069824, 0.075195, 0.15918, 1.0, 2.5625, 0.503906, 0.043457, 0.053223, 2.453125, 0.455078, 2.484375, 0.07373, 0.332031, 4.53125, 0.100586, 0.039062, 0.515625, 0.09668, 0.062012, 8.4375, 2.375, 6.0, 2.359375, 0.259766, 0.355469, 0.04248, 5.65625, 0.04248, 0.053711, 3.140625, 0.058594, 0.025879, 3.375, 4.78125, 0.081055, 0.121582, 6.71875, 4.65625, 0.25, 1.976562, 8.4375, 1.734375, 8.4375, 0.055908, 0.308594, 0.091797, 0.388672, 2.6875, 2.0625, 0.316406, 0.431641, 0.062256, 0.070312, 8.4375, 3.4375, 1.148438, 0.084473, 0.707031, 5.96875, 2.921875, 8.4375, 6.34375, 1.859375, 0.131836, 0.05127, 1.28125, 8.4375, 0.028687, 2.859375, 8.4375, 3.125, 0.484375, 0.091797, 0.042725, 0.121582, 0.044922, 1.078125, 2.53125, 8.4375, 0.882812, 8.4375, 1.21875, 2.78125, 1.03125, 0.369141, 1.859375, 0.828125, 0.185547, 8.4375, 0.161133, 2.015625, 0.210938, 8.4375, 1.75, 0.421875, 0.914062, 0.273438, 0.742188, 0.730469, 4.78125, 1.3125, 1.554688, 0.022095, 0.065918, 8.4375, 8.4375, 2.09375, 1.265625, 1.164062, 2.828125, 1.242188, 8.4375, 0.902344, 0.116699, 0.137695, 1.445312, 1.867188, 0.613281, 0.073242, 0.613281, 0.333984, 2.421875, 3.1875, 8.4375, 2.0625, 8.4375, 0.066406, 8.4375, 3.484375, 8.4375, 8.4375, 0.061523, 0.036865, 8.4375, 2.28125, 3.921875, 0.025513, 0.056885, 1.203125, 0.328125, 0.314453, 1.84375, 0.039551, 8.4375, 0.036621, 0.632812, 0.052734, 8.4375, 6.5625, 8.4375, 0.796875, 0.074707, 0.058105, 3.484375, 0.9375, 8.4375, 0.263672, 2.703125, 4.09375, 3.84375, 8.4375, 0.043457, 1.132812, 0.273438, 8.4375, 0.024536, 2.75, 0.427734, 3.109375, 0.063965, 0.025391, 5.4375, 0.217773, 0.137695, 1.132812, 8.4375, 1.773438, 4.1875, 4.78125, 0.166992, 0.057373, 8.4375, 4.3125, 0.753906, 0.369141, 3.234375, 4.25, 8.4375, 8.4375, 2.34375, 0.199219, 1.8125, 3.359375, 0.478516, 0.244141, 2.296875, 8.4375, 8.4375, 1.953125, 1.398438, 0.040039, 4.65625, 0.037109, 1.15625, 2.234375, 4.28125, 4.78125, 0.062012, 4.09375, 0.380859, 0.202148, 1.5625, 2.5625, 0.373047, 0.122559, 1.773438, 0.953125, 2.46875, 0.527344, 3.296875, 0.055908, 3.5625, 0.095703, 4.15625, 0.241211, 2.296875, 2.4375, 3.46875, 1.90625, 0.898438, 4.90625, 0.00766, 0.064941, 8.4375, 2.8125, 0.007874, 2.390625, 0.134766, 1.5, 0.08252, 0.097168, 0.239258, 3.984375, 1.773438, 2.71875, 0.05835, 2.53125, 1.164062, 8.4375, 0.613281, 0.037354, 0.363281, 2.796875, 2.0625, 5.5, 0.026855, 0.084961, 8.4375, 4.5, 0.037598, 0.523438, 0.090332, 0.753906, 0.053955, 1.3125, 0.249023, 0.675781, 0.111328, 0.945312, 3.234375, 8.4375, 0.095215, 0.036865, 0.07959, 0.503906, 2.921875, 0.058838, 2.375, 8.4375, 0.219727, 8.4375, 1.234375, 0.095215, 0.601562, 8.4375, 0.328125, 1.484375, 0.349609, 0.106934, 0.196289, 4.46875, 3.9375, 0.05542, 0.597656, 2.703125, 0.053711, 8.4375, 2.390625, 2.890625, 0.059326, 1.1875, 0.976562, 3.046875, 0.867188, 0.069824, 0.371094, 0.182617, 0.355469, 0.074707, 0.34375, 8.4375, 0.006714, 0.298828, 8.4375, 2.734375, 0.507812, 0.314453, 0.094238, 8.4375, 0.006165, 0.031982, 1.898438, 0.166992, 0.041748, 0.464844, 5.09375, 0.198242, 1.09375, 8.4375, 0.047119, 8.4375, 1.554688, 2.671875, 0.636719, 3.09375, 4.15625, 0.683594, 0.441406, 0.044922, 0.086914, 4.5625, 0.199219, 1.023438, 0.126953, 0.020874, 0.300781, 2.6875, 1.726562, 4.1875, 0.172852, 8.4375, 5.5, 1.65625, 0.149414, 0.02478, 4.03125, 1.859375, 1.59375, 0.427734, 1.71875, 2.15625, 4.90625, 0.601562, 0.04126, 2.796875, 2.8125, 0.330078, 3.734375, 2.34375, 8.4375, 8.4375, 0.196289, 0.765625, 4.1875, 3.53125, 0.040283, 2.671875, 8.4375, 0.136719, 0.083496, 3.203125, 3.640625, 1.546875, 8.4375, 3.046875, 0.065918, 0.058105, 8.4375, 3.53125, 3.21875, 8.4375, 8.4375, 3.5625, 0.425781, 3.84375, 2.78125, 0.402344, 2.09375, 5.84375, 0.112793, 0.158203, 8.4375, 0.46875, 3.0, 0.132812, 0.039551, 0.160156, 2.546875, 0.601562, 0.902344, 1.296875, 1.8125, 3.15625, 8.4375, 2.875, 0.007782, 8.4375, 3.671875, 8.4375, 8.4375, 0.034912, 0.040283, 8.4375, 0.359375, 3.734375, 1.617188, 2.203125, 0.071289, 8.4375, 0.808594, 3.609375, 8.4375, 2.75, 8.4375, 0.328125, 8.4375, 3.4375, 2.390625, 0.245117, 0.578125, 0.061523, 2.96875, 8.4375, 1.554688, 0.78125, 1.578125, 0.636719, 8.4375, 1.492188, 0.214844, 0.198242, 0.063477, 0.083984, 8.4375, 0.427734, 0.328125, 0.035889, 2.546875, 3.203125, 3.40625, 8.4375, 1.992188, 1.234375, 1.9375, 4.46875, 1.296875, 1.851562, 1.523438, 0.667969, 4.15625, 0.503906, 8.4375, 8.4375, 0.094238, 1.5, 1.664062, 2.796875, 0.037109, 0.191406, 0.066895, 1.632812, 0.867188, 3.828125, 0.6875, 0.542969, 2.0625, 2.609375, 1.234375, 0.679688, 5.34375, 0.365234, 1.539062, 0.056885, 0.068359, 3.84375, 4.625, 3.171875, 3.0, 8.4375, 8.4375, 0.449219, 1.710938, 3.109375, 1.367188, 3.34375, 0.455078, 1.914062, 0.155273, 4.0, 0.166992, 0.3125, 0.410156, 2.828125, 1.140625, 0.106445, 8.4375, 4.4375, 0.044678, 0.097656, 8.4375, 0.71875, 8.4375, 0.067871, 0.597656, 0.088867, 0.460938, 1.476562, 8.4375, 0.277344, 1.304688, 8.4375, 2.390625, 3.4375, 0.067871, 3.203125, 1.023438, 3.3125, 0.236328, 8.4375, 0.648438, 0.310547, 0.464844, 8.4375, 2.890625, 8.4375, 0.10498, 1.609375, 0.234375, 0.882812, 0.06543, 0.574219, 0.057861, 0.044922, 0.347656, 3.171875, 3.203125, 0.617188, 3.9375, 0.408203, 0.519531, 2.25, 0.062988, 0.058105, 0.075195, 2.1875, 0.4375, 8.4375, 4.0, 0.034668, 1.929688, 2.359375, 0.131836, 8.4375, 0.648438, 0.007874, 0.419922, 0.09668, 0.089844, 2.046875, 0.863281, 8.4375, 0.081055, 0.527344, 0.157227, 0.102539, 0.077637, 2.140625, 0.140625, 3.140625, 0.953125, 0.120117, 3.078125, 8.4375, 0.267578, 0.761719, 0.062988, 1.109375, 0.028809, 0.625, 3.796875, 3.5, 0.101562, 2.046875, 2.4375, 0.357422, 8.4375, 0.137695, 1.851562, 0.410156, 8.4375, 0.096191, 0.134766, 8.4375, 0.245117, 0.061768, 0.094238, 4.375, 0.063965, 3.0625, 2.046875, 0.048584, 0.480469, 8.4375, 0.130859, 8.4375, 0.191406, 7.96875, 8.4375, 1.914062, 0.398438, 8.4375, 3.4375, 0.02478, 8.4375, 8.4375, 1.304688, 0.453125, 0.164062, 3.140625, 0.240234, 0.349609, 0.289062, 1.851562, 5.5, 0.185547, 0.098633, 0.474609, 0.07373, 0.224609, 2.109375, 0.024292, 0.055908, 1.492188, 3.265625, 0.120605, 0.106445, 4.25, 1.757812, 1.5625, 1.875, 8.4375, 0.259766, 0.695312, 0.122559, 0.04248, 8.4375, 0.273438, 2.75, 2.1875, 8.4375, 8.4375, 0.298828, 0.359375, 8.4375, 0.061035, 4.96875, 4.1875, 4.71875, 5.03125, 8.4375, 1.21875, 5.625, 0.058594, 2.015625, 8.4375, 0.056885, 0.072266, 0.121582, 1.875, 2.859375, 0.421875, 4.09375, 0.259766, 0.365234, 8.4375, 8.4375, 8.4375, 1.210938, 0.188477, 0.038818, 8.4375, 0.570312, 1.734375, 0.105469, 0.345703, 1.992188, 0.041504, 0.008179, 1.117188, 0.132812, 8.4375, 0.098633, 7.15625, 8.4375, 8.0625, 1.039062, 0.46875, 2.203125, 1.984375, 4.0625, 0.691406, 1.0, 8.4375, 3.734375, 0.022583, 0.057373, 0.21582, 0.613281, 2.78125, 8.4375, 8.4375, 1.695312, 2.03125, 3.5, 8.4375, 2.71875, 3.015625, 0.171875, 1.84375, 2.328125, 0.059326, 0.570312, 2.78125, 0.031982, 5.53125, 5.28125, 2.484375, 2.125, 0.139648, 2.703125, 0.006653, 8.4375, 0.063965, 1.164062, 0.34375, 0.239258, 2.9375, 0.107422, 4.09375, 1.375, 0.047607, 0.574219, 0.093262, 3.125, 0.056396, 1.367188, 4.90625, 1.234375, 0.007111, 8.4375, 3.53125, 0.326172, 4.09375, 0.034912, 3.796875, 2.75, 8.4375, 1.945312, 3.15625, 8.4375, 0.417969, 8.4375, 0.453125, 8.4375, 0.71875, 1.757812, 0.287109, 8.4375, 0.519531, 0.167969, 8.4375, 1.773438, 3.25, 0.040771, 8.4375, 0.054688, 0.007477, 3.265625, 2.015625, 0.091309, 1.023438, 8.4375, 8.4375, 0.020142, 8.4375, 0.726562, 2.953125, 1.15625, 0.080078, 0.314453, 0.228516, 8.4375, 0.121582, 2.203125, 3.546875, 3.90625, 0.248047, 2.34375, 0.056396, 3.484375, 1.453125, 0.102539, 1.148438, 0.785156, 0.063965, 0.648438, 4.3125, 0.28125, 1.953125, 0.054688, 5.90625, 1.570312, 2.5, 2.609375, 1.359375, 1.15625, 3.53125, 0.058838, 1.398438, 0.072754, 0.087402, 2.515625, 0.351562, 0.789062, 8.4375, 0.063965, 8.4375, 3.9375, 0.023926, 4.96875, 3.0, 2.96875, 0.081543, 0.132812, 4.75, 8.4375, 0.076172, 2.78125, 8.4375, 0.453125, 2.078125, 0.423828, 2.84375, 0.131836, 3.28125, 8.4375, 1.390625, 2.59375, 4.3125, 1.617188, 0.065918, 8.4375, 8.4375, 2.03125, 1.359375, 8.4375, 0.738281, 8.4375, 3.125, 8.4375, 1.789062, 0.043701, 0.371094, 2.453125, 8.4375, 0.554688, 1.0, 8.4375, 0.433594, 0.120605, 1.734375, 8.4375, 2.875, 0.036865, 0.099609, 2.21875, 0.8125, 0.103027, 0.136719, 0.035645, 1.914062, 0.006836, 0.214844, 0.237305, 0.088379, 0.949219, 2.75, 0.061035, 2.78125, 0.026978, 8.4375, 0.129883, 0.960938, 8.4375, 0.625, 0.263672, 0.160156, 0.699219, 3.234375, 0.255859, 0.025513, 1.6875, 0.058594, 0.259766, 3.671875, 8.4375, 0.182617, 0.292969, 0.578125, 8.4375, 0.310547, 0.304688, 0.609375, 0.376953, 8.4375, 4.5625, 0.283203, 0.038086, 0.067383, 0.6875, 0.248047, 2.203125, 1.085938, 0.068848, 8.4375, 0.081055, 0.326172, 0.222656, 1.59375, 0.195312, 3.453125, 3.828125, 7.1875, 0.030884, 8.4375, 3.015625, 0.0625, 0.09082, 0.091309, 0.660156, 0.337891, 4.09375, 0.00705, 0.15332, 0.136719, 0.071289, 0.466797, 0.088867, 3.03125, 8.4375, 0.371094, 1.765625, 3.296875, 0.070312, 0.177734, 8.0, 2.21875, 2.515625, 4.3125, 0.030029, 2.3125, 1.820312, 3.1875, 0.083008, 8.4375, 1.828125, 0.074707, 8.4375, 2.1875, 8.4375, 2.828125, 2.90625, 0.038818, 2.4375, 0.008057, 2.984375, 8.4375, 0.152344, 8.4375, 1.984375, 8.4375, 8.4375, 3.21875, 0.359375, 0.121094, 1.007812, 4.40625, 0.984375, 8.4375, 1.703125, 0.044922, 0.10498, 4.78125, 5.96875, 1.0625, 0.05127, 0.067871, 0.125977, 0.041016, 4.375, 2.375, 1.992188, 8.4375, 0.124512, 3.6875, 0.027222, 3.890625, 2.109375, 4.375, 0.386719, 2.765625, 3.640625, 0.065918, 0.287109, 8.4375, 0.086914, 0.886719, 0.176758, 2.453125, 1.945312, 2.984375, 0.170898, 2.859375, 1.546875, 1.265625, 8.4375, 0.527344, 0.024292, 0.515625, 0.007263, 0.498047, 5.21875, 3.03125, 2.703125, 1.46875, 0.037109, 0.09082, 8.4375, 1.125, 0.238281, 2.78125, 0.023926, 0.734375, 1.414062, 3.453125, 6.84375, 2.125, 0.314453, 0.84375, 7.53125, 4.03125, 8.4375, 4.0625, 8.4375, 0.149414, 1.109375, 6.59375, 0.088379, 4.09375, 0.139648, 3.59375, 0.357422, 0.679688, 0.128906, 0.05542, 0.566406, 2.515625, 0.196289, 1.921875, 3.546875, 0.083984, 0.1875, 8.4375, 4.46875, 0.71875, 2.96875, 4.40625, 0.589844, 1.117188, 0.253906, 0.062256, 0.025146, 4.53125, 8.4375, 0.882812, 0.125, 6.75, 1.6875, 8.4375, 0.777344, 0.53125, 8.4375, 1.140625, 8.4375, 8.4375, 0.02832, 8.4375, 0.582031, 3.734375, 0.057129, 8.4375, 0.069336, 0.22168, 0.408203, 8.4375, 0.283203, 2.921875, 2.140625, 8.4375, 0.488281, 0.886719, 0.589844, 0.082031, 3.109375, 8.4375, 8.4375, 0.080566, 1.015625, 8.4375, 0.174805, 2.703125, 0.384766, 0.041504, 0.086914, 0.734375, 0.027222, 2.4375, 8.4375, 8.4375, 0.074707, 0.205078, 1.0625, 8.4375, 1.382812, 1.382812, 0.578125, 1.554688, 0.300781, 0.15918, 0.734375, 8.4375, 4.34375, 0.217773, 1.804688, 8.4375, 8.4375, 0.490234, 4.28125, 0.251953, 0.060059, 1.320312, 2.5625, 3.0, 5.9375, 0.061523, 2.484375, 1.671875, 3.03125, 8.4375, 0.081543, 0.738281, 0.10791, 4.59375, 2.953125, 8.4375, 0.117188, 2.1875, 2.1875, 0.427734, 2.9375, 0.244141, 0.154297, 0.056641, 0.265625, 0.051514, 3.015625, 2.171875, 1.945312, 2.640625, 4.8125, 8.4375, 3.734375, 0.376953, 1.710938, 0.069824, 6.59375, 3.78125, 0.302734, 0.585938, 0.031128, 0.130859, 0.091309, 0.135742, 2.578125, 0.150391, 0.057617, 0.347656, 4.625, 0.172852, 4.21875, 2.4375, 1.351562, 0.111816, 0.108398, 0.769531, 0.083496, 0.053955, 2.609375, 2.921875, 0.19043, 0.169922, 8.4375, 8.4375, 0.070801, 0.640625, 0.339844, 0.216797, 0.328125, 1.835938, 1.789062, 0.062012, 0.298828, 0.040771, 0.367188, 0.099609, 8.4375, 0.490234, 8.4375, 0.617188, 8.4375, 0.05542, 2.421875, 4.6875, 0.039795, 5.28125, 0.392578, 0.090332, 0.235352, 4.1875, 3.5625, 3.671875, 2.328125, 0.202148, 0.145508, 0.84375, 0.115723, 1.117188, 0.445312, 1.328125, 0.198242, 4.28125, 0.416016, 0.074219, 1.210938, 2.5625, 6.5625, 4.0, 0.05249, 0.337891, 8.4375, 0.851562, 4.09375, 8.4375, 0.133789, 0.056641, 0.05542, 0.068848, 0.105469, 8.4375, 0.539062, 1.210938, 0.3125, 1.960938, 0.022217, 1.929688, 8.4375, 2.453125, 2.546875, 8.4375, 0.054688, 2.5, 1.914062, 2.4375, 2.046875, 1.617188, 0.90625, 0.102051, 0.144531, 3.5, 0.118164, 1.484375, 0.158203, 3.59375, 0.414062, 0.652344, 8.4375, 5.78125, 0.038818, 4.40625, 0.058594, 8.4375, 2.6875, 8.4375, 2.765625, 0.007721, 2.75, 0.024902, 1.898438, 0.234375, 0.205078, 0.086426, 0.589844, 8.4375, 0.408203, 0.168945, 0.085449, 0.75, 8.4375, 8.4375, 8.4375, 0.546875, 0.174805, 2.9375, 1.226562, 8.4375, 8.4375, 8.4375, 1.710938, 0.069336, 0.230469, 0.439453, 0.217773, 8.4375, 0.172852, 0.285156, 0.5, 0.695312, 0.314453, 8.4375, 3.078125, 4.5, 2.390625, 0.016479, 0.335938, 8.4375, 0.137695, 3.71875, 0.539062, 3.140625, 2.046875, 8.4375, 1.757812, 0.339844, 0.025635, 0.078613, 3.015625, 0.691406, 0.4375, 0.308594, 0.11377, 0.047852, 0.050293, 0.052246, 0.390625, 0.248047, 0.007385, 8.4375, 0.07373, 0.169922, 3.21875, 8.4375, 0.077148, 2.125, 0.151367, 0.691406, 2.640625, 0.078125, 1.765625, 0.04248, 2.171875, 0.3125, 2.640625, 8.4375, 4.15625, 3.0, 2.484375, 0.054443, 4.15625, 0.101562, 1.171875, 0.078125, 2.359375, 0.166016, 0.080566, 0.273438, 0.773438, 8.4375, 2.40625, 0.789062, 0.138672, 0.062256, 0.75, 1.734375, 8.4375, 1.414062, 0.080078, 0.164062, 8.4375, 0.746094, 0.527344, 0.034668, 2.625, 0.07959, 0.582031, 0.400391, 2.328125, 0.227539, 3.0, 0.100586, 1.0625, 1.109375, 0.298828, 0.855469, 0.105469, 0.065918, 4.0, 3.71875, 1.570312, 8.4375, 8.4375, 3.21875, 0.283203, 2.125, 2.03125, 3.109375, 8.4375, 0.119629, 8.4375, 2.609375, 1.640625, 0.679688, 4.15625, 0.071777, 0.083496, 2.0625, 8.125, 3.109375, 0.050293, 3.6875, 8.4375, 1.171875, 0.367188, 0.294922, 0.169922, 0.757812, 4.59375, 8.4375, 0.490234, 0.890625, 0.027588, 0.041992, 0.269531, 0.093262, 8.4375, 8.4375, 2.28125, 2.125, 5.09375, 3.1875, 0.024658, 0.742188, 0.058105, 0.178711, 3.328125, 0.416016 ] } , "name": "onnx::Mul_10774", "outputIndexes": [ 1758 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1757, 1758 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 1759 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1731, 1759 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/Add_1_output_0", "outputIndexes": [ 1760 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1760 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.8/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 7249 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7249 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.8/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 7250 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7250 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 548046560, 327702, 81920, 0, 0 ] } , "name": "/layers.8/per_layer_input_gate/Linear", "outputIndexes": [ 7251 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7251 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.8/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 7252 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7252 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.8/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 1761 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1761 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.8/act_fn/Mul_output_0", "outputIndexes": [ 1762 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1761, 1762 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/act_fn/Mul_1_output_0", "outputIndexes": [ 1763 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 1763 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/act_fn/Mul_2_output_0", "outputIndexes": [ 1764 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1761, 1764 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/act_fn/Add_output_0", "outputIndexes": [ 1765 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 1765 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/act_fn/Mul_3_output_0", "outputIndexes": [ 1766 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1766 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.8/act_fn/Tanh_output_0", "outputIndexes": [ 1767 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 1767 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/act_fn/Add_1_output_0", "outputIndexes": [ 1768 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1761, 1768 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/act_fn/Mul_4_output_0", "outputIndexes": [ 1769 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 1769 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/act_fn/Mul_5_output_0", "outputIndexes": [ 1770 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 8 ] } , "name": "/blocks.0/self_attn/Constant_2_output_0", "outputIndexes": [ 1771 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2183", "outputIndexes": [ 1772 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2186", "outputIndexes": [ 1773 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 1772, 1773, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice2189", "outputIndexes": [ 1774 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1774 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze2190", "outputIndexes": [ 1775 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1771, 1775 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2191", "outputIndexes": [ 1776 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1776, 1775 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2192", "outputIndexes": [ 1777 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 1777, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_15_output_0", "outputIndexes": [ 1778 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1770, 1778 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/Mul_output_0", "outputIndexes": [ 1779 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1779 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.8/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 7253 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7253 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.8/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 7254 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7254 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 548456182, 327702, 81920, 0, 0 ] } , "name": "/layers.8/per_layer_projection/Linear", "outputIndexes": [ 7255 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7255 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.8/per_layer_projection/Linear/post_convert", "outputIndexes": [ 7256 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7256 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.8/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 1780 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1780 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.8/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 1782 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1782 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.8/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 1783 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1783, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 1784 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1784, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 1785 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1780, 1785 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 1786 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.03833, 0.21875, 0.21875, 0.000186, 0.21875, 0.21875, 0.21875, 0.21875, 0.00021, 0.21875, 0.21875, 0.00018, 0.000196, 0.000209, 0.000177, 0.00019, 0.000187, 0.21875, 0.000199, 0.000197, 0.21875, 0.000202, 0.0625, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.00018, 0.000196, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.175781, 0.017334, 0.21875, 0.000185, 0.000202, 0.21875, 0.21875, 0.21875, 0.000191, 0.000189, 0.21875, 0.21875, 0.000169, 0.000195, 0.000199, 0.21875, 0.163086, 0.21875, 0.21875, 0.21875, 0.009094, 0.21875, 0.21875, 0.000189, 0.21875, 0.120605, 0.21875, 0.21875, 0.000214, 0.21875, 0.21875, 0.011597, 0.000191, 0.000205, 0.000203, 0.21875, 0.000157, 0.000197, 0.21875, 0.0002, 0.21875, 0.000205, 0.21875, 0.21875, 0.21875, 0.000181, 0.21875, 0.000201, 0.0002, 0.000201, 0.21875, 0.21875, 0.21875, 0.000195, 0.21875, 0.000199, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.000197, 0.21875, 0.000181, 0.21875, 0.000166, 0.000201, 0.21875, 0.000205, 0.000196, 0.21875, 0.21875, 0.000199, 0.21875, 0.21875, 0.21875, 0.21875, 0.000173, 0.128906, 0.000195, 0.000198, 0.000203, 0.21875, 0.000195, 0.21875, 0.21875, 0.0002, 0.21875, 0.000207, 0.21875, 0.21875, 0.21875, 0.21875, 0.000177, 0.21875, 0.21875, 0.21875, 0.079102, 0.000207, 0.21875, 0.21875, 0.21875, 0.21875, 0.000163, 0.21875, 0.21875, 0.163086, 0.000209, 0.000171, 0.21875, 0.21875, 0.000208, 0.21875, 0.21875, 0.21875, 0.21875, 0.026611, 0.21875, 0.000198, 0.000207, 0.00019, 0.21875, 0.000188, 0.000192, 0.21875, 0.21875, 0.21875, 0.21875, 0.000174, 0.000161, 0.035156, 0.000206, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.000196, 0.21875, 0.000206, 0.21875, 0.000187, 0.21875, 0.21875, 0.000184, 0.21875, 0.21875, 0.198242, 0.157227, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.000156, 0.000168, 0.000189, 0.000199, 0.000214, 0.000183, 0.000203, 0.21875, 0.21875, 0.000197, 0.014343, 0.21875, 0.016357, 0.037842, 0.21875, 0.21875, 0.020264, 0.000185, 0.000185, 0.21875, 0.21875, 0.000192, 0.21875, 0.000138, 0.21875, 0.000198, 0.000173, 0.21875, 0.027588, 0.21875, 0.017822, 0.21875, 0.21875, 0.21875, 0.21875, 0.000209, 0.21875, 0.21875, 0.21875, 0.21875, 0.135742, 0.21875, 0.212891, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.000207, 0.21875, 0.0002, 0.000189, 0.21875, 0.21875, 0.000211, 0.000177, 0.21875, 0.024048, 0.21875, 0.21875, 0.21875, 0.000199, 0.21875, 0.21875, 0.000191, 0.21875, 0.000167, 0.000185, 0.054688, 0.21875, 0.21875, 0.000179, 0.21875, 0.000182, 0.000209, 0.21875, 0.000206, 0.21875, 0.000186, 0.05249, 0.000186, 0.21875, 0.21875, 0.000207, 0.000189, 0.000193, 0.21875, 0.21875, 0.000187, 0.21875, 0.000204, 0.129883, 0.21875, 0.000204, 0.21875, 0.000179, 0.21875, 0.000148, 0.00019, 0.21875, 0.000166, 0.000199, 0.21875, 0.21875, 0.000196, 0.21875, 0.21875, 0.21875, 0.063965, 0.21875, 0.000198, 0.000192, 0.21875, 0.0002, 0.000197, 0.024536, 0.0002, 0.21875, 0.07373, 0.21875, 0.21875, 0.000205, 0.21875, 0.084473, 0.000177, 0.000212, 0.21875, 0.000175, 0.21875, 0.21875, 0.000192, 0.000186, 0.21875, 0.057861, 0.21875, 0.0002, 0.028076, 0.000175, 0.000178, 0.019043, 0.000201, 0.21875, 0.000206, 0.21875, 0.000202, 0.21875, 0.000195, 0.21875, 0.21875, 0.21875, 0.21875, 0.000203, 0.009949, 0.21875, 0.21875, 0.21875, 0.000183, 0.00017, 0.21875, 0.000201, 0.000177, 0.21875, 0.000201, 0.000204, 0.000184, 0.21875, 0.21875, 0.000205, 0.000178, 0.21875, 0.21875, 0.000206, 0.21875, 0.21875, 0.000178, 0.000202, 0.21875, 0.003799, 0.177734, 0.000203, 0.21875, 0.000542, 0.21875, 0.000207, 0.000178, 0.21875, 0.000196, 0.024414, 0.21875, 0.134766, 0.21875, 0.21875, 0.21875, 0.000196, 0.21875, 0.000197, 0.21875, 0.21875, 0.000196, 0.000209, 0.000157, 0.21875, 0.000198, 0.010498, 0.000198, 0.000183, 0.21875, 0.000201, 0.149414, 0.000195, 0.21875, 0.000188, 0.000193, 0.21875, 0.00019, 0.000202, 0.000206, 0.21875, 0.21875, 0.022705, 0.21875, 0.21875, 0.000205, 0.000207, 0.018066, 0.21875, 0.000198, 0.000186, 0.000194, 0.000196, 0.029541, 0.21875, 0.000201, 0.000199, 0.21875, 0.069824, 0.21875, 0.074707, 0.000191, 0.000198, 0.21875, 0.21875, 0.21875, 0.000188, 0.21875, 0.21875, 0.21875, 0.042236, 0.21875, 0.000195, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.037109, 0.00017, 0.21875, 0.21875, 0.036377, 0.075684, 0.000191, 0.21875, 0.21875, 0.21875, 0.000196, 0.21875, 0.032227, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.000195, 0.21875, 0.21875, 0.21875, 0.000188, 0.00021, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.00019, 0.000196, 0.000204, 0.000189, 0.21875, 0.000188, 0.000191, 0.000203, 0.000152, 0.000181, 0.000188, 0.21875, 0.21875, 0.21875, 0.07959, 0.21875, 0.000206, 0.21875, 0.21875, 0.000197, 0.21875, 0.21875, 0.000175, 0.000201, 0.000201, 0.21875, 0.21875, 0.217773, 0.000178, 0.000205, 0.21875, 0.21875, 0.000165, 0.000186, 0.21875, 0.122559, 0.21875, 0.000198, 0.21875, 0.000188, 0.21875, 0.000175, 0.000194, 0.000181, 0.21875, 0.21875, 0.21875, 0.062012, 0.000199, 0.000181, 0.000179, 0.000168, 0.000208, 0.21875, 0.000204, 0.000212, 0.000188, 0.21875, 0.21875, 0.21875, 0.21875, 0.000196, 0.000198, 0.21875, 0.0002, 0.000195, 0.000999, 0.000205, 0.0002, 0.21875, 0.000211, 0.21875, 0.000191, 0.000191, 0.000185, 0.21875, 0.000178, 0.000195, 0.21875, 0.000209, 0.000199, 0.000159, 0.000187, 0.000171, 0.000178, 0.053223, 0.000197, 0.21875, 0.21875, 0.000199, 0.054199, 0.000185, 0.21875, 0.21875, 0.00019, 0.21875, 0.000195, 0.21875, 0.000202, 0.21875, 0.21875, 0.21875, 0.007996, 0.000196, 0.000192, 0.046631, 0.21875, 0.21875, 0.000214, 0.21875, 0.000171, 0.020752, 0.158203, 0.000206, 0.040771, 0.21875, 0.000206, 0.21875, 0.000179, 0.21875, 0.21875, 0.163086, 0.21875, 0.21875, 0.21875, 0.21875, 0.000203, 0.21875, 0.21875, 0.21875, 0.000198, 0.000202, 0.21875, 0.000192, 0.000198, 0.21875, 0.0002, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.000196, 0.000189, 0.000183, 0.000196, 0.000143, 0.000178, 0.000173, 0.21875, 0.21875, 0.000185, 0.21875, 0.21875, 0.21875, 0.21875, 0.000194, 0.21875, 0.000176, 0.21875, 0.00018, 0.000182, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.000203, 0.21875, 0.21875, 0.000196, 0.077637, 0.000205, 0.103027, 0.015869, 0.000186, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.000196, 0.000198, 0.000198, 0.21875, 0.21875, 0.000211, 0.000181, 0.026245, 0.000172, 0.000186, 0.21875, 0.000184, 0.21875, 0.21875, 0.000189, 0.21875, 0.000198, 0.000204, 0.217773, 0.21875, 0.21875, 0.21875, 0.000193, 0.21875, 0.000198, 0.21875, 0.055176, 0.00018, 0.00019, 0.21875, 0.000199, 0.21875, 0.21875, 0.000198, 0.21875, 0.0002, 0.000179, 0.21875, 0.000167, 0.000211, 0.21875, 0.21875, 0.21875, 0.000184, 0.000199, 0.21875, 0.21875, 0.214844, 0.118652, 0.21875, 0.21875, 0.00017, 0.000195, 0.000186, 0.21875, 0.000171, 0.21875, 0.21875, 0.21875, 0.000189, 0.21875, 0.000195, 0.21875, 0.21875, 0.21875, 0.000201, 0.00021, 0.005951, 0.01001, 0.000206, 0.21875, 0.21875, 0.21875, 0.179688, 0.000168, 0.21875, 0.000182, 0.000176, 0.005798, 0.21875, 0.21875, 0.000203, 0.006042, 0.000196, 0.000156, 0.21875, 0.21875, 0.010132, 0.000198, 0.000189, 0.000203, 0.21875, 0.21875, 0.21875, 0.037842, 0.000203, 0.21875, 0.007751, 0.21875, 0.000198, 0.21875, 0.000174, 0.000162, 0.000197, 0.21875, 0.000178, 0.000194, 0.062256, 0.00019, 0.000183, 0.000205, 0.000175, 0.000169, 0.21875, 0.016235, 0.000179, 0.21875, 0.019531, 0.21875, 0.21875, 0.21875, 0.000214, 0.009094, 0.21875, 0.21875, 0.21875, 0.053955, 0.000147, 0.21875, 0.205078, 0.000185, 0.21875, 0.21875, 0.165039, 0.000179, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.000196, 0.013123, 0.21875, 0.21875, 0.000206, 0.000192, 0.21875, 0.21875, 0.21875, 0.000212, 0.21875, 0.21875, 0.21875, 0.21875, 0.06543, 0.21875, 0.000198, 0.000179, 0.000191, 0.006348, 0.21875, 0.00019, 0.21875, 0.01123, 0.21875, 0.000172, 0.21875, 0.007202, 0.007202, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.041748, 0.007507, 0.21875, 0.21875, 0.000184, 0.21875, 0.000182, 0.000189, 0.031738, 0.21875, 0.000189, 0.21875, 0.21875, 0.047852, 0.21875, 0.21875, 0.000178, 0.21875, 0.000205, 0.000199, 0.000193, 0.21875, 0.21875, 0.21875, 0.21875, 0.031738, 0.000179, 0.21875, 0.103516, 0.000189, 0.000187, 0.21875, 0.000194, 0.21875, 0.21875, 0.21875, 0.000196, 0.000187, 0.000176, 0.000193, 0.006989, 0.000208, 0.000188, 0.21875, 0.086426, 0.21875, 0.21875, 0.21875, 0.015564, 0.000193, 0.21875, 0.000211, 0.000175, 0.0002, 0.000194, 0.000157, 0.21875, 0.018555, 0.21875, 0.000181, 0.21875, 0.000196, 0.21875, 0.000169, 0.000202, 0.21875, 0.000201, 0.019897, 0.21875, 0.000202, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.016602, 0.000196, 0.000198, 0.21875, 0.007782, 0.21875, 0.000198, 0.000209, 0.000205, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.000206, 0.21875, 0.000174, 0.21875, 0.090332, 0.009766, 0.21875, 0.000202, 0.21875, 0.21875, 0.000199, 0.21875, 0.21875, 0.000202, 0.21875, 0.000199, 0.014587, 0.013245, 0.000197, 0.000181, 0.21875, 0.21875, 0.000211, 0.000192, 0.000189, 0.21875, 0.21875, 0.21875, 0.000196, 0.04541, 0.136719, 0.21875, 0.065918, 0.000199, 0.000197, 0.000201, 0.000191, 0.018311, 0.000196, 0.050537, 0.206055, 0.00018, 0.000175, 0.015015, 0.21875, 0.21875, 0.21875, 0.000203, 0.000181, 0.21875, 0.21875, 0.21875, 0.21875, 0.000168, 0.000202, 0.21875, 0.000198, 0.000202, 0.000181, 0.21875, 0.21875, 0.21875, 0.0002, 0.000185, 0.000181, 0.21875, 0.21875, 0.064453, 0.123535, 0.21875, 0.21875, 0.009094, 0.000189, 0.197266, 0.000202, 0.21875, 0.000171, 0.000213, 0.060547, 0.21875, 0.21875, 0.21875, 0.21875, 0.00021, 0.000196, 0.000175, 0.21875, 0.21875, 0.000203, 0.000199, 0.21875, 0.00019, 0.21875, 0.21875, 0.000207, 0.21875, 0.000196, 0.000206, 0.000168, 0.21875, 0.019165, 0.21875, 0.21875, 0.21875, 0.000174, 0.024292, 0.140625, 0.135742, 0.000186, 0.21875, 0.000183, 0.21875, 0.21875, 0.21875, 0.000183, 0.21875, 0.016724, 0.054932, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.000196, 0.000174, 0.000199, 0.21875, 0.000203, 0.000163, 0.043945, 0.21875, 0.21875, 0.000193, 0.21875, 0.21875, 0.000174, 0.000188, 0.018799, 0.000195, 0.000198, 0.21875, 0.000166, 0.009216, 0.017212, 0.000188, 0.158203, 0.000187, 0.000212, 0.000206, 0.21875, 0.000175, 0.010864, 0.000159, 0.057617, 0.000193, 0.21875, 0.000183, 0.21875, 0.000195, 0.000159, 0.00016, 0.000194, 0.21875, 0.000204, 0.000187, 0.21875, 0.000195, 0.004608, 0.21875, 0.21875, 0.013916, 0.000198, 0.21875, 0.21875, 0.0002, 0.21875, 0.21875, 0.21875, 0.21875, 0.000184, 0.087891, 0.000182, 0.000213, 0.21875, 0.000191, 0.000175, 0.000212, 0.000186, 0.000196, 0.21875, 0.000189, 0.21875, 0.000196, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.000208, 0.000205, 0.000205, 0.21875, 0.21875, 0.000188, 0.000187, 0.21875, 0.21875, 0.000194, 0.000192, 0.027954, 0.03833, 0.007538, 0.000183, 0.21875, 0.21875, 0.000191, 0.21875, 0.0002, 0.21875, 0.000193, 0.21875, 0.21875, 0.208984, 0.000184, 0.21875, 0.0002, 0.000187, 0.000197, 0.21875, 0.21875, 0.21875, 0.21875, 0.0002, 0.000207, 0.21875, 0.21875, 0.21875, 0.21875, 0.000191, 0.0002, 0.21875, 0.21875, 0.000197, 0.000194, 0.21875, 0.21875, 0.21875, 0.21875, 0.000184, 0.073242, 0.000172, 0.21875, 0.000194, 0.000194, 0.000175, 0.000196, 0.000196, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.000194, 0.21875, 0.21875, 0.21875, 0.21875, 0.000209, 0.008911, 0.21875, 0.21875, 0.21875, 0.000201, 0.0002, 0.000192, 0.000207, 0.000208, 0.21875, 0.012695, 0.21875, 0.015564, 0.21875, 0.000186, 0.21875, 0.21875, 0.21875, 0.202148, 0.000196, 0.000205, 0.21875, 0.000164, 0.21875, 0.000194, 0.21875, 0.21875, 0.21875, 0.21875, 0.000159, 0.000207, 0.21875, 0.000203, 0.0002, 0.21875, 0.000181, 0.21875, 0.000195, 0.008728, 0.21875, 0.000173, 0.000196, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.059814, 0.000198, 0.21875, 0.21875, 0.21875, 0.11084, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.000187, 0.000201, 0.21875, 0.0002, 0.025635, 0.21875, 0.21875, 0.21875, 0.21875, 0.000191, 0.010986, 0.21875, 0.000197, 0.21875, 0.21875, 0.21875, 0.21875, 0.000178, 0.21875, 0.000183, 0.129883, 0.000166, 0.21875, 0.000173, 0.000192, 0.21875, 0.217773, 0.21875, 0.000198, 0.21875, 0.000183, 0.21875, 0.000185, 0.21875, 0.000208, 0.21875, 0.21875, 0.21875, 0.21875, 0.000196, 0.21875, 0.004333, 0.000178, 0.21875, 0.21875, 0.000171, 0.21875, 0.000188, 0.000177, 0.000201, 0.022461, 0.000195, 0.21875, 0.21875, 0.21875, 0.000185, 0.000179, 0.000189, 0.21875, 0.000193, 0.006165, 0.000181, 0.000174, 0.21875, 0.21875, 0.000211, 0.000172, 0.21875, 0.21875, 0.011536, 0.00018, 0.021973, 0.000184, 0.014221, 0.21875, 0.000203, 0.21875, 0.000199, 0.000193, 0.21875, 0.21875, 0.000207, 0.00021, 0.000197, 0.0002, 0.21875, 0.015259, 0.21875, 0.21875, 0.000183, 0.21875, 0.000193, 0.000196, 0.147461, 0.21875, 0.000194, 0.21875, 0.091309, 0.000211, 0.00018, 0.21875, 0.21875, 0.000211, 0.000204, 0.21875, 0.000201, 0.21875, 0.21875, 0.21875, 0.000168, 0.21875, 0.000171, 0.00018, 0.000192, 0.000201, 0.000191, 0.102051, 0.000191, 0.027344, 0.00018, 0.21875, 0.000192, 0.21875, 0.21875, 0.21875, 0.164062, 0.0002, 0.0002, 0.21875, 0.000201, 0.000206, 0.000204, 0.00017, 0.010193, 0.147461, 0.21875, 0.000198, 0.21875, 0.21875, 0.0002, 0.21875, 0.21875, 0.21875, 0.15918, 0.000189, 0.21875, 0.21875, 0.117676, 0.000193, 0.000199, 0.21875, 0.000206, 0.000207, 0.000191, 0.006287, 0.000212, 0.21875, 0.000206, 0.21875, 0.046143, 0.21875, 0.21875, 0.000213, 0.00019, 0.000198, 0.21875, 0.21875, 0.000194, 0.000202, 0.000205, 0.21875, 0.21875, 0.21875, 0.000199, 0.21875, 0.21875, 0.000188, 0.21875, 0.000176, 0.21875, 0.21875, 0.053955, 0.000185, 0.21875, 0.21875, 0.000183, 0.21875, 0.21875, 0.000198, 0.000212, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.000211, 0.000195, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.000196, 0.21875, 0.21875, 0.000203, 0.000195, 0.21875, 0.028809, 0.000205, 0.21875, 0.137695, 0.21875, 0.000199, 0.010925, 0.000192, 0.000186, 0.000164, 0.21875, 0.000201, 0.21875, 0.21875, 0.21875, 0.21875, 0.000211, 0.21875, 0.21875, 0.21875, 0.21875, 0.010559, 0.012878, 0.21875, 0.013367, 0.21875, 0.000204, 0.21875, 0.000197, 0.21875, 0.000202, 0.21875, 0.000199, 0.21875, 0.21875, 0.000182, 0.21875, 0.000186, 0.000181, 0.000203, 0.000203, 0.022461, 0.21875, 0.21875, 0.000198, 0.000184, 0.000199, 0.21875, 0.21875, 0.21875, 0.000176, 0.000199, 0.000196, 0.000198, 0.000188, 0.000181, 0.21875, 0.009888, 0.000188, 0.21875, 0.21875, 0.21875, 0.21875, 0.000191, 0.21875, 0.21875, 0.000164, 0.000195, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.039795, 0.000182, 0.000196, 0.21875, 0.000202, 0.000196, 0.000189, 0.21875, 0.212891, 0.21875, 0.000186, 0.000177, 0.000198, 0.21875, 0.000198, 0.21875, 0.21875, 0.21875, 0.000179, 0.000187, 0.0002, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.000199, 0.21875, 0.21875, 0.000172, 0.21875, 0.000178, 0.21875, 0.000184, 0.21875, 0.000207, 0.000189, 0.000192, 0.21875, 0.21875, 0.000185, 0.21875, 0.21875, 0.000196, 0.055664, 0.21875, 0.166016, 0.21875, 0.000177, 0.000187, 0.039307, 0.000184, 0.21875, 0.21875, 0.000183, 0.000187, 0.21875, 0.00019, 0.21875, 0.000191, 0.000204, 0.21875, 0.21875, 0.000209, 0.21875, 0.21875, 0.21875, 0.139648, 0.21875, 0.21875, 0.21875, 0.000171, 0.21875, 0.000169, 0.000206, 0.000162, 0.21875, 0.000171, 0.025024, 0.120605, 0.21875, 0.21875, 0.000189, 0.21875, 0.172852, 0.00019, 0.000193, 0.0002, 0.0002, 0.014648, 0.21875, 0.000174, 0.21875, 0.21875, 0.008179, 0.21875, 0.21875, 0.00021, 0.21875, 0.000188, 0.000202, 0.000192, 0.000197, 0.000176, 0.21875, 0.000196, 0.21875, 0.000176, 0.21875, 0.000208, 0.000197, 0.000178, 0.21875, 0.000209, 0.21875, 0.216797, 0.065918, 0.21875, 0.21875, 0.000196, 0.118652, 0.000207, 0.000206, 0.000184, 0.000164, 0.21875, 0.21875, 0.000185, 0.000196, 0.21875, 0.000205, 0.21875, 0.000194, 0.000185, 0.000195, 0.21875, 0.044434, 0.066895, 0.21875, 0.089355, 0.018188, 0.000187, 0.21875, 0.000182, 0.21875, 0.21875, 0.000207, 0.000199, 0.21875, 0.065918, 0.21875, 0.000195, 0.21875, 0.21875, 0.21875, 0.000195, 0.21875, 0.21875, 0.000206, 0.21875, 0.21875, 0.21875, 0.000208, 0.038818, 0.21875, 0.000182, 0.00019, 0.085938, 0.000179, 0.21875, 0.000172, 0.000213, 0.000208, 0.000199, 0.103516, 0.21875, 0.010559, 0.038818, 0.21875, 0.21875, 0.02124, 0.000207, 0.21875, 0.000198, 0.21875, 0.21875, 0.21875, 0.000187, 0.175781, 0.000189, 0.000206, 0.21875, 0.000181, 0.21875, 0.21875, 0.21875, 0.21875, 0.000203, 0.21875, 0.21875, 0.0002, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.000181, 0.21875, 0.000176, 0.21875, 0.21875, 0.015137, 0.000175, 0.000195, 0.21875, 0.000179, 0.125977, 0.21875, 0.000162, 0.098145, 0.21875, 0.21875, 0.21875, 0.21875, 0.000201, 0.009888, 0.21875, 0.21875, 0.000196, 0.05249, 0.21875, 0.21875, 0.01062, 0.000181, 0.000186, 0.000194, 0.21875, 0.01532, 0.21875, 0.21875, 0.21875, 0.000192, 0.000176, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.005035, 0.000198, 0.000183, 0.115234, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.00016, 0.000206, 0.000196, 0.000166, 0.000204, 0.216797, 0.000181, 0.000212, 0.21875, 0.21875, 0.21875, 0.000199, 0.050537, 0.21875, 0.001915, 0.21875, 0.000178, 0.000161, 0.000195, 0.000188, 0.21875, 0.000204, 0.21875, 0.21875, 0.000183, 0.000161, 0.000202, 0.21875, 0.000182, 0.000145, 0.21875, 0.000185, 0.000199, 0.21875, 0.21875, 0.000169, 0.21875, 0.000188, 0.21875, 0.000196, 0.21875, 0.000168, 0.21875, 0.21875, 0.000205, 0.21875, 0.000189, 0.21875, 0.000197, 0.21875, 0.000208, 0.21875, 0.21875, 0.038574, 0.21875, 0.21875, 0.21875, 0.000202, 0.21875, 0.000198, 0.000199, 0.21875, 0.21875, 0.000206, 0.21875, 0.21875, 0.21875, 0.000199, 0.21875, 0.193359, 0.21875, 0.21875, 0.030396, 0.000201, 0.000199, 0.21875, 0.000181, 0.21875, 0.21875, 0.21875, 0.0002, 0.000154, 0.000205, 0.21875, 0.000202, 0.000212, 0.21875, 0.21875, 0.000173, 0.000211, 0.21875, 0.102539, 0.00018, 0.000182, 0.21875, 0.000199, 0.000195, 0.21875, 0.21875, 0.000207, 0.21875, 0.000181, 0.21875, 0.000204, 0.027222, 0.0002, 0.000198, 0.0002, 0.21875, 0.217773, 0.21875, 0.21875, 0.0002, 0.21875, 0.21875, 0.21875, 0.000188, 0.000177, 0.21875, 0.21875, 0.000166, 0.21875, 0.21875, 0.0002, 0.21875, 0.000212, 0.21875, 0.052246, 0.21875, 0.21875, 0.000212, 0.21875, 0.21875, 0.000183, 0.000201, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.0002, 0.21875, 0.21875, 0.00018, 0.21875, 0.012939, 0.21875, 0.21875, 0.21875, 0.21875, 0.000193, 0.21875, 0.000204, 0.000199, 0.21875, 0.21875, 0.00019, 0.012268, 0.000197, 0.21875, 0.15625, 0.000211, 0.0002, 0.006714, 0.21875, 0.000192, 0.000163, 0.000187, 0.00019, 0.000167, 0.21875, 0.000193, 0.21875, 0.009094, 0.21875, 0.000188, 0.216797, 0.21875, 0.000179, 0.000199, 0.000186, 0.000202, 0.21875, 0.000183, 0.00708, 0.21875, 0.000198, 0.000209, 0.21875, 0.21875, 0.000202, 0.000195, 0.21875, 0.21875, 0.000201, 0.000199, 0.00019, 0.102051, 0.21875, 0.21875, 0.000197, 0.018555, 0.000196, 0.000202, 0.121582, 0.21875, 0.21875, 0.0177, 0.21875, 0.000198, 0.000196, 0.088379, 0.21875, 0.000199, 0.21875, 0.21875, 0.21875, 0.008484, 0.21875, 0.21875, 0.000198, 0.036865, 0.000213, 0.000199, 0.000209, 0.21875, 0.000195, 0.000195, 0.000185, 0.000203, 0.21875, 0.026489, 0.000214, 0.21875, 0.000139, 0.21875, 0.21875, 0.023682, 0.068359, 0.21875, 0.21875, 0.21875, 0.21875, 0.008545, 0.21875, 0.21875, 0.21875, 0.000186, 0.21875, 0.21875, 0.070801, 0.21875, 0.000199, 0.21875, 0.21875, 0.21875, 0.008667, 0.21875, 0.000188, 0.21875, 0.21875, 0.000204, 0.21875, 0.000213, 0.21875, 0.21875, 0.21875, 0.000196, 0.000211, 0.000194, 0.21875, 0.21875, 0.21875, 0.000196, 0.036621, 0.000189, 0.21875, 0.21875, 0.000196, 0.000206, 0.045654, 0.000201, 0.000201, 0.21875, 0.000197, 0.21875, 0.000196, 0.000192, 0.21875, 0.000212, 0.21875, 0.000205, 0.21875, 0.000203, 0.000196, 0.21875, 0.000197, 0.000181, 0.21875, 0.03833, 0.00019, 0.143555, 0.21875, 0.000175, 0.21875, 0.000178, 0.00018, 0.21875, 0.21875, 0.21875, 0.000203, 0.000192, 0.000212, 0.0002, 0.000199, 0.21875, 0.21875, 0.21875, 0.21875, 0.031738, 0.005371, 0.21875, 0.000199, 0.000176, 0.21875, 0.008057, 0.21875, 0.000175, 0.21875, 0.21875, 0.21875, 0.000196, 0.000192, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.0002, 0.21875, 0.21875, 0.000196, 0.21875, 0.000194, 0.21875, 0.000203, 0.00019, 0.000196, 0.018433, 0.000174, 0.21875, 0.000206, 0.21875, 0.21875, 0.000198, 0.05957, 0.21875, 0.21875, 0.000194, 0.000171, 0.21875, 0.000201, 0.000194, 0.000192, 0.000193, 0.006592, 0.21875, 0.21875, 0.000188, 0.043457, 0.21875, 0.21875, 0.21875, 0.000196, 0.000182, 0.000213, 0.000166, 0.21875, 0.21875, 0.007935, 0.21875, 0.0002, 0.21875, 0.000163, 0.21875, 0.000181, 0.000205, 0.21875, 0.21875, 0.000183, 0.21875, 0.21875, 0.21875, 0.21875, 0.00021, 0.000174, 0.0002, 0.21875, 0.21875, 0.21875, 0.041748, 0.000189, 0.21875, 0.024658, 0.21875, 0.000191, 0.015076, 0.064453, 0.000205, 0.021851, 0.21875, 0.21875, 0.21875, 0.000183, 0.000204, 0.000204, 0.21875, 0.000199, 0.000206, 0.21875, 0.21875, 0.200195, 0.000198, 0.000179, 0.21875, 0.21875, 0.000181, 0.000168, 0.21875, 0.21875, 0.21875, 0.21875, 0.000193, 0.058594, 0.000175, 0.21875, 0.21875, 0.21875, 0.000207, 0.21875, 0.000165, 0.000164, 0.21875, 0.000185, 0.000176, 0.000212, 0.21875, 0.21875, 0.21875, 0.000191, 0.000195, 0.21875, 0.130859, 0.21875, 0.000188, 0.000203, 0.02063, 0.000204, 0.005157, 0.21875, 0.21875, 0.000178, 0.21875, 0.21875, 0.21875, 0.21875, 0.000178, 0.21875, 0.014771, 0.21875, 0.21875, 0.000212, 0.000172, 0.008606, 0.004364, 0.000195, 0.000206, 0.21875, 0.000183, 0.014709, 0.000196, 0.21875, 0.000193, 0.21875, 0.21875, 0.000178, 0.000177, 0.000189, 0.21875, 0.000186, 0.015991, 0.000195, 0.21875, 0.000199, 0.000207, 0.21875, 0.21875, 0.000191, 0.21875, 0.000177, 0.00019, 0.000193, 0.000181, 0.000196, 0.000198, 0.000206, 0.015259, 0.000203, 0.000196, 0.21875, 0.000179, 0.21875, 0.000192, 0.21875, 0.000197, 0.000188, 0.21875, 0.000199, 0.21875, 0.155273, 0.000179, 0.000202, 0.21875, 0.21875, 0.21875, 0.21875, 0.000196, 0.000184, 0.21875, 0.045166, 0.00016, 0.0002, 0.000204, 0.000192, 0.21875, 0.000188, 0.000206, 0.21875, 0.21875, 0.21875, 0.21875, 0.00018, 0.000191, 0.21875, 0.000206, 0.21875, 0.21875, 0.066895, 0.000186, 0.000206, 0.023438, 0.000183, 0.21875, 0.000179, 0.21875, 0.000203, 0.21875, 0.014893, 0.21875, 0.21875, 0.21875, 0.000195, 0.21875, 0.000203, 0.21875, 0.000205, 0.21875, 0.21875, 0.000179, 0.21875, 0.000973, 0.032715, 0.21875, 0.000202, 0.21875, 0.000193, 0.000197, 0.000198, 0.21875, 0.21875, 0.21875, 0.000182, 0.21875, 0.000174, 0.21875, 0.21875, 0.21875, 0.000195, 0.000193, 0.21875, 0.000199, 0.000163, 0.082031, 0.000189, 0.000192, 0.21875, 0.21875, 0.000191, 0.000185, 0.00019, 0.00017, 0.21875, 0.21875, 0.21875, 0.000192, 0.000191, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.000201, 0.000191, 0.000208, 0.000189, 0.21875, 0.000186, 0.000167, 0.21875, 0.000206, 0.157227, 0.21875, 0.21875, 0.21875, 0.21875, 0.0002, 0.001053, 0.000196, 0.000213, 0.21875, 0.000199, 0.21875, 0.000188, 0.21875, 0.000183, 0.000188, 0.000197, 0.000206, 0.21875, 0.21875, 0.201172, 0.000192, 0.000199, 0.000199, 0.000175, 0.000206, 0.000178, 0.000213, 0.000198, 0.21875, 0.000199, 0.027222, 0.21875, 0.21875, 0.000191, 0.21875, 0.000208, 0.000202, 0.21875, 0.000203, 0.21875, 0.000203, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.000191, 0.21875, 0.000162, 0.21875, 0.000176, 0.21875, 0.000194, 0.0002, 0.079102, 0.216797, 0.21875, 0.21875, 0.000168, 0.000206, 0.000206, 0.171875, 0.21875, 0.21875, 0.000199, 0.000198, 0.076172, 0.21875, 0.000192, 0.136719, 0.000201, 0.000189, 0.000184, 0.0002, 0.21875, 0.21875, 0.047363, 0.21875, 0.000199, 0.000189, 0.000196, 0.098633, 0.21875, 0.000177, 0.000184, 0.21875, 0.21875, 0.000196, 0.21875, 0.21875, 0.21875, 0.177734, 0.000187, 0.000197, 0.21875, 0.21875, 0.00017, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.000199, 0.018433, 0.21875, 0.21875, 0.000197, 0.014832, 0.21875, 0.21875, 0.000164, 0.000194, 0.21875, 0.00021, 0.199219, 0.21875, 0.21875, 0.000168, 0.000172, 0.007233, 0.010193, 0.000187, 0.000204, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.21875, 0.00021, 0.000198, 0.000196, 0.000188, 0.000207, 0.111328 ] } , "name": "onnx::Mul_10775", "outputIndexes": [ 1787 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1786, 1787 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 1788 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1760, 1788 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/Add_2_output_0", "outputIndexes": [ 1789 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.228516 ] } , "name": "/blocks.8/Constant_1_output_0", "outputIndexes": [ 1790 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1789, 1790 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/Mul_1_output_0", "outputIndexes": [ 1791 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1791, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.9/Reshape_output_0", "outputIndexes": [ 1792 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1792 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.9/input_layernorm/Pow_output_0", "outputIndexes": [ 1793 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1793 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.9/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 1794 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1794, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/input_layernorm/Add_output_0", "outputIndexes": [ 1795 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1795, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/input_layernorm/Pow_1_output_0", "outputIndexes": [ 1796 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1792, 1796 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/input_layernorm/Mul_output_0", "outputIndexes": [ 1797 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 102.0, 1.84375, 0.789062, 2.875, 1.609375, 1.984375, 2.734375, 0.804688, 101.5, 1.15625, 2.21875, 7.25, 2.046875, 13.5, 123.0, 8.875, 2.234375, 0.828125, 111.5, 17.125, 3.609375, 3.28125, 24.25, 9.9375, 1.046875, 1.03125, 1.007812, 2.953125, 16.375, 23.0, 2.375, 0.929688, 2.1875, 3.6875, 2.765625, 10.8125, 1.4375, 3.296875, 27.25, 1.046875, 65.0, 49.0, 0.835938, 0.988281, 3.015625, 90.5, 1.664062, 0.78125, 1.132812, 9.125, 15.125, 155.0, 1.046875, 2.625, 1.265625, 1.867188, 5.15625, 34.5, 1.40625, 8.5625, 9.8125, 2.703125, 8.8125, 1.609375, 7.9375, 21.125, 0.949219, 1.046875, 24.25, 40.25, 118.5, 5.375, 2.875, 64.5, 11.5, 1.804688, 31.875, 1.851562, 1.390625, 1.453125, 1.078125, 1.289062, 2.25, 1.265625, 28.625, 12.125, 27.75, 1.304688, 1.8125, 0.996094, 83.5, 1.421875, 2.46875, 0.898438, 1.476562, 0.972656, 1.992188, 1.234375, 9.125, 0.917969, 2.75, 2.0625, 7.8125, 45.25, 2.40625, 91.0, 7.09375, 2.3125, 0.785156, 2.578125, 0.914062, 1.070312, 4.4375, 9.4375, 24.125, 4.21875, 7.9375, 30.25, 10.0, 3.265625, 78.0, 1.179688, 1.390625, 14.4375, 0.855469, 2.203125, 1.117188, 1.304688, 0.980469, 0.898438, 8.875, 1.085938, 1.570312, 2.1875, 4.3125, 60.25, 1.117188, 0.972656, 1.125, 1.109375, 10.875, 1.679688, 1.0, 4.375, 1.804688, 73.0, 2.359375, 3.921875, 22.25, 1.625, 1.773438, 1.179688, 11.6875, 26.625, 0.988281, 5.40625, 33.0, 132.0, 3.5625, 3.125, 75.0, 1.0625, 3.5, 1.476562, 2.828125, 152.0, 3.96875, 30.5, 7.28125, 10.0625, 2.0625, 1.125, 1.09375, 0.792969, 1.382812, 151.0, 1.960938, 3.59375, 1.742188, 21.75, 1.289062, 18.25, 10.5625, 0.929688, 1.328125, 3.3125, 11.1875, 0.773438, 5.03125, 2.359375, 2.0625, 1.015625, 0.898438, 2.46875, 10.5, 11.1875, 103.0, 103.5, 9.875, 30.125, 4.125, 1.203125, 120.0, 31.25, 2.5625, 22.0, 17.5, 1.484375, 2.8125, 42.25, 13.0, 19.25, 1.640625, 1.367188, 5.6875, 5.4375, 25.625, 0.917969, 10.375, 12.875, 0.859375, 31.0, 1.125, 41.5, 1.28125, 0.867188, 1.039062, 9.25, 104.0, 2.421875, 3.59375, 2.015625, 1.273438, 34.0, 1.367188, 5.46875, 1.101562, 1.320312, 0.800781, 0.890625, 3.703125, 9.1875, 4.5, 1.820312, 3.546875, 1.875, 0.875, 29.125, 35.75, 1.4375, 21.625, 1.710938, 17.625, 8.875, 27.125, 1.03125, 7.03125, 42.5, 1.125, 33.25, 67.0, 15.875, 1.101562, 1.632812, 8.9375, 4.3125, 3.390625, 10.8125, 3.484375, 135.0, 1.171875, 60.0, 33.0, 73.5, 0.894531, 1.734375, 35.25, 13.5, 1.835938, -0.182617, 0.976562, 4.46875, 1.398438, 54.5, 3.03125, 3.15625, 103.5, 0.996094, 8.25, 1.0, 79.0, 29.625, 1.640625, 17.25, 13.5625, 2.015625, 1.164062, 4.65625, 0.78125, 0.832031, 1.171875, 10.8125, 1.382812, 16.0, 10.3125, 1.609375, 11.625, 4.59375, 14.375, 91.5, 1.46875, 4.34375, 1.0625, 1.34375, 19.0, 10.5, 7.625, 40.5, 33.0, 0.851562, 17.625, 1.375, 2.859375, 27.0, 157.0, 0.734375, 4.6875, 1.296875, 3.734375, 33.5, 4.40625, 101.0, 22.25, 13.3125, 1.257812, 19.125, 1.140625, 116.0, 2.015625, 35.75, 1.171875, -0.130859, 1.765625, 2.140625, 3.1875, 23.375, 1.601562, 2.203125, 2.515625, 131.0, 3.875, 1.703125, 5.875, 1.976562, 0.245117, 49.25, 66.0, 6.1875, 0.882812, 1.414062, 7.78125, 13.375, 1.1875, 1.242188, 144.0, 1.234375, 1.351562, 8.375, 27.0, 1.539062, 36.5, 29.5, 19.875, 1.5, 18.5, 6.6875, 2.796875, 103.5, 2.046875, 12.9375, 45.75, 1.703125, 2.703125, 1.539062, 1.796875, 1.414062, 6.3125, 0.310547, 11.6875, 1.34375, 1.125, 7.03125, 36.75, 146.0, 1.828125, 145.0, 36.75, 96.5, -8.25, 1.054688, 3.21875, 2.921875, 9.8125, 6.28125, 4.0, 6.0, 2.0, 4.46875, 4.4375, 16.5, 3.9375, 3.828125, 30.25, 1.851562, 3.71875, 6.40625, 42.25, 65.0, 1.234375, 5.40625, 16.25, 10.6875, 12.8125, 32.0, 1.21875, 3.25, 97.5, 2.296875, 30.75, 3.34375, 13.3125, 3.265625, 8.4375, 0.172852, 0.972656, 2.09375, 3.265625, 3.515625, 1.523438, 1.140625, 12.9375, 1.34375, 48.25, 1.148438, 8.9375, 2.5625, 10.4375, 1.4375, 1.617188, 1.460938, 1.320312, 22.25, 2.078125, 1.421875, 1.976562, 44.5, 73.0, 1.671875, 0.800781, 1.90625, 1.578125, 3.34375, 2.265625, 18.0, 0.882812, 0.800781, 2.265625, 0.925781, 0.847656, 148.0, 2.40625, 4.71875, 1.726562, 27.625, 5.34375, 1.914062, 1.742188, 1.226562, 1.539062, 1.945312, 43.25, 21.625, 17.875, 5.1875, 0.890625, 14.1875, 13.875, 9.875, 3.515625, 12.625, 1.695312, 1.351562, 0.890625, 1.085938, 22.75, 1.960938, 1.71875, 1.234375, 0.953125, 26.75, 5.3125, 0.921875, 68.0, 3.46875, 122.5, 1.125, 2.609375, 8.125, 4.25, 12.875, 1.4375, 1.726562, 28.375, 18.25, 1.492188, 8.25, 1.5, 5.34375, 1.289062, 9.75, 1.210938, 132.0, 17.625, 61.5, 0.964844, 2.078125, 0.804688, 30.125, 10.4375, 2.96875, 97.0, 3.15625, 19.0, 1.960938, 17.5, 4.34375, 3.484375, 0.703125, 2.578125, 9.5625, 0.980469, 15.0, 13.6875, 2.4375, 57.5, 29.625, 125.5, 2.890625, 35.5, 1.320312, 16.875, 1.273438, 113.5, 1.445312, 13.5, 1.617188, 6.5625, 130.0, 1.234375, 7.0, 30.375, 3.65625, 47.0, 7.5625, 1.84375, 35.5, 7.15625, 1.421875, 2.046875, 4.21875, 25.75, 76.5, 1.375, 1.414062, 11.625, 1.25, 2.453125, 0.925781, 124.5, 1.75, 116.0, 1.109375, 15.4375, 3.703125, 18.5, 19.0, 0.683594, 3.296875, 13.125, 1.15625, 38.75, 21.75, 2.578125, 44.25, 17.375, 0.90625, 62.75, 1.898438, 31.5, 2.890625, 1.40625, 2.25, 0.949219, 1.382812, 1.304688, 1.90625, 11.3125, 3.0, 1.515625, 1.648438, 7.15625, 1.5625, 0.824219, 7.21875, 15.8125, 0.832031, 31.75, 0.832031, 1.054688, 0.882812, 0.898438, 1.703125, 1.484375, 44.0, 26.0, 7.84375, 19.625, 71.5, 13.875, 4.09375, 4.125, 4.59375, 0.75, 1.320312, 1.195312, 1.210938, 2.734375, 1.734375, 6.3125, 1.398438, 13.9375, 5.875, 6.75, 2.015625, 3.203125, 1.09375, 1.09375, 10.0, 2.265625, 1.109375, 3.59375, 3.734375, 1.914062, 4.53125, 114.0, 3.0625, 1.085938, 1.320312, 1.265625, 1.890625, 0.867188, 2.125, 3.953125, 101.0, 5.9375, 2.875, 1.984375, 30.375, 61.5, 12.3125, 4.09375, 100.0, 2.359375, 22.5, 1.070312, 1.28125, 91.5, 1.53125, 9.8125, 122.0, 2.90625, 1.335938, 1.148438, 4.3125, 45.0, 7.28125, 9.5, 0.859375, 39.5, 3.140625, 92.0, 1.007812, 5.84375, 1.546875, 1.601562, 20.25, 1.171875, 4.875, 17.25, 1.382812, 6.90625, 15.625, 1.460938, 1.75, 1.898438, 33.0, 58.0, 1.320312, 1.273438, 3.984375, 2.671875, 0.679688, 1.296875, 142.0, 11.625, 79.0, 1.679688, 17.0, 1.28125, 1.164062, 1.6875, 4.65625, 1.921875, 7.15625, 3.78125, 0.988281, 1.359375, 7.1875, 25.375, 100.5, 58.75, 6.71875, 0.980469, 1.367188, 1.210938, 2.609375, 9.5625, 2.40625, 58.5, 80.5, 70.5, 1.929688, 1.476562, 114.0, 109.5, 9.5, 23.25, 1.679688, 2.46875, 29.25, 1.671875, 2.34375, 17.125, 1.242188, 1.679688, 1.929688, 23.75, 6.96875, 1.398438, 62.5, 1.429688, 41.75, 1.023438, 8.4375, 31.5, 10.0, 0.832031, 29.75, 72.0, 36.25, 6.96875, 6.375, 23.0, 1.5625, 5.40625, 1.3125, 26.5, 10.875, 2.296875, 29.375, 0.945312, 1.648438, 1.328125, 28.625, 111.0, 1.210938, 1.085938, 2.84375, 10.4375, 75.5, 0.21582, 5.09375, 68.5, 1.28125, 1.390625, 2.421875, 26.875, 1.09375, 3.796875, 6.78125, 1.21875, 1.296875, 2.796875, 43.5, 1.234375, 0.941406, 47.75, 90.5, 1.601562, 1.515625, 2.40625, 3.28125, 1.742188, 0.902344, 4.3125, 2.046875, 108.0, 1.3125, 2.78125, 105.5, 1.867188, 45.25, 0.96875, 40.5, 2.65625, 27.5, 0.816406, 33.0, 1.71875, 34.0, 32.25, 1.007812, 1.796875, 2.3125, 1.28125, 2.40625, 28.125, 79.0, 1.1875, 0.941406, 32.25, 1.429688, 4.3125, 10.375, 23.0, 2.796875, 4.1875, 2.4375, 0.78125, 8.375, 1.5, 1.03125, 153.0, 1.796875, 75.5, 8.4375, 8.875, 5.8125, 2.078125, 1.007812, 1.15625, 13.0625, 1.304688, 1.054688, 8.6875, 46.75, 2.515625, 1.695312, 7.53125, 1.023438, 1.625, 1.632812, 10.4375, 20.5, 150.0, 13.5, 37.25, 17.25, 59.75, 1.578125, 7.65625, 1.195312, 1.65625, 1.328125, 30.375, 61.25, 1.671875, 4.09375, 34.5, 23.75, 7.5625, 44.75, 1.453125, 36.75, 0.271484, 28.5, 3.015625, 1.78125, 1.078125, 11.5625, 3.609375, 1.859375, 23.25, 70.0, 1.414062, 10.375, 1.210938, 1.492188, 1.078125, 1.953125, 0.894531, 1.101562, 61.5, 3.6875, 43.75, 0.949219, 83.5, 1.664062, 47.75, 31.625, -0.21875, 1.5, 0.953125, 0.746094, 1.546875, 0.929688, 1.476562, 11.3125, 14.25, 2.5625, 8.0, 0.984375, 3.359375, 38.5, 0.460938, 4.28125, 0.949219, 1.734375, 6.34375, 1.421875, 0.816406, 79.0, 2.3125, 50.0, 30.75, 25.375, 4.5, 45.0, 1.242188, 13.9375, 2.53125, 26.0, 13.6875, 1.789062, 2.484375, 1.625, 41.0, 27.375, 4.96875, 1.5625, 4.15625, 16.375, 9.0625, 9.3125, 55.25, 29.5, 3.0, 36.75, 12.3125, 4.625, 2.078125, 24.875, 1.539062, 2.171875, 0.773438, 127.0, 3.15625, 1.085938, 1.351562, 0.96875, 1.179688, 5.0, 8.9375, 1.890625, 26.625, 42.0, 25.375, 2.15625, 1.015625, 0.933594, 170.0, 8.8125, 7.4375, 6.46875, 0.914062, 24.0, 2.234375, 1.445312, 1.0, 43.0, 4.34375, 8.1875, 48.75, 1.054688, 3.140625, 6.5, 8.375, 1.054688, 1.0, 3.546875, 1.625, 23.5, 58.25, 49.25, 1.242188, 1.515625, 19.125, 120.5, 1.523438, 86.5, 1.117188, 1.40625, 4.125, 2.5, 2.5625, 20.5, 133.0, 1.429688, 70.5, 1.671875, 1.710938, 1.210938, 97.5, 12.3125, 3.203125, 22.125, 26.25, 1.34375, 15.6875, 2.84375, 1.828125, 1.71875, 6.5625, 1.164062, 17.875, 5.75, 2.34375, 0.90625, 1.875, 5.46875, 1.25, 1.234375, 83.0, 6.15625, 6.46875, 1.296875, 43.5, 14.0, 13.4375, 1.515625, 0.292969, 116.0, 1.796875, 1.117188, 3.140625, 116.5, 17.875, 49.0, 5.0625, 1.703125, 14.0625, 94.5, 82.0, 2.328125, 4.78125, 2.34375, 111.0, 11.0625, 1.0625, 98.0, 41.25, 12.4375, 21.0, 142.0, 0.742188, 2.71875, 1.101562, 2.640625, 8.75, 23.0, 166.0, 1.453125, 63.25, 44.5, 1.625, 130.0, 37.25, 1.335938, 1.46875, 116.5, 82.0, 0.996094, 1.375, 16.875, 3.75, 1.0, 4.53125, 1.007812, 132.0, 4.5, 76.5, 16.5, 1.296875, 2.90625, 9.1875, 5.96875, 127.0, 119.0, 0.789062, 1.882812, 1.8125, 101.0, 2.171875, 1.242188, 1.351562, 0.9375, 1.015625, 3.296875, 72.5, 50.5, 2.65625, 0.941406, 55.75, 2.125, 1.398438, 1.351562, 15.6875, 97.0, 34.75, 24.75, 49.75, 5.90625, 1.96875, 0.90625, 8.5, 0.792969, 5.9375, 2.421875, 6.0, 4.46875, 1.96875, 3.03125, 12.3125, 0.671875, 23.0, 1.476562, 4.59375, 1.554688, 2.90625, 3.359375, 2.296875, 29.75, 2.28125, 2.0, 1.296875, 1.9375, 3.0, 38.0, 133.0, 0.628906, 0.957031, 3.234375, 5.3125, 2.078125, 1.773438, 1.929688, 1.023438, 3.171875, 15.125, 29.875, 2.546875, 5.0625, 1.851562, 121.5, 6.34375, 4.46875, 1.507812, 1.929688, 1.390625, 3.09375, 0.972656, 112.0, 1.25, 1.21875, 0.898438, 1.132812, 26.25, 33.25, 1.804688, 2.625, 1.460938, 56.75, 125.5, 5.59375, 6.4375, 18.5, 2.875, 24.25, 0.777344, 56.25, 2.09375, 138.0, 0.933594, 0.90625, 1.382812, 2.0625, 116.5, 103.0, 1.726562, 9.0625, 0.988281, 28.875, 1.742188, 1.226562, 1.390625, 1.039062, 45.0, 2.90625, 9.5, 1.140625, 78.5, 1.5625, 9.5, 1.179688, 41.75, 38.25, 0.578125, 32.5, 31.125, 1.828125, 0.957031, 1.96875, 1.289062, 1.289062, 13.9375, 149.0, 1.109375, 1.1875, 2.84375, 3.296875, 1.304688, 1.367188, 0.820312, 1.203125, 1.625, 18.75, 3.359375, 1.765625, 9.125, 4.4375, 2.484375, 1.414062, 0.859375, 2.03125, 6.21875, 33.5, 1.132812, 47.25, 2.515625, 1.6875, 1.273438, 1.429688, 138.0, 1.390625, 14.5625, 49.75, 4.4375, 1.539062, 20.5, 50.5, 1.367188, 7.53125, 1.585938, 17.5, 1.664062, 140.0, 1.625, 68.0, 1.234375, 13.25, 1.476562, 1.578125, 1.421875, 1.789062, 5.71875, 1.46875, 47.0, 119.5, 1.023438, 1.75, 44.5, 1.234375, 29.125, 2.953125, 94.0, 48.0, 36.75, 1.210938, 3.234375, 2.484375, 103.5, 2.21875, 4.46875, 0.90625, 4.46875, 52.5, 17.75, 2.421875, 3.328125, 1.25, 34.75, 106.5, 0.839844, 1.148438, 42.25, 16.375, 25.375, 7.65625, 45.75, 2.1875, 5.5, 4.34375, 72.5, 4.5, 1.21875, 1.171875, 61.0, 82.5, 101.0, 7.09375, 1.367188, 26.75, 1.984375, 1.09375, 37.75, 1.078125, 3.765625, 94.5, 2.484375, 0.945312, 16.25, 1.429688, 3.125, 52.5, 19.125, 1.578125, 1.320312, 19.875, 6.21875, 1.953125, 125.5, 0.878906, 1.59375, 1.46875, 125.5, 3.8125, 5.9375, 1.445312, 3.828125, 36.0, 19.125, 14.0, 28.875, 19.625, 20.125, 1.703125, 39.5, 9.875, 0.239258, 2.0625, 4.8125, 14.875, 100.0, 1.40625, 41.0, 63.5, 3.078125, 10.5625, 24.25, 2.671875, 1.070312, 14.25, 8.75, 0.101562, 164.0, 0.757812, 1.804688, 2.078125, 4.625, 2.4375, 1.03125, 5.9375, 2.484375, 147.0, 107.0, 1.382812, 20.25, 6.25, 37.25, 52.5, 17.375, 1.609375, 4.3125, 1.445312, 8.125, 0.691406, 1.21875, 3.625, 29.75, 40.75, 1.671875, 1.773438, 4.34375, 7.75, 5.03125, 2.375, 1.09375, 2.296875, 36.0, 1.898438, 1.890625, 25.25, 1.617188, 2.78125, 0.707031, 1.460938, 4.9375, 5.375, 1.585938, 1.414062, 23.625, 2.125, 1.023438, 12.0625, 40.5, 1.921875, 1.507812, 2.671875, 0.792969, 1.789062, 103.5, 131.0, 1.023438, 1.601562, 1.382812, 0.808594, 1.03125, 2.296875, 19.375, 1.390625, 2.40625, 13.5, 6.1875, 0.917969, 17.75, 49.0, 1.164062, 3.828125, 1.96875, 62.0, 31.5, 45.5, 2.171875, 13.1875, 2.125, 3.171875, 1.648438, 1.84375, 0.828125, 1.789062, 51.25, 1.140625, 1.304688, 0.777344, 1.070312, 36.25, 29.625, 0.96875, 3.34375, 1.703125, 4.21875, 2.140625, 33.25, 0.816406, 8.75, 1.5625, 0.984375, 2.0625, 0.996094, 22.875, 1.34375, 1.796875, 2.203125, 12.125, 3.328125, 35.25, 1.5, 0.960938, 4.0625, 10.3125, 2.984375, 2.46875, 0.992188, 1.609375, 4.5, 36.75, 56.25, 108.0, 1.914062, 18.25, 15.125, 29.25, 2.84375, 1.421875, 1.523438, 0.980469, 1.53125, 3.046875, 3.34375, 1.40625, 2.703125, 4.09375, 1.796875, 2.21875, 1.226562, 7.5, 1.070312, 1.0625, 34.5, 2.890625, 4.28125, 1.914062, 72.5, 48.5, 149.0, 5.34375, 2.1875, 1.242188, 4.90625, 12.75, 3.0, 2.15625, 6.90625, 2.515625, 0.953125, 3.828125, 4.9375, 135.0, 31.5, 1.25, 1.25, 1.265625, 1.90625, 0.198242, 1.25, 7.21875, 4.5625, 1.445312, 6.28125, 1.453125, 2.671875, 3.0625, 26.25, 1.710938, 32.5, 25.25, 20.75, 2.34375, 2.359375, 74.5, 1.421875, 1.078125, 152.0, 31.0, 1.03125, 5.40625, 0.847656, 53.0, 12.9375, 86.0, 8.3125, 2.4375, 0.929688, 17.875, 4.65625, 0.925781, 2.65625, 1.414062, 116.5, 2.015625, 3.265625, 1.34375, 53.75, 0.929688, 2.671875, 8.3125, 2.484375, 3.03125, 1.0625, 0.796875, 80.5, 2.078125, 31.25, 5.84375, 124.0, 2.640625, 54.25, 33.0, 3.03125, 1.4375, 1.46875, 10.9375, 1.59375, 4.9375, 17.125, 2.96875, 70.0, 147.0, 51.75, 2.96875, 17.5, 1.109375, 1.648438, 48.25, 2.640625, 1.65625, 10.5625, 0.964844, 12.0, 41.5, 7.9375, 81.5, 104.5, 3.65625, 8.8125, 0.960938, 110.0, 2.5, 21.25, 90.0, 97.0, 3.25, 15.625, 1.328125, 2.9375, 10.1875, 1.125, 0.9375, 24.25, 10.8125, 46.0, 4.34375, 29.75, 10.625, 1.71875, 1.828125, 31.875, 3.375, 2.109375, 15.1875, 1.070312, 20.125, 2.640625, 8.875, 0.953125, 21.0, 19.125, 0.570312, 4.09375, 29.25, 113.0, 1.367188, 117.0, 1.453125, 1.679688, 57.5, 26.625, 0.726562, 67.5, 1.101562, 80.0, 0.953125, 0.796875, 3.21875, 8.375, 0.859375, 1.445312, 32.25, 0.832031, 0.851562, 1.28125, 7.625, 8.5625, 1.328125, 25.375, 23.25, 3.390625, 4.09375, 1.304688, 19.0, 25.25, 16.75, 79.5, 11.4375, 3.75, 30.0, 22.25, 1.859375, 2.296875, 89.5, 91.5, 1.328125, 3.734375, 1.742188, 1.523438, 0.730469, 7.5625, 2.953125, 34.25, 37.75, 1.242188, 3.703125, 1.710938, 2.4375, 0.847656, 0.875, 12.25, 3.140625, 1.039062, 36.25, 1.078125, 1.34375, 1.09375, 1.140625, 1.007812, 3.328125, 1.023438, 150.0, 1.09375, 0.96875, 56.0, 114.0, 63.75, 1.585938, 2.734375, 3.890625, 1.242188, 25.875, 2.421875, 1.335938, 1.265625, 1.09375, 2.90625, 46.75, 26.125, 0.890625, 2.09375, 3.765625, 13.875, 4.65625, 1.40625, 26.625, 6.1875, 5.375, 62.75, 0.972656, 35.5, 1.109375, 0.96875, 1.226562, 6.6875, 16.0, 1.585938, 3.203125, 1.34375, 2.515625, 2.4375, 0.949219, 1.257812, 62.0, 124.5, 16.25, 2.0, 1.789062, 0.867188, 1.007812, 2.3125, 2.125, 1.625, 0.777344, 1.71875, 1.976562, 63.5, 3.046875, 2.671875, 133.0, 4.4375, 2.421875, 77.5, 1.335938, 1.726562, 1.734375, 2.296875, 11.6875, 1.484375, 39.5, 1.0625, 114.5, 8.5, 30.75, 31.25, 1.5625, 92.5, 1.367188, 3.1875, 41.75, 2.921875, 27.125, 1.804688, 121.0, 4.53125, 1.132812, 3.640625, 40.25, 1.125, 1.828125, 28.5, 1.460938, 41.5, 1.539062, 1.914062, 1.296875, 2.265625, 1.75, 1.023438, 11.8125, 0.894531, 18.375, 1.046875, 3.625, 6.0, 12.375, 0.158203, 11.5, 23.25, 1.023438, 1.898438, 1.601562, 68.0, 1.242188, 138.0, 29.5, 1.257812, 1.46875, 124.0, 1.78125, 1.125, 0.980469, 45.0, 0.957031, 2.25, 2.328125, 3.765625, 22.625, 20.875, 11.5, 0.929688, 86.0, 2.78125, 1.34375, 1.515625, 16.75, 2.984375, 78.5, 1.78125, 4.03125, 33.5, 6.5625, 2.03125, 130.0, 6.875, 1.273438, 7.375, 2.328125, 153.0, 1.132812, 5.5625, 1.765625, 2.296875, 1.835938, 3.484375, 1.171875, 138.0, 2.59375, 111.5, 15.125, 2.03125, 8.125, 11.3125, 1.40625, 123.5, 1.007812, 1.421875, 97.5, 1.203125, 1.585938, -1.015625, 172.0, 77.0, 1.34375, 0.910156, 83.0, 1.5, 0.953125, 2.59375, 1.492188, 9.125, 1.148438, 8.25, 1.671875, 0.742188, 6.59375, 2.5, 1.835938, 3.15625, 36.75, 0.804688, 0.976562, 2.25, 2.28125, 1.140625, 5.78125, 1.0625, 1.6875, 1.195312, 1.945312, 31.5, 2.875, 2.109375, 1.046875, 2.75, 2.25, 1.039062, 21.625, 65.0, 2.90625, 0.914062, 1.90625, 28.375, 87.0, 1.664062, 5.09375, -23.75, 84.0, 31.0, 2.1875, 34.25, 35.5, 54.75, 93.0, 7.5625, 2.0, 112.5, 2.109375, 47.5, 1.015625, 79.0, 4.125, 0.964844, 8.3125, 10.75, 20.625, 3.078125, 1.617188, 32.75, 35.0, 4.03125, 110.5, 20.5, 1.59375, 1.078125, 20.25, 26.625, 2.0625, 0.419922, 12.8125, 20.0, 16.875, 2.953125, 0.945312, 1.328125, 9.9375, 76.0, 48.75, 6.15625, 24.375, 1.84375, 4.875, 36.75, 1.039062, 121.5, 19.5, 12.9375, 2.625, 47.5, 1.554688, 1.734375, 0.644531, 33.75, 1.351562, 1.453125, 53.5, 11.5625, 106.5, 7.21875, 9.0625, 1.226562, 41.25, 24.5, 46.0, 14.3125, 2.65625, 15.5, 1.6875, 1.179688, 22.0, 1.671875, 1.867188, 14.8125, 23.0, 1.070312, 2.796875, 1.40625, 1.234375, 27.5, 1.804688, 5.96875, 1.65625, 115.0, 0.867188, 1.335938, 22.25, 1.0, 3.578125, 0.945312, 1.46875, 1.414062, 44.25, 1.953125, 52.0, 2.328125, 0.789062, 6.4375, 1.132812, 3.71875, 0.953125, 0.197266, 1.53125, 9.4375, 29.25, 10.125, 1.390625, 1.539062, 1.023438, 4.46875, 35.5, 75.5, 1.601562, 1.203125, 6.375, 59.25, 28.875, 59.25, 68.0, 1.289062, 2.890625, 1.765625, 1.640625, 54.25, 1.585938, 36.0, 1.507812, 2.40625, 1.195312, 10.375, 2.28125, 1.5, 31.375, 10.625, 1.054688, 20.0, 10.4375, 7.90625, 1.492188, 3.328125, 1.796875, 80.5, 1.992188, 1.90625, 2.390625, 0.992188, 11.8125, 102.0, 8.4375, 28.125, 6.96875, 1.109375, 1.929688, 2.59375, 3.40625, 79.0, 18.125, 1.1875, 3.84375, 29.25, 2.15625, 107.5, 2.859375, 3.734375, 2.046875, 1.109375, 3.484375, 8.8125, 5.78125, 0.945312, 1.382812, 0.75, 1.585938, 1.015625, 18.75, 6.28125, 1.195312, 112.5, 1.359375, 44.25, 1.34375, 21.875, 3.546875, 66.0, 20.125, 2.5, 1.375, 15.9375, 1.726562, 1.484375, 39.75, 6.75, 0.980469, 1.539062, 4.75, 1.773438, 1.140625, 19.625, 6.625, 40.5, 144.0, 30.75, 1.296875, 1.007812, 9.1875, 65.5, 0.625, 1.648438, 1.351562, 2.5625, 20.0, 1.15625, 6.0, 0.753906, 1.09375, 30.375, 1.046875, 16.75, 1.59375, 157.0, 1.28125, 61.75, 15.75, 7.3125, 1.34375, 29.25, 1.867188, 2.328125, 0.910156, 3.78125, 3.359375, 15.0, 98.0, 1.34375, 0.9375, 0.738281, 44.25, 3.34375, 1.023438, 73.0, 1.898438, 9.5625, 25.0, 17.0, 2.46875, 40.25, 1.492188, 1.101562, 0.929688, 109.0, 12.125, 7.96875, 0.832031, 3.734375, 4.25, 3.46875, 2.75, 9.9375, 35.5, 5.375, 0.878906, -1.132812, 31.0, 3.40625, 0.964844, 1.007812, 11.0, 1.0625, 8.75, 22.5, 5.625, 3.328125, 1.5625, 1.21875, 55.5, 1.921875, 4.03125, 1.6875, 0.980469, 111.5, 6.0, 29.125, 1.320312, 1.421875, 0.820312, 74.5, 3.328125, 3.0, 23.0, 1.695312, 25.25, 17.75, 25.25, 20.875, 138.0, 1.789062, 1.5625, 1.296875, 2.8125, 1.085938, 1.054688, 1.335938, 28.5, 1.648438, 43.5, 0.988281, 0.9375, 32.5, 11.3125, 31.5, 15.375, 95.0, 19.875, 2.25, 17.25, 74.0, 5.8125, 1.179688, 38.0, 1.453125, 1.664062, 6.3125, 90.5, 83.0, 3.53125, 104.5, 23.375, 1.90625, 1.625, 56.5, 24.125, 1.117188, 1.140625, 29.0, 3.8125, 22.5, 21.0, 7.96875, 3.1875, 3.34375, 123.0, 8.8125, 22.875, 22.125, 78.0, 1.1875, 12.3125, 1.039062, 6.28125, 1.09375, 116.0, 2.5625, 1.257812, 148.0, 1.03125, 5.6875, 88.5, 38.25, 1.523438, 1.367188, 1.382812, 1.28125, 43.25, 114.5, 1.585938, 8.5625, 2.65625, 5.34375, 5.90625, 16.5, 1.648438, 7.21875, 114.5, 2.921875, 2.171875, 1.148438, 1.421875, 157.0, 20.875, 0.847656, 6.96875, 1.164062, 0.988281, 9.8125, 159.0, 42.0, 41.25, 100.0, 0.960938, 16.375, 1.898438, 20.875, 1.632812, 87.0, 2.984375, 0.976562, 2.5625, 2.28125, 1.015625, 56.75, 2.296875, 2.609375, 1.703125, 3.171875, 3.8125, 3.859375, 12.5, 24.875, 1.296875, 33.5, 2.140625, 45.75, 1.578125, 9.8125, 2.125, 0.910156, 1.015625, 51.5, 1.585938, 128.0, 0.945312, 1.039062, 1.171875, 2.734375, 7.0, 1.492188, 70.5, 3.21875, 13.625, 31.0, 24.0, 9.875, 1.046875, 18.0, 19.375, 86.0, 10.0, 1.015625, 1.078125, 0.996094, 15.8125, 31.875, 1.976562, 2.171875, 0.992188, 1.375, 0.910156, 2.90625, 46.25, 34.5, 4.25, 16.75, 1.101562, 30.375, 23.125, 2.3125, 5.40625, 14.375, 1.023438, 2.34375, 1.835938, 1.414062, 160.0, 3.484375, 0.976562, 8.5, 1.367188, 13.75, 1.695312, 3.0, 0.890625, 4.34375, 20.25, 33.0, 90.5, 1.820312, 5.21875, 6.59375, 15.625, 57.25, 31.875, 157.0, 59.75, 3.203125, 6.875, 44.5, 0.929688, 116.0, 18.0, 2.15625, 0.941406, 21.125, 3.046875, 23.375, 2.296875, 1.476562, 12.625, 1.960938, 183.0, 2.015625, 4.4375, 2.453125, 1.351562, 1.34375, 1.539062, 1.710938, 37.5, 1.132812, 77.5, 1.421875, 105.0, 2.125, 20.0, 39.0, 3.421875, 2.21875, 1.210938, 1.773438, 7.90625, 80.5, 130.0, 7.125, 2.875, 0.882812, 2.546875, 18.625, 23.125, 2.328125, 9.125, 5.1875, 42.5, 1.859375, 38.0, 11.875, 9.8125, 1.59375, 4.84375, 2.109375, 56.25, 4.21875, 3.84375, 12.5, 1.5, 110.5, 122.5, 1.1875, 1.984375, 3.015625, 1.226562, 1.054688, 1.78125, 14.125, 2.859375, 2.28125, 1.828125, 1.007812, 84.5, 0.746094, 1.0625, 1.414062, 2.125, 1.421875, 131.0, 30.375, 2.34375, 1.164062, 2.03125, 21.125, 1.5, 0.980469, 8.0625, 27.875, 28.875, 20.25, 2.140625, 1.320312, 0.878906, 15.4375, 6.78125, 40.0, 27.5, 14.0625, 31.625, 1.1875, 0.914062, 2.84375, 1.429688, 0.617188, 1.734375, 45.75, 10.75, 137.0, 70.5, 1.453125, 3.09375 ] } , "name": "onnx::Mul_10776", "outputIndexes": [ 1798 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1797, 1798 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/input_layernorm/Mul_1_output_0", "outputIndexes": [ 1799 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1799 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.9/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 7257 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7257 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.9/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 7258 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7258 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 548865804, 2621462, 655360, 0, 0 ] } , "name": "/layers.9/self_attn/q_proj/Linear", "outputIndexes": [ 7259 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7259 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.9/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 7260 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7260 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ] , "dimType": "NCHW" } , "name": "/layers.9/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 1800 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1799 ] , "main_type": "NONE", "name": "/blocks.9/self_attn/Shape_output_0", "outputIndexes": [ 1801 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 1801 ] , "main_type": "NONE", "name": "Shape2217", "outputIndexes": [ 1802 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 1801 ] , "main_type": "NONE", "name": "Rank2219", "outputIndexes": [ 1803 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1803, 1803 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2221", "outputIndexes": [ 1804 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1804 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2222", "outputIndexes": [ 1805 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1804, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2224", "outputIndexes": [ 1806 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1806 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2225", "outputIndexes": [ 1807 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1802, 1805, 1807, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice2228", "outputIndexes": [ 1808 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1808 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze2229", "outputIndexes": [ 1809 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1809, 1809 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2231", "outputIndexes": [ 1810 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1801, 1810, 1804 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.9/self_attn/Gather_output_0", "outputIndexes": [ 1811 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1811, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.9/self_attn/Unsqueeze_output_0", "outputIndexes": [ 1812 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1804 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2239", "outputIndexes": [ 1813 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1806 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2242", "outputIndexes": [ 1814 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1802, 1813, 1814, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice2245", "outputIndexes": [ 1815 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1815 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze2246", "outputIndexes": [ 1816 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 1816 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2247", "outputIndexes": [ 1817 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1817, 1816 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2248", "outputIndexes": [ 1818 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1801, 1818, 1804 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.9/self_attn/Gather_1_output_0", "outputIndexes": [ 1819 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1819, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.9/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 1820 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1812, 1820, 41, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.9/self_attn/Concat_output_0", "outputIndexes": [ 1821 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1800, 1821 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.9/self_attn/Reshape_output_0", "outputIndexes": [ 1822 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1822 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.9/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 1824 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1824 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.9/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 1825 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1825, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/self_attn/q_norm/Add_output_0", "outputIndexes": [ 1826 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1826, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 1827 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1822, 1827 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 1828 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 256 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125 ] } , "name": "onnx::Mul_10779", "outputIndexes": [ 1829 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1828, 1829 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 1830 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1830, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/self_attn/Mul_output_0", "outputIndexes": [ 1831 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1830 ] , "main_type": "NONE", "name": "/blocks.9/self_attn/Shape_2_output_0", "outputIndexes": [ 1832 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 1832 ] , "main_type": "NONE", "name": "Shape2263", "outputIndexes": [ 1833 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 1832 ] , "main_type": "NONE", "name": "Rank2265", "outputIndexes": [ 1834 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1834, 1834 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2267", "outputIndexes": [ 1835 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1835 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2268", "outputIndexes": [ 1836 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1835, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2270", "outputIndexes": [ 1837 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1837 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2271", "outputIndexes": [ 1838 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1833, 1836, 1838, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice2274", "outputIndexes": [ 1839 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1839 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze2275", "outputIndexes": [ 1840 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 1840 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2276", "outputIndexes": [ 1841 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1841, 1840 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2277", "outputIndexes": [ 1842 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1832, 1842, 1835 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.9/self_attn/Gather_2_output_0", "outputIndexes": [ 1843 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1843, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/self_attn/Div_output_0", "outputIndexes": [ 1844 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1844, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.9/self_attn/Unsqueeze_7_output_0", "outputIndexes": [ 1845 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1830, 1845, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.9/self_attn/Slice_1_output_0", "outputIndexes": [ 1846 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1846 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.9/self_attn/Neg_output_0", "outputIndexes": [ 1847 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1844, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.9/self_attn/Unsqueeze_6_output_0", "outputIndexes": [ 1848 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1830, 31, 1848, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.9/self_attn/Slice_output_0", "outputIndexes": [ 1849 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1847, 1849 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.9/self_attn/Concat_3_output_0", "outputIndexes": [ 1850 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1850, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/self_attn/Mul_1_output_0", "outputIndexes": [ 1851 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1831, 1851 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/self_attn/Add_output_0", "outputIndexes": [ 1852 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7258 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 552142626, 655382, 163840, 0, 0 ] } , "name": "/layers.9/self_attn/k_proj/Linear", "outputIndexes": [ 7263 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7263 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.9/self_attn/k_proj/Linear/post_convert", "outputIndexes": [ 7264 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7264 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.9/self_attn/k_proj/Linear/post_reshape", "outputIndexes": [ 1853 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1811, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.9/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 1854 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1819, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.9/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 1855 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1854, 1855, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.9/self_attn/Concat_1_output_0", "outputIndexes": [ 1856 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1853, 1856 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.9/self_attn/Reshape_1_output_0", "outputIndexes": [ 1857 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1857 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.9/self_attn/k_norm/Pow_output_0", "outputIndexes": [ 1859 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1859 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.9/self_attn/k_norm/ReduceMean_output_0", "outputIndexes": [ 1860 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1860, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/self_attn/k_norm/Add_output_0", "outputIndexes": [ 1861 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1861, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/self_attn/k_norm/Pow_1_output_0", "outputIndexes": [ 1862 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1857, 1862 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/self_attn/k_norm/Mul_output_0", "outputIndexes": [ 1863 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 256 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094, 0.121094 ] } , "name": "onnx::Mul_10784", "outputIndexes": [ 1864 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1863, 1864 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/self_attn/k_norm/Mul_1_output_0", "outputIndexes": [ 1865 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1865, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/self_attn/Mul_2_output_0", "outputIndexes": [ 1866 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1865 ] , "main_type": "NONE", "name": "/blocks.9/self_attn/Shape_3_output_0", "outputIndexes": [ 1867 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 1867 ] , "main_type": "NONE", "name": "Shape2304", "outputIndexes": [ 1868 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 1867 ] , "main_type": "NONE", "name": "Rank2306", "outputIndexes": [ 1869 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1869, 1869 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2308", "outputIndexes": [ 1870 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1870 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2309", "outputIndexes": [ 1871 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1870, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2311", "outputIndexes": [ 1872 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1872 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2312", "outputIndexes": [ 1873 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1868, 1871, 1873, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice2315", "outputIndexes": [ 1874 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1874 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze2316", "outputIndexes": [ 1875 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 1875 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2317", "outputIndexes": [ 1876 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1876, 1875 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2318", "outputIndexes": [ 1877 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1867, 1877, 1870 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.9/self_attn/Gather_3_output_0", "outputIndexes": [ 1878 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1878, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/self_attn/Div_1_output_0", "outputIndexes": [ 1879 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1879, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.9/self_attn/Unsqueeze_9_output_0", "outputIndexes": [ 1880 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1865, 1880, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.9/self_attn/Slice_3_output_0", "outputIndexes": [ 1881 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1881 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.9/self_attn/Neg_1_output_0", "outputIndexes": [ 1882 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1879, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.9/self_attn/Unsqueeze_8_output_0", "outputIndexes": [ 1883 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1865, 31, 1883, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.9/self_attn/Slice_2_output_0", "outputIndexes": [ 1884 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1882, 1884 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.9/self_attn/Concat_4_output_0", "outputIndexes": [ 1885 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1885, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/self_attn/Mul_3_output_0", "outputIndexes": [ 1886 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1866, 1886 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/self_attn/Add_1_output_0", "outputIndexes": [ 1887 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7258 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 552961848, 655382, 163840, 0, 0 ] } , "name": "/layers.9/self_attn/v_proj/Linear", "outputIndexes": [ 7267 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7267 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.9/self_attn/v_proj/Linear/post_convert", "outputIndexes": [ 7268 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7268 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.9/self_attn/v_proj/Linear/post_reshape", "outputIndexes": [ 1888 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1811, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.9/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 1889 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1819, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.9/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 1890 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1889, 1890, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.9/self_attn/Concat_2_output_0", "outputIndexes": [ 1891 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1888, 1891 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.9/self_attn/Reshape_2_output_0", "outputIndexes": [ 1892 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1892 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.9/self_attn/v_norm/Pow_output_0", "outputIndexes": [ 1894 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1894 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.9/self_attn/v_norm/ReduceMean_output_0", "outputIndexes": [ 1895 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1895, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/self_attn/v_norm/Add_output_0", "outputIndexes": [ 1896 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1896, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/self_attn/v_norm/Pow_1_output_0", "outputIndexes": [ 1897 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1892, 1897 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/self_attn/v_norm/Mul_output_0", "outputIndexes": [ 1898 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1852, 1887, 1898, 167 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 9, "kv_shared_layer_index": -1 } , "name": "/layers.9/self_attn/FusedAttention", "outputIndexes": [ 1899 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1899 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.9/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 7269 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7269 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.9/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 7270 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7270 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 553781070, 2621462, 655360, 0, 0 ] } , "name": "/layers.9/self_attn/o_proj/Linear", "outputIndexes": [ 7271 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7271 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.9/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 7272 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7272 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.9/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 1900 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1900 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.9/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 1902 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1902 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.9/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 1903 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1903, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/post_attention_layernorm/Add_output_0", "outputIndexes": [ 1904 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1904, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 1905 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1900, 1905 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 1906 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.020996, 0.214844, 0.835938, 0.196289, 0.355469, 0.404297, 0.835938, 0.835938, 0.054932, 0.835938, 0.178711, 0.835938, 0.414062, 0.050537, 0.035645, 0.835938, 0.835938, 0.835938, 0.057617, 0.189453, 0.033447, 0.835938, 0.056885, 0.022339, 0.835938, 0.835938, 0.835938, 0.5, 0.316406, 0.012451, 0.041016, 0.835938, 0.439453, 0.025024, 0.535156, 0.012329, 0.625, 0.063477, 0.003571, 0.835938, 0.016602, 0.004639, 0.835938, 0.835938, 0.09082, 0.080078, 0.320312, 0.835938, 0.835938, 0.326172, 0.425781, 0.030151, 0.835938, 0.044434, 0.166016, 0.835938, 0.730469, 0.003128, 0.835938, 0.057861, 0.037842, 0.835938, 0.087891, 0.835938, 0.027466, 0.020508, 0.835938, 0.835938, 0.000744, 0.000675, 0.022583, 0.131836, 0.835938, 0.015747, 0.265625, 0.341797, 0.000797, 0.648438, 0.730469, 0.835938, 0.835938, 0.578125, 0.835938, 0.835938, 0.019531, 0.044434, 0.003387, 0.835938, 0.341797, 0.835938, 0.050781, 0.835938, 0.058594, 0.835938, 0.835938, 0.835938, 0.152344, 0.835938, 0.835938, 0.808594, 0.835938, 0.835938, 0.431641, 0.004974, 0.275391, 0.019409, 0.067871, 0.072266, 0.835938, 0.117676, 0.835938, 0.835938, 0.029419, 0.048584, 0.167969, 0.022461, 0.097168, 0.050049, 0.038574, 0.835938, 0.035889, 0.835938, 0.835938, 0.046143, 0.835938, 0.306641, 0.835938, 0.835938, 0.835938, 0.835938, 0.341797, 0.835938, 0.835938, 0.066406, 0.018921, 0.03064, 0.835938, 0.835938, 0.835938, 0.835938, 0.835938, 0.273438, 0.835938, 0.129883, 0.835938, 0.056396, 0.835938, 0.326172, 0.157227, 0.835938, 0.253906, 0.835938, 0.0354, 0.003937, 0.835938, 0.138672, 0.000778, 0.035156, 0.019531, 0.835938, 0.004578, 0.835938, 0.035889, 0.835938, 0.063965, 0.040039, 0.835938, 0.000763, 0.675781, 0.045898, 0.259766, 0.253906, 0.835938, 0.835938, 0.410156, 0.033691, 0.355469, 0.074219, 0.835938, 0.145508, 0.835938, 0.039795, 0.049561, 0.835938, 0.835938, 0.0354, 0.017456, 0.835938, 0.02771, 0.835938, 0.115234, 0.835938, 0.835938, 0.835938, 0.435547, 0.451172, 0.061035, 0.072754, 0.061279, 0.000797, 0.071289, 0.835938, 0.070801, 0.003036, 0.835938, 0.004517, 0.02478, 0.835938, 0.000809, 0.000721, 0.378906, 0.22168, 0.148438, 0.585938, 0.835938, 0.130859, 0.095703, 0.835938, 0.259766, 0.248047, 0.835938, 0.007996, 0.835938, 0.002365, 0.578125, 0.828125, 0.835938, 0.114258, 0.01123, 0.835938, 0.302734, 0.064453, 0.640625, 0.10498, 0.291016, 0.022827, 0.835938, 0.835938, 0.835938, 0.835938, 0.835938, 0.014771, 0.835938, 0.269531, 0.835938, 0.216797, 0.835938, 0.030762, 0.007751, 0.835938, 0.005035, 0.535156, 0.016113, 0.038818, 0.023438, 0.835938, 0.5625, 0.006287, 0.835938, 0.08252, 0.004303, 0.008362, 0.835938, 0.835938, 0.255859, 0.835938, 0.734375, 0.204102, 0.080078, 0.009277, 0.835938, 0.006927, 0.003357, 0.090332, 0.835938, 0.263672, 0.120117, 0.0354, 0.835938, 0.835938, 0.835938, 0.464844, 0.835938, 0.020264, 0.039551, 0.835938, 0.060547, 0.835938, 0.162109, 0.835938, 0.027588, 0.128906, 0.609375, 0.181641, 0.040771, 0.835938, 0.835938, 0.146484, 0.835938, 0.835938, 0.835938, 0.020142, 0.722656, 0.176758, 0.041748, 0.835938, 0.105469, 0.103516, 0.005768, 0.019043, 0.835938, 0.002441, 0.835938, 0.835938, 0.199219, 0.020142, 0.04248, 0.014526, 0.008362, 0.835938, 0.202148, 0.835938, 0.031738, 0.008972, 0.029419, 0.835938, 0.015015, 0.835938, 0.203125, 0.004852, 0.474609, 0.003143, 0.005524, 0.084961, 0.835938, 0.00415, 0.835938, 0.039551, 0.341797, 0.000748, 0.835938, 0.835938, 0.318359, 0.310547, 0.683594, 0.00066, 0.412109, 0.098145, 0.09375, 0.045166, 0.835938, 0.835938, 0.061768, 0.496094, 0.835938, 0.006256, 0.026123, 0.077148, 0.835938, 0.835938, 0.527344, 0.133789, 0.835938, 0.648438, 0.073242, 0.597656, 0.613281, 0.417969, 0.137695, 0.265625, 0.000736, 0.034424, 0.025391, 0.835938, 0.007233, 0.150391, 0.539062, 0.057861, 0.835938, 0.570312, 0.003723, 0.835938, 0.030273, 0.566406, 0.835938, 0.265625, 0.037354, 0.835938, 0.08252, 0.835938, 0.835938, 0.234375, 0.137695, 0.05542, 0.835938, 0.019165, 0.003601, 0.083984, 0.152344, 0.835938, 0.835938, 0.034912, 0.037109, 0.527344, 0.443359, 0.59375, 0.300781, 0.347656, 0.074707, 0.032227, 0.04248, 0.230469, 0.009583, 0.378906, 0.183594, 0.133789, 0.004395, 0.00946, 0.835938, 0.095215, 0.052979, 0.048828, 0.069824, 0.003967, 0.835938, 0.041016, 0.085449, 0.173828, 0.008606, 0.296875, 0.02356, 0.429688, 0.071777, 0.835938, 0.835938, 0.507812, 0.835938, 0.605469, 0.835938, 0.835938, 0.032715, 0.117188, 0.08252, 0.835938, 0.0354, 0.453125, 0.007233, 0.255859, 0.835938, 0.835938, 0.722656, 0.000713, 0.546875, 0.835938, 0.251953, 0.00946, 0.045166, 0.648438, 0.835938, 0.835938, 0.279297, 0.601562, 0.835938, 0.00079, 0.835938, 0.835938, 0.835938, 0.835938, 0.835938, 0.023193, 0.000763, 0.157227, 0.511719, 0.054688, 0.154297, 0.835938, 0.248047, 0.835938, 0.451172, 0.511719, 0.012451, 0.000668, 0.022217, 0.449219, 0.835938, 0.027954, 0.158203, 0.04248, 0.835938, 0.033447, 0.835938, 0.835938, 0.835938, 0.835938, 0.008606, 0.226562, 0.804688, 0.835938, 0.835938, 0.026611, 0.043457, 0.835938, 0.094727, 0.679688, 0.041992, 0.835938, 0.835938, 0.039307, 0.835938, 0.04248, 0.470703, 0.181641, 0.246094, 0.037354, 0.261719, 0.051514, 0.835938, 0.289062, 0.835938, 0.271484, 0.835938, 0.037842, 0.033203, 0.072266, 0.835938, 0.828125, 0.835938, 0.006531, 0.066406, 0.835938, 0.073242, 0.835938, 0.013062, 0.421875, 0.022095, 0.746094, 0.835938, 0.835938, 0.066895, 0.046631, 0.835938, 0.285156, 0.040527, 0.092285, 0.000702, 0.095703, 0.04126, 0.063477, 0.025024, 0.835938, 0.835938, 0.835938, 0.048096, 0.835938, 0.472656, 0.835938, 0.53125, 0.050781, 0.835938, 0.449219, 0.022461, 0.835938, 0.067871, 0.835938, 0.082031, 0.003189, 0.835938, 0.835938, 0.189453, 0.074707, 0.003891, 0.04126, 0.835938, 0.835938, 0.026245, 0.835938, 0.292969, 0.835938, 0.04126, 0.277344, 0.076172, 0.835938, 0.022461, 0.173828, 0.103027, 0.018188, 0.835938, 0.021484, 0.046143, 0.835938, 0.067383, 0.005859, 0.043701, 0.013611, 0.018311, 0.835938, 0.006989, 0.275391, 0.000626, 0.114258, 0.835938, 0.03833, 0.835938, 0.835938, 0.835938, 0.59375, 0.025391, 0.136719, 0.515625, 0.835938, 0.050537, 0.824219, 0.835938, 0.00885, 0.063477, 0.835938, 0.000763, 0.835938, 0.835938, 0.835938, 0.632812, 0.222656, 0.835938, 0.0065, 0.010742, 0.535156, 0.112305, 0.02356, 0.049561, 0.034912, 0.384766, 0.835938, 0.835938, 0.373047, 0.835938, 0.835938, 0.076172, 0.365234, 0.574219, 0.28125, 0.044922, 0.835938, 0.026367, 0.037109, 0.835938, 0.835938, 0.835938, 0.049316, 0.062012, 0.835938, 0.129883, 0.000759, 0.076172, 0.038818, 0.042969, 0.585938, 0.835938, 0.835938, 0.835938, 0.179688, 0.835938, 0.308594, 0.154297, 0.014465, 0.302734, 0.835938, 0.46875, 0.158203, 0.170898, 0.006287, 0.11084, 0.017456, 0.061523, 0.026611, 0.835938, 0.835938, 0.002548, 0.066406, 0.333984, 0.054688, 0.261719, 0.835938, 0.835938, 0.503906, 0.009766, 0.363281, 0.045898, 0.835938, 0.009888, 0.71875, 0.057373, 0.835938, 0.125, 0.421875, 0.835938, 0.394531, 0.835938, 0.11084, 0.285156, 0.443359, 0.335938, 0.429688, 0.229492, 0.835938, 0.835938, 0.017334, 0.01532, 0.363281, 0.236328, 0.028809, 0.043945, 0.835938, 0.835938, 0.041016, 0.061035, 0.005096, 0.173828, 0.175781, 0.24707, 0.835938, 0.789062, 0.001419, 0.102539, 0.310547, 0.835938, 0.835938, 0.835938, 0.542969, 0.055176, 0.002258, 0.004211, 0.064453, 0.835938, 0.835938, 0.835938, 0.062256, 0.835938, 0.112793, 0.005035, 0.010803, 0.002167, 0.621094, 0.835938, 0.003647, 0.00238, 0.088379, 0.155273, 0.835938, 0.185547, 0.000648, 0.337891, 0.835938, 0.049316, 0.835938, 0.217773, 0.835938, 0.000771, 0.031738, 0.835938, 0.003555, 0.835938, 0.121094, 0.835938, 0.086914, 0.105469, 0.044434, 0.835938, 0.099121, 0.108398, 0.138672, 0.080566, 0.094727, 0.052734, 0.835938, 0.3125, 0.835938, 0.003372, 0.835938, 0.224609, 0.003113, 0.835938, 0.296875, 0.640625, 0.017578, 0.050049, 0.835938, 0.835938, 0.835938, 0.006561, 0.486328, 0.835938, 0.143555, 0.142578, 0.835938, 0.359375, 0.038086, 0.109375, 0.835938, 0.78125, 0.01239, 0.835938, 0.835938, 0.835938, 0.000729, 0.835938, 0.835938, 0.060791, 0.00473, 0.198242, 0.166016, 0.21582, 0.037109, 0.18457, 0.835938, 0.041016, 0.835938, 0.05249, 0.835938, 0.07666, 0.051025, 0.078613, 0.002167, 0.835938, 0.000763, 0.835938, 0.000755, 0.835938, 0.106934, 0.4375, 0.000591, 0.000694, 0.835938, 0.835938, 0.230469, 0.835938, 0.141602, 0.005219, 0.002335, 0.439453, 0.835938, 0.320312, 0.835938, 0.617188, 0.53125, 0.014343, 0.25, 0.503906, 0.191406, 0.835938, 0.010437, 0.570312, 0.835938, 0.030029, 0.835938, 0.003387, 0.067871, 0.835938, 0.435547, 0.000782, 0.835938, 0.835938, 0.007812, 0.158203, 0.835938, 0.032959, 0.096191, 0.835938, 0.103027, 0.283203, 0.835938, 0.337891, 0.582031, 0.439453, 0.163086, 0.021606, 0.188477, 0.000732, 0.025391, 0.106934, 0.382812, 0.041748, 0.835938, 0.835938, 0.835938, 0.006775, 0.041016, 0.267578, 0.511719, 0.166992, 0.020752, 0.527344, 0.04834, 0.835938, 0.003082, 0.835938, 0.019775, 0.246094, 0.835938, 0.835938, 0.054932, 0.208008, 0.71875, 0.011169, 0.003326, 0.835938, 0.333984, 0.835938, 0.835938, 0.835938, 0.063477, 0.835938, 0.835938, 0.007996, 0.835938, 0.013489, 0.835938, 0.003418, 0.158203, 0.005127, 0.004639, 0.835938, 0.835938, 0.835938, 0.835938, 0.339844, 0.835938, 0.835938, 0.016724, 0.029907, 0.478516, 0.363281, 0.835938, 0.000759, 0.004852, 0.835938, 0.451172, 0.835938, 0.835938, 0.118652, 0.318359, 0.835938, 0.027344, 0.101074, 0.004456, 0.000702, 0.000641, 0.835938, 0.070801, 0.835938, 0.032471, 0.174805, 0.083008, 0.205078, 0.574219, 0.625, 0.835938, 0.074707, 0.005402, 0.140625, 0.835938, 0.015381, 0.222656, 0.251953, 0.527344, 0.000687, 0.005371, 0.024292, 0.006531, 0.451172, 0.554688, 0.109863, 0.003784, 0.488281, 0.251953, 0.835938, 0.058594, 0.835938, 0.835938, 0.835938, 0.835938, 0.431641, 0.835938, 0.474609, 0.835938, 0.018921, 0.017334, 0.174805, 0.453125, 0.835938, 0.835938, 0.0271, 0.351562, 0.503906, 0.605469, 0.835938, 0.035645, 0.000751, 0.835938, 0.835938, 0.003342, 0.462891, 0.000729, 0.031982, 0.835938, 0.835938, 0.071777, 0.030396, 0.835938, 0.835938, 0.028809, 0.320312, 0.151367, 0.005493, 0.000763, 0.835938, 0.835938, 0.033203, 0.043213, 0.835938, 0.02771, 0.835938, 0.835938, 0.835938, 0.808594, 0.000759, 0.269531, 0.044434, 0.835938, 0.01001, 0.835938, 0.835938, 0.835938, 0.068848, 0.059082, 0.043701, 0.021362, 0.019043, 0.835938, 0.065918, 0.00074, 0.132812, 0.835938, 0.431641, 0.835938, 0.000767, 0.000774, 0.146484, 0.835938, 0.068359, 0.113281, 0.835938, 0.835938, 0.041748, 0.683594, 0.347656, 0.574219, 0.115723, 0.443359, 0.008362, 0.835938, 0.835938, 0.110352, 0.125977, 0.835938, 0.000744, 0.036133, 0.006104, 0.061035, 0.139648, 0.263672, 0.200195, 0.00473, 0.006439, 0.566406, 0.034424, 0.835938, 0.040283, 0.062256, 0.835938, 0.063477, 0.003723, 0.224609, 0.006226, 0.038818, 0.835938, 0.835938, 0.835938, 0.816406, 0.035156, 0.157227, 0.019531, 0.835938, 0.005249, 0.006134, 0.835938, 0.0271, 0.000759, 0.835938, 0.835938, 0.011658, 0.102539, 0.835938, 0.820312, 0.038086, 0.835938, 0.835938, 0.835938, 0.835938, 0.012695, 0.021729, 0.041504, 0.056641, 0.328125, 0.835938, 0.040771, 0.042236, 0.047852, 0.058105, 0.835938, 0.835938, 0.139648, 0.033447, 0.047607, 0.773438, 0.478516, 0.835938, 0.835938, 0.835938, 0.094727, 0.00766, 0.130859, 0.835938, 0.003128, 0.5, 0.835938, 0.380859, 0.225586, 0.063965, 0.000717, 0.009827, 0.005188, 0.585938, 0.46875, 0.835938, 0.490234, 0.835938, 0.625, 0.582031, 0.162109, 0.023071, 0.210938, 0.080078, 0.021729, 0.835938, 0.02002, 0.324219, 0.013611, 0.835938, 0.213867, 0.025513, 0.07959, 0.176758, 0.055664, 0.04541, 0.835938, 0.111816, 0.214844, 0.000755, 0.05127, 0.835938, 0.835938, 0.835938, 0.683594, 0.084961, 0.394531, 0.098633, 0.835938, 0.089844, 0.008057, 0.02124, 0.240234, 0.761719, 0.04248, 0.049561, 0.102539, 0.025269, 0.298828, 0.835938, 0.835938, 0.835938, 0.835938, 0.03125, 0.835938, 0.835938, 0.835938, 0.835938, 0.006439, 0.002777, 0.835938, 0.835938, 0.738281, 0.002213, 0.027954, 0.835938, 0.027344, 0.04126, 0.261719, 0.000744, 0.835938, 0.000771, 0.033691, 0.006653, 0.835938, 0.835938, 0.835938, 0.048828, 0.063477, 0.009949, 0.835938, 0.40625, 0.835938, 0.163086, 0.476562, 0.550781, 0.835938, 0.835938, 0.003784, 0.116211, 0.016724, 0.835938, 0.00293, 0.384766, 0.05957, 0.835938, 0.007812, 0.00066, 0.835938, 0.094727, 0.018188, 0.114746, 0.835938, 0.200195, 0.835938, 0.835938, 0.013184, 0.038818, 0.835938, 0.835938, 0.061768, 0.019043, 0.404297, 0.835938, 0.835938, 0.835938, 0.259766, 0.026367, 0.835938, 0.835938, 0.070312, 0.000793, 0.361328, 0.835938, 0.835938, 0.19043, 0.835938, 0.003632, 0.835938, 0.003189, 0.121582, 0.25, 0.835938, 0.835938, 0.039551, 0.824219, 0.108398, 0.132812, 0.691406, 0.435547, 0.175781, 0.015991, 0.298828, 0.100098, 0.273438, 0.365234, 0.75, 0.019409, 0.835938, 0.013, 0.835938, 0.031738, 0.283203, 0.384766, 0.570312, 0.386719, 0.300781, 0.804688, 0.00074, 0.044189, 0.835938, 0.330078, 0.000675, 0.230469, 0.015198, 0.199219, 0.02771, 0.01178, 0.050781, 0.835938, 0.410156, 0.550781, 0.014648, 0.636719, 0.242188, 0.835938, 0.055664, 0.003571, 0.04541, 0.835938, 0.835938, 0.835938, 0.000751, 0.059326, 0.835938, 0.835938, 0.003571, 0.300781, 0.006805, 0.094238, 0.00528, 0.113281, 0.018433, 0.050781, 0.066895, 0.118164, 0.382812, 0.835938, 0.013672, 0.003845, 0.049805, 0.077637, 0.339844, 0.004578, 0.279297, 0.835938, 0.117188, 0.835938, 0.174805, 0.016113, 0.043213, 0.835938, 0.04541, 0.183594, 0.018799, 0.04126, 0.033203, 0.835938, 0.625, 0.003555, 0.092773, 0.835938, 0.005035, 0.835938, 0.253906, 0.361328, 0.037354, 0.124512, 0.431641, 0.835938, 0.12793, 0.010254, 0.124023, 0.013794, 0.248047, 0.006317, 0.165039, 0.835938, 0.00079, 0.018677, 0.835938, 0.519531, 0.047363, 0.052734, 0.097656, 0.835938, 0.000618, 0.003571, 0.835938, 0.013611, 0.000763, 0.027222, 0.835938, 0.025879, 0.835938, 0.835938, 0.04126, 0.835938, 0.147461, 0.474609, 0.072754, 0.835938, 0.835938, 0.056396, 0.000713, 0.036133, 0.043213, 0.835938, 0.026123, 0.163086, 0.020264, 0.000698, 0.055664, 0.367188, 0.328125, 0.835938, 0.011902, 0.816406, 0.835938, 0.369141, 0.023926, 0.002075, 0.835938, 0.164062, 0.664062, 0.063477, 0.476562, 0.318359, 0.722656, 0.035645, 0.003693, 0.523438, 0.5625, 0.171875, 0.498047, 0.835938, 0.835938, 0.835938, 0.000771, 0.101074, 0.835938, 0.625, 0.002945, 0.835938, 0.835938, 0.009949, 0.010742, 0.835938, 0.835938, 0.202148, 0.835938, 0.507812, 0.029541, 0.045654, 0.835938, 0.835938, 0.574219, 0.835938, 0.835938, 0.835938, 0.217773, 0.835938, 0.785156, 0.047607, 0.835938, 0.835938, 0.00885, 0.058594, 0.835938, 0.036377, 0.835938, 0.014343, 0.000744, 0.032959, 0.820312, 0.267578, 0.059082, 0.212891, 0.164062, 0.835938, 0.835938, 0.365234, 0.010498, 0.835938, 0.507812, 0.835938, 0.835938, 0.000713, 0.000786, 0.835938, 0.020142, 0.835938, 0.320312, 0.294922, 0.00824, 0.835938, 0.449219, 0.835938, 0.835938, 0.578125, 0.835938, 0.15625, 0.835938, 0.835938, 0.371094, 0.025879, 0.050293, 0.006683, 0.835938, 0.835938, 0.558594, 0.285156, 0.216797, 0.039551, 0.835938, 0.118164, 0.000729, 0.072754, 0.00766, 0.061279, 0.835938, 0.213867, 0.029175, 0.000698, 0.835938, 0.4375, 0.443359, 0.835938, 0.167969, 0.170898, 0.408203, 0.835938, 0.165039, 0.8125, 0.245117, 0.037842, 0.835938, 0.040771, 0.835938, 0.835938, 0.008057, 0.21582, 0.292969, 0.835938, 0.003555, 0.144531, 0.039795, 0.777344, 0.083008, 0.835938, 0.089355, 0.192383, 0.835938, 0.769531, 0.625, 0.039307, 0.835938, 0.023804, 0.835938, 0.025757, 0.008606, 0.546875, 0.835938, 0.511719, 0.835938, 0.835938, 0.835938, 0.132812, 0.28125, 0.361328, 0.726562, 0.367188, 0.000801, 0.380859, 0.019409, 0.835938, 0.038086, 0.125977, 0.180664, 0.828125, 0.103516, 0.063965, 0.835938, 0.835938, 0.033203, 0.007812, 0.789062, 0.097168, 0.835938, 0.010681, 0.302734, 0.02002, 0.089844, 0.170898, 0.835938, 0.072754, 0.474609, 0.835938, 0.835938, 0.546875, 0.041748, 0.835938, 0.105957, 0.398438, 0.039795, 0.835938, 0.043945, 0.017578, 0.000778, 0.835938, 0.242188, 0.835938, 0.146484, 0.162109, 0.077148, 0.147461, 0.012451, 0.034424, 0.006927, 0.000771, 0.000679, 0.46875, 0.388672, 0.285156, 0.828125, 0.030518, 0.255859, 0.835938, 0.006653, 0.036865, 0.007874, 0.357422, 0.206055, 0.835938, 0.835938, 0.002808, 0.558594, 0.255859, 0.01001, 0.835938, 0.427734, 0.00074, 0.05127, 0.017212, 0.045654, 0.835938, 0.451172, 0.835938, 0.060059, 0.006775, 0.018555, 0.073242, 0.027466, 0.835938, 0.017334, 0.480469, 0.104004, 0.000793, 0.441406, 0.835938, 0.09668, 0.122559, 0.007294, 0.135742, 0.000706, 0.241211, 0.835938, 0.527344, 0.016724, 0.710938, 0.416016, 0.122559, 0.835938, 0.017822, 0.396484, 0.054443, 0.835938, 0.00708, 0.010559, 0.835938, 0.027466, 0.005676, 0.07959, 0.835938, 0.048584, 0.380859, 0.181641, 0.005585, 0.032715, 0.835938, 0.082031, 0.835938, 0.028442, 0.835938, 0.835938, 0.453125, 0.072266, 0.835938, 0.835938, 0.000656, 0.835938, 0.835938, 0.074219, 0.06543, 0.012329, 0.390625, 0.103516, 0.161133, 0.000736, 0.835938, 0.835938, 0.026978, 0.012695, 0.062256, 0.01001, 0.017822, 0.835938, 0.00074, 0.000797, 0.140625, 0.835938, 0.014893, 0.034668, 0.835938, 0.835938, 0.155273, 0.226562, 0.835938, 0.02124, 0.059082, 0.016357, 0.003815, 0.835938, 0.016113, 0.300781, 0.503906, 0.835938, 0.835938, 0.042725, 0.018311, 0.835938, 0.007507, 0.835938, 0.835938, 0.835938, 0.835938, 0.835938, 0.192383, 0.835938, 0.052734, 0.289062, 0.828125, 0.006744, 0.053467, 0.028198, 0.171875, 0.546875, 0.031982, 0.546875, 0.134766, 0.000706, 0.835938, 0.835938, 0.835938, 0.135742, 0.119141, 0.000679, 0.835938, 0.029907, 0.542969, 0.00705, 0.017456, 0.232422, 0.002502, 0.09375, 0.453125, 0.059326, 0.835938, 0.011047, 0.835938, 0.835938, 0.835938, 0.474609, 0.236328, 0.208008, 0.835938, 0.835938, 0.050049, 0.097656, 0.835938, 0.578125, 0.000744, 0.027466, 0.028198, 0.047852, 0.484375, 0.835938, 0.835938, 0.163086, 0.231445, 0.835938, 0.835938, 0.378906, 0.835938, 0.103516, 0.457031, 0.835938, 0.052246, 0.04541, 0.691406, 0.004578, 0.835938, 0.835938, 0.330078, 0.582031, 0.000782, 0.410156, 0.000725, 0.835938, 0.044189, 0.835938, 0.243164, 0.099609, 0.359375, 0.050293, 0.835938, 0.1875, 0.005859, 0.045898, 0.00946, 0.835938, 0.012695, 0.523438, 0.835938, 0.000679, 0.000694, 0.000774, 0.835938, 0.300781, 0.835938, 0.00322, 0.59375, 0.835938, 0.835938, 0.433594, 0.835938, 0.835938, 0.07959, 0.835938, 0.28125, 0.835938, 0.137695, 0.296875, 0.000767, 0.835938, 0.038818, 0.021973, 0.835938, 0.195312, 0.542969, 0.004761, 0.835938, 0.036377, 0.000774, 0.359375, 0.251953, 0.094727, 0.071289, 0.835938, 0.835938, 0.000778, 0.835938, 0.050293, 0.550781, 0.135742, 0.00079, 0.135742, 0.057373, 0.835938, 0.083984, 0.835938, 0.835938, 0.65625, 0.030151, 0.835938, 0.007874, 0.675781, 0.330078, 0.010742, 0.496094, 0.044434, 0.064453, 0.096191, 0.835938, 0.01709, 0.251953, 0.034668, 0.835938, 0.835938, 0.322266, 0.640625, 0.108887, 0.152344, 0.609375, 0.0354, 0.186523, 0.056152, 0.005035, 0.365234, 0.049805, 0.431641, 0.835938, 0.163086, 0.835938, 0.835938, 0.002289, 0.835938, 0.423828, 0.835938, 0.008972, 0.11084, 0.792969, 0.835938, 0.01239, 0.320312, 0.835938, 0.00116, 0.205078, 0.052734, 0.835938, 0.006683, 0.835938, 0.835938, 0.835938, 0.835938, 0.835938, 0.373047, 0.007935, 0.835938, 0.835938, 0.361328, 0.131836, 0.835938, 0.095215, 0.835938, 0.373047, 0.835938, 0.208008, 0.002792, 0.000778, 0.40625, 0.835938, 0.031982, 0.086914, 0.835938, 0.382812, 0.067871, 0.261719, 0.835938, 0.609375, 0.00071, 0.097656, 0.287109, 0.296875, 0.015381, 0.054932, 0.000763, 0.261719, 0.000755, 0.125, 0.029419, 0.02356, 0.474609, 0.835938, 0.046387, 0.482422, 0.000751, 0.835938, 0.11377, 0.114258, 0.835938, 0.07959, 0.000786, 0.036133, 0.060791, 0.490234, 0.129883, 0.000755, 0.835938, 0.007355, 0.043213, 0.691406, 0.835938, 0.022339, 0.10498, 0.001457, 0.835938, 0.039551, 0.051025, 0.251953, 0.000809, 0.835938, 0.835938, 0.052734, 0.005035, 0.007782, 0.094727, 0.034912, 0.242188, 0.113281, 0.006012, 0.835938, 0.047119, 0.144531, 0.016602, 0.177734, 0.112793, 0.835938, 0.835938, 0.835938, 0.000698, 0.835938, 0.367188, 0.008545, 0.004486, 0.087891, 0.104492, 0.041748, 0.835938, 0.000774, 0.032715, 0.061035, 0.000751, 0.028687, 0.006897, 0.451172, 0.835938, 0.195312, 0.177734, 0.515625, 0.005066, 0.016235, 0.835938, 0.570312, 0.341797, 0.835938, 0.000641, 0.306641, 0.277344, 0.386719, 0.083984, 0.707031, 0.18457, 0.005402, 0.835938, 0.835938, 0.835938, 0.357422, 0.412109, 0.003784, 0.382812, 0.000732, 0.835938, 0.835938, 0.003021, 0.835938, 0.835938, 0.835938, 0.835938, 0.363281, 0.000767, 0.017212, 0.378906, 0.835938, 0.062012, 0.835938, 0.835938, 0.003616, 0.029175, 0.65625, 0.835938, 0.550781, 0.006653, 0.005219, 0.053467, 0.004303, 0.835938, 0.835938, 0.253906, 0.835938, 0.045898, 0.835938, 0.004547, 0.835938, 0.34375, 0.835938, 0.053955, 0.835938, 0.835938, 0.006439, 0.041504, 0.835938, 0.006836, 0.408203, 0.010132, 0.273438, 0.835938, 0.835938, 0.029785, 0.835938, 0.150391, 0.105957, 0.835938, 0.220703, 0.002808, 0.099121, 0.000771, 0.08252, 0.835938, 0.380859, 0.507812, 0.259766, 0.003693, 0.00824, 0.835938, 0.21582, 0.094727, 0.53125, 0.002823, 0.054932, 0.271484, 0.722656, 0.835938, 0.439453, 0.060303, 0.835938, 0.835938, 0.835938, 0.835938, 0.835938, 0.835938, 0.024536, 0.382812, 0.835938, 0.055176, 0.835938, 0.046875, 0.835938, 0.178711, 0.063477, 0.072266, 0.003342, 0.036621, 0.294922, 0.027954, 0.255859, 0.609375, 0.016602, 0.000687, 0.835938, 0.835938, 0.087402, 0.835938, 0.835938, 0.302734, 0.337891, 0.180664, 0.033691, 0.000778, 0.585938, 0.835938, 0.835938, 0.014404, 0.835938, 0.142578, 0.835938, 0.065918, 0.410156, 0.835938, 0.414062, 0.835938, 0.503906, 0.000767, 0.835938, 0.239258, 0.835938, 0.043457, 0.835938, 0.008057, 0.024902, 0.027588, 0.835938, 0.147461, 0.835938, 0.498047, 0.835938, 0.0354, 0.101562, 0.347656, 0.060791, 0.4375, 0.835938, 0.835938, 0.00824, 0.128906, 0.835938, 0.028931, 0.412109, 0.04248, 0.000725, 0.005096, 0.055176, 0.000671, 0.835938, 0.835938, 0.835938, 0.064453, 0.021484, 0.441406, 0.835938, 0.271484, 0.337891, 0.039307, 0.21875, 0.018921, 0.020996, 0.110352, 0.835938, 0.835938, 0.079102, 0.742188, 0.835938, 0.835938, 0.059326, 0.835938, 0.023682, 0.002365, 0.738281, 0.800781, 0.433594, 0.835938, 0.007751, 0.414062, 0.835938, 0.457031, 0.746094, 0.055908, 0.122559, 0.014832, 0.835938, 0.835938, 0.835938, 0.05957, 0.835938, 0.835938, 0.073242, 0.835938, 0.108398, 0.018555, 0.004242, 0.033203, 0.007538, 0.390625, 0.275391, 0.835938, 0.835938, 0.835938, 0.835938, 0.835938, 0.185547, 0.134766, 0.008911, 0.835938, 0.835938, 0.058594, 0.202148, 0.000767, 0.012024, 0.030762, 0.018066, 0.355469, 0.016113, 0.006866, 0.046631, 0.835938, 0.042236, 0.835938, 0.255859, 0.617188, 0.056641, 0.073242, 0.054199, 0.081543, 0.003677, 0.835938, 0.378906, 0.088379, 0.020386, 0.835938, 0.835938, 0.00531, 0.046631, 0.196289, 0.033203, 0.056396, 0.59375, 0.53125, 0.032227, 0.043945, 0.000755, 0.134766, 0.054199, 0.835938, 0.21582, 0.835938, 0.075684, 0.835938, 0.007141, 0.835938, 0.835938, 0.005035, 0.835938, 0.032227, 0.061523, 0.137695, 0.835938, 0.835938, 0.835938, 0.337891, 0.101074, 0.027222, 0.045654, 0.000721, 0.125, 0.062256, 0.546875, 0.026611, 0.835938, 0.088379, 0.046875, 0.098145, 0.835938, 0.835938, 0.835938, 0.036133, 0.182617, 0.835938, 0.100586, 0.835938, 0.835938, 0.006744, 0.041016, 0.005798, 0.008972, 0.070312, 0.835938, 0.310547, 0.109863, 0.056396, 0.302734, 0.003265, 0.765625, 0.835938, 0.757812, 0.835938, 0.835938, 0.00589, 0.835938, 0.535156, 0.330078, 0.835938, 0.494141, 0.114746, 0.005859, 0.017822, 0.384766, 0.014038, 0.174805, 0.086426, 0.835938, 0.066406, 0.03833, 0.835938, 0.835938, 0.004913, 0.835938, 0.030518, 0.835938, 0.835938, 0.835938, 0.835938, 0.05835, 0.322266, 0.00293, 0.835938, 0.022949, 0.094238, 0.007599, 0.049072, 0.835938, 0.163086, 0.030273, 0.060791, 0.355469, 0.835938, 0.835938, 0.835938, 0.229492, 0.07373, 0.835938, 0.129883, 0.835938, 0.835938, 0.835938, 0.283203, 0.0065, 0.106934, 0.037354, 0.0354, 0.835938, 0.0625, 0.108398, 0.000679, 0.140625, 0.026855, 0.835938, 0.542969, 0.835938, 0.332031, 0.001694, 0.0177, 0.835938, 0.007446, 0.636719, 0.199219, 0.835938, 0.835938, 0.835938, 0.835938, 0.148438, 0.000744, 0.017578, 0.558594, 0.052246, 0.027588, 0.041992, 0.051025, 0.003555, 0.044678, 0.007111, 0.031128, 0.020264, 0.000736, 0.835938, 0.041992, 0.02002, 0.835938, 0.835938, 0.007935, 0.835938, 0.020142, 0.057373, 0.294922, 0.003998, 0.212891, 0.027222, 0.332031, 0.015381, 0.546875, 0.835938, 0.835938, 0.835938, 0.392578, 0.004486, 0.835938, 0.058838, 0.069824, 0.074707, 0.375, 0.034668, 0.010498, 0.00074, 0.060791, 0.835938, 0.320312, 0.259766, 0.136719, 0.054199, 0.118164, 0.488281, 0.835938, 0.15918, 0.006256, 0.014404, 0.835938, 0.298828, 0.054688, 0.003036, 0.349609, 0.010925, 0.229492, 0.029419, 0.210938, 0.000751, 0.6875, 0.015991, 0.166992, 0.167969, 0.025269, 0.000778, 0.012024, 0.058838, 0.835938, 0.835938, 0.445312, 0.835938, 0.835938, 0.835938, 0.023804, 0.835938, 0.484375, 0.835938, 0.835938, 0.100098, 0.835938, 0.373047, 0.11084, 0.05127, 0.835938, 0.042725, 0.007507, 0.835938, 0.835938, 0.835938, 0.003448, 0.835938, 0.835938, 0.835938, 0.121094, 0.11084, 0.021118, 0.053223, 0.835938, 0.835938, 0.217773, 0.361328, 0.000736, 0.000706, 0.047852, 0.012512, 0.835938, 0.835938, 0.835938, 0.292969, 0.835938, 0.476562, 0.000793, 0.337891, 0.026489, 0.031982, 0.474609, 0.026489 ] } , "name": "onnx::Mul_10797", "outputIndexes": [ 1907 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1906, 1907 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 1908 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1792, 1908 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/Add_output_0", "outputIndexes": [ 1909 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1909 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.9/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 1910 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1910 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.9/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 1911 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1911, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 1912 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1912, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 1913 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1909, 1913 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 1914 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 31.0, 0.785156, 0.273438, 1.078125, 0.796875, 0.820312, 0.644531, 0.279297, 14.1875, 0.447266, 1.148438, 1.078125, 0.875, 6.21875, 19.75, 0.765625, 0.65625, 0.269531, 12.8125, 3.484375, 2.1875, 0.769531, 7.75, 4.90625, 0.382812, 0.300781, 0.296875, 0.945312, 2.21875, 15.3125, 1.484375, 0.285156, 0.832031, 3.65625, 0.894531, 5.3125, 0.535156, 2.078125, 19.75, 0.332031, 32.5, 46.5, 0.294922, 0.255859, 1.554688, 10.375, 0.792969, 0.314453, 0.283203, 1.90625, 1.640625, 24.625, 0.404297, 1.828125, 1.226562, 0.519531, 0.886719, 29.625, 0.486328, 3.609375, 6.4375, 0.730469, 2.75, 0.4375, 4.15625, 11.4375, 0.289062, 0.277344, 19.0, 49.25, 29.375, 2.90625, 0.789062, 26.25, 2.234375, 0.761719, 83.0, 0.574219, 0.527344, 0.527344, 0.427734, 0.490234, 0.699219, 0.330078, 13.125, 5.46875, 24.625, 0.378906, 0.796875, 0.28125, 16.125, 0.574219, 1.765625, 0.304688, 0.535156, 0.298828, 1.15625, 0.380859, 0.472656, 0.365234, 0.765625, 0.441406, 1.601562, 35.0, 1.09375, 26.5, 3.75, 1.445312, 0.269531, 1.640625, 0.294922, 0.304688, 2.515625, 4.5625, 3.9375, 2.890625, 3.234375, 9.25, 5.4375, 0.652344, 19.0, 0.394531, 0.490234, 4.6875, 0.330078, 0.988281, 0.347656, 0.478516, 0.333984, 0.267578, 2.1875, 0.318359, 0.511719, 1.453125, 3.15625, 16.375, 0.357422, 0.335938, 0.287109, 0.40625, 0.835938, 0.773438, 0.300781, 1.867188, 0.496094, 12.875, 0.75, 1.273438, 4.40625, 0.542969, 0.664062, 0.355469, 5.15625, 18.375, 0.367188, 2.578125, 25.0, 21.25, 2.359375, 0.785156, 49.0, 0.324219, 2.109375, 0.511719, 1.789062, 17.75, 0.746094, 27.875, 1.023438, 3.859375, 0.703125, 0.917969, 0.349609, 0.238281, 0.605469, 20.375, 0.839844, 2.265625, 0.644531, 4.25, 0.416016, 5.59375, 5.28125, 0.273438, 0.333984, 1.921875, 5.625, 0.308594, 2.703125, 0.683594, 1.5, 0.279297, 0.310547, 0.660156, 1.390625, 1.609375, 11.6875, 11.4375, 5.21875, 85.0, 1.960938, 0.341797, 12.8125, 21.875, 0.640625, 21.0, 10.375, 0.494141, 1.648438, 29.25, 1.859375, 2.765625, 1.234375, 0.566406, 0.875, 2.1875, 6.25, 0.296875, 2.421875, 2.4375, 0.289062, 22.75, 0.449219, 41.75, 0.582031, 0.392578, 0.287109, 3.265625, 39.25, 0.691406, 1.476562, 1.21875, 0.570312, 6.3125, 0.738281, 3.375, 0.255859, 0.488281, 0.314453, 0.273438, 0.589844, 6.34375, 0.960938, 0.910156, 0.863281, 0.949219, 0.310547, 9.625, 24.25, 0.431641, 13.75, 0.628906, 7.78125, 4.65625, 18.125, 0.253906, 1.539062, 31.0, 0.378906, 7.0625, 51.25, 10.0, 0.333984, 0.664062, 2.8125, 0.84375, 0.792969, 2.734375, 1.75, 48.5, 0.359375, 39.5, 26.125, 9.0, 0.304688, 0.875, 5.78125, 7.1875, 0.519531, 0.138672, 0.431641, 1.257812, 0.535156, 20.625, 1.9375, 0.734375, 11.8125, 0.308594, 2.546875, 0.259766, 21.5, 5.1875, 0.609375, 3.890625, 7.15625, 0.6875, 0.294922, 1.875, 0.314453, 0.294922, 0.453125, 7.15625, 0.535156, 3.625, 5.53125, 0.482422, 2.6875, 2.3125, 12.3125, 27.625, 0.478516, 3.0, 0.320312, 0.431641, 3.34375, 5.90625, 4.25, 20.75, 21.375, 0.3125, 2.796875, 0.316406, 1.992188, 19.0, 28.625, 0.291016, 3.625, 0.480469, 1.75, 27.625, 1.203125, 72.5, 19.25, 4.65625, 0.507812, 13.5625, 0.451172, 18.25, 0.875, 38.5, 0.4375, 0.135742, 0.742188, 0.75, 0.871094, 27.25, 0.652344, 1.171875, 1.46875, 16.875, 0.859375, 0.605469, 3.328125, 0.886719, 0.176758, 28.25, 19.125, 3.265625, 0.332031, 0.378906, 1.289062, 4.34375, 0.484375, 0.570312, 11.125, 0.539062, 0.550781, 1.234375, 4.90625, 0.800781, 28.25, 9.75, 10.875, 0.378906, 13.9375, 2.3125, 0.96875, 12.25, 0.667969, 1.289062, 48.25, 0.542969, 1.898438, 0.652344, 0.59375, 0.675781, 4.09375, 0.19043, 3.859375, 0.365234, 0.304688, 1.625, 5.09375, 11.6875, 0.558594, 35.0, 32.0, 9.3125, 3.28125, 0.425781, 0.863281, 1.984375, 4.875, 1.171875, 1.21875, 1.085938, 0.914062, 1.484375, 2.640625, 8.1875, 2.03125, 1.304688, 20.25, 0.839844, 1.523438, 2.375, 49.0, 34.75, 0.449219, 3.140625, 6.9375, 5.1875, 4.6875, 20.625, 0.523438, 1.992188, 9.1875, 1.226562, 16.0, 1.203125, 8.5625, 1.164062, 3.5, 0.144531, 0.259766, 0.738281, 0.574219, 0.914062, 0.539062, 0.449219, 6.4375, 0.953125, 7.96875, 0.347656, 3.921875, 0.816406, 6.90625, 0.800781, 0.558594, 0.558594, 0.507812, 17.0, 0.761719, 0.482422, 1.0, 29.5, 14.4375, 0.621094, 0.294922, 0.597656, 0.765625, 0.976562, 0.644531, 16.75, 0.322266, 0.326172, 0.675781, 0.261719, 0.287109, 30.5, 1.796875, 1.84375, 0.671875, 5.5, 1.75, 0.609375, 0.714844, 0.390625, 0.59375, 0.765625, 20.75, 19.25, 8.6875, 1.273438, 0.287109, 8.1875, 3.328125, 7.59375, 0.761719, 6.53125, 0.597656, 0.333984, 0.353516, 0.332031, 13.875, 1.0625, 0.640625, 0.466797, 0.246094, 11.8125, 2.953125, 0.330078, 8.4375, 0.839844, 17.875, 0.507812, 0.792969, 4.0, 0.9375, 7.21875, 0.632812, 0.839844, 2.9375, 6.34375, 0.667969, 5.09375, 0.59375, 1.023438, 0.503906, 2.234375, 0.458984, 19.125, 6.90625, 9.375, 0.267578, 0.558594, 0.310547, 20.625, 4.125, 0.746094, 12.125, 0.835938, 13.1875, 0.816406, 8.5625, 0.867188, 0.71875, 0.296875, 1.5, 4.0625, 0.335938, 2.375, 6.90625, 1.28125, 48.0, 6.5, 18.125, 1.6875, 13.8125, 0.519531, 0.914062, 0.490234, 14.8125, 0.476562, 1.398438, 0.535156, 1.203125, 15.125, 0.515625, 0.820312, 12.1875, 0.863281, 10.625, 0.546875, 1.648438, 22.625, 0.423828, 0.527344, 1.070312, 2.515625, 17.625, 16.25, 0.453125, 0.523438, 6.0, 0.335938, 1.15625, 0.314453, 19.25, 0.953125, 14.1875, 0.464844, 7.75, 1.476562, 5.34375, 11.0, 0.030273, 2.3125, 6.1875, 0.322266, 9.3125, 15.875, 1.75, 20.375, 14.0625, 0.275391, 31.0, 0.871094, 88.5, 1.554688, 0.511719, 1.71875, 0.300781, 0.494141, 0.507812, 0.628906, 6.15625, 1.601562, 0.617188, 0.511719, 4.5625, 0.226562, 0.185547, 5.53125, 6.0, 0.314453, 89.0, 0.306641, 0.585938, 0.316406, 0.390625, 0.871094, 0.369141, 30.5, 20.625, 1.289062, 6.0, 13.5625, 6.75, 2.234375, 1.453125, 0.867188, 0.304688, 0.582031, 0.337891, 0.486328, 2.015625, 0.652344, 1.023438, 0.753906, 5.46875, 0.867188, 3.109375, 1.679688, 0.785156, 0.458984, 0.285156, 4.03125, 1.570312, 0.296875, 1.898438, 2.734375, 1.117188, 3.015625, 18.0, 0.914062, 0.316406, 0.53125, 0.466797, 1.203125, 0.253906, 0.988281, 2.21875, 32.5, 1.640625, 0.773438, 0.742188, 4.4375, 4.65625, 9.5, 2.46875, 36.25, 1.453125, 10.0, 0.470703, 0.347656, 72.5, 1.171875, 1.234375, 14.375, 1.132812, 0.494141, 0.291016, 1.085938, 20.125, 1.570312, 6.0625, 0.597656, 22.5, 0.816406, 13.75, 0.427734, 1.757812, 0.675781, 0.585938, 2.265625, 0.298828, 2.296875, 2.53125, 0.621094, 1.789062, 1.640625, 0.648438, 0.726562, 0.636719, 18.375, 24.5, 0.644531, 0.648438, 2.1875, 1.851562, 0.316406, 0.482422, 19.125, 6.90625, 59.75, 1.125, 3.828125, 0.660156, 0.302734, 0.566406, 3.84375, 0.878906, 1.640625, 0.878906, 0.304688, 0.558594, 1.273438, 7.3125, 82.0, 42.25, 3.578125, 0.285156, 0.474609, 0.449219, 1.679688, 1.265625, 1.476562, 43.5, 34.75, 68.5, 0.652344, 0.333984, 68.0, 74.5, 2.890625, 4.1875, 0.400391, 1.28125, 30.5, 0.824219, 0.65625, 8.3125, 0.474609, 0.878906, 0.640625, 18.125, 4.125, 0.371094, 55.25, 0.435547, 5.34375, 0.263672, 3.53125, 7.59375, 5.625, 0.304688, 6.71875, 6.5625, 5.125, 3.25, 2.703125, 5.59375, 0.539062, 1.734375, 0.482422, 20.125, 0.667969, 1.046875, 20.0, 0.3125, 0.671875, 0.589844, 15.625, 15.9375, 0.474609, 0.419922, 0.8125, 7.65625, 1.679688, 0.002045, 2.171875, 5.59375, 0.449219, 0.671875, 1.757812, 5.1875, 0.386719, 0.75, 11.0, 0.478516, 0.445312, 0.71875, 47.0, 0.34375, 0.304688, 9.25, 56.25, 0.976562, 0.800781, 1.085938, 1.992188, 0.953125, 0.330078, 2.265625, 0.636719, 16.125, 0.494141, 1.585938, 14.375, 1.328125, 41.75, 0.357422, 93.5, 0.75, 27.125, 0.314453, 6.625, 0.675781, 37.5, 27.25, 0.279297, 0.648438, 0.972656, 0.330078, 1.234375, 16.125, 85.5, 0.554688, 0.277344, 2.296875, 0.601562, 0.957031, 1.34375, 15.1875, 1.179688, 1.101562, 1.132812, 0.347656, 6.125, 0.570312, 0.330078, 24.125, 0.625, 58.5, 4.75, 0.929688, 1.414062, 1.492188, 0.257812, 0.4375, 10.8125, 1.242188, 0.347656, 4.25, 6.8125, 0.71875, 1.65625, 2.078125, 0.318359, 0.667969, 0.609375, 1.703125, 3.625, 31.25, 2.078125, 40.0, 9.1875, 7.25, 0.664062, 4.78125, 0.292969, 0.578125, 0.558594, 21.25, 16.75, 0.722656, 1.15625, 4.71875, 13.375, 1.328125, 8.125, 0.439453, 24.375, 0.174805, 14.75, 1.226562, 0.613281, 0.259766, 5.75, 1.757812, 0.664062, 14.75, 41.75, 0.515625, 1.921875, 0.378906, 0.503906, 0.294922, 1.28125, 0.243164, 0.439453, 34.0, 0.855469, 23.0, 0.330078, 61.5, 1.171875, 34.25, 25.375, 0.001884, 0.527344, 0.298828, 0.308594, 0.699219, 0.355469, 0.365234, 9.3125, 7.78125, 0.984375, 1.921875, 0.400391, 2.671875, 30.75, 0.230469, 1.023438, 0.289062, 0.527344, 2.78125, 0.722656, 0.310547, 21.125, 1.28125, 34.25, 28.625, 19.25, 0.980469, 8.875, 0.310547, 8.75, 1.203125, 6.625, 3.125, 0.597656, 0.8125, 0.609375, 9.1875, 14.9375, 1.585938, 0.554688, 3.0625, 2.78125, 2.34375, 1.25, 79.0, 18.375, 2.1875, 19.5, 1.570312, 1.101562, 1.46875, 20.875, 0.648438, 1.023438, 0.279297, 15.125, 0.8125, 0.294922, 0.566406, 0.277344, 0.582031, 0.820312, 1.476562, 0.609375, 14.1875, 18.25, 3.9375, 0.839844, 0.314453, 0.404297, 27.5, 1.703125, 1.34375, 1.101562, 0.251953, 11.375, 1.851562, 0.492188, 0.332031, 27.875, 1.257812, 3.921875, 15.5625, 0.294922, 0.835938, 3.5625, 4.53125, 0.310547, 0.400391, 2.25, 0.757812, 4.9375, 43.25, 85.5, 0.435547, 0.503906, 6.84375, 17.25, 0.474609, 20.25, 0.582031, 0.503906, 0.863281, 0.644531, 0.929688, 2.703125, 16.875, 0.345703, 34.0, 0.59375, 0.539062, 0.330078, 10.5625, 5.65625, 2.09375, 9.625, 16.75, 0.451172, 6.03125, 2.140625, 0.988281, 0.585938, 1.46875, 0.458984, 15.75, 4.53125, 1.320312, 0.353516, 1.34375, 2.125, 0.34375, 0.445312, 17.125, 1.015625, 1.710938, 0.519531, 6.15625, 1.75, 9.6875, 0.480469, 0.179688, 6.90625, 1.070312, 0.328125, 1.734375, 18.375, 15.75, 10.25, 2.140625, 0.664062, 3.046875, 57.5, 43.5, 0.804688, 2.875, 0.691406, 17.875, 4.96875, 0.433594, 10.9375, 34.0, 2.78125, 14.875, 19.375, 0.298828, 0.664062, 0.357422, 0.765625, 4.875, 4.4375, 38.25, 0.441406, 42.0, 30.375, 0.605469, 26.0, 37.75, 0.546875, 0.486328, 50.25, 7.03125, 0.369141, 0.460938, 7.40625, 0.773438, 0.28125, 1.03125, 0.294922, 42.25, 3.125, 17.75, 5.25, 0.703125, 0.820312, 5.40625, 3.59375, 15.4375, 15.75, 0.300781, 0.5625, 1.46875, 17.75, 1.726562, 0.433594, 0.664062, 0.244141, 0.416016, 0.84375, 8.0, 34.0, 1.398438, 0.308594, 55.5, 0.734375, 0.359375, 0.675781, 3.015625, 11.375, 22.125, 13.375, 39.5, 1.25, 0.792969, 0.253906, 1.070312, 0.283203, 0.875, 0.78125, 2.375, 2.671875, 0.992188, 1.914062, 9.125, 0.28125, 12.75, 0.890625, 3.921875, 0.347656, 1.210938, 2.171875, 1.65625, 3.796875, 1.6875, 1.265625, 0.476562, 0.867188, 1.375, 35.0, 13.75, 0.277344, 0.339844, 0.761719, 0.980469, 1.296875, 0.726562, 0.851562, 0.304688, 1.695312, 9.125, 18.625, 1.21875, 0.902344, 1.46875, 15.0625, 2.578125, 2.9375, 0.753906, 0.601562, 0.308594, 0.808594, 0.332031, 21.0, 0.275391, 0.550781, 0.291016, 0.332031, 21.0, 28.875, 0.402344, 0.753906, 0.5625, 51.25, 24.5, 0.789062, 3.796875, 10.9375, 1.210938, 26.0, 0.296875, 44.0, 1.640625, 58.25, 0.339844, 0.339844, 0.333984, 1.46875, 12.3125, 40.25, 0.605469, 1.640625, 0.289062, 4.625, 0.71875, 0.492188, 0.498047, 0.328125, 33.5, 1.539062, 4.21875, 0.34375, 72.5, 0.6875, 4.34375, 0.542969, 24.0, 37.75, 0.310547, 7.40625, 12.875, 1.242188, 0.332031, 0.945312, 0.460938, 0.4375, 8.125, 19.625, 0.345703, 0.433594, 1.820312, 2.40625, 0.625, 0.511719, 0.298828, 0.345703, 0.707031, 8.875, 0.921875, 0.644531, 4.53125, 3.484375, 0.910156, 0.34375, 0.292969, 0.773438, 0.609375, 28.125, 0.464844, 37.75, 1.273438, 0.679688, 0.511719, 0.443359, 17.375, 0.488281, 4.71875, 8.125, 1.046875, 0.78125, 3.84375, 25.625, 0.972656, 2.703125, 0.714844, 1.789062, 0.628906, 36.0, 0.597656, 27.0, 0.511719, 7.875, 0.785156, 0.71875, 0.554688, 0.882812, 1.648438, 0.46875, 59.25, 16.75, 0.34375, 0.75, 77.5, 0.707031, 16.0, 1.296875, 23.625, 27.125, 11.3125, 0.5, 1.164062, 0.816406, 37.5, 0.792969, 1.71875, 0.308594, 2.21875, 42.0, 4.59375, 0.648438, 0.824219, 0.412109, 37.5, 12.375, 0.302734, 0.458984, 35.0, 2.34375, 16.25, 2.453125, 32.75, 1.054688, 3.984375, 1.945312, 10.8125, 2.234375, 0.613281, 0.263672, 28.375, 57.75, 15.5625, 2.875, 0.660156, 20.75, 0.882812, 0.275391, 6.09375, 0.328125, 1.765625, 32.75, 1.796875, 0.332031, 6.1875, 1.0625, 2.5, 14.0625, 9.4375, 0.515625, 0.53125, 16.5, 2.9375, 0.613281, 59.5, 0.332031, 0.800781, 0.640625, 19.75, 1.828125, 1.664062, 0.605469, 1.96875, 27.375, 5.09375, 6.0625, 2.984375, 15.0, 4.625, 0.425781, 92.0, 6.125, 0.160156, 0.726562, 2.703125, 7.25, 7.71875, 0.419922, 86.0, 56.5, 0.847656, 8.3125, 25.625, 1.945312, 0.40625, 8.0625, 0.8125, 0.141602, 19.875, 0.298828, 1.078125, 0.828125, 2.4375, 0.574219, 0.439453, 3.0625, 1.867188, 19.625, 16.5, 0.546875, 9.375, 1.90625, 14.8125, 48.5, 5.96875, 0.78125, 1.460938, 0.519531, 5.46875, 0.259766, 0.472656, 1.1875, 11.4375, 43.25, 0.566406, 0.765625, 0.921875, 3.296875, 1.140625, 0.953125, 0.423828, 1.640625, 30.375, 0.722656, 0.667969, 4.34375, 0.570312, 0.78125, 0.018799, 0.369141, 4.125, 2.78125, 0.5625, 0.554688, 25.75, 0.636719, 0.333984, 8.625, 21.25, 0.578125, 0.53125, 1.289062, 0.339844, 0.648438, 23.625, 16.5, 0.388672, 0.585938, 0.570312, 0.320312, 0.316406, 0.601562, 3.53125, 0.494141, 0.683594, 5.59375, 0.75, 0.404297, 12.5, 11.0625, 0.263672, 2.296875, 0.59375, 32.0, 28.875, 11.8125, 0.714844, 2.75, 1.484375, 1.453125, 0.828125, 0.609375, 0.279297, 0.625, 23.75, 0.333984, 0.558594, 0.298828, 0.292969, 27.625, 22.75, 0.28125, 2.5625, 0.546875, 1.382812, 0.894531, 21.125, 0.291016, 1.679688, 0.550781, 0.3125, 0.71875, 0.333984, 3.875, 0.353516, 0.5625, 0.855469, 8.75, 2.125, 31.75, 0.671875, 0.337891, 1.054688, 2.0, 1.59375, 1.679688, 0.275391, 0.832031, 3.671875, 7.90625, 33.5, 12.75, 0.429688, 3.203125, 6.59375, 24.125, 0.648438, 0.605469, 0.605469, 0.287109, 0.902344, 1.554688, 1.054688, 0.443359, 1.335938, 0.753906, 0.996094, 1.484375, 0.482422, 3.140625, 0.279297, 0.294922, 20.25, 1.34375, 1.164062, 0.71875, 56.5, 4.65625, 18.5, 0.75, 1.710938, 0.492188, 2.71875, 2.953125, 0.816406, 0.710938, 1.0625, 1.53125, 0.396484, 2.578125, 0.707031, 30.125, 24.625, 0.5625, 0.46875, 0.601562, 0.644531, 0.136719, 0.294922, 2.734375, 1.171875, 0.566406, 0.820312, 0.628906, 1.976562, 0.925781, 12.5, 0.523438, 14.5, 4.96875, 3.625, 0.636719, 1.429688, 11.0625, 0.386719, 0.470703, 24.625, 16.625, 0.322266, 2.671875, 0.34375, 25.875, 2.125, 27.875, 3.890625, 1.203125, 0.291016, 6.09375, 1.1875, 0.300781, 0.671875, 0.617188, 16.75, 0.554688, 1.632812, 0.578125, 14.375, 0.259766, 1.671875, 5.6875, 2.078125, 0.738281, 0.609375, 0.328125, 5.5, 1.140625, 7.625, 1.734375, 36.75, 1.695312, 32.0, 20.375, 2.421875, 0.636719, 0.664062, 2.34375, 0.570312, 2.890625, 2.78125, 0.816406, 35.5, 19.25, 29.5, 0.90625, 3.125, 0.296875, 0.546875, 43.5, 0.875, 0.796875, 7.9375, 0.302734, 1.382812, 90.0, 4.75, 31.875, 15.6875, 0.625, 1.585938, 0.277344, 13.0, 1.703125, 11.9375, 10.9375, 22.875, 0.707031, 9.875, 0.648438, 1.875, 8.875, 0.578125, 0.316406, 6.15625, 3.359375, 30.375, 1.898438, 32.75, 2.328125, 0.542969, 0.671875, 19.5, 0.789062, 0.859375, 4.5625, 0.285156, 11.875, 0.964844, 4.71875, 0.302734, 14.75, 9.5625, 0.259766, 5.65625, 23.125, 10.25, 0.474609, 14.8125, 0.671875, 0.828125, 41.0, 11.125, 0.300781, 10.1875, 0.275391, 21.75, 0.345703, 0.289062, 0.925781, 2.625, 0.304688, 0.554688, 36.25, 0.300781, 0.308594, 0.949219, 3.5625, 7.15625, 0.636719, 5.9375, 4.0625, 2.703125, 0.542969, 0.466797, 9.0, 19.25, 4.65625, 36.0, 5.25, 0.632812, 39.0, 25.625, 0.785156, 0.652344, 31.75, 17.125, 0.5, 0.882812, 0.839844, 0.882812, 0.28125, 4.34375, 1.929688, 19.375, 29.375, 0.300781, 2.96875, 0.632812, 0.914062, 0.316406, 0.296875, 6.125, 2.296875, 0.316406, 33.25, 0.417969, 0.480469, 0.423828, 0.425781, 0.294922, 1.4375, 0.423828, 15.5625, 0.804688, 0.302734, 36.5, 12.6875, 19.0, 0.765625, 0.730469, 2.703125, 0.527344, 5.75, 2.0, 0.326172, 0.302734, 0.328125, 1.476562, 6.28125, 21.125, 0.222656, 1.695312, 1.132812, 9.3125, 2.765625, 0.855469, 20.5, 2.1875, 1.3125, 11.6875, 0.3125, 21.75, 0.353516, 0.261719, 0.361328, 1.296875, 3.015625, 0.722656, 0.867188, 0.486328, 1.648438, 1.460938, 0.310547, 0.554688, 46.0, 26.625, 8.0, 1.6875, 0.734375, 0.341797, 0.271484, 1.21875, 0.886719, 0.59375, 0.289062, 0.820312, 0.621094, 6.78125, 1.078125, 0.730469, 14.0, 2.4375, 0.699219, 66.0, 0.439453, 0.566406, 0.835938, 0.898438, 7.6875, 0.746094, 94.0, 0.296875, 15.4375, 0.496094, 2.703125, 6.5625, 0.726562, 14.125, 0.478516, 1.507812, 35.5, 2.0625, 21.375, 0.609375, 42.0, 1.289062, 0.441406, 1.453125, 84.0, 0.347656, 0.570312, 2.53125, 0.441406, 37.5, 0.558594, 0.667969, 0.324219, 0.941406, 0.617188, 0.289062, 4.875, 0.339844, 1.734375, 0.314453, 2.4375, 1.570312, 7.84375, 0.146484, 3.90625, 11.8125, 0.267578, 0.925781, 0.664062, 51.5, 0.351562, 23.625, 77.5, 0.625, 0.875, 8.625, 0.875, 0.287109, 0.28125, 38.5, 0.28125, 1.484375, 0.703125, 1.601562, 21.25, 5.34375, 4.40625, 0.333984, 8.5, 0.785156, 0.539062, 0.546875, 7.8125, 0.691406, 43.75, 0.632812, 1.304688, 20.25, 1.40625, 1.40625, 11.4375, 2.5, 0.457031, 4.5625, 1.0625, 21.125, 0.410156, 0.851562, 0.835938, 0.679688, 0.832031, 1.632812, 0.554688, 20.75, 1.328125, 14.25, 11.0625, 0.804688, 3.953125, 1.625, 0.376953, 4.875, 0.265625, 0.527344, 70.5, 0.460938, 0.710938, 0.542969, 49.5, 6.84375, 0.486328, 0.322266, 32.5, 0.671875, 0.255859, 1.929688, 0.84375, 5.125, 0.558594, 7.59375, 0.597656, 0.289062, 0.921875, 0.710938, 0.546875, 0.949219, 23.125, 0.320312, 0.326172, 0.988281, 1.21875, 0.304688, 3.234375, 0.294922, 0.707031, 0.488281, 0.964844, 24.375, 2.328125, 0.84375, 0.300781, 1.640625, 1.429688, 0.332031, 1.960938, 10.75, 1.242188, 0.241211, 0.648438, 28.25, 7.96875, 0.832031, 1.6875, 13.5, 13.5625, 25.375, 1.0625, 79.5, 5.59375, 16.25, 24.25, 1.242188, 0.710938, 17.0, 0.785156, 33.0, 0.326172, 6.53125, 2.265625, 0.326172, 2.4375, 5.78125, 12.9375, 1.789062, 0.613281, 5.03125, 38.75, 0.929688, 53.0, 10.125, 0.554688, 0.324219, 11.375, 5.71875, 1.351562, 0.225586, 7.09375, 7.625, 2.75, 2.34375, 0.304688, 0.492188, 6.0625, 58.25, 30.625, 2.5, 8.125, 0.871094, 2.15625, 23.0, 0.273438, 14.125, 4.28125, 7.0, 1.125, 6.15625, 0.550781, 0.527344, 0.291016, 31.625, 0.339844, 0.703125, 30.625, 9.4375, 8.625, 3.25, 5.125, 0.515625, 101.5, 11.0625, 11.0, 12.4375, 1.914062, 12.1875, 0.691406, 0.365234, 3.609375, 0.960938, 0.660156, 12.375, 9.9375, 0.298828, 0.871094, 0.734375, 0.443359, 31.25, 0.816406, 1.53125, 0.609375, 9.375, 0.376953, 0.820312, 13.875, 0.265625, 0.574219, 0.302734, 0.671875, 0.679688, 34.75, 0.859375, 68.5, 0.609375, 0.308594, 5.5625, 0.355469, 0.632812, 0.275391, 0.154297, 0.683594, 4.8125, 13.75, 1.59375, 0.490234, 1.125, 0.337891, 0.816406, 22.625, 21.75, 0.425781, 0.439453, 1.132812, 35.75, 20.25, 12.6875, 43.25, 0.503906, 0.761719, 0.894531, 0.419922, 11.9375, 0.523438, 52.25, 0.527344, 1.0625, 0.457031, 5.09375, 0.644531, 0.597656, 23.375, 4.53125, 0.294922, 15.8125, 1.515625, 4.59375, 0.730469, 0.828125, 0.621094, 21.625, 0.597656, 1.1875, 1.273438, 0.289062, 3.25, 78.5, 2.46875, 55.5, 3.28125, 0.490234, 0.800781, 0.78125, 1.351562, 53.0, 13.6875, 0.369141, 1.742188, 7.28125, 0.773438, 78.0, 1.710938, 1.335938, 0.613281, 0.376953, 0.925781, 3.828125, 0.777344, 0.322266, 0.519531, 0.291016, 0.535156, 0.304688, 12.4375, 1.445312, 0.371094, 13.0, 0.46875, 10.875, 0.582031, 3.5, 2.15625, 10.375, 16.25, 1.773438, 0.796875, 9.25, 0.890625, 0.558594, 27.25, 3.859375, 0.273438, 0.535156, 2.28125, 0.652344, 0.470703, 2.125, 1.640625, 3.890625, 20.875, 36.5, 0.519531, 0.283203, 1.078125, 26.75, 0.287109, 0.964844, 0.410156, 1.710938, 1.734375, 0.361328, 1.460938, 0.320312, 0.449219, 26.625, 0.291016, 2.515625, 0.546875, 16.25, 0.347656, 31.125, 8.9375, 3.453125, 0.416016, 4.65625, 0.609375, 0.929688, 0.326172, 2.5625, 1.890625, 2.0625, 12.625, 0.65625, 0.294922, 0.306641, 30.75, 2.109375, 0.227539, 20.25, 0.632812, 3.640625, 23.375, 12.625, 1.71875, 38.75, 0.640625, 0.271484, 0.314453, 11.875, 8.4375, 1.5625, 0.304688, 1.40625, 1.015625, 2.15625, 1.304688, 5.59375, 17.125, 2.359375, 0.241211, 0.460938, 7.15625, 0.835938, 0.308594, 0.318359, 4.5625, 0.472656, 4.9375, 16.0, 0.925781, 0.75, 0.707031, 0.419922, 33.75, 0.765625, 1.148438, 0.664062, 0.349609, 14.1875, 2.421875, 15.625, 0.482422, 0.628906, 0.296875, 11.875, 0.746094, 0.785156, 6.1875, 0.601562, 3.734375, 11.625, 17.875, 9.5, 64.5, 0.660156, 0.824219, 0.738281, 0.703125, 0.404297, 0.287109, 0.503906, 3.4375, 0.910156, 27.625, 0.326172, 0.425781, 9.9375, 2.90625, 26.5, 11.1875, 21.625, 13.9375, 0.894531, 10.0625, 38.0, 5.21875, 0.435547, 11.4375, 0.527344, 0.683594, 1.078125, 13.625, 9.9375, 2.0, 8.9375, 18.875, 0.683594, 0.714844, 8.3125, 14.125, 0.285156, 0.289062, 18.0, 2.015625, 3.8125, 10.375, 3.609375, 0.914062, 0.917969, 22.125, 4.28125, 20.25, 5.375, 12.75, 0.345703, 2.78125, 0.310547, 2.734375, 0.328125, 55.75, 0.710938, 0.423828, 65.5, 0.408203, 3.0625, 12.75, 5.21875, 0.490234, 0.550781, 0.511719, 0.722656, 7.03125, 34.25, 1.203125, 7.53125, 1.6875, 3.046875, 1.265625, 9.5, 0.554688, 3.21875, 15.0625, 1.46875, 0.652344, 0.390625, 0.535156, 20.125, 3.71875, 0.283203, 2.609375, 0.494141, 0.314453, 7.84375, 17.25, 31.0, 24.125, 10.5625, 0.261719, 2.65625, 0.894531, 7.125, 0.890625, 92.5, 0.824219, 0.289062, 0.738281, 0.660156, 0.267578, 35.0, 0.742188, 0.910156, 0.8125, 0.75, 1.101562, 2.109375, 9.6875, 14.4375, 0.597656, 19.375, 1.148438, 6.875, 0.539062, 4.84375, 1.539062, 0.300781, 0.390625, 45.5, 0.484375, 25.5, 0.265625, 0.578125, 0.394531, 0.648438, 4.09375, 0.695312, 65.5, 0.835938, 8.375, 7.0, 17.5, 3.984375, 0.285156, 3.671875, 12.875, 12.875, 1.867188, 0.275391, 0.3125, 0.28125, 3.203125, 8.0625, 0.605469, 1.289062, 0.328125, 0.328125, 0.25, 1.265625, 31.875, 6.0, 2.84375, 9.5, 0.320312, 9.0, 5.0625, 1.773438, 2.21875, 6.125, 0.269531, 0.726562, 0.5625, 0.800781, 126.0, 2.71875, 0.412109, 6.375, 0.574219, 2.921875, 0.585938, 0.867188, 0.318359, 0.835938, 3.953125, 36.0, 30.75, 0.671875, 2.40625, 3.6875, 6.84375, 12.8125, 22.5, 21.25, 38.25, 2.421875, 5.125, 91.5, 0.296875, 17.125, 10.8125, 0.609375, 0.298828, 16.5, 0.765625, 12.5625, 1.601562, 0.738281, 13.3125, 1.015625, 26.375, 0.839844, 3.453125, 0.839844, 0.34375, 0.507812, 0.621094, 0.753906, 26.75, 0.523438, 13.1875, 1.023438, 10.6875, 0.808594, 10.625, 26.375, 2.828125, 1.539062, 0.378906, 0.65625, 1.953125, 5.28125, 15.1875, 2.359375, 1.0625, 0.283203, 1.257812, 10.625, 12.5, 0.765625, 2.25, 3.09375, 38.25, 0.867188, 26.75, 2.59375, 4.4375, 0.617188, 3.21875, 0.679688, 22.75, 1.875, 1.726562, 6.25, 1.195312, 40.25, 13.6875, 0.490234, 0.570312, 0.96875, 0.300781, 0.324219, 0.589844, 6.71875, 0.699219, 0.882812, 0.59375, 0.306641, 7.375, 0.277344, 0.714844, 0.785156, 1.523438, 0.503906, 18.625, 18.875, 0.609375, 0.322266, 0.601562, 19.375, 0.515625, 0.261719, 0.542969, 5.375, 5.40625, 12.625, 1.484375, 0.466797, 0.310547, 3.0, 1.976562, 30.625, 25.875, 8.4375, 17.625, 0.300781, 0.324219, 0.773438, 0.835938, 0.335938, 0.652344, 39.75, 2.046875, 25.875, 18.25, 0.601562, 2.265625 ] } , "name": "onnx::Mul_10798", "outputIndexes": [ 1915 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1914, 1915 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 1916 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1916 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.9/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 7273 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7273 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.9/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 7274 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7274 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 557057892, 13107222, 3276800, 0, 0 ] } , "name": "/layers.9/mlp/gate_proj/Linear", "outputIndexes": [ 7275 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7275 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.9/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 7276 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7276 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.9/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 1917 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1917 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.9/mlp/act_fn/Mul_output_0", "outputIndexes": [ 1918 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1917, 1918 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 1919 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 1919 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 1920 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1917, 1920 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/mlp/act_fn/Add_output_0", "outputIndexes": [ 1921 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 1921 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 1922 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1922 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.9/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 1923 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 1923 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 1924 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1917, 1924 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 1925 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 1925 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 1926 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7274 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 573441914, 13107222, 3276800, 0, 0 ] } , "name": "/layers.9/mlp/up_proj/Linear", "outputIndexes": [ 7279 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7279 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.9/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 7280 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7280 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.9/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 1927 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1926, 1927 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/mlp/Mul_output_0", "outputIndexes": [ 1928 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1928 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.9/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 7281 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7281 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.9/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 7282 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7282 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 589825936, 13107222, 3276800, 0, 0 ] } , "name": "/layers.9/mlp/down_proj/Linear", "outputIndexes": [ 7283 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7283 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.9/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 7284 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7284 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.9/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 1929 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1929 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.9/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 1931 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1931 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.9/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 1932 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1932, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 1933 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1933, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 1934 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1929, 1934 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 1935 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.165039, 0.625, 4.28125, 0.457031, 1.195312, 1.140625, 2.546875, 4.28125, 0.191406, 3.0, 0.566406, 0.953125, 1.140625, 0.145508, 0.119141, 1.125, 2.21875, 4.28125, 0.324219, 0.644531, 0.11377, 1.40625, 0.287109, 0.106445, 3.96875, 4.28125, 4.28125, 1.359375, 1.25, 0.051025, 0.157227, 4.28125, 1.328125, 0.141602, 1.609375, 0.046875, 1.898438, 0.213867, 0.012634, 3.671875, 0.120117, 0.081055, 4.28125, 4.28125, 0.349609, 0.24707, 1.359375, 4.28125, 4.28125, 0.664062, 1.242188, 0.120117, 4.28125, 0.164062, 0.474609, 4.28125, 0.699219, 0.013, 3.359375, 0.396484, 0.139648, 2.890625, 0.365234, 4.28125, 0.115234, 0.078613, 4.28125, 4.28125, 0.012146, 0.004059, 0.116211, 0.285156, 4.28125, 0.200195, 0.808594, 1.421875, 0.003693, 2.5, 1.984375, 2.390625, 3.25, 2.234375, 1.726562, 4.28125, 0.103027, 0.151367, 0.015137, 4.28125, 1.179688, 4.28125, 0.158203, 2.1875, 0.206055, 2.796875, 1.804688, 3.71875, 0.484375, 4.28125, 1.6875, 4.28125, 1.367188, 4.28125, 1.164062, 0.021606, 1.179688, 0.292969, 0.263672, 0.326172, 4.28125, 0.394531, 4.28125, 4.28125, 0.104004, 0.431641, 0.304688, 0.075195, 0.179688, 0.219727, 0.117188, 4.28125, 0.177734, 4.28125, 4.28125, 0.136719, 4.28125, 1.234375, 4.28125, 4.28125, 4.28125, 4.28125, 1.3125, 4.28125, 2.171875, 0.271484, 0.063477, 0.185547, 4.28125, 4.28125, 4.28125, 3.6875, 1.445312, 1.164062, 4.28125, 0.378906, 2.875, 0.257812, 4.125, 1.351562, 0.355469, 2.703125, 0.625, 3.6875, 0.195312, 0.013062, 3.921875, 0.328125, 0.008911, 0.151367, 0.075684, 1.53125, 0.057861, 4.28125, 0.131836, 2.953125, 0.22168, 0.109863, 2.078125, 0.012817, 0.458984, 0.300781, 0.578125, 0.679688, 4.28125, 4.28125, 1.539062, 0.110352, 1.1875, 0.253906, 2.140625, 0.263672, 3.59375, 0.273438, 0.1875, 4.28125, 4.28125, 0.135742, 0.065918, 4.28125, 0.097168, 2.1875, 0.361328, 4.28125, 4.28125, 1.671875, 0.679688, 1.398438, 0.207031, 0.200195, 0.394531, 0.003906, 0.318359, 4.28125, 0.162109, 0.01123, 1.710938, 0.019897, 0.225586, 2.78125, 0.119629, 0.00946, 1.289062, 0.59375, 0.419922, 1.484375, 1.679688, 0.632812, 0.217773, 4.28125, 0.640625, 0.550781, 4.28125, 0.033691, 4.28125, 0.013, 2.140625, 4.28125, 4.28125, 0.804688, 0.137695, 1.9375, 0.984375, 0.261719, 2.6875, 1.039062, 1.0625, 0.08252, 4.28125, 2.109375, 4.28125, 4.28125, 2.453125, 0.056152, 1.695312, 0.828125, 2.40625, 0.746094, 4.03125, 0.075684, 0.061523, 4.28125, 0.018677, 1.21875, 0.059814, 0.283203, 0.064453, 4.28125, 1.789062, 0.025391, 4.28125, 0.203125, 0.102539, 0.028442, 4.28125, 1.234375, 0.375, 2.1875, 1.554688, 0.699219, 0.332031, 0.081055, 4.28125, 0.114746, 0.020142, 0.417969, 4.28125, 0.878906, 0.285156, 0.157227, 2.859375, 4.28125, 2.578125, 0.800781, 2.328125, 0.142578, 0.12793, 1.765625, 0.126953, 4.28125, 0.294922, 4.28125, 0.083496, 0.3125, 1.757812, 0.648438, 0.15332, 1.523438, 4.28125, 0.707031, 4.28125, 4.28125, 4.28125, 0.075684, 2.15625, 0.828125, 0.207031, 2.25, 0.249023, 0.277344, 0.022949, 0.116699, 2.203125, 0.055908, 4.28125, 2.125, 0.466797, 0.083496, 0.148438, 0.050293, 0.031738, 4.28125, 0.341797, 4.28125, 0.120117, 0.047119, 0.129883, 3.09375, 0.057861, 2.515625, 0.664062, 0.014954, 1.257812, 0.527344, 0.020996, 0.34375, 2.1875, 0.015137, 2.390625, 0.166992, 1.289062, 0.010193, 3.125, 4.28125, 1.15625, 0.820312, 1.09375, 0.013306, 1.351562, 0.365234, 0.371094, 0.136719, 1.6875, 1.757812, 0.224609, 1.351562, 2.9375, 0.027344, 0.109863, 0.3125, 3.84375, 4.28125, 1.367188, 0.535156, 1.796875, 2.203125, 0.191406, 4.28125, 2.515625, 0.65625, 0.392578, 0.949219, 0.007263, 0.154297, 0.083008, 4.28125, 0.025024, 0.585938, 1.171875, 0.183594, 1.421875, 1.28125, 0.104492, 1.695312, 0.121094, 2.765625, 2.453125, 0.835938, 0.154297, 4.28125, 0.217773, 4.28125, 4.28125, 0.359375, 0.433594, 0.064941, 1.742188, 0.088867, 0.015076, 0.289062, 0.004028, 4.28125, 2.3125, 0.12793, 0.121582, 0.496094, 1.3125, 1.460938, 1.109375, 0.703125, 0.328125, 0.175781, 0.168945, 1.148438, 0.043701, 1.132812, 0.628906, 0.355469, 0.111816, 0.110352, 4.28125, 0.388672, 0.124512, 0.139648, 0.241211, 0.014221, 2.1875, 0.140625, 0.453125, 0.597656, 0.03833, 1.109375, 0.115234, 1.101562, 0.216797, 4.28125, 4.28125, 1.71875, 2.375, 1.726562, 3.046875, 2.421875, 0.125, 0.582031, 0.5625, 4.28125, 0.138672, 1.382812, 0.0271, 0.871094, 1.828125, 1.679688, 1.8125, 0.011353, 1.429688, 3.34375, 0.90625, 0.033936, 0.186523, 1.460938, 4.28125, 1.742188, 0.804688, 1.460938, 2.25, 0.020752, 4.28125, 4.28125, 4.28125, 4.28125, 2.609375, 0.054199, 0.108398, 0.419922, 1.304688, 0.174805, 0.515625, 1.734375, 0.710938, 4.28125, 1.617188, 1.4375, 0.057617, 0.010315, 0.095703, 0.941406, 4.28125, 0.125977, 0.384766, 0.115723, 1.726562, 0.12793, 1.5625, 4.28125, 4.28125, 4.28125, 0.035645, 0.976562, 1.585938, 2.484375, 4.28125, 0.130859, 0.178711, 4.28125, 0.324219, 1.445312, 0.157227, 1.5, 3.984375, 0.158203, 2.46875, 0.294922, 1.4375, 0.578125, 0.785156, 0.146484, 0.792969, 0.644531, 1.757812, 0.427734, 2.0625, 0.636719, 2.28125, 0.157227, 0.120117, 0.237305, 4.28125, 2.09375, 4.28125, 0.042969, 0.179688, 1.625, 0.237305, 1.546875, 0.058838, 1.273438, 0.07666, 1.421875, 4.28125, 4.28125, 0.214844, 0.238281, 4.28125, 0.5, 0.225586, 0.316406, 0.003677, 0.412109, 0.149414, 0.225586, 0.102539, 2.203125, 0.492188, 2.515625, 0.100098, 1.820312, 0.648438, 1.796875, 1.257812, 0.138672, 2.5, 0.609375, 0.095215, 1.429688, 0.206055, 1.148438, 0.269531, 0.012573, 1.226562, 2.4375, 0.570312, 0.255859, 0.021118, 0.212891, 3.0625, 1.90625, 0.106445, 4.28125, 0.597656, 4.28125, 0.078613, 0.921875, 0.217773, 2.4375, 0.072754, 0.652344, 0.294922, 0.064453, 4.28125, 0.087402, 0.189453, 4.28125, 0.15918, 0.020508, 0.15625, 0.050537, 0.10498, 4.28125, 0.031494, 1.078125, 0.003693, 0.371094, 2.25, 0.147461, 2.90625, 3.140625, 3.421875, 2.890625, 0.100098, 0.457031, 1.78125, 3.0625, 0.172852, 1.304688, 4.28125, 0.029053, 0.170898, 2.71875, 0.003784, 4.28125, 1.03125, 4.28125, 4.28125, 0.710938, 4.28125, 0.037354, 0.083984, 1.3125, 0.527344, 0.047607, 0.28125, 0.11377, 0.90625, 1.84375, 4.28125, 1.148438, 4.28125, 1.945312, 0.265625, 1.140625, 1.257812, 1.179688, 0.160156, 1.8125, 0.10791, 0.144531, 1.9375, 2.140625, 4.28125, 0.143555, 0.209961, 4.28125, 0.53125, 0.06543, 0.261719, 0.135742, 0.208984, 1.65625, 4.28125, 1.625, 4.28125, 0.617188, 4.28125, 1.117188, 0.566406, 0.135742, 0.382812, 1.296875, 1.421875, 0.447266, 0.851562, 0.022949, 0.443359, 0.120117, 0.217773, 0.140625, 1.914062, 4.28125, 0.027466, 0.240234, 0.003967, 0.167969, 0.894531, 3.453125, 4.28125, 1.039062, 0.029175, 0.914062, 0.177734, 0.863281, 0.108398, 1.484375, 0.283203, 2.4375, 0.355469, 1.460938, 1.773438, 0.792969, 4.28125, 0.306641, 0.621094, 1.28125, 0.875, 1.273438, 0.671875, 0.945312, 2.1875, 0.145508, 0.170898, 1.179688, 0.835938, 0.099121, 0.15918, 4.28125, 2.34375, 0.152344, 0.170898, 0.059082, 0.574219, 0.625, 0.785156, 4.28125, 2.140625, 0.051758, 0.298828, 0.871094, 1.421875, 4.28125, 1.695312, 1.265625, 0.207031, 0.029175, 0.022095, 0.211914, 4.28125, 1.078125, 4.28125, 0.207031, 4.28125, 0.363281, 0.086914, 0.068359, 0.058594, 1.742188, 4.28125, 0.049805, 0.02124, 0.224609, 0.326172, 4.28125, 0.640625, 0.012756, 1.164062, 2.015625, 0.223633, 2.234375, 0.726562, 4.28125, 0.013306, 0.101074, 4.28125, 0.020508, 1.640625, 0.486328, 4.28125, 0.503906, 0.195312, 0.144531, 4.28125, 0.332031, 0.242188, 0.443359, 0.416016, 0.298828, 0.167969, 2.21875, 0.703125, 2.203125, 0.01178, 1.117188, 0.925781, 0.011841, 4.28125, 0.824219, 1.984375, 0.120117, 0.119141, 2.484375, 2.890625, 2.203125, 0.026733, 4.28125, 4.28125, 0.5625, 0.294922, 2.96875, 1.140625, 0.157227, 0.285156, 4.28125, 0.753906, 0.043213, 2.390625, 3.5625, 2.078125, 0.008423, 4.28125, 4.28125, 0.097656, 0.0625, 0.636719, 0.640625, 0.710938, 0.134766, 0.609375, 4.28125, 0.126953, 2.375, 0.157227, 2.359375, 0.24707, 0.138672, 0.28125, 0.010559, 4.28125, 0.003937, 2.296875, 0.012512, 4.28125, 0.3125, 1.304688, 0.01123, 0.00386, 4.28125, 1.617188, 0.824219, 4.28125, 0.470703, 0.022217, 0.048096, 2.09375, 4.28125, 0.660156, 4.28125, 1.460938, 1.390625, 0.045166, 1.132812, 1.507812, 0.566406, 4.28125, 0.044922, 1.78125, 4.28125, 0.083496, 1.421875, 0.053711, 0.820312, 1.882812, 1.320312, 0.121582, 4.28125, 2.78125, 0.027954, 0.462891, 4.28125, 0.118164, 0.189453, 2.03125, 0.339844, 0.734375, 4.28125, 1.09375, 1.695312, 1.070312, 0.416016, 0.07666, 0.306641, 0.003647, 0.141602, 0.445312, 1.46875, 0.15918, 4.28125, 1.539062, 1.640625, 0.025269, 0.092773, 0.863281, 1.226562, 0.53125, 0.173828, 1.273438, 0.165039, 3.9375, 0.01178, 4.28125, 0.466797, 0.765625, 1.59375, 4.28125, 0.287109, 0.960938, 1.9375, 0.044434, 0.014771, 1.976562, 0.746094, 2.09375, 1.953125, 4.28125, 0.273438, 4.28125, 2.46875, 0.083984, 1.664062, 0.036377, 4.28125, 0.071289, 0.605469, 0.023438, 0.018433, 4.28125, 2.53125, 4.28125, 4.28125, 1.007812, 2.390625, 4.28125, 0.069824, 0.125, 1.601562, 1.554688, 4.28125, 0.069336, 0.018799, 4.28125, 1.25, 4.28125, 2.8125, 0.235352, 1.039062, 4.28125, 0.063965, 0.367188, 0.018066, 0.011841, 0.010681, 3.578125, 0.11084, 4.28125, 0.285156, 0.554688, 0.310547, 0.464844, 1.640625, 1.882812, 1.632812, 0.570312, 0.027344, 0.298828, 1.703125, 0.05127, 0.84375, 0.550781, 1.21875, 0.003784, 0.013306, 0.098145, 0.023193, 0.871094, 1.609375, 0.365234, 0.016113, 1.140625, 0.980469, 4.28125, 0.142578, 1.664062, 4.28125, 2.203125, 4.28125, 1.335938, 1.882812, 1.453125, 1.625, 0.106934, 0.054688, 0.761719, 1.203125, 4.28125, 2.703125, 0.058594, 0.746094, 1.15625, 0.574219, 4.28125, 0.086914, 0.087402, 2.421875, 4.28125, 0.009949, 1.273438, 0.056396, 0.194336, 4.28125, 2.296875, 0.222656, 0.100098, 4.28125, 2.296875, 0.101074, 0.957031, 0.380859, 0.041016, 0.003845, 4.28125, 2.34375, 0.109863, 0.076172, 4.28125, 0.174805, 1.101562, 2.421875, 1.804688, 2.234375, 0.003967, 0.527344, 0.154297, 4.28125, 0.12793, 4.28125, 2.796875, 4.28125, 0.236328, 0.197266, 0.15625, 0.157227, 0.155273, 2.046875, 4.28125, 0.081055, 0.417969, 2.265625, 0.871094, 2.5, 0.013306, 0.040527, 0.453125, 4.28125, 0.263672, 1.34375, 4.28125, 1.601562, 0.178711, 1.898438, 0.875, 1.75, 0.279297, 1.078125, 0.040771, 3.859375, 4.28125, 0.40625, 0.433594, 4.28125, 0.574219, 0.086426, 0.022949, 0.226562, 0.384766, 0.75, 0.460938, 0.078613, 0.054688, 1.875, 0.129883, 2.078125, 0.474609, 0.527344, 2.65625, 0.181641, 0.018555, 0.460938, 0.02771, 0.143555, 4.28125, 1.789062, 3.234375, 1.664062, 0.136719, 0.404297, 0.082031, 4.28125, 0.02832, 0.02124, 1.789062, 0.107422, 0.010681, 1.523438, 2.421875, 0.155273, 0.21582, 4.28125, 2.6875, 0.291016, 1.835938, 4.28125, 1.890625, 4.28125, 0.079102, 0.075195, 0.151367, 0.185547, 1.164062, 1.25, 0.130859, 0.15918, 0.130859, 0.137695, 4.28125, 2.234375, 0.589844, 0.164062, 0.175781, 3.171875, 1.203125, 4.28125, 4.09375, 1.75, 0.164062, 0.021118, 0.457031, 4.28125, 0.013062, 1.96875, 4.28125, 1.421875, 0.652344, 0.170898, 0.011414, 0.0354, 0.099609, 1.648438, 1.578125, 4.28125, 0.757812, 4.28125, 0.976562, 1.765625, 1.398438, 0.08252, 0.65625, 0.255859, 0.084473, 4.28125, 0.084473, 0.839844, 0.050049, 4.28125, 0.777344, 0.088379, 0.277344, 0.617188, 0.222656, 0.165039, 4.28125, 0.308594, 0.828125, 0.00386, 0.177734, 4.28125, 4.28125, 2.15625, 1.25, 0.378906, 1.492188, 0.289062, 4.28125, 0.285156, 0.027954, 0.07666, 0.757812, 1.734375, 0.146484, 0.201172, 0.289062, 0.083984, 0.914062, 2.390625, 4.28125, 2.015625, 4.28125, 0.244141, 4.28125, 1.851562, 4.28125, 4.28125, 0.023804, 0.011536, 4.28125, 1.515625, 2.375, 0.012512, 0.087402, 0.003937, 0.09375, 0.164062, 1.203125, 0.012268, 4.28125, 0.013794, 0.149414, 0.073242, 3.265625, 4.28125, 4.28125, 0.207031, 0.176758, 0.062988, 2.09375, 1.0625, 4.28125, 0.777344, 1.257812, 2.03125, 1.53125, 4.28125, 0.020264, 0.453125, 0.066406, 4.28125, 0.077148, 1.0625, 0.269531, 1.273438, 0.033691, 0.009949, 2.328125, 0.298828, 0.05957, 0.363281, 4.28125, 0.613281, 1.992188, 2.296875, 0.044434, 0.11084, 4.28125, 1.65625, 0.225586, 0.085449, 1.460938, 2.21875, 4.28125, 2.640625, 0.75, 0.096191, 1.601562, 4.28125, 0.341797, 0.055664, 1.179688, 4.28125, 4.28125, 0.558594, 2.015625, 0.012573, 2.546875, 0.012939, 0.341797, 0.652344, 2.25, 2.578125, 0.148438, 2.078125, 0.137695, 0.511719, 1.765625, 1.1875, 0.578125, 0.099121, 0.847656, 0.691406, 0.882812, 0.558594, 2.640625, 0.098145, 2.25, 0.10498, 2.203125, 0.15625, 0.925781, 1.09375, 1.671875, 0.8125, 0.535156, 3.3125, 0.003494, 0.126953, 2.96875, 1.289062, 0.003815, 0.890625, 0.05957, 0.617188, 0.133789, 0.134766, 0.230469, 2.375, 1.210938, 1.414062, 0.064941, 2.03125, 1.203125, 4.28125, 0.183594, 0.016602, 0.129883, 2.640625, 1.703125, 4.28125, 0.011719, 0.142578, 4.28125, 2.25, 0.01416, 0.703125, 0.027466, 0.402344, 0.021851, 0.388672, 0.062256, 0.196289, 0.181641, 0.578125, 1.8125, 4.28125, 0.119141, 0.085938, 0.207031, 0.00383, 1.203125, 0.017456, 1.015625, 4.28125, 0.318359, 4.28125, 0.585938, 0.101074, 0.15332, 4.28125, 0.128906, 0.578125, 0.080078, 0.102051, 0.515625, 4.28125, 2.0625, 0.013062, 0.306641, 2.234375, 0.084473, 4.28125, 1.023438, 1.085938, 0.06543, 0.542969, 0.894531, 1.351562, 0.507812, 0.115723, 0.353516, 0.036865, 0.613281, 0.021362, 0.867188, 4.28125, 0.003265, 0.091309, 4.28125, 1.765625, 0.149414, 0.171875, 0.523438, 4.28125, 0.003586, 0.065918, 1.351562, 0.054443, 0.013489, 0.108398, 1.828125, 0.080078, 1.40625, 4.28125, 0.170898, 4.28125, 0.53125, 1.773438, 0.339844, 2.53125, 1.640625, 0.294922, 0.095215, 0.149414, 0.099609, 3.34375, 0.099121, 0.9375, 0.12207, 0.003998, 0.131836, 1.3125, 0.601562, 2.03125, 0.042725, 2.390625, 4.28125, 0.992188, 0.062988, 0.011169, 4.28125, 0.492188, 1.664062, 0.208008, 1.242188, 1.164062, 2.4375, 0.140625, 0.015076, 1.320312, 1.28125, 0.474609, 1.382812, 4.28125, 4.28125, 4.28125, 0.043701, 0.447266, 2.4375, 1.796875, 0.013855, 2.453125, 4.28125, 0.036865, 0.043213, 1.804688, 1.578125, 0.671875, 4.28125, 1.460938, 0.087891, 0.111328, 4.28125, 1.796875, 1.5, 4.28125, 4.28125, 2.8125, 0.851562, 1.476562, 1.984375, 0.167969, 2.15625, 4.28125, 0.033447, 0.199219, 4.28125, 0.125977, 2.21875, 0.063477, 0.012634, 0.099609, 2.109375, 1.171875, 0.24707, 0.878906, 0.535156, 2.0, 4.125, 0.996094, 0.003967, 4.28125, 1.5625, 4.28125, 4.28125, 0.008667, 0.010132, 4.28125, 0.081543, 2.59375, 1.546875, 1.039062, 0.02832, 4.28125, 1.5, 2.1875, 4.28125, 1.453125, 4.28125, 0.472656, 4.28125, 4.28125, 1.320312, 0.235352, 0.166992, 0.028076, 1.59375, 4.28125, 1.257812, 0.625, 0.535156, 0.149414, 4.28125, 0.376953, 0.04541, 0.228516, 0.063965, 0.189453, 4.28125, 0.478516, 0.168945, 0.008606, 2.375, 1.460938, 1.578125, 4.28125, 0.648438, 0.800781, 1.273438, 2.21875, 0.542969, 1.53125, 0.613281, 0.150391, 1.789062, 0.143555, 4.28125, 4.28125, 0.039062, 0.691406, 1.125, 1.28125, 0.058838, 0.3125, 0.146484, 0.710938, 0.273438, 1.695312, 0.351562, 0.392578, 1.507812, 1.46875, 1.390625, 0.165039, 2.671875, 0.086914, 0.84375, 0.099121, 0.22168, 2.046875, 2.53125, 1.757812, 1.734375, 4.28125, 4.28125, 0.191406, 0.699219, 1.007812, 0.992188, 1.507812, 0.105469, 0.871094, 0.087891, 4.25, 0.059814, 0.259766, 0.53125, 2.078125, 0.410156, 0.253906, 4.28125, 2.53125, 0.072754, 0.026611, 4.28125, 0.474609, 4.28125, 0.086914, 0.949219, 0.097168, 0.453125, 0.59375, 4.28125, 0.421875, 1.164062, 4.28125, 2.390625, 1.898438, 0.101074, 2.6875, 0.447266, 1.335938, 0.431641, 4.28125, 0.164062, 0.09375, 0.104004, 4.28125, 1.15625, 3.34375, 0.435547, 0.628906, 0.219727, 0.382812, 0.151367, 0.122559, 0.023071, 0.010803, 0.073242, 1.460938, 1.476562, 0.566406, 2.25, 0.105957, 0.640625, 2.234375, 0.055908, 0.087891, 0.047363, 1.085938, 0.566406, 4.28125, 2.9375, 0.012512, 1.21875, 1.039062, 0.033936, 4.28125, 0.902344, 0.003754, 0.257812, 0.109375, 0.141602, 0.898438, 1.125, 4.28125, 0.220703, 0.125977, 0.076172, 0.298828, 0.133789, 1.929688, 0.055908, 1.640625, 0.384766, 0.030884, 1.273438, 4.28125, 0.298828, 0.539062, 0.037109, 0.585938, 0.011719, 0.621094, 2.0625, 1.414062, 0.042725, 1.96875, 1.164062, 0.271484, 4.28125, 0.085449, 0.730469, 0.255859, 4.28125, 0.022949, 0.036133, 3.953125, 0.104004, 0.021729, 0.185547, 2.40625, 0.229492, 1.796875, 0.691406, 0.063477, 0.146484, 4.28125, 0.292969, 4.28125, 0.371094, 4.28125, 3.4375, 0.917969, 0.155273, 4.28125, 1.8125, 0.009827, 4.28125, 4.28125, 0.337891, 0.135742, 0.046143, 1.335938, 0.222656, 0.369141, 0.062988, 2.265625, 4.28125, 0.213867, 0.074219, 0.182617, 0.083496, 0.051758, 1.007812, 0.010132, 0.018677, 0.357422, 2.46875, 0.151367, 0.158203, 2.390625, 1.617188, 0.429688, 0.738281, 3.5, 0.068848, 0.202148, 0.185547, 0.013977, 4.28125, 0.061035, 0.925781, 1.398438, 4.28125, 4.28125, 0.238281, 0.072754, 2.953125, 0.166016, 2.59375, 2.0625, 2.265625, 2.328125, 4.28125, 0.539062, 4.28125, 0.062012, 0.871094, 4.28125, 0.053223, 0.173828, 0.138672, 0.484375, 1.679688, 0.108887, 2.078125, 0.445312, 0.077148, 4.28125, 4.28125, 4.28125, 0.408203, 0.298828, 0.008362, 4.28125, 0.12793, 1.023438, 0.02478, 0.078613, 0.742188, 0.009644, 0.239258, 1.140625, 0.244141, 4.28125, 0.046387, 4.28125, 4.28125, 4.28125, 0.832031, 1.140625, 0.707031, 1.703125, 2.125, 0.18457, 0.285156, 4.28125, 1.859375, 0.003845, 0.18457, 0.121094, 0.15918, 1.554688, 4.28125, 4.28125, 0.871094, 0.808594, 2.4375, 2.296875, 1.382812, 2.21875, 0.390625, 1.453125, 1.703125, 0.246094, 0.163086, 0.933594, 0.071289, 4.15625, 4.28125, 1.03125, 1.367188, 0.03125, 1.375, 0.003937, 4.28125, 0.144531, 0.960938, 0.287109, 0.365234, 1.492188, 0.188477, 1.765625, 0.722656, 0.462891, 0.158203, 0.061768, 1.84375, 0.108887, 1.773438, 2.75, 0.570312, 0.003494, 4.28125, 2.34375, 0.761719, 1.523438, 0.012207, 2.0, 1.859375, 4.28125, 1.015625, 1.96875, 4.28125, 0.24707, 4.28125, 0.59375, 4.28125, 0.363281, 0.953125, 0.119141, 4.28125, 0.202148, 0.072266, 4.28125, 0.554688, 1.898438, 0.05127, 4.28125, 0.089355, 0.003387, 1.445312, 0.917969, 0.205078, 0.246094, 4.28125, 4.28125, 0.003555, 4.28125, 0.180664, 1.46875, 0.396484, 0.026245, 0.414062, 0.131836, 4.28125, 0.169922, 1.507812, 1.765625, 2.171875, 0.157227, 2.296875, 0.051514, 1.671875, 1.0625, 0.036865, 0.910156, 0.194336, 0.259766, 0.283203, 2.484375, 0.067871, 1.015625, 0.139648, 4.28125, 4.28125, 1.210938, 1.8125, 0.322266, 0.660156, 1.632812, 0.141602, 0.53125, 0.234375, 0.019409, 1.0, 0.170898, 1.210938, 4.28125, 0.154297, 4.28125, 2.03125, 0.063965, 4.28125, 1.695312, 1.242188, 0.110352, 0.257812, 2.84375, 4.28125, 0.096191, 1.226562, 4.28125, 0.104492, 0.796875, 0.186523, 1.117188, 0.032471, 1.9375, 4.28125, 1.125, 3.0625, 3.15625, 1.140625, 0.028076, 3.5625, 4.28125, 1.132812, 0.439453, 4.28125, 0.455078, 4.28125, 1.679688, 4.28125, 0.660156, 0.012207, 0.083496, 1.171875, 4.28125, 0.124023, 0.316406, 4.28125, 1.046875, 0.211914, 0.957031, 4.28125, 1.414062, 0.013245, 0.546875, 0.976562, 0.660156, 0.099609, 0.160156, 0.00824, 0.96875, 0.003586, 0.219727, 0.199219, 0.12207, 0.8125, 1.171875, 0.12793, 1.375, 0.003967, 4.28125, 0.441406, 0.523438, 3.765625, 0.208008, 0.132812, 0.091309, 0.205078, 1.351562, 0.496094, 0.010193, 1.414062, 0.097168, 0.117676, 2.09375, 4.28125, 0.351562, 0.283203, 0.123047, 4.28125, 0.173828, 0.132812, 0.804688, 0.084961, 4.28125, 3.625, 0.1875, 0.074707, 0.077637, 0.318359, 0.103516, 0.871094, 0.671875, 0.023682, 4.28125, 0.112305, 0.46875, 0.061768, 0.578125, 0.324219, 1.8125, 2.1875, 4.28125, 0.008362, 4.28125, 1.304688, 0.130859, 0.020142, 0.213867, 0.566406, 0.151367, 2.328125, 0.003906, 0.129883, 0.125977, 0.017212, 0.113281, 0.024902, 1.617188, 4.28125, 1.148438, 0.664062, 1.734375, 0.019043, 0.043945, 4.28125, 1.492188, 1.171875, 1.5625, 0.01123, 1.054688, 1.257812, 1.289062, 0.084473, 4.28125, 0.605469, 0.020752, 4.28125, 1.515625, 4.28125, 1.015625, 1.359375, 0.013733, 1.304688, 0.003662, 1.585938, 4.28125, 0.035156, 4.28125, 1.382812, 4.28125, 4.28125, 1.296875, 0.199219, 0.062988, 0.996094, 2.859375, 0.229492, 4.28125, 1.828125, 0.012329, 0.123047, 2.09375, 4.25, 0.527344, 0.03418, 0.02063, 0.208008, 0.020752, 2.890625, 2.171875, 0.789062, 4.28125, 0.097168, 2.125, 0.064941, 2.46875, 1.265625, 2.125, 0.222656, 2.171875, 2.375, 0.025391, 0.003769, 4.28125, 0.029297, 1.25, 0.038086, 0.898438, 1.734375, 1.46875, 0.168945, 1.914062, 0.730469, 0.462891, 4.28125, 0.738281, 0.049316, 0.199219, 0.003769, 0.211914, 4.28125, 1.453125, 1.539062, 0.980469, 0.036621, 0.029663, 4.28125, 0.859375, 0.291016, 1.671875, 0.043457, 0.212891, 0.773438, 2.0625, 4.28125, 0.894531, 0.142578, 1.023438, 4.28125, 2.203125, 4.28125, 3.53125, 4.28125, 0.113281, 1.007812, 4.28125, 0.15918, 2.09375, 0.12793, 2.125, 0.419922, 0.226562, 0.255859, 0.012451, 0.132812, 1.195312, 0.139648, 0.765625, 1.984375, 0.081543, 0.041992, 4.28125, 4.28125, 0.289062, 1.726562, 2.203125, 0.628906, 0.78125, 0.486328, 0.613281, 0.010803, 4.28125, 4.28125, 1.25, 0.166016, 4.28125, 0.523438, 4.28125, 0.229492, 1.085938, 4.28125, 0.933594, 4.28125, 4.28125, 0.007202, 4.28125, 0.632812, 2.6875, 0.171875, 4.28125, 0.106934, 0.177734, 0.10498, 4.28125, 0.882812, 1.304688, 1.25, 4.28125, 0.12207, 0.337891, 0.734375, 0.176758, 1.523438, 4.28125, 4.28125, 0.085938, 0.542969, 4.28125, 0.142578, 1.023438, 0.197266, 0.014282, 0.020142, 0.220703, 0.010315, 1.070312, 4.28125, 4.28125, 0.277344, 0.085938, 1.023438, 4.28125, 0.890625, 0.839844, 0.152344, 1.0, 0.084473, 0.132812, 0.330078, 4.28125, 1.953125, 0.22168, 1.53125, 4.28125, 4.28125, 0.429688, 1.59375, 0.077148, 0.024902, 1.789062, 2.4375, 1.578125, 4.28125, 0.039307, 1.34375, 4.28125, 1.46875, 4.28125, 0.143555, 0.355469, 0.05249, 4.28125, 1.304688, 4.28125, 0.12207, 1.523438, 1.671875, 0.277344, 1.570312, 0.137695, 0.109375, 0.014221, 0.219727, 0.075684, 1.109375, 0.941406, 0.722656, 4.28125, 1.703125, 4.28125, 1.679688, 0.427734, 0.546875, 0.08252, 3.046875, 1.507812, 0.414062, 0.539062, 0.007782, 0.043213, 0.134766, 0.142578, 1.15625, 0.052002, 0.04834, 0.154297, 2.671875, 0.083984, 2.609375, 0.855469, 1.375, 0.199219, 0.21875, 0.236328, 0.263672, 0.014771, 1.765625, 1.351562, 0.271484, 0.119629, 4.28125, 4.28125, 0.020996, 0.155273, 0.625, 0.219727, 0.151367, 1.125, 1.109375, 0.118652, 0.12207, 0.009338, 0.447266, 0.130859, 4.28125, 0.511719, 4.28125, 0.216797, 4.28125, 0.083008, 1.71875, 2.09375, 0.09082, 1.960938, 0.103027, 0.138672, 0.738281, 2.109375, 1.90625, 1.5, 0.898438, 0.324219, 0.10791, 0.197266, 0.026123, 0.433594, 0.201172, 1.703125, 0.296875, 4.28125, 0.219727, 0.180664, 0.554688, 1.765625, 4.28125, 2.265625, 0.169922, 0.46875, 4.28125, 0.235352, 2.15625, 4.28125, 0.027466, 0.142578, 0.024658, 0.043945, 0.359375, 4.28125, 1.023438, 0.277344, 0.144531, 0.878906, 0.076172, 1.6875, 4.28125, 1.460938, 1.585938, 4.28125, 0.108887, 2.375, 1.015625, 1.046875, 1.890625, 1.296875, 0.378906, 0.02356, 0.076172, 1.695312, 0.146484, 0.589844, 0.149414, 2.15625, 0.433594, 0.157227, 4.28125, 4.28125, 0.10498, 2.6875, 0.12793, 4.28125, 0.972656, 4.28125, 2.0, 0.196289, 1.179688, 0.047852, 2.234375, 0.10498, 0.253906, 0.028809, 0.308594, 4.28125, 0.371094, 0.097656, 0.209961, 0.875, 4.28125, 4.28125, 4.28125, 0.511719, 0.173828, 2.125, 0.402344, 4.28125, 4.28125, 4.28125, 1.257812, 0.103027, 0.214844, 0.128906, 0.503906, 4.28125, 0.196289, 0.291016, 0.106445, 0.382812, 0.109863, 4.28125, 1.710938, 4.28125, 1.242188, 0.061279, 0.083496, 4.28125, 0.030273, 2.484375, 0.539062, 2.203125, 1.898438, 4.28125, 2.203125, 0.255859, 0.010376, 0.099609, 1.484375, 0.227539, 0.111328, 0.131836, 0.113281, 0.01178, 0.102051, 0.07666, 0.105469, 0.069824, 0.003586, 4.28125, 0.158203, 0.069336, 2.453125, 4.28125, 0.026245, 1.390625, 0.419922, 0.194336, 1.15625, 0.02063, 0.773438, 0.166016, 1.0625, 0.072266, 1.429688, 4.28125, 2.625, 1.351562, 1.1875, 0.018921, 2.421875, 0.245117, 0.302734, 0.192383, 1.007812, 0.186523, 0.149414, 0.063477, 0.211914, 4.28125, 0.703125, 0.447266, 0.376953, 0.19043, 0.515625, 1.578125, 4.28125, 0.53125, 0.020996, 0.216797, 4.28125, 0.570312, 0.243164, 0.012085, 1.398438, 0.164062, 0.539062, 0.132812, 0.636719, 0.047363, 1.71875, 0.112793, 0.482422, 0.644531, 0.09082, 0.186523, 0.142578, 0.133789, 2.34375, 4.28125, 0.890625, 4.28125, 4.28125, 1.867188, 0.098145, 1.515625, 0.988281, 1.695312, 4.28125, 0.375, 4.28125, 1.171875, 0.416016, 0.182617, 2.171875, 0.147461, 0.027344, 0.980469, 4.28125, 2.53125, 0.012268, 2.34375, 4.28125, 1.414062, 0.484375, 0.410156, 0.15918, 0.193359, 4.28125, 3.484375, 0.660156, 0.910156, 0.007172, 0.015503, 0.122559, 0.050781, 4.28125, 4.28125, 1.726562, 0.859375, 2.296875, 1.421875, 0.003677, 0.753906, 0.108887, 0.320312, 1.640625, 0.100586 ] } , "name": "onnx::Mul_10799", "outputIndexes": [ 1936 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1935, 1936 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 1937 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1909, 1937 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/Add_1_output_0", "outputIndexes": [ 1938 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1938 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.9/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 7285 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7285 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.9/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 7286 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7286 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 606209958, 327702, 81920, 0, 0 ] } , "name": "/layers.9/per_layer_input_gate/Linear", "outputIndexes": [ 7287 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7287 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.9/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 7288 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7288 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.9/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 1939 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1939 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.9/act_fn/Mul_output_0", "outputIndexes": [ 1940 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1939, 1940 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/act_fn/Mul_1_output_0", "outputIndexes": [ 1941 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 1941 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/act_fn/Mul_2_output_0", "outputIndexes": [ 1942 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1939, 1942 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/act_fn/Add_output_0", "outputIndexes": [ 1943 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 1943 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/act_fn/Mul_3_output_0", "outputIndexes": [ 1944 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1944 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.9/act_fn/Tanh_output_0", "outputIndexes": [ 1945 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 1945 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/act_fn/Add_1_output_0", "outputIndexes": [ 1946 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1939, 1946 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/act_fn/Mul_4_output_0", "outputIndexes": [ 1947 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 1947 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/act_fn/Mul_5_output_0", "outputIndexes": [ 1948 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 9 ] } , "name": "/Constant_18_output_0", "outputIndexes": [ 1949 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2397", "outputIndexes": [ 1950 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2400", "outputIndexes": [ 1951 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 1950, 1951, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice2403", "outputIndexes": [ 1952 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1952 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze2404", "outputIndexes": [ 1953 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1949, 1953 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2405", "outputIndexes": [ 1954 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1954, 1953 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2406", "outputIndexes": [ 1955 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 1955, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_16_output_0", "outputIndexes": [ 1956 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1948, 1956 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/Mul_output_0", "outputIndexes": [ 1957 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1957 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.9/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 7289 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7289 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.9/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 7290 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7290 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 606619580, 327702, 81920, 0, 0 ] } , "name": "/layers.9/per_layer_projection/Linear", "outputIndexes": [ 7291 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7291 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.9/per_layer_projection/Linear/post_convert", "outputIndexes": [ 7292 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7292 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.9/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 1958 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1958 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.9/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 1960 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1960 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.9/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 1961 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1961, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 1962 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1962, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 1963 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1958, 1963 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 1964 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.000458, 0.476562, 0.476562, 0.000458, 0.476562, 0.476562, 0.476562, 0.476562, 0.000422, 0.476562, 0.285156, 0.000435, 0.000437, 0.000439, 0.000437, 0.000404, 0.000463, 0.476562, 0.000402, 0.00045, 0.050781, 0.476562, 0.000416, 0.041016, 0.476562, 0.476562, 0.476562, 0.000448, 0.000431, 0.000441, 0.192383, 0.476562, 0.000463, 0.00046, 0.000437, 0.025146, 0.476562, 0.081055, 0.006775, 0.476562, 0.000418, 0.000393, 0.476562, 0.476562, 0.154297, 0.000456, 0.476562, 0.476562, 0.476562, 0.000446, 0.000433, 0.000448, 0.476562, 0.476562, 0.476562, 0.476562, 0.253906, 0.006439, 0.476562, 0.000444, 0.00042, 0.000425, 0.000441, 0.476562, 0.028076, 0.000422, 0.476562, 0.476562, 0.010498, 0.004486, 0.00045, 0.000452, 0.476562, 0.000439, 0.460938, 0.476562, 0.00045, 0.476562, 0.000439, 0.476562, 0.476562, 0.476562, 0.000443, 0.476562, 0.000435, 0.000439, 0.011108, 0.476562, 0.320312, 0.476562, 0.000406, 0.000444, 0.116699, 0.476562, 0.476562, 0.476562, 0.186523, 0.476562, 0.000423, 0.476562, 0.476562, 0.476562, 0.000454, 0.000429, 0.000439, 0.000435, 0.000412, 0.296875, 0.476562, 0.000465, 0.476562, 0.476562, 0.040039, 0.000462, 0.000439, 0.006287, 0.000439, 0.000431, 0.000418, 0.000444, 0.000416, 0.476562, 0.476562, 0.000452, 0.000458, 0.000446, 0.476562, 0.476562, 0.476562, 0.476562, 0.000439, 0.476562, 0.476562, 0.341797, 0.051025, 0.000437, 0.476562, 0.000454, 0.476562, 0.476562, 0.000433, 0.431641, 0.476562, 0.000463, 0.474609, 0.000431, 0.476562, 0.104004, 0.000423, 0.476562, 0.476562, 0.476562, 0.047852, 0.006622, 0.476562, 0.000443, 0.009033, 0.000439, 0.106445, 0.476562, 0.000433, 0.476562, 0.086914, 0.476562, 0.135742, 0.000402, 0.000433, 0.000456, 0.000422, 0.010742, 0.476562, 0.476562, 0.476562, 0.476562, 0.476562, 0.00041, 0.000448, 0.000462, 0.476562, 0.000462, 0.476562, 0.000454, 0.000446, 0.476562, 0.476562, 0.120605, 0.000462, 0.476562, 0.061768, 0.476562, 0.000435, 0.476562, 0.476562, 0.000446, 0.000433, 0.000429, 0.000435, 0.000397, 0.000452, 0.000416, 0.000431, 0.476562, 0.000454, 0.008667, 0.476562, 0.023804, 0.000448, 0.476562, 0.165039, 0.002884, 0.474609, 0.000452, 0.000465, 0.476562, 0.000452, 0.245117, 0.000427, 0.476562, 0.000441, 0.000444, 0.476562, 0.000446, 0.476562, 0.000441, 0.476562, 0.476562, 0.476562, 0.000443, 0.000422, 0.00045, 0.402344, 0.474609, 0.476562, 0.000465, 0.476562, 0.04541, 0.476562, 0.476562, 0.476562, 0.476562, 0.000444, 0.051025, 0.476562, 0.00045, 0.000446, 0.000462, 0.476562, 0.000439, 0.000429, 0.476562, 0.014465, 0.476562, 0.00046, 0.170898, 0.000458, 0.476562, 0.00045, 0.000425, 0.476562, 0.000458, 0.000416, 0.010986, 0.476562, 0.476562, 0.000443, 0.476562, 0.000454, 0.000446, 0.131836, 0.000446, 0.476562, 0.000433, 0.000462, 0.000443, 0.476562, 0.476562, 0.000439, 0.00042, 0.000437, 0.476562, 0.476562, 0.000433, 0.476562, 0.000429, 0.126953, 0.000433, 0.000425, 0.476562, 0.000435, 0.476562, 0.000416, 0.000429, 0.000404, 0.000441, 0.000414, 0.476562, 0.000448, 0.433594, 0.476562, 0.476562, 0.476562, 0.000429, 0.476562, 0.242188, 0.00046, 0.476562, 0.000454, 0.000412, 0.013062, 0.000454, 0.476562, 0.062988, 0.000439, 0.476562, 0.308594, 0.000454, 0.000431, 0.00046, 0.000454, 0.476562, 0.000441, 0.476562, 0.06543, 0.000454, 0.000414, 0.476562, 0.034424, 0.476562, 0.000456, 0.000444, 0.000439, 0.476562, 0.014038, 0.000444, 0.476562, 0.016235, 0.476562, 0.000443, 0.00046, 0.006653, 0.476562, 0.476562, 0.476562, 0.476562, 0.000452, 0.012085, 0.476562, 0.233398, 0.241211, 0.000414, 0.000443, 0.476562, 0.000444, 0.00046, 0.476562, 0.00045, 0.000458, 0.003082, 0.476562, 0.476562, 0.000444, 0.000458, 0.476562, 0.476562, 0.000439, 0.476562, 0.476562, 0.000441, 0.000425, 0.474609, 0.002502, 0.066406, 0.000446, 0.476562, 0.010376, 0.000452, 0.000444, 0.021606, 0.476562, 0.000441, 0.000441, 0.476562, 0.138672, 0.472656, 0.476562, 0.476562, 0.000429, 0.476562, 0.000446, 0.476562, 0.476562, 0.000441, 0.000435, 0.000404, 0.476562, 0.000439, 0.005768, 0.000435, 0.000433, 0.476562, 0.000437, 0.097168, 0.000423, 0.15332, 0.000412, 0.000448, 0.470703, 0.000448, 0.000454, 0.000437, 0.251953, 0.476562, 0.000429, 0.476562, 0.000372, 0.000433, 0.000448, 0.040039, 0.476562, 0.000443, 0.000422, 0.000437, 0.000462, 0.005463, 0.476562, 0.111816, 0.000425, 0.000456, 0.000454, 0.000433, 0.000439, 0.000452, 0.000452, 0.476562, 0.476562, 0.000425, 0.000448, 0.476562, 0.476562, 0.476562, 0.000437, 0.476562, 0.000441, 0.476562, 0.000462, 0.000444, 0.041016, 0.000427, 0.476562, 0.476562, 0.476562, 0.00769, 0.000444, 0.476562, 0.476562, 0.000444, 0.000446, 0.000435, 0.476562, 0.476562, 0.476562, 0.000427, 0.476562, 0.006989, 0.476562, 0.476562, 0.476562, 0.476562, 0.476562, 0.000454, 0.162109, 0.000443, 0.476562, 0.000418, 0.000427, 0.476562, 0.476562, 0.476562, 0.476562, 0.476562, 0.000435, 0.004211, 0.000456, 0.177734, 0.476562, 0.000435, 0.000458, 0.000454, 0.476562, 0.000427, 0.476562, 0.476562, 0.476562, 0.476562, 0.015076, 0.000462, 0.476562, 0.476562, 0.476562, 0.000425, 0.053223, 0.476562, 0.000446, 0.000418, 0.000435, 0.476562, 0.476562, 0.002823, 0.476562, 0.000444, 0.476562, 0.322266, 0.000444, 0.000431, 0.476562, 0.000448, 0.000446, 0.000452, 0.476562, 0.000435, 0.476562, 0.000435, 0.000437, 0.000444, 0.476562, 0.000446, 0.476562, 0.000456, 0.000423, 0.000425, 0.000441, 0.476562, 0.00045, 0.476562, 0.000437, 0.000412, 0.476562, 0.476562, 0.145508, 0.083496, 0.476562, 0.000435, 0.000456, 0.098145, 0.001801, 0.000406, 0.000423, 0.121094, 0.00045, 0.476562, 0.000412, 0.476562, 0.00045, 0.476562, 0.000425, 0.476562, 0.00106, 0.000422, 0.476562, 0.000433, 0.000446, 0.000418, 0.000446, 0.000439, 0.208008, 0.007538, 0.000425, 0.476562, 0.000443, 0.000463, 0.000463, 0.000441, 0.476562, 0.476562, 0.000437, 0.476562, 0.000456, 0.476562, 0.00046, 0.476562, 0.000439, 0.476562, 0.000404, 0.000423, 0.000446, 0.000454, 0.476562, 0.090332, 0.000418, 0.476562, 0.000437, 0.000456, 0.103027, 0.000429, 0.075195, 0.476562, 0.01123, 0.000412, 0.000374, 0.00045, 0.476562, 0.143555, 0.476562, 0.476562, 0.476562, 0.476562, 0.000439, 0.000435, 0.476562, 0.476562, 0.000425, 0.000393, 0.476562, 0.019287, 0.000425, 0.476562, 0.0009, 0.476562, 0.476562, 0.476562, 0.476562, 0.000443, 0.476562, 0.000456, 0.000397, 0.00045, 0.000439, 0.000435, 0.000444, 0.062988, 0.000462, 0.000435, 0.476562, 0.476562, 0.476562, 0.476562, 0.000456, 0.476562, 0.000408, 0.474609, 0.000441, 0.476562, 0.15625, 0.091797, 0.476562, 0.476562, 0.476562, 0.000446, 0.107422, 0.476562, 0.000441, 0.101562, 0.255859, 0.0625, 0.000406, 0.433594, 0.476562, 0.476562, 0.476562, 0.000433, 0.476562, 0.390625, 0.00046, 0.000395, 0.169922, 0.000433, 0.000462, 0.00042, 0.000458, 0.025146, 0.000452, 0.000444, 0.000435, 0.000446, 0.476562, 0.476562, 0.000437, 0.167969, 0.000391, 0.000443, 0.128906, 0.476562, 0.476562, 0.464844, 0.000414, 0.275391, 0.000435, 0.476562, 0.043457, 0.476562, 0.000462, 0.476562, 0.000456, 0.000433, 0.476562, 0.000429, 0.476562, 0.000435, 0.000463, 0.476562, 0.00046, 0.000427, 0.476562, 0.000458, 0.476562, 0.000399, 0.000456, 0.476562, 0.476562, 0.061035, 0.114746, 0.476562, 0.476562, 0.000416, 0.000433, 0.000448, 0.029175, 0.000452, 0.476562, 0.476562, 0.476562, 0.064941, 0.476562, 0.00041, 0.00045, 0.476562, 0.476562, 0.476562, 0.000456, 0.00046, 0.000439, 0.000433, 0.476562, 0.476562, 0.476562, 0.137695, 0.000444, 0.000435, 0.000446, 0.000458, 0.005127, 0.476562, 0.000458, 0.031494, 0.000437, 0.000435, 0.000427, 0.00041, 0.000425, 0.008606, 0.000408, 0.476562, 0.000458, 0.476562, 0.304688, 0.476562, 0.000454, 0.043457, 0.476562, 0.006439, 0.476562, 0.21875, 0.476562, 0.000319, 0.000439, 0.000448, 0.476562, 0.000456, 0.000439, 0.000448, 0.000433, 0.000383, 0.00045, 0.000446, 0.476562, 0.476562, 0.006683, 0.000433, 0.055176, 0.006073, 0.476562, 0.476562, 0.000446, 0.000456, 0.000427, 0.476562, 0.476562, 0.476562, 0.03418, 0.000437, 0.476562, 0.00045, 0.000433, 0.476562, 0.476562, 0.162109, 0.000425, 0.476562, 0.476562, 0.016235, 0.476562, 0.476562, 0.000443, 0.000454, 0.476562, 0.476562, 0.000431, 0.000446, 0.000454, 0.462891, 0.000458, 0.116699, 0.476562, 0.476562, 0.086914, 0.000456, 0.000452, 0.476562, 0.000435, 0.000454, 0.208008, 0.000456, 0.476562, 0.000462, 0.476562, 0.013306, 0.476562, 0.000433, 0.476562, 0.011597, 0.007538, 0.476562, 0.476562, 0.445312, 0.476562, 0.267578, 0.000435, 0.000431, 0.476562, 0.476562, 0.000456, 0.476562, 0.000422, 0.46875, 0.022949, 0.476562, 0.000444, 0.000435, 0.476562, 0.037598, 0.000416, 0.476562, 0.000444, 0.476562, 0.000437, 0.000443, 0.000439, 0.000439, 0.044922, 0.476562, 0.476562, 0.016724, 0.000435, 0.476562, 0.00046, 0.000458, 0.476562, 0.476562, 0.000448, 0.476562, 0.476562, 0.476562, 0.000443, 0.000433, 0.000462, 0.000435, 0.005341, 0.00046, 0.081055, 0.476562, 0.070801, 0.476562, 0.476562, 0.476562, 0.013794, 0.000433, 0.476562, 0.000433, 0.000441, 0.000446, 0.000446, 0.000433, 0.476562, 0.009705, 0.476562, 0.476562, 0.000427, 0.476562, 0.476562, 0.000425, 0.000433, 0.000441, 0.000458, 0.00045, 0.476562, 0.000456, 0.476562, 0.476562, 0.476562, 0.185547, 0.476562, 0.476562, 0.000435, 0.476562, 0.000462, 0.476562, 0.000454, 0.000446, 0.000444, 0.009338, 0.476562, 0.476562, 0.476562, 0.476562, 0.474609, 0.476562, 0.476562, 0.000456, 0.000444, 0.476562, 0.000448, 0.476562, 0.116699, 0.000443, 0.476562, 0.000431, 0.476562, 0.476562, 0.000425, 0.476562, 0.476562, 0.000429, 0.191406, 0.007935, 0.00766, 0.006592, 0.000427, 0.00041, 0.476562, 0.166016, 0.000408, 0.000454, 0.000441, 0.476562, 0.00046, 0.476562, 0.000435, 0.000448, 0.000443, 0.476562, 0.043457, 0.476562, 0.000435, 0.000441, 0.000437, 0.005859, 0.085449, 0.000458, 0.00473, 0.476562, 0.000462, 0.012695, 0.000439, 0.287109, 0.476562, 0.000443, 0.006287, 0.476562, 0.476562, 0.476562, 0.476562, 0.00045, 0.000433, 0.000458, 0.000433, 0.000463, 0.00041, 0.000435, 0.476562, 0.476562, 0.000439, 0.000422, 0.476562, 0.168945, 0.476562, 0.000425, 0.139648, 0.476562, 0.476562, 0.004089, 0.000456, 0.025024, 0.00045, 0.476562, 0.000446, 0.000425, 0.042969, 0.476562, 0.476562, 0.060059, 0.474609, 0.000425, 0.000456, 0.000418, 0.476562, 0.476562, 0.000452, 0.000433, 0.476562, 0.00038, 0.476562, 0.476562, 0.000448, 0.000444, 0.000462, 0.251953, 0.000429, 0.476562, 0.000446, 0.476562, 0.476562, 0.476562, 0.000435, 0.00042, 0.104004, 0.000402, 0.000404, 0.476562, 0.000435, 0.113281, 0.166016, 0.476562, 0.00042, 0.476562, 0.018311, 0.063477, 0.210938, 0.476562, 0.28125, 0.000465, 0.476562, 0.476562, 0.000435, 0.000439, 0.000433, 0.476562, 0.000433, 0.000439, 0.00045, 0.476562, 0.476562, 0.000448, 0.242188, 0.476562, 0.000427, 0.000452, 0.012024, 0.000347, 0.00042, 0.476562, 0.000431, 0.000444, 0.000448, 0.000452, 0.085449, 0.00042, 0.476562, 0.000433, 0.476562, 0.00045, 0.000463, 0.000435, 0.010071, 0.000463, 0.476562, 0.476562, 0.476562, 0.00045, 0.000401, 0.170898, 0.000462, 0.476562, 0.000446, 0.000443, 0.000462, 0.000433, 0.006744, 0.476562, 0.476562, 0.000448, 0.000435, 0.476562, 0.476562, 0.000452, 0.000401, 0.476562, 0.000422, 0.476562, 0.000418, 0.02417, 0.000437, 0.000444, 0.476562, 0.476562, 0.000454, 0.048584, 0.000429, 0.00046, 0.476562, 0.476562, 0.476562, 0.000422, 0.10791, 0.476562, 0.46875, 0.476562, 0.476562, 0.476562, 0.000431, 0.000429, 0.4375, 0.476562, 0.000399, 0.000452, 0.000448, 0.476562, 0.000462, 0.000404, 0.009155, 0.015747, 0.000439, 0.000435, 0.000446, 0.476562, 0.000429, 0.476562, 0.00041, 0.476562, 0.000465, 0.06543, 0.001389, 0.00046, 0.000465, 0.476562, 0.000368, 0.476562, 0.039062, 0.476562, 0.447266, 0.106934, 0.306641, 0.000435, 0.158203, 0.476562, 0.476562, 0.476562, 0.043945, 0.001457, 0.00045, 0.476562, 0.476562, 0.476562, 0.000462, 0.476562, 0.476562, 0.476562, 0.476562, 0.000452, 0.012512, 0.000412, 0.000444, 0.00045, 0.09668, 0.000422, 0.000446, 0.000463, 0.476562, 0.476562, 0.476562, 0.476562, 0.476562, 0.000439, 0.476562, 0.000984, 0.476562, 0.476562, 0.013733, 0.00946, 0.476562, 0.476562, 0.476562, 0.006958, 0.000448, 0.000448, 0.053955, 0.000446, 0.000448, 0.008484, 0.476562, 0.000439, 0.173828, 0.009399, 0.476562, 0.476562, 0.476562, 0.245117, 0.00045, 0.000441, 0.476562, 0.000458, 0.476562, 0.425781, 0.000423, 0.476562, 0.476562, 0.476562, 0.006744, 0.225586, 0.055908, 0.476562, 0.000435, 0.000446, 0.000404, 0.000454, 0.000422, 0.008423, 0.476562, 0.000456, 0.000441, 0.000456, 0.476562, 0.322266, 0.476562, 0.476562, 0.023804, 0.000448, 0.476562, 0.476562, 0.112793, 0.108887, 0.476562, 0.476562, 0.476562, 0.476562, 0.000456, 0.000446, 0.000425, 0.476562, 0.000439, 0.083496, 0.474609, 0.476562, 0.476562, 0.476562, 0.000416, 0.003098, 0.476562, 0.000465, 0.000439, 0.476562, 0.476562, 0.476562, 0.000414, 0.000439, 0.000433, 0.000437, 0.476562, 0.000448, 0.18457, 0.000441, 0.472656, 0.291016, 0.476562, 0.000427, 0.00045, 0.000448, 0.000448, 0.000452, 0.476562, 0.000446, 0.476562, 0.476562, 0.476562, 0.000443, 0.000454, 0.476562, 0.003494, 0.000439, 0.476562, 0.476562, 0.000992, 0.474609, 0.000446, 0.00045, 0.000443, 0.000446, 0.000435, 0.476562, 0.000416, 0.006958, 0.000448, 0.000427, 0.000422, 0.476562, 0.118164, 0.000448, 0.000433, 0.476562, 0.476562, 0.476562, 0.007294, 0.000458, 0.476562, 0.476562, 0.006836, 0.00046, 0.027954, 0.000431, 0.000462, 0.095703, 0.04541, 0.143555, 0.000439, 0.000433, 0.476562, 0.476562, 0.000452, 0.013245, 0.000448, 0.000454, 0.476562, 0.008972, 0.476562, 0.476562, 0.000448, 0.476562, 0.000427, 0.000431, 0.101562, 0.476562, 0.000441, 0.476562, 0.106934, 0.000454, 0.000433, 0.476562, 0.476562, 0.000446, 0.000416, 0.000435, 0.000454, 0.476562, 0.000431, 0.476562, 0.000408, 0.000437, 0.000454, 0.476562, 0.000462, 0.000437, 0.000448, 0.026489, 0.000433, 0.009827, 0.00116, 0.476562, 0.000389, 0.023071, 0.476562, 0.476562, 0.000927, 0.000444, 0.365234, 0.476562, 0.000412, 0.00042, 0.000433, 0.00238, 0.011292, 0.140625, 0.476562, 0.000444, 0.00045, 0.476562, 0.000433, 0.476562, 0.00046, 0.476562, 0.000425, 0.476562, 0.476562, 0.015198, 0.15332, 0.000456, 0.000418, 0.476562, 0.000429, 0.000423, 0.000444, 0.001968, 0.000372, 0.476562, 0.000435, 0.476562, 0.030396, 0.476562, 0.476562, 0.000452, 0.000462, 0.006256, 0.476562, 0.476562, 0.000435, 0.000462, 0.000441, 0.000408, 0.000463, 0.166992, 0.007751, 0.476562, 0.000435, 0.000435, 0.476562, 0.00045, 0.476562, 0.476562, 0.075684, 0.001381, 0.476562, 0.476562, 0.009277, 0.476562, 0.476562, 0.031128, 0.000435, 0.476562, 0.000422, 0.242188, 0.476562, 0.476562, 0.000433, 0.000433, 0.476562, 0.476562, 0.476562, 0.476562, 0.000448, 0.476562, 0.000433, 0.476562, 0.476562, 0.000439, 0.000427, 0.476562, 0.02002, 0.000433, 0.476562, 0.071289, 0.476562, 0.000448, 0.010193, 0.000374, 0.000443, 0.000458, 0.021606, 0.000444, 0.294922, 0.000437, 0.476562, 0.476562, 0.000429, 0.476562, 0.476562, 0.476562, 0.476562, 0.009399, 0.0047, 0.000441, 0.099121, 0.476562, 0.005585, 0.476562, 0.000429, 0.476562, 0.000402, 0.476562, 0.476562, 0.476562, 0.476562, 0.000458, 0.476562, 0.476562, 0.000456, 0.074219, 0.001366, 0.023315, 0.000441, 0.476562, 0.000435, 0.000439, 0.000458, 0.179688, 0.476562, 0.476562, 0.082031, 0.000404, 0.000444, 0.000443, 0.000402, 0.00046, 0.068359, 0.004913, 0.000435, 0.476562, 0.476562, 0.476562, 0.476562, 0.000446, 0.472656, 0.476562, 0.000437, 0.000437, 0.476562, 0.232422, 0.476562, 0.063965, 0.476562, 0.476562, 0.00046, 0.000439, 0.000446, 0.476562, 0.000404, 0.000435, 0.000406, 0.230469, 0.000456, 0.476562, 0.000437, 0.000448, 0.000395, 0.476562, 0.000423, 0.246094, 0.476562, 0.054443, 0.390625, 0.000433, 0.000441, 0.476562, 0.476562, 0.476562, 0.476562, 0.476562, 0.000458, 0.00046, 0.1875, 0.476562, 0.445312, 0.476562, 0.166016, 0.000444, 0.000443, 0.476562, 0.000446, 0.000433, 0.00045, 0.476562, 0.242188, 0.000437, 0.476562, 0.476562, 0.000399, 0.016235, 0.476562, 0.00041, 0.476562, 0.00042, 0.000444, 0.000462, 0.000414, 0.412109, 0.476562, 0.000425, 0.000404, 0.476562, 0.000435, 0.476562, 0.00042, 0.000463, 0.285156, 0.476562, 0.000414, 0.476562, 0.195312, 0.006989, 0.149414, 0.476562, 0.476562, 0.476562, 0.000391, 0.476562, 0.001656, 0.000454, 0.000456, 0.108398, 0.000454, 0.006317, 0.124512, 0.476562, 0.476562, 0.000439, 0.476562, 0.060303, 0.000441, 0.00042, 0.00322, 0.000437, 0.008667, 0.466797, 0.000462, 0.476562, 0.476562, 0.000463, 0.000433, 0.476562, 0.021851, 0.476562, 0.000397, 0.000404, 0.000441, 0.000408, 0.000456, 0.314453, 0.000444, 0.476562, 0.000456, 0.265625, 0.000446, 0.000435, 0.000456, 0.00042, 0.015991, 0.000454, 0.140625, 0.000425, 0.476562, 0.476562, 0.000446, 0.00042, 0.000446, 0.000463, 0.012329, 0.000448, 0.476562, 0.000439, 0.000416, 0.000443, 0.326172, 0.000444, 0.476562, 0.000427, 0.000433, 0.000431, 0.000437, 0.000448, 0.014954, 0.476562, 0.000435, 0.014465, 0.000431, 0.476562, 0.000423, 0.476562, 0.476562, 0.00046, 0.000435, 0.476562, 0.000412, 0.476562, 0.000433, 0.476562, 0.476562, 0.000435, 0.000448, 0.476562, 0.476562, 0.000441, 0.476562, 0.476562, 0.245117, 0.000446, 0.028198, 0.476562, 0.000444, 0.000444, 0.096191, 0.000435, 0.476562, 0.05957, 0.000446, 0.000463, 0.000444, 0.029297, 0.386719, 0.006256, 0.000452, 0.476562, 0.476562, 0.000441, 0.000446, 0.476562, 0.476562, 0.180664, 0.476562, 0.476562, 0.000463, 0.089844, 0.000433, 0.005249, 0.476562, 0.078125, 0.476562, 0.000448, 0.476562, 0.476562, 0.000433, 0.08252, 0.476562, 0.000431, 0.476562, 0.476562, 0.476562, 0.476562, 0.476562, 0.000385, 0.476562, 0.000404, 0.367188, 0.476562, 0.000433, 0.000437, 0.000435, 0.476562, 0.000435, 0.067383, 0.476562, 0.000439, 0.120605, 0.476562, 0.000414, 0.476562, 0.239258, 0.00046, 0.004181, 0.476562, 0.476562, 0.000444, 0.012329, 0.049805, 0.022095, 0.005249, 0.000431, 0.000441, 0.000435, 0.476562, 0.000418, 0.476562, 0.476562, 0.476562, 0.000454, 0.472656, 0.476562, 0.476562, 0.476562, 0.154297, 0.00412, 0.476562, 0.476562, 0.0047, 0.000448, 0.00042, 0.005768, 0.472656, 0.476562, 0.476562, 0.476562, 0.000433, 0.476562, 0.476562, 0.000456, 0.476562, 0.000444, 0.466797, 0.000441, 0.000422, 0.074219, 0.000429, 0.00045, 0.476562, 0.476562, 0.476562, 0.000446, 0.034424, 0.476562, 0.000322, 0.476562, 0.000383, 0.000446, 0.000423, 0.000427, 0.476562, 0.000443, 0.476562, 0.000429, 0.476562, 0.097168, 0.000439, 0.476562, 0.000435, 0.000429, 0.476562, 0.000427, 0.000395, 0.476562, 0.476562, 0.000441, 0.476562, 0.00647, 0.476562, 0.476562, 0.476562, 0.000454, 0.476562, 0.476562, 0.000429, 0.476562, 0.000431, 0.476562, 0.00042, 0.000444, 0.000387, 0.476562, 0.002029, 0.000435, 0.476562, 0.00046, 0.476562, 0.000439, 0.000443, 0.000422, 0.001488, 0.474609, 0.476562, 0.000431, 0.476562, 0.476562, 0.476562, 0.000425, 0.476562, 0.113281, 0.476562, 0.000607, 0.000433, 0.00045, 0.000397, 0.476562, 0.000414, 0.000448, 0.476562, 0.476562, 0.00045, 0.476562, 0.000448, 0.476562, 0.000435, 0.022217, 0.000431, 0.351562, 0.000431, 0.000448, 0.476562, 0.025757, 0.000437, 0.000446, 0.476562, 0.006104, 0.000437, 0.476562, 0.476562, 0.000441, 0.000454, 0.000458, 0.000443, 0.353516, 0.028931, 0.000431, 0.00045, 0.000433, 0.476562, 0.057861, 0.476562, 0.476562, 0.000446, 0.476562, 0.476562, 0.476562, 0.000423, 0.069824, 0.476562, 0.476562, 0.000433, 0.476562, 0.476562, 0.152344, 0.474609, 0.000465, 0.000463, 0.000444, 0.476562, 0.476562, 0.000427, 0.476562, 0.476562, 0.00041, 0.020508, 0.476562, 0.476562, 0.00046, 0.231445, 0.476562, 0.000437, 0.476562, 0.476562, 0.476562, 0.316406, 0.008789, 0.103027, 0.000437, 0.476562, 0.135742, 0.106934, 0.000456, 0.000439, 0.000395, 0.00647, 0.476562, 0.00045, 0.008911, 0.00045, 0.00042, 0.318359, 0.000374, 0.000401, 0.005035, 0.476562, 0.000448, 0.000454, 0.000435, 0.000443, 0.00046, 0.476562, 0.000439, 0.476562, 0.006317, 0.476562, 0.000425, 0.110352, 0.476562, 0.000408, 0.000435, 0.00045, 0.132812, 0.476562, 0.000425, 0.006256, 0.00045, 0.000387, 0.000418, 0.474609, 0.476562, 0.12793, 0.000408, 0.194336, 0.476562, 0.000431, 0.000406, 0.091309, 0.124023, 0.476562, 0.476562, 0.000435, 0.000435, 0.000431, 0.000439, 0.000441, 0.476562, 0.476562, 0.017456, 0.000452, 0.000446, 0.000423, 0.043701, 0.000446, 0.000437, 0.476562, 0.476562, 0.476562, 0.005707, 0.476562, 0.000443, 0.000433, 0.024048, 0.000439, 0.00045, 0.000446, 0.476562, 0.000793, 0.000452, 0.000443, 0.020874, 0.119629, 0.003204, 0.476562, 0.476562, 0.000463, 0.326172, 0.476562, 0.006165, 0.000431, 0.476562, 0.472656, 0.476562, 0.476562, 0.007782, 0.000437, 0.000433, 0.476562, 0.000443, 0.476562, 0.000444, 0.015869, 0.476562, 0.000443, 0.476562, 0.000444, 0.476562, 0.000452, 0.476562, 0.003296, 0.447266, 0.476562, 0.04834, 0.476562, 0.000441, 0.476562, 0.476562, 0.476562, 0.000429, 0.00045, 0.000414, 0.476562, 0.458984, 0.476562, 0.000446, 0.007111, 0.00045, 0.476562, 0.476562, 0.000423, 0.000458, 0.000462, 0.000431, 0.00046, 0.476562, 0.476562, 0.476562, 0.476562, 0.000439, 0.476562, 0.000435, 0.000443, 0.000454, 0.476562, 0.00045, 0.000422, 0.476562, 0.003693, 0.000439, 0.476562, 0.000437, 0.000448, 0.018311, 0.476562, 0.00045, 0.476562, 0.000425, 0.000456, 0.320312, 0.000391, 0.476562, 0.121094, 0.000448, 0.000406, 0.000423, 0.000412, 0.476562, 0.476562, 0.474609, 0.324219, 0.000462, 0.016235, 0.476562, 0.000437, 0.000431, 0.000437, 0.00045, 0.142578, 0.000448, 0.000439, 0.476562, 0.000443, 0.000393, 0.000425, 0.476562, 0.476562, 0.476562, 0.476562, 0.476562, 0.000433, 0.000444, 0.476562, 0.000414, 0.476562, 0.000408, 0.476562, 0.000435, 0.000452, 0.000435, 0.011841, 0.12793, 0.474609, 0.000433, 0.000437, 0.476562, 0.000448, 0.072754, 0.476562, 0.476562, 0.000435, 0.476562, 0.476562, 0.00046, 0.000458, 0.000425, 0.476562, 0.007172, 0.476562, 0.476562, 0.000452, 0.000427, 0.476562, 0.476562, 0.000448, 0.095703, 0.000433, 0.000443, 0.000431, 0.476562, 0.476562, 0.000431, 0.476562, 0.000439, 0.476562, 0.000406, 0.476562, 0.000433, 0.000456, 0.04248, 0.476562, 0.000431, 0.000437, 0.097168, 0.476562, 0.069336, 0.000452, 0.000463, 0.000435, 0.476562, 0.476562, 0.476562, 0.376953, 0.000448, 0.476562, 0.086914, 0.476562, 0.000429, 0.012329, 0.002335, 0.176758, 0.000443, 0.476562, 0.476562, 0.476562, 0.000439, 0.0271, 0.000439, 0.476562, 0.000429, 0.000446, 0.106445, 0.000444, 0.000437, 0.00042, 0.000422, 0.476562, 0.476562, 0.000439, 0.000429, 0.476562, 0.476562, 0.000427, 0.476562, 0.01709, 0.000441, 0.000425, 0.000448, 0.000439, 0.476562, 0.000458, 0.476562, 0.000443, 0.476562, 0.476562, 0.000427, 0.000433, 0.000454, 0.476562, 0.476562, 0.476562, 0.000429, 0.000427, 0.00045, 0.108398, 0.476562, 0.000446, 0.000458, 0.00528, 0.00045, 0.000437, 0.476562, 0.476562, 0.474609, 0.476562, 0.476562, 0.476562, 0.476562, 0.059814, 0.474609, 0.00045, 0.476562, 0.000435, 0.000416, 0.00045, 0.004486, 0.023071, 0.000418, 0.000454, 0.476562, 0.000437, 0.000443, 0.000435, 0.476562, 0.000431, 0.476562, 0.476562, 0.000425, 0.000444, 0.000433, 0.000444, 0.000446, 0.010254, 0.476562, 0.476562, 0.00042, 0.000452, 0.476562, 0.476562, 0.007996, 0.103027, 0.259766, 0.000427, 0.000446, 0.000454, 0.000443, 0.000446, 0.00045, 0.012146, 0.000454, 0.000433, 0.476562, 0.000437, 0.476562, 0.000439, 0.476562, 0.00045, 0.000427, 0.476562, 0.000422, 0.476562, 0.067871, 0.000462, 0.000439, 0.476562, 0.476562, 0.476562, 0.474609, 0.000448, 0.00046, 0.476562, 0.00946, 0.000465, 0.00045, 0.476562, 0.000404, 0.476562, 0.000452, 0.000429, 0.1875, 0.476562, 0.476562, 0.476562, 0.000435, 0.000422, 0.476562, 0.000439, 0.476562, 0.476562, 0.001389, 0.000446, 0.000452, 0.000429, 0.000443, 0.476562, 0.161133, 0.476562, 0.000435, 0.476562, 0.000463, 0.000439, 0.476562, 0.476562, 0.000443, 0.476562, 0.00045, 0.476562, 0.000435, 0.000465, 0.476562, 0.000423, 0.000439, 0.031738, 0.000435, 0.476562, 0.000444, 0.000456, 0.000423, 0.000351, 0.000454, 0.21875, 0.476562, 0.476562, 0.000444, 0.476562, 0.000414, 0.476562, 0.476562, 0.476562, 0.476562, 0.000437, 0.476562, 0.000448, 0.476562, 0.000444, 0.000446, 0.016724, 0.112305, 0.476562, 0.000435, 0.000458, 0.000441, 0.000458, 0.476562, 0.476562, 0.476562, 0.000429, 0.000423, 0.476562, 0.000448, 0.476562, 0.476562, 0.476562, 0.000441, 0.000441, 0.000456, 0.098145, 0.267578, 0.476562, 0.000444, 0.000458, 0.173828, 0.000437, 0.035156, 0.476562, 0.476562, 0.476562, 0.476562, 0.000444, 0.10498, 0.000444, 0.041504, 0.476562, 0.000368, 0.476562, 0.000441, 0.476562, 0.000441, 0.000408, 0.008179, 0.000433, 0.476562, 0.069824, 0.00322, 0.00046, 0.000422, 0.009705, 0.000458, 0.000439, 0.075684, 0.03418, 0.000441, 0.476562, 0.000425, 0.000448, 0.476562, 0.476562, 0.000443, 0.476562, 0.46875, 0.129883, 0.476562, 0.00045, 0.026733, 0.000463, 0.000441, 0.016113, 0.006989, 0.476562, 0.476562, 0.476562, 0.476562, 0.003769, 0.000435, 0.000446, 0.476562, 0.000427, 0.000452, 0.00046, 0.00045, 0.106445, 0.131836, 0.000427, 0.476562, 0.00045, 0.000429, 0.000435, 0.000448, 0.476562, 0.476562, 0.00046, 0.013123, 0.000439, 0.476562, 0.000456, 0.000412, 0.004333, 0.000425, 0.000456, 0.000454, 0.060059, 0.476562, 0.09082, 0.000427, 0.000423, 0.000412, 0.000443, 0.044189, 0.091309, 0.001328, 0.000452, 0.476562, 0.476562, 0.00045, 0.476562, 0.000439, 0.476562, 0.015015, 0.476562, 0.000448, 0.476562, 0.476562, 0.000454, 0.476562, 0.197266, 0.476562, 0.107422, 0.476562, 0.000446, 0.003616, 0.298828, 0.476562, 0.476562, 0.004913, 0.000448, 0.476562, 0.000385, 0.000439, 0.002304, 0.000456, 0.179688, 0.476562, 0.476562, 0.000454, 0.00041, 0.003555, 0.010742, 0.000443, 0.000448, 0.476562, 0.476562, 0.000444, 0.476562, 0.476562, 0.000448, 0.000444, 0.035889, 0.000429, 0.000452, 0.476562, 0.098633 ] } , "name": "onnx::Mul_10800", "outputIndexes": [ 1965 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1964, 1965 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 1966 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1938, 1966 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/Add_2_output_0", "outputIndexes": [ 1967 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.414062 ] } , "name": "/blocks.9/Constant_1_output_0", "outputIndexes": [ 1968 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1967, 1968 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/Mul_1_output_0", "outputIndexes": [ 1969 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1969, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.10/Reshape_output_0", "outputIndexes": [ 1970 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1970 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.10/input_layernorm/Pow_output_0", "outputIndexes": [ 1971 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1971 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.10/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 1972 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1972, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/input_layernorm/Add_output_0", "outputIndexes": [ 1973 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1973, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/input_layernorm/Pow_1_output_0", "outputIndexes": [ 1974 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1970, 1974 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/input_layernorm/Mul_output_0", "outputIndexes": [ 1975 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 26.625, 1.625, 0.492188, 4.53125, 1.3125, 1.554688, 1.0625, 0.648438, 19.5, 0.777344, 1.84375, 5.0, 1.578125, 13.25, 34.0, 4.03125, 1.132812, 0.703125, 17.75, 4.34375, 4.28125, 2.296875, 9.625, 7.0, 0.566406, 0.519531, 0.527344, 1.726562, 3.046875, 20.375, 3.0, 0.542969, 1.320312, 6.8125, 1.484375, 9.9375, 0.972656, 3.71875, 42.75, 0.597656, 44.25, 50.0, 0.699219, 0.53125, 3.5625, 17.25, 1.164062, 0.503906, 0.453125, 4.9375, 3.09375, 40.25, 0.648438, 3.453125, 1.445312, 0.746094, 4.9375, 55.75, 0.902344, 5.03125, 13.0625, 1.117188, 7.03125, 0.707031, 7.34375, 25.375, 0.382812, 0.304688, 35.75, 150.0, 36.5, 6.4375, 0.925781, 26.375, 4.46875, 1.078125, 229.0, 0.945312, 1.09375, 0.960938, 0.667969, 0.953125, 1.46875, 0.527344, 38.0, 15.625, 60.75, 0.679688, 1.515625, 0.632812, 25.0, 1.078125, 3.109375, 0.628906, 1.046875, 0.527344, 2.03125, 0.523438, 3.65625, 0.490234, 1.851562, 0.8125, 3.296875, 40.75, 1.703125, 19.0, 6.8125, 3.75, 0.574219, 3.46875, 0.451172, 0.539062, 5.15625, 5.875, 10.1875, 5.96875, 11.5625, 14.0625, 13.375, 0.78125, 25.625, 0.667969, 0.609375, 15.25, 0.535156, 1.734375, 0.484375, 0.660156, 0.542969, 0.507812, 2.390625, 0.664062, 0.882812, 2.484375, 5.3125, 21.25, 0.582031, 0.597656, 0.458984, 0.871094, 5.53125, 1.40625, 0.462891, 4.53125, 0.828125, 19.125, 0.765625, 2.21875, 8.25, 1.03125, 1.304688, 0.652344, 8.375, 30.25, 0.605469, 9.625, 42.25, 31.125, 3.8125, 1.4375, 69.5, 0.65625, 4.375, 0.804688, 3.34375, 36.0, 1.21875, 29.75, 8.5, 5.3125, 1.75, 1.226562, 0.5625, 0.365234, 1.304688, 45.5, 1.757812, 4.03125, 1.085938, 12.6875, 0.71875, 7.03125, 9.875, 0.476562, 1.125, 3.625, 11.5625, 0.554688, 5.0, 1.210938, 2.4375, 0.341797, 0.761719, 1.304688, 6.65625, 2.109375, 22.75, 27.75, 6.84375, 249.0, 4.03125, 0.617188, 27.375, 31.875, 1.5, 60.0, 17.375, 0.804688, 2.765625, 42.75, 2.84375, 6.90625, 2.703125, 1.359375, 1.710938, 3.09375, 13.25, 0.507812, 4.59375, 5.875, 0.53125, 38.25, 0.445312, 50.25, 0.710938, 1.085938, 0.449219, 7.34375, 32.75, 1.515625, 2.5625, 2.0625, 0.90625, 4.5625, 1.492188, 5.15625, 0.373047, 0.90625, 0.515625, 0.416016, 1.226562, 11.5, 1.625, 2.015625, 1.015625, 1.5625, 0.527344, 40.75, 58.25, 0.878906, 23.375, 1.335938, 10.5625, 6.59375, 29.25, 0.375, 1.710938, 44.25, 0.6875, 16.625, 46.75, 19.25, 0.443359, 1.1875, 7.1875, 1.1875, 1.601562, 6.4375, 3.46875, 62.25, 0.621094, 48.0, 32.0, 8.0625, 0.53125, 1.554688, 11.25, 13.875, 1.140625, -0.193359, 0.726562, 3.359375, 0.921875, 23.375, 3.9375, 1.476562, 25.125, 0.410156, 12.6875, 0.419922, 43.0, 10.75, 0.902344, 4.5, 16.0, 1.164062, 0.435547, 4.34375, 0.53125, 0.527344, 0.451172, 11.6875, 1.023438, 4.34375, 11.4375, 0.96875, 12.375, 6.625, 18.125, 30.5, 0.976562, 4.78125, 0.482422, 0.828125, 6.875, 9.0625, 7.625, 39.0, 33.75, 0.558594, 10.875, 0.566406, 3.890625, 29.75, 37.0, 0.527344, 6.8125, 0.933594, 4.375, 58.75, 2.109375, 85.5, 33.5, 12.0625, 0.828125, 25.25, 0.886719, 27.125, 1.640625, 121.0, 0.578125, -0.132812, 1.515625, 1.6875, 2.890625, 86.5, 1.226562, 2.828125, 3.28125, 23.875, 1.695312, 1.046875, 5.375, 1.953125, 0.279297, 49.0, 20.375, 5.8125, 0.65625, 0.714844, 2.0, 7.875, 0.921875, 0.792969, 27.0, 0.539062, 0.90625, 6.40625, 10.625, 1.453125, 40.0, 22.125, 19.125, 0.53125, 25.0, 3.625, 1.953125, 18.125, 1.460938, 2.015625, 39.0, 1.132812, 3.453125, 0.835938, 0.949219, 1.0625, 11.75, 0.285156, 17.875, 0.601562, 0.443359, 6.1875, 7.09375, 53.75, 1.070312, 50.5, 56.75, 18.5, 11.9375, 0.585938, 0.945312, 3.546875, 13.625, 6.21875, 2.5625, 2.65625, 1.382812, 3.140625, 4.75, 18.375, 3.171875, 0.871094, 26.125, 1.460938, 2.0625, 6.4375, 43.0, 31.375, 0.640625, 5.5625, 15.9375, 13.125, 10.25, 38.25, 0.789062, 3.75, 12.375, 2.28125, 26.25, 1.953125, 17.25, 2.34375, 14.25, 0.11377, 0.294922, 1.320312, 1.25, 1.554688, 0.800781, 0.742188, 11.875, 1.132812, 6.40625, 0.628906, 7.0, 1.609375, 10.875, 1.226562, 1.148438, 0.96875, 1.054688, 24.375, 1.367188, 0.953125, 1.65625, 46.25, 24.375, 1.085938, 0.482422, 1.179688, 1.921875, 1.882812, 0.941406, 22.375, 0.535156, 0.617188, 0.71875, 0.441406, 0.578125, 60.5, 2.484375, 3.53125, 1.171875, 16.75, 4.28125, 1.085938, 1.101562, 0.703125, 0.882812, 1.351562, 34.0, 33.75, 17.25, 3.03125, 0.416016, 14.625, 7.21875, 15.75, 1.609375, 15.5, 1.007812, 0.582031, 0.679688, 0.585938, 19.0, 1.53125, 1.375, 0.78125, 0.371094, 18.75, 5.0, 0.53125, 13.3125, 2.078125, 26.875, 0.996094, 0.773438, 8.625, 1.210938, 9.125, 1.164062, 1.585938, 5.84375, 18.375, 1.390625, 6.0625, 1.296875, 9.0625, 0.917969, 4.375, 0.773438, 23.25, 24.75, 14.0625, 0.507812, 0.871094, 0.458984, 25.375, 14.5, 1.320312, 14.5, 1.585938, 20.75, 1.203125, 16.625, 1.820312, 0.777344, 0.494141, 3.59375, 7.46875, 0.441406, 6.34375, 15.375, 2.4375, 61.5, 8.4375, 29.625, 3.15625, 26.375, 1.085938, 5.875, 0.867188, 34.0, 1.03125, 4.78125, 1.234375, 2.5625, 26.375, 0.921875, 4.71875, 26.375, 1.890625, 16.125, 4.21875, 2.53125, 31.0, 4.15625, 0.933594, 1.828125, 4.875, 27.5, 17.375, 0.90625, 1.015625, 14.25, 0.617188, 3.703125, 0.498047, 44.0, 2.015625, 16.875, 0.722656, 14.9375, 5.96875, 10.0625, 19.875, 0.445312, 3.75, 13.125, 0.511719, 17.75, 29.875, 3.5, 50.0, 23.0, 0.550781, 42.0, 1.382812, 256.0, 2.828125, 1.171875, 4.75, 0.601562, 0.835938, 1.0, 0.839844, 10.0, 3.8125, 0.917969, 0.949219, 7.8125, 1.0625, 0.392578, 7.53125, 12.5625, 0.757812, 264.0, 0.466797, 1.09375, 0.535156, 0.707031, 1.375, 0.59375, 43.75, 31.125, 2.4375, 7.8125, 52.0, 12.4375, 3.9375, 3.125, 1.664062, 0.554688, 1.21875, 0.421875, 0.828125, 3.625, 1.335938, 2.765625, 1.203125, 31.625, 1.796875, 5.03125, 3.453125, 1.390625, 0.710938, 0.429688, 13.9375, 3.734375, 0.523438, 3.0625, 3.828125, 2.5, 4.96875, 18.0, 1.875, 0.726562, 1.007812, 0.644531, 2.078125, 0.621094, 1.695312, 2.921875, 35.25, 7.40625, 2.1875, 1.242188, 8.6875, 5.65625, 13.875, 4.21875, 39.0, 3.25, 15.1875, 0.78125, 0.566406, 78.5, 2.40625, 7.46875, 23.375, 2.25, 0.777344, 0.431641, 3.359375, 34.25, 2.59375, 11.625, 0.84375, 31.0, 2.1875, 17.25, 0.601562, 5.9375, 1.164062, 1.210938, 3.921875, 0.539062, 6.28125, 6.15625, 1.164062, 3.421875, 2.46875, 1.375, 1.390625, 0.976562, 30.75, 25.5, 1.078125, 1.445312, 5.90625, 2.625, 0.390625, 0.820312, 33.25, 11.0, 65.0, 1.828125, 5.125, 1.414062, 0.4375, 0.964844, 6.84375, 2.359375, 4.40625, 2.578125, 0.53125, 1.015625, 3.09375, 25.625, 88.0, 58.25, 7.875, 0.490234, 1.3125, 0.753906, 2.453125, 1.53125, 2.65625, 55.0, 49.5, 58.25, 1.078125, 0.408203, 86.5, 105.0, 14.8125, 9.75, 0.992188, 2.03125, 96.5, 1.375, 1.242188, 21.75, 0.84375, 1.671875, 1.0625, 22.625, 9.0625, 0.462891, 71.0, 1.046875, 7.625, 0.554688, 7.5, 18.125, 10.0625, 0.447266, 12.4375, 14.5, 9.6875, 4.6875, 5.75, 17.375, 0.929688, 4.1875, 0.6875, 38.5, 4.40625, 1.773438, 31.625, 0.546875, 1.507812, 0.800781, 22.875, 22.5, 0.882812, 0.6875, 1.179688, 12.125, 2.265625, 0.198242, 4.625, 14.4375, 0.863281, 1.171875, 3.8125, 14.375, 0.460938, 4.1875, 9.0, 0.757812, 0.601562, 1.210938, 60.25, 0.453125, 0.503906, 30.75, 70.5, 1.726562, 1.554688, 2.25, 2.96875, 1.742188, 0.542969, 4.09375, 1.179688, 22.625, 0.839844, 3.609375, 30.25, 2.40625, 89.0, 0.585938, 286.0, 1.101562, 79.5, 0.613281, 10.0625, 1.53125, 113.5, 38.75, 0.398438, 1.421875, 1.765625, 0.691406, 2.21875, 26.625, 91.5, 0.875, 0.433594, 5.0625, 0.652344, 1.742188, 2.3125, 28.75, 1.945312, 1.953125, 2.140625, 0.605469, 8.5625, 1.25, 0.625, 44.0, 1.21875, 71.0, 4.375, 1.367188, 2.5, 2.59375, 0.466797, 0.8125, 24.875, 1.484375, 0.628906, 9.0, 18.75, 1.359375, 2.15625, 3.875, 0.53125, 1.570312, 1.273438, 2.875, 7.53125, 51.25, 11.4375, 139.0, 13.375, 9.0625, 1.125, 8.5, 0.490234, 1.140625, 1.164062, 30.375, 50.25, 1.359375, 1.992188, 7.125, 28.25, 3.078125, 28.875, 0.597656, 34.75, 0.279297, 30.625, 1.898438, 1.109375, 0.3125, 9.5, 2.765625, 1.25, 24.625, 53.75, 0.953125, 3.421875, 0.609375, 1.0625, 0.457031, 2.1875, 0.330078, 0.722656, 48.25, 1.515625, 48.5, 0.847656, 50.75, 2.171875, 47.25, 40.25, -0.137695, 1.421875, 0.511719, 0.515625, 1.398438, 1.078125, 0.710938, 14.5, 22.75, 1.5625, 1.929688, 0.734375, 3.859375, 49.75, 0.412109, 2.40625, 0.339844, 1.039062, 11.625, 1.53125, 0.59375, 57.0, 3.0, 62.5, 108.0, 38.0, 0.886719, 32.25, 0.460938, 10.375, 2.703125, 10.25, 6.9375, 1.046875, 1.171875, 0.960938, 6.9375, 25.375, 8.6875, 1.148438, 6.53125, 6.40625, 7.125, 2.625, 232.0, 26.5, 3.484375, 31.375, 3.75, 2.015625, 2.875, 68.5, 1.40625, 2.0625, 0.519531, 35.0, 1.3125, 0.359375, 1.054688, 0.523438, 0.972656, 1.523438, 2.125, 0.96875, 24.125, 41.75, 5.96875, 2.1875, 0.472656, 0.691406, 59.5, 5.5, 2.703125, 5.78125, 0.296875, 25.125, 4.28125, 1.03125, 0.746094, 43.25, 2.125, 8.25, 19.0, 0.410156, 1.273438, 8.3125, 10.0, 0.582031, 0.769531, 4.90625, 1.34375, 7.65625, 54.0, 247.0, 0.535156, 0.980469, 23.625, 52.75, 0.808594, 28.75, 0.769531, 0.804688, 1.195312, 1.367188, 4.46875, 5.6875, 30.25, 0.714844, 43.25, 0.855469, 0.90625, 0.527344, 15.5625, 14.0625, 4.6875, 21.625, 19.5, 0.867188, 1.492188, 3.484375, 2.3125, 1.132812, 3.140625, 0.574219, 19.875, 6.4375, 2.765625, 0.589844, 2.046875, 3.1875, 0.566406, 1.039062, 24.125, 1.992188, 3.734375, 1.046875, 12.625, 2.71875, 14.1875, 0.84375, 0.279297, 12.1875, 2.15625, 0.449219, 3.71875, 43.0, 26.625, 20.75, 4.21875, 0.882812, 5.8125, 67.5, 49.0, 1.21875, 5.03125, 1.15625, 30.25, 6.84375, 0.867188, 23.5, 54.25, 6.5625, 21.875, 28.125, 0.462891, 1.492188, 0.640625, 1.414062, 12.8125, 8.75, 59.5, 0.570312, 60.0, 55.0, 1.15625, 36.25, 115.0, 1.023438, 0.90625, 34.5, 17.25, 0.617188, 0.8125, 10.625, 1.289062, 0.451172, 1.75, 0.5625, 52.0, 6.40625, 22.625, 12.125, 1.195312, 1.890625, 12.125, 5.5625, 24.5, 30.0, 0.466797, 1.28125, 1.476562, 34.0, 3.28125, 0.648438, 1.320312, 0.390625, 0.679688, 1.273438, 26.375, 55.25, 3.234375, 0.494141, 92.0, 1.414062, 0.710938, 1.46875, 4.65625, 23.75, 26.875, 19.0, 46.0, 1.820312, 1.421875, 0.503906, 6.25, 0.486328, 3.515625, 1.460938, 2.140625, 5.28125, 1.765625, 3.625, 15.375, 0.425781, 18.125, 1.546875, 6.71875, 0.5625, 2.421875, 4.40625, 3.125, 6.96875, 2.40625, 2.109375, 0.570312, 1.898438, 3.203125, 49.25, 26.875, 0.371094, 0.578125, 1.328125, 2.109375, 3.015625, 1.398438, 1.640625, 0.455078, 3.0, 18.0, 23.75, 2.078125, 1.84375, 2.34375, 22.0, 6.75, 5.40625, 1.570312, 1.234375, 0.527344, 1.28125, 0.710938, 22.125, 0.333984, 0.949219, 0.578125, 0.609375, 31.5, 70.5, 0.455078, 1.5, 0.835938, 71.5, 40.0, 2.984375, 6.03125, 13.3125, 2.34375, 76.5, 0.71875, 65.5, 3.125, 51.75, 0.589844, 0.488281, 0.429688, 2.109375, 23.125, 50.25, 1.289062, 3.28125, 0.308594, 5.03125, 1.195312, 0.839844, 0.949219, 0.65625, 50.75, 2.578125, 8.25, 0.917969, 54.5, 1.515625, 8.3125, 1.007812, 51.75, 104.0, 0.535156, 13.5, 30.625, 2.359375, 0.621094, 2.4375, 0.84375, 0.734375, 14.6875, 35.75, 0.365234, 0.902344, 4.03125, 4.125, 0.984375, 0.898438, 0.542969, 0.765625, 1.578125, 16.625, 1.539062, 0.839844, 4.0625, 5.40625, 1.601562, 0.410156, 0.462891, 1.429688, 2.390625, 53.75, 0.691406, 72.0, 2.96875, 1.359375, 0.917969, 0.835938, 24.625, 0.871094, 29.5, 8.25, 1.3125, 1.3125, 4.375, 37.0, 1.53125, 3.828125, 1.617188, 8.25, 0.910156, 45.25, 0.996094, 39.75, 0.757812, 12.5, 1.375, 1.882812, 0.960938, 1.820312, 4.78125, 0.785156, 197.0, 31.125, 0.691406, 1.195312, 244.0, 1.265625, 47.0, 2.421875, 35.25, 34.25, 17.0, 0.757812, 2.625, 2.0, 43.25, 0.996094, 2.5625, 0.511719, 5.1875, 68.0, 36.75, 1.101562, 1.546875, 0.542969, 102.5, 24.375, 0.582031, 0.746094, 51.25, 5.09375, 28.25, 7.71875, 48.25, 2.15625, 7.3125, 3.703125, 23.125, 3.09375, 0.832031, 0.453125, 27.25, 47.25, 19.5, 8.125, 1.125, 44.75, 1.515625, 0.519531, 11.9375, 0.617188, 4.25, 40.5, 2.953125, 0.554688, 15.5, 1.367188, 3.5, 40.0, 13.4375, 0.757812, 0.914062, 26.75, 6.125, 1.125, 61.25, 0.589844, 1.289062, 1.3125, 55.75, 2.8125, 3.765625, 1.117188, 4.03125, 31.0, 6.90625, 15.6875, 6.84375, 24.5, 3.796875, 0.925781, 264.0, 11.875, 0.322266, 1.046875, 4.84375, 14.5625, 12.375, 0.628906, 247.0, 61.25, 1.804688, 13.4375, 83.5, 2.734375, 0.761719, 16.75, 1.703125, 0.083984, 23.625, 0.4375, 2.046875, 2.0, 3.9375, 1.273438, 0.878906, 5.96875, 3.1875, 40.0, 33.0, 0.699219, 19.625, 2.953125, 33.0, 66.0, 19.0, 1.570312, 6.5, 0.941406, 9.1875, 0.535156, 0.628906, 2.65625, 33.5, 96.5, 0.773438, 1.757812, 1.484375, 9.625, 2.234375, 1.726562, 0.808594, 3.0625, 50.25, 1.460938, 1.226562, 8.75, 1.257812, 1.453125, 0.265625, 0.546875, 4.21875, 4.15625, 1.023438, 0.8125, 75.0, 1.328125, 0.554688, 15.8125, 41.0, 1.3125, 1.21875, 1.984375, 0.445312, 1.328125, 44.25, 30.5, 0.675781, 1.28125, 1.4375, 0.470703, 0.542969, 0.917969, 4.53125, 0.929688, 1.171875, 8.125, 1.320312, 0.494141, 21.625, 16.375, 0.433594, 4.625, 1.007812, 39.75, 79.0, 45.25, 0.960938, 2.078125, 2.765625, 2.640625, 1.710938, 1.171875, 0.582031, 1.398438, 58.25, 0.515625, 1.132812, 0.589844, 0.498047, 35.75, 31.25, 0.722656, 4.0, 1.195312, 1.96875, 1.40625, 41.5, 0.447266, 2.28125, 1.039062, 0.667969, 1.632812, 0.476562, 6.8125, 0.365234, 0.566406, 1.617188, 10.0, 4.25, 62.25, 1.03125, 0.578125, 2.484375, 6.15625, 8.1875, 4.0625, 0.494141, 1.617188, 5.03125, 18.5, 53.75, 28.375, 0.683594, 7.6875, 9.0, 30.625, 1.164062, 1.179688, 1.203125, 0.367188, 1.84375, 2.453125, 1.96875, 1.0, 2.296875, 2.09375, 1.460938, 2.375, 0.785156, 5.96875, 0.320312, 0.617188, 29.125, 2.203125, 2.484375, 1.421875, 65.0, 10.875, 26.75, 4.4375, 2.65625, 0.898438, 6.125, 7.46875, 1.554688, 1.5, 1.90625, 3.3125, 0.753906, 5.3125, 4.0, 40.0, 24.125, 0.90625, 0.839844, 1.0625, 1.351562, 0.183594, 0.371094, 9.5625, 2.46875, 1.15625, 2.203125, 0.96875, 2.578125, 2.3125, 23.0, 0.878906, 34.5, 14.375, 6.3125, 1.054688, 3.21875, 16.75, 0.498047, 0.894531, 48.5, 24.75, 0.742188, 4.6875, 0.644531, 35.75, 3.375, 31.625, 5.0625, 2.5625, 0.457031, 9.1875, 2.328125, 0.539062, 1.382812, 0.945312, 36.5, 1.265625, 2.625, 1.21875, 14.0, 0.337891, 2.578125, 8.75, 3.125, 1.3125, 0.511719, 0.605469, 7.65625, 2.625, 12.3125, 5.78125, 29.125, 3.3125, 63.5, 37.75, 3.875, 1.171875, 1.148438, 7.6875, 0.992188, 5.21875, 5.90625, 1.210938, 42.0, 48.75, 35.5, 2.671875, 6.03125, 0.324219, 0.765625, 61.5, 1.867188, 1.421875, 14.6875, 0.570312, 4.75, 260.0, 7.21875, 37.75, 25.125, 3.578125, 2.53125, 0.363281, 21.75, 2.65625, 21.75, 16.875, 26.125, 1.09375, 18.0, 1.132812, 3.3125, 12.5, 1.078125, 0.550781, 9.8125, 4.90625, 40.0, 3.046875, 105.5, 4.96875, 1.179688, 1.257812, 41.5, 1.765625, 1.8125, 13.25, 0.308594, 21.5, 4.3125, 5.9375, 0.683594, 28.5, 18.375, 0.40625, 4.4375, 37.0, 18.25, 0.988281, 19.125, 0.785156, 1.585938, 62.0, 30.625, 0.4375, 13.75, 0.554688, 11.4375, 0.511719, 0.527344, 2.140625, 9.6875, 0.570312, 1.195312, 126.5, 0.425781, 0.5, 1.914062, 14.4375, 10.3125, 1.171875, 12.625, 7.5625, 5.5625, 2.296875, 0.742188, 17.75, 46.25, 16.5, 43.0, 11.5, 3.21875, 130.0, 21.375, 1.960938, 1.234375, 31.125, 24.0, 0.800781, 1.734375, 1.875, 1.492188, 0.535156, 10.25, 3.828125, 21.0, 49.25, 0.535156, 5.0625, 1.523438, 1.609375, 0.466797, 0.507812, 10.875, 4.8125, 0.65625, 25.75, 0.808594, 0.996094, 1.085938, 0.746094, 0.550781, 2.984375, 0.539062, 61.5, 0.925781, 0.617188, 49.25, 27.5, 26.75, 1.304688, 2.5625, 5.59375, 0.746094, 7.1875, 3.21875, 0.503906, 0.363281, 0.601562, 3.390625, 12.625, 32.25, 0.365234, 3.265625, 1.875, 19.75, 5.125, 1.59375, 27.75, 13.75, 2.28125, 18.125, -0.480469, 34.25, 0.632812, 0.396484, 0.558594, 3.515625, 3.328125, 1.625, 1.507812, 0.964844, 3.859375, 3.59375, 0.542969, 0.980469, 63.75, 34.75, 14.1875, 3.078125, 1.195312, 0.574219, 0.515625, 2.015625, 2.046875, 0.957031, 0.566406, 1.429688, 1.085938, 9.8125, 1.765625, 1.40625, 17.375, 5.8125, 3.84375, 58.5, 0.710938, 0.742188, 1.695312, 1.414062, 10.3125, 1.320312, 266.0, 0.5, 31.875, 4.125, 12.75, 10.75, 0.882812, 23.5, 0.996094, 2.4375, 48.25, 3.46875, 23.5, 1.195312, 46.25, 1.726562, 0.867188, 2.515625, 253.0, 0.460938, 1.046875, 4.1875, 0.964844, 74.5, 1.0, 1.148438, 0.816406, 1.78125, 1.046875, 0.382812, 8.75, 0.632812, 7.625, 0.486328, 7.4375, 3.03125, 24.75, -0.109863, 4.59375, 22.875, 0.542969, 1.867188, 0.917969, 60.75, 0.460938, 49.75, 216.0, 0.84375, 1.234375, 16.125, 1.960938, 0.425781, 0.53125, 56.25, 0.451172, 2.890625, 1.390625, 4.4375, 35.0, 7.625, 14.625, 0.558594, 21.875, 1.4375, 0.929688, 0.835938, 10.8125, 1.34375, 51.5, 1.078125, 2.6875, 36.25, 3.265625, 1.679688, 18.5, 7.15625, 0.84375, 8.8125, 1.875, 29.0, 0.574219, 0.917969, 1.359375, 1.320312, 1.757812, 3.515625, 0.964844, 29.375, 2.703125, 28.25, 16.875, 1.484375, 10.0, 2.546875, 0.425781, 22.625, 0.458984, 1.007812, 71.5, 0.5625, 1.234375, 0.972656, 41.75, 12.875, 0.585938, 0.5, 38.5, 1.203125, 0.408203, 3.3125, 1.648438, 10.75, 0.804688, 9.9375, 1.390625, 0.455078, 3.21875, 0.910156, 0.855469, 2.234375, 38.25, 0.515625, 0.550781, 1.875, 2.453125, 0.535156, 4.15625, 0.574219, 1.070312, 1.390625, 1.796875, 38.75, 3.875, 1.507812, 0.443359, 3.1875, 3.078125, 0.621094, 2.640625, 19.375, 2.171875, 0.470703, 1.445312, 84.0, 8.0, 1.71875, 5.1875, 24.25, 19.875, 34.25, 2.171875, 245.0, 16.625, 20.75, 35.5, 3.515625, 1.554688, 30.75, 1.242188, 49.75, 0.441406, 9.75, 3.234375, 0.664062, 7.75, 21.625, 20.75, 3.625, 1.132812, 6.71875, 120.5, 2.203125, 58.25, 29.625, 0.914062, 0.392578, 11.4375, 13.6875, 2.59375, 0.283203, 12.125, 16.625, 3.65625, 4.8125, 0.498047, 0.722656, 12.125, 63.5, 49.0, 6.6875, 21.125, 1.570312, 2.734375, 44.75, 0.388672, 37.75, 6.03125, 13.375, 2.265625, 10.375, 0.734375, 1.039062, 0.402344, 44.75, 0.636719, 1.242188, 40.5, 14.75, 19.625, 5.5, 10.0625, 0.71875, 298.0, 18.875, 25.25, 20.875, 3.328125, 19.375, 1.15625, 0.574219, 2.828125, 1.726562, 1.109375, 19.75, 32.5, 0.542969, 1.273438, 1.40625, 0.96875, 106.5, 1.3125, 2.171875, 1.242188, 46.5, 0.667969, 1.375, 24.5, 0.457031, 2.78125, 0.535156, 1.359375, 1.289062, 44.75, 1.453125, 203.0, 1.265625, 0.527344, 7.3125, 0.660156, 2.90625, 0.421875, 0.162109, 1.242188, 7.28125, 29.375, 2.65625, 0.929688, 2.640625, 0.632812, 1.507812, 28.25, 32.5, 0.980469, 0.554688, 6.0, 50.5, 24.5, 15.0, 62.0, 0.625, 1.234375, 1.46875, 1.007812, 36.25, 0.898438, 45.5, 0.824219, 2.140625, 0.871094, 12.6875, 1.390625, 0.789062, 36.5, 12.4375, 0.4375, 27.875, 2.21875, 7.53125, 1.476562, 1.695312, 1.367188, 25.375, 1.296875, 1.398438, 2.203125, 0.507812, 3.34375, 88.5, 7.96875, 184.0, 8.1875, 0.578125, 1.476562, 1.445312, 3.4375, 67.0, 21.875, 0.527344, 2.765625, 14.9375, 1.398438, 70.5, 4.65625, 3.125, 1.328125, 0.550781, 2.5625, 11.5, 2.6875, 0.574219, 0.96875, 0.433594, 0.710938, 0.617188, 18.5, 2.9375, 0.671875, 29.25, 0.871094, 27.375, 1.03125, 7.53125, 3.984375, 13.9375, 27.0, 3.171875, 1.257812, 12.875, 1.46875, 0.933594, 56.75, 6.375, 0.480469, 0.910156, 6.21875, 1.203125, 0.929688, 7.65625, 3.703125, 7.6875, 33.75, 121.0, 0.550781, 0.400391, 3.484375, 31.125, 0.431641, 2.140625, 0.847656, 3.5625, 3.046875, 0.636719, 2.765625, 0.4375, 0.769531, 39.0, 0.480469, 6.875, 0.867188, 27.875, 0.738281, 45.25, 12.5625, 6.90625, 0.929688, 5.4375, 1.554688, 1.820312, 0.449219, 4.875, 3.859375, 5.59375, 25.5, 1.0, 0.453125, 0.539062, 62.25, 4.28125, 0.220703, 21.875, 1.578125, 14.25, 77.5, 21.625, 1.65625, 44.5, 1.109375, 0.466797, 0.458984, 15.3125, 12.0625, 2.59375, 0.582031, 2.078125, 3.296875, 3.609375, 2.328125, 7.65625, 24.25, 5.5625, 0.294922, 0.957031, 19.625, 1.859375, 0.554688, 0.542969, 9.375, 1.015625, 10.9375, 22.375, 1.710938, 1.273438, 1.289062, 0.474609, 49.25, 1.695312, 1.289062, 1.257812, 0.707031, 30.875, 6.5625, 30.5, 0.761719, 1.1875, 0.523438, 30.375, 1.703125, 1.625, 13.875, 1.640625, 14.125, 14.4375, 32.0, 11.5625, 61.25, 1.367188, 1.28125, 1.132812, 1.265625, 0.792969, 0.458984, 0.964844, 9.125, 1.507812, 40.0, 0.621094, 0.753906, 13.8125, 5.96875, 40.25, 17.375, 27.25, 21.25, 1.84375, 26.375, 58.5, 15.8125, 0.796875, 33.25, 0.988281, 1.351562, 2.265625, 20.625, 17.875, 3.609375, 15.25, 52.25, 1.164062, 1.140625, 14.8125, 22.375, 0.511719, 0.578125, 35.75, 4.0, 7.3125, 15.6875, 9.3125, 2.40625, 1.9375, 35.0, 10.125, 25.5, 7.9375, 25.625, 0.609375, 5.34375, 0.53125, 9.125, 0.636719, 50.5, 1.25, 0.847656, 63.5, 0.769531, 7.28125, 27.625, 4.78125, 0.84375, 0.945312, 0.792969, 1.007812, 10.875, 34.75, 1.601562, 11.625, 2.625, 7.6875, 1.65625, 14.875, 0.691406, 8.0, 27.5, 3.71875, 1.1875, 0.738281, 0.867188, 34.5, 7.8125, 0.478516, 7.5, 1.046875, 0.546875, 11.125, 39.25, 49.5, 35.25, 10.5625, 0.419922, 3.203125, 1.796875, 13.4375, 1.351562, 53.75, 1.648438, 0.414062, 1.648438, 1.5625, 0.466797, 42.0, 1.023438, 1.984375, 1.359375, 1.570312, 1.8125, 4.4375, 16.75, 26.875, 1.1875, 23.25, 1.945312, 28.5, 1.085938, 7.28125, 2.453125, 0.476562, 0.482422, 42.75, 0.871094, 29.0, 0.388672, 1.054688, 0.609375, 1.34375, 10.25, 1.195312, 69.0, 1.242188, 14.9375, 19.5, 30.875, 6.84375, 0.296875, 8.0625, 22.875, 18.625, 3.765625, 0.443359, 0.507812, 0.269531, 6.0, 20.875, 1.304688, 2.375, 0.558594, 0.431641, 0.341797, 2.109375, 38.25, 16.375, 6.8125, 7.8125, 0.605469, 22.125, 12.1875, 2.703125, 5.6875, 12.1875, 0.408203, 1.242188, 0.773438, 1.1875, 87.5, 4.90625, 0.392578, 8.75, 0.640625, 5.0625, 1.1875, 1.273438, 0.609375, 1.289062, 12.9375, 119.0, 34.75, 1.101562, 4.71875, 6.75, 7.125, 35.75, 46.75, 37.25, 55.5, 3.921875, 7.71875, 268.0, 0.351562, 28.0, 28.625, 1.070312, 0.546875, 37.0, 2.375, 23.75, 2.03125, 1.34375, 22.25, 1.617188, 38.0, 1.234375, 8.0625, 1.703125, 0.625, 0.882812, 0.964844, 1.359375, 49.25, 1.03125, 15.375, 1.796875, 22.0, 1.625, 16.125, 31.25, 5.1875, 3.171875, 0.605469, 1.929688, 5.125, 12.0625, 23.0, 4.5625, 1.625, 0.558594, 2.828125, 29.0, 19.5, 2.140625, 4.0625, 4.375, 62.75, 0.882812, 21.75, 5.5625, 8.5625, 1.15625, 5.3125, 1.492188, 41.75, 3.90625, 3.015625, 13.6875, 2.09375, 37.5, 26.25, 1.132812, 1.34375, 2.234375, 0.476562, 0.640625, 1.109375, 11.8125, 2.625, 1.828125, 1.117188, 0.652344, 10.0, 0.589844, 1.1875, 1.039062, 3.546875, 0.882812, 29.75, 27.875, 2.8125, 0.578125, 0.988281, 31.25, 0.894531, 0.416016, 3.765625, 11.5, 6.75, 16.25, 3.09375, 0.609375, 0.443359, 5.3125, 3.40625, 46.25, 64.5, 19.25, 27.5, 0.410156, 0.585938, 1.898438, 1.265625, 0.675781, 1.328125, 48.5, 3.40625, 41.25, 16.125, 1.015625, 4.0625 ] } , "name": "onnx::Mul_10801", "outputIndexes": [ 1976 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1975, 1976 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/input_layernorm/Mul_1_output_0", "outputIndexes": [ 1977 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1977 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.10/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 7293 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7293 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.10/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 7294 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7294 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 607029202, 2621462, 655360, 0, 0 ] } , "name": "/layers.10/self_attn/q_proj/Linear", "outputIndexes": [ 7295 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7295 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.10/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 7296 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7296 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ] , "dimType": "NCHW" } , "name": "/layers.10/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 1978 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1977 ] , "main_type": "NONE", "name": "/blocks.10/self_attn/Shape_output_0", "outputIndexes": [ 1979 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 1979 ] , "main_type": "NONE", "name": "Shape2431", "outputIndexes": [ 1980 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 1979 ] , "main_type": "NONE", "name": "Rank2433", "outputIndexes": [ 1981 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1981, 1981 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2435", "outputIndexes": [ 1982 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1982 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2436", "outputIndexes": [ 1983 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1982, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2438", "outputIndexes": [ 1984 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1984 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2439", "outputIndexes": [ 1985 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1980, 1983, 1985, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice2442", "outputIndexes": [ 1986 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1986 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze2443", "outputIndexes": [ 1987 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1987, 1987 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2445", "outputIndexes": [ 1988 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1979, 1988, 1982 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.10/self_attn/Gather_output_0", "outputIndexes": [ 1989 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1989, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.10/self_attn/Unsqueeze_output_0", "outputIndexes": [ 1990 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1982 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2453", "outputIndexes": [ 1991 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1984 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2456", "outputIndexes": [ 1992 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1980, 1991, 1992, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice2459", "outputIndexes": [ 1993 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1993 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze2460", "outputIndexes": [ 1994 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 1994 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2461", "outputIndexes": [ 1995 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1995, 1994 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2462", "outputIndexes": [ 1996 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1979, 1996, 1982 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.10/self_attn/Gather_1_output_0", "outputIndexes": [ 1997 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1997, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.10/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 1998 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1990, 1998, 41, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.10/self_attn/Concat_output_0", "outputIndexes": [ 1999 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1978, 1999 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.10/self_attn/Reshape_output_0", "outputIndexes": [ 2000 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2000 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.10/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 2002 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2002 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.10/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 2003 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2003, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/self_attn/q_norm/Add_output_0", "outputIndexes": [ 2004 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2004, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 2005 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2000, 2005 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 2006 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2006, 708 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 2007 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2007, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/self_attn/Mul_output_0", "outputIndexes": [ 2008 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2007 ] , "main_type": "NONE", "name": "/blocks.10/self_attn/Shape_2_output_0", "outputIndexes": [ 2009 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 2009 ] , "main_type": "NONE", "name": "Shape2476", "outputIndexes": [ 2010 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 2009 ] , "main_type": "NONE", "name": "Rank2478", "outputIndexes": [ 2011 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2011, 2011 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2480", "outputIndexes": [ 2012 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2012 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2481", "outputIndexes": [ 2013 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2012, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2483", "outputIndexes": [ 2014 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2014 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2484", "outputIndexes": [ 2015 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2010, 2013, 2015, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice2487", "outputIndexes": [ 2016 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2016 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze2488", "outputIndexes": [ 2017 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 2017 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2489", "outputIndexes": [ 2018 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2018, 2017 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2490", "outputIndexes": [ 2019 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2009, 2019, 2012 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.10/self_attn/Gather_2_output_0", "outputIndexes": [ 2020 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2020, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/self_attn/Div_output_0", "outputIndexes": [ 2021 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2021, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.10/self_attn/Unsqueeze_7_output_0", "outputIndexes": [ 2022 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2007, 2022, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.10/self_attn/Slice_1_output_0", "outputIndexes": [ 2023 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2023 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.10/self_attn/Neg_output_0", "outputIndexes": [ 2024 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2021, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.10/self_attn/Unsqueeze_6_output_0", "outputIndexes": [ 2025 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2007, 31, 2025, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.10/self_attn/Slice_output_0", "outputIndexes": [ 2026 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2024, 2026 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.10/self_attn/Concat_3_output_0", "outputIndexes": [ 2027 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2027, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/self_attn/Mul_1_output_0", "outputIndexes": [ 2028 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2008, 2028 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/self_attn/Add_output_0", "outputIndexes": [ 2029 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7294 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 610306024, 655382, 163840, 0, 0 ] } , "name": "/layers.10/self_attn/k_proj/Linear", "outputIndexes": [ 7299 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7299 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.10/self_attn/k_proj/Linear/post_convert", "outputIndexes": [ 7300 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7300 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.10/self_attn/k_proj/Linear/post_reshape", "outputIndexes": [ 2030 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1989, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.10/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 2031 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1997, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.10/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 2032 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2031, 2032, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.10/self_attn/Concat_1_output_0", "outputIndexes": [ 2033 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2030, 2033 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.10/self_attn/Reshape_1_output_0", "outputIndexes": [ 2034 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2034 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.10/self_attn/k_norm/Pow_output_0", "outputIndexes": [ 2036 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2036 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.10/self_attn/k_norm/ReduceMean_output_0", "outputIndexes": [ 2037 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2037, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/self_attn/k_norm/Add_output_0", "outputIndexes": [ 2038 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2038, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/self_attn/k_norm/Pow_1_output_0", "outputIndexes": [ 2039 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2034, 2039 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/self_attn/k_norm/Mul_output_0", "outputIndexes": [ 2040 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2040, 1331 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/self_attn/k_norm/Mul_1_output_0", "outputIndexes": [ 2041 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2041, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/self_attn/Mul_2_output_0", "outputIndexes": [ 2042 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2041 ] , "main_type": "NONE", "name": "/blocks.10/self_attn/Shape_3_output_0", "outputIndexes": [ 2043 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 2043 ] , "main_type": "NONE", "name": "Shape2517", "outputIndexes": [ 2044 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 2043 ] , "main_type": "NONE", "name": "Rank2519", "outputIndexes": [ 2045 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2045, 2045 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2521", "outputIndexes": [ 2046 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2046 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2522", "outputIndexes": [ 2047 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2046, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2524", "outputIndexes": [ 2048 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2048 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2525", "outputIndexes": [ 2049 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2044, 2047, 2049, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice2528", "outputIndexes": [ 2050 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2050 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze2529", "outputIndexes": [ 2051 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 2051 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2530", "outputIndexes": [ 2052 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2052, 2051 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2531", "outputIndexes": [ 2053 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2043, 2053, 2046 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.10/self_attn/Gather_3_output_0", "outputIndexes": [ 2054 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2054, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/self_attn/Div_1_output_0", "outputIndexes": [ 2055 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2055, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.10/self_attn/Unsqueeze_9_output_0", "outputIndexes": [ 2056 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2041, 2056, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.10/self_attn/Slice_3_output_0", "outputIndexes": [ 2057 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2057 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.10/self_attn/Neg_1_output_0", "outputIndexes": [ 2058 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2055, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.10/self_attn/Unsqueeze_8_output_0", "outputIndexes": [ 2059 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2041, 31, 2059, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.10/self_attn/Slice_2_output_0", "outputIndexes": [ 2060 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2058, 2060 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.10/self_attn/Concat_4_output_0", "outputIndexes": [ 2061 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2061, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/self_attn/Mul_3_output_0", "outputIndexes": [ 2062 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2042, 2062 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/self_attn/Add_1_output_0", "outputIndexes": [ 2063 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7294 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 611125246, 655382, 163840, 0, 0 ] } , "name": "/layers.10/self_attn/v_proj/Linear", "outputIndexes": [ 7303 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7303 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.10/self_attn/v_proj/Linear/post_convert", "outputIndexes": [ 7304 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7304 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.10/self_attn/v_proj/Linear/post_reshape", "outputIndexes": [ 2064 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1989, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.10/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 2065 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1997, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.10/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 2066 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2065, 2066, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.10/self_attn/Concat_2_output_0", "outputIndexes": [ 2067 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2064, 2067 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.10/self_attn/Reshape_2_output_0", "outputIndexes": [ 2068 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2068 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.10/self_attn/v_norm/Pow_output_0", "outputIndexes": [ 2070 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2070 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.10/self_attn/v_norm/ReduceMean_output_0", "outputIndexes": [ 2071 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2071, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/self_attn/v_norm/Add_output_0", "outputIndexes": [ 2072 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2072, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/self_attn/v_norm/Pow_1_output_0", "outputIndexes": [ 2073 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2068, 2073 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/self_attn/v_norm/Mul_output_0", "outputIndexes": [ 2074 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2029, 2063, 2074, 167 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 10, "kv_shared_layer_index": -1 } , "name": "/layers.10/self_attn/FusedAttention", "outputIndexes": [ 2075 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2075 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.10/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 7305 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7305 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.10/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 7306 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7306 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 611944468, 2621462, 655360, 0, 0 ] } , "name": "/layers.10/self_attn/o_proj/Linear", "outputIndexes": [ 7307 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7307 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.10/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 7308 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7308 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.10/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 2076 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2076 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.10/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 2078 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2078 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.10/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 2079 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2079, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/post_attention_layernorm/Add_output_0", "outputIndexes": [ 2080 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2080, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 2081 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2076, 2081 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 2082 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.07959, 0.164062, 1.09375, 0.164062, 0.441406, 0.40625, 1.09375, 0.910156, 0.207031, 1.09375, 0.161133, 1.09375, 0.464844, 0.044678, 0.126953, 1.09375, 1.054688, 1.09375, 0.093262, 0.455078, 0.021851, 1.09375, 0.12793, 0.000973, 1.09375, 1.09375, 1.09375, 0.671875, 1.070312, 0.014893, 0.033691, 1.09375, 0.734375, 0.021851, 0.679688, 0.009033, 0.640625, 0.065918, 0.004883, 1.09375, 0.032471, 0.062988, 1.09375, 1.09375, 0.074219, 0.238281, 0.361328, 1.09375, 1.09375, 0.365234, 1.09375, 0.161133, 1.09375, 0.043213, 0.10498, 1.09375, 1.054688, 0.003235, 1.09375, 0.066406, 0.048096, 1.09375, 0.083008, 1.09375, 0.022827, 0.018799, 1.09375, 1.070312, 0.003189, 0.008301, 0.09082, 0.138672, 1.09375, 0.054199, 0.671875, 0.384766, 0.004547, 0.859375, 0.878906, 1.09375, 1.09375, 0.835938, 1.09375, 1.09375, 0.02771, 0.038574, 0.009094, 1.09375, 0.339844, 1.09375, 0.15625, 0.753906, 0.052734, 0.898438, 1.09375, 1.09375, 0.12793, 0.855469, 1.09375, 0.847656, 1.09375, 1.09375, 0.847656, 0.006775, 0.408203, 0.173828, 0.088867, 0.135742, 1.09375, 0.129883, 1.09375, 1.09375, 0.023071, 0.07959, 0.294922, 0.013916, 0.053955, 0.084961, 0.040771, 1.09375, 0.223633, 1.09375, 1.09375, 0.044189, 1.09375, 0.490234, 1.09375, 0.894531, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.06543, 0.014099, 0.077148, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.333984, 1.09375, 0.091309, 1.085938, 1.09375, 1.09375, 0.498047, 0.609375, 1.09375, 0.129883, 1.09375, 0.049072, 0.002731, 1.09375, 0.116211, 0.002121, 0.172852, 0.013733, 0.722656, 0.018555, 1.09375, 0.027466, 1.09375, 0.058594, 0.166016, 1.007812, 0.000999, 0.150391, 0.057617, 0.164062, 0.175781, 1.09375, 1.09375, 0.417969, 0.494141, 0.371094, 0.0625, 1.09375, 0.519531, 1.09375, 0.051514, 0.059326, 1.09375, 1.09375, 0.031128, 0.013062, 0.777344, 0.019897, 1.09375, 0.095215, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.636719, 0.359375, 0.166016, 0.003784, 0.06543, 1.09375, 0.24707, 0.002426, 1.09375, 0.014771, 0.059082, 1.09375, 0.024048, 0.000874, 1.09375, 0.269531, 0.097656, 0.597656, 1.09375, 0.208008, 0.230469, 1.09375, 0.484375, 0.488281, 1.09375, 0.006989, 1.09375, 0.000984, 0.765625, 1.09375, 1.09375, 0.224609, 0.11084, 0.863281, 0.535156, 0.056396, 1.09375, 0.976562, 0.337891, 0.014099, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.012329, 0.8125, 0.217773, 1.09375, 0.283203, 1.09375, 0.024048, 0.062012, 1.09375, 0.004028, 0.466797, 0.012512, 0.072754, 0.019775, 1.070312, 1.09375, 0.008057, 1.09375, 0.163086, 0.055908, 0.006805, 1.039062, 0.466797, 0.123047, 1.09375, 1.09375, 0.625, 0.082031, 0.145508, 1.09375, 0.78125, 0.001022, 0.431641, 1.09375, 0.239258, 0.224609, 0.05542, 1.09375, 1.09375, 1.09375, 0.480469, 1.09375, 0.049561, 0.030029, 0.65625, 0.083496, 1.09375, 0.07666, 0.753906, 0.116699, 0.328125, 0.660156, 0.480469, 0.04248, 1.09375, 1.0625, 0.183594, 0.898438, 1.09375, 1.09375, 0.018066, 0.921875, 0.402344, 0.056885, 1.09375, 0.07959, 0.083008, 0.004181, 0.101562, 1.09375, 0.010376, 1.09375, 1.09375, 0.310547, 0.015747, 0.046143, 0.023315, 0.008667, 1.09375, 1.09375, 1.078125, 0.022827, 0.010986, 0.161133, 1.09375, 0.012817, 1.09375, 0.291016, 0.004822, 1.085938, 0.052246, 0.005096, 0.145508, 0.789062, 0.00296, 1.09375, 0.231445, 0.4375, 0.009644, 1.09375, 1.09375, 0.335938, 0.202148, 0.785156, 0.013367, 0.388672, 0.106445, 0.101562, 0.15918, 1.09375, 1.09375, 0.059814, 0.617188, 0.933594, 0.008423, 0.045898, 0.102539, 1.09375, 1.09375, 0.871094, 0.433594, 0.671875, 0.765625, 1.09375, 0.851562, 0.957031, 1.09375, 0.582031, 0.300781, 0.000912, 0.043213, 0.022827, 1.09375, 0.006592, 0.191406, 0.574219, 0.147461, 0.570312, 0.707031, 0.101074, 0.664062, 0.027832, 1.078125, 1.09375, 0.234375, 0.045654, 1.09375, 0.112305, 1.09375, 1.09375, 0.15625, 0.361328, 0.224609, 0.722656, 0.188477, 0.004852, 0.478516, 0.000957, 1.09375, 1.09375, 0.029663, 0.037842, 0.566406, 0.667969, 1.09375, 0.355469, 0.382812, 0.083008, 0.056885, 0.035889, 0.277344, 0.011353, 0.373047, 0.208984, 0.170898, 0.066895, 0.029419, 1.09375, 0.102051, 0.043701, 0.052002, 0.082031, 0.003036, 0.828125, 0.037109, 0.769531, 0.169922, 0.008606, 0.414062, 0.027344, 0.519531, 0.147461, 1.09375, 1.09375, 0.664062, 1.09375, 0.738281, 1.09375, 0.875, 0.035889, 0.172852, 0.457031, 1.09375, 0.031982, 0.519531, 0.004608, 0.231445, 1.09375, 0.605469, 0.628906, 0.001022, 0.542969, 1.09375, 0.28125, 0.009766, 0.081543, 0.566406, 1.09375, 1.09375, 0.224609, 0.917969, 0.914062, 0.001053, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.222656, 0.001053, 0.146484, 0.445312, 0.070801, 0.165039, 0.714844, 0.15625, 1.09375, 0.386719, 0.478516, 0.015747, 0.002823, 0.023071, 0.609375, 1.09375, 0.04126, 0.261719, 0.041504, 1.09375, 0.051514, 0.578125, 1.09375, 1.09375, 1.09375, 0.007721, 0.328125, 0.667969, 1.09375, 1.09375, 0.042725, 0.034668, 1.09375, 0.443359, 0.992188, 0.205078, 0.416016, 1.09375, 0.033936, 1.09375, 0.115723, 0.449219, 0.157227, 0.605469, 0.072266, 0.203125, 0.804688, 0.796875, 0.155273, 1.09375, 1.09375, 1.09375, 0.143555, 0.0354, 0.162109, 1.09375, 0.867188, 1.09375, 0.007233, 0.087891, 1.09375, 0.269531, 1.09375, 0.014893, 0.414062, 0.019653, 0.980469, 1.09375, 1.09375, 0.065918, 0.052734, 1.09375, 0.304688, 0.091797, 0.074707, 0.000992, 0.433594, 0.757812, 0.059082, 0.031006, 1.078125, 1.09375, 1.09375, 0.25, 0.625, 0.494141, 1.09375, 0.660156, 0.152344, 1.09375, 0.15918, 0.025513, 1.054688, 0.15332, 1.09375, 0.067383, 0.00103, 1.09375, 1.09375, 0.15332, 0.069336, 0.003204, 0.209961, 1.09375, 0.675781, 0.027466, 1.09375, 0.259766, 1.09375, 0.202148, 0.279297, 0.139648, 1.09375, 0.018799, 0.277344, 0.273438, 0.015137, 1.09375, 0.016357, 0.067383, 1.09375, 0.125, 0.005005, 0.039795, 0.012512, 0.024536, 1.09375, 0.008606, 0.291016, 0.00383, 0.09668, 1.09375, 0.074219, 1.09375, 1.09375, 1.09375, 0.953125, 0.028198, 0.15625, 0.679688, 1.09375, 0.062012, 0.644531, 0.597656, 0.006256, 0.050781, 1.09375, 0.003555, 1.09375, 0.302734, 1.09375, 1.09375, 0.207031, 1.09375, 0.011475, 0.026367, 1.09375, 0.490234, 0.016724, 1.09375, 0.026123, 0.460938, 1.09375, 1.09375, 0.273438, 1.09375, 1.09375, 0.063965, 0.365234, 1.09375, 0.337891, 0.040283, 1.09375, 0.016968, 0.024048, 1.09375, 0.660156, 1.09375, 0.042969, 0.062256, 1.09375, 0.162109, 0.011536, 0.065918, 0.029785, 0.402344, 0.652344, 1.09375, 0.625, 1.09375, 0.1875, 1.09375, 0.34375, 0.209961, 0.040527, 0.322266, 1.09375, 0.429688, 0.326172, 0.996094, 0.004791, 0.155273, 0.035889, 0.061035, 0.042236, 0.632812, 1.09375, 0.00946, 0.057617, 1.09375, 0.147461, 0.248047, 1.09375, 1.09375, 0.640625, 0.011841, 0.421875, 0.046143, 0.210938, 0.039795, 1.09375, 0.378906, 0.757812, 0.130859, 0.5625, 1.09375, 0.582031, 1.09375, 0.126953, 1.09375, 0.402344, 0.472656, 1.09375, 0.166992, 0.324219, 1.09375, 1.09375, 0.047607, 0.466797, 0.228516, 0.018066, 0.038086, 1.09375, 0.75, 1.09375, 0.055908, 0.07373, 0.162109, 0.554688, 0.188477, 1.09375, 0.726562, 0.009888, 0.069336, 0.609375, 1.09375, 1.09375, 0.683594, 1.09375, 0.109375, 0.015503, 0.0065, 0.085449, 1.09375, 0.289062, 1.09375, 0.052979, 1.09375, 0.097656, 0.453125, 0.028564, 0.049561, 0.722656, 0.832031, 0.033936, 0.008362, 0.066895, 1.09375, 1.09375, 0.15918, 0.011292, 0.34375, 1.09375, 0.100586, 0.929688, 0.196289, 1.09375, 0.001015, 0.023682, 1.09375, 0.005768, 0.589844, 0.441406, 1.09375, 0.204102, 1.09375, 0.047852, 1.09375, 0.470703, 0.234375, 0.542969, 0.112793, 0.103027, 0.055664, 1.09375, 0.390625, 1.09375, 0.003006, 1.09375, 0.253906, 0.000797, 1.09375, 0.222656, 0.710938, 0.050293, 0.092285, 1.09375, 1.09375, 1.09375, 0.005493, 1.09375, 1.09375, 0.158203, 0.351562, 1.09375, 0.308594, 0.054932, 1.09375, 1.09375, 0.859375, 0.008545, 0.863281, 1.09375, 1.09375, 0.000999, 0.863281, 1.09375, 0.183594, 0.056396, 0.169922, 0.203125, 0.216797, 0.030396, 0.166016, 1.09375, 0.028442, 1.09375, 0.171875, 1.09375, 0.06543, 0.166992, 0.07959, 0.004608, 1.09375, 0.00386, 1.09375, 0.010437, 1.09375, 0.332031, 0.425781, 0.01062, 0.000927, 1.09375, 0.582031, 0.231445, 1.09375, 0.123047, 0.004852, 0.060791, 0.53125, 0.90625, 0.480469, 1.09375, 0.746094, 0.917969, 0.011292, 0.371094, 0.894531, 0.151367, 1.09375, 0.009033, 0.691406, 1.09375, 0.080566, 0.605469, 0.068848, 0.644531, 1.09375, 1.09375, 0.00103, 1.09375, 1.09375, 0.009216, 0.132812, 1.09375, 0.030518, 1.09375, 1.09375, 0.071777, 0.431641, 1.09375, 0.310547, 0.589844, 1.09375, 0.351562, 0.088379, 1.09375, 0.008606, 0.039062, 0.484375, 0.451172, 0.048828, 1.09375, 0.640625, 1.09375, 0.005219, 0.404297, 0.24707, 0.632812, 0.433594, 1.09375, 0.832031, 1.09375, 1.09375, 0.002472, 1.09375, 0.302734, 0.227539, 1.09375, 1.09375, 0.086914, 0.664062, 0.882812, 0.011292, 0.003036, 0.835938, 0.482422, 0.574219, 0.878906, 1.09375, 0.050537, 1.09375, 0.832031, 0.031128, 1.09375, 0.011292, 1.09375, 0.052734, 0.200195, 0.006714, 0.004211, 1.09375, 1.09375, 1.09375, 1.09375, 0.335938, 1.09375, 1.09375, 0.013062, 0.025879, 0.765625, 0.980469, 1.09375, 0.013062, 0.006439, 1.09375, 1.09375, 0.742188, 1.09375, 0.09375, 0.292969, 1.09375, 0.285156, 0.100098, 0.006195, 0.011902, 0.002655, 1.09375, 0.388672, 1.09375, 0.052002, 0.142578, 0.257812, 0.457031, 0.613281, 1.09375, 1.09375, 0.376953, 0.004333, 0.158203, 0.652344, 0.011475, 0.738281, 0.492188, 1.09375, 0.004272, 0.003113, 0.022583, 0.004883, 0.777344, 0.9375, 0.11377, 0.012939, 0.398438, 0.265625, 1.09375, 0.180664, 0.796875, 1.09375, 1.09375, 1.09375, 0.464844, 1.09375, 0.867188, 0.542969, 0.046631, 0.014099, 0.703125, 0.503906, 1.09375, 1.09375, 0.326172, 1.09375, 0.816406, 1.0625, 1.09375, 0.024048, 0.018677, 1.09375, 1.09375, 0.002396, 0.636719, 0.000984, 0.064941, 1.09375, 1.09375, 0.064453, 0.023438, 1.09375, 1.09375, 0.023926, 0.271484, 0.369141, 0.011475, 0.003571, 1.09375, 1.078125, 0.032227, 0.151367, 1.09375, 0.056641, 0.318359, 0.910156, 1.09375, 1.09375, 0.251953, 0.392578, 1.09375, 1.023438, 0.055664, 1.09375, 1.09375, 0.894531, 0.223633, 0.088867, 0.042969, 0.056152, 0.089844, 0.765625, 1.09375, 0.015015, 0.107422, 1.09375, 0.507812, 0.855469, 0.002731, 0.008484, 0.12793, 1.09375, 0.067871, 0.408203, 1.09375, 0.441406, 0.157227, 1.09375, 0.644531, 0.539062, 0.375, 0.648438, 0.00592, 1.09375, 1.09375, 0.455078, 0.11084, 1.09375, 0.193359, 0.101074, 0.006317, 1.09375, 0.152344, 0.178711, 0.359375, 0.018555, 0.015625, 0.972656, 0.027832, 1.09375, 0.207031, 1.09375, 1.09375, 0.220703, 0.004883, 0.498047, 0.004974, 0.171875, 0.71875, 1.09375, 1.09375, 0.800781, 0.078613, 0.227539, 0.108887, 1.09375, 0.010193, 0.006256, 1.09375, 0.109863, 0.01062, 0.486328, 1.09375, 0.211914, 0.296875, 1.09375, 1.09375, 0.084473, 1.085938, 1.09375, 0.886719, 1.09375, 0.102539, 0.01709, 0.137695, 0.055176, 0.341797, 0.667969, 0.038086, 0.043213, 0.102539, 0.196289, 1.09375, 1.09375, 0.139648, 1.09375, 0.040771, 1.09375, 0.376953, 1.09375, 1.09375, 0.925781, 1.0, 0.008301, 0.139648, 1.09375, 0.004425, 0.847656, 1.09375, 0.427734, 0.466797, 0.230469, 0.00095, 0.007263, 0.126953, 1.09375, 0.644531, 1.09375, 1.09375, 0.859375, 1.09375, 0.796875, 0.648438, 0.014771, 0.165039, 0.064453, 0.021851, 1.09375, 0.021484, 0.273438, 0.012451, 1.09375, 0.248047, 0.017212, 0.07666, 0.695312, 0.053223, 0.037354, 1.09375, 0.075195, 0.275391, 0.000927, 0.259766, 0.878906, 1.09375, 1.09375, 1.09375, 0.117188, 0.482422, 0.064941, 0.859375, 0.07666, 0.005493, 0.023926, 0.263672, 1.09375, 0.03418, 0.238281, 0.118164, 0.019775, 0.259766, 1.09375, 1.09375, 1.09375, 1.09375, 0.326172, 1.09375, 0.761719, 1.09375, 1.09375, 0.006439, 0.005585, 1.09375, 0.753906, 0.777344, 0.00293, 0.168945, 1.09375, 0.019653, 0.053955, 0.472656, 0.008972, 1.09375, 0.003113, 0.04126, 0.094727, 1.09375, 0.84375, 1.09375, 0.048584, 0.203125, 0.040527, 0.777344, 1.09375, 1.09375, 0.578125, 0.382812, 0.582031, 0.378906, 1.09375, 0.005585, 0.126953, 0.012756, 1.09375, 0.0625, 0.361328, 0.115234, 0.457031, 0.008606, 0.007233, 1.09375, 0.257812, 0.018188, 0.104004, 1.09375, 0.166992, 0.652344, 0.660156, 0.01062, 0.167969, 1.09375, 1.09375, 0.060303, 0.02063, 0.457031, 1.09375, 1.09375, 1.09375, 0.202148, 0.033447, 1.09375, 1.09375, 0.109375, 0.010925, 0.398438, 0.65625, 0.996094, 0.124023, 1.09375, 0.004517, 1.09375, 0.004852, 0.107422, 0.15625, 0.792969, 1.09375, 0.176758, 0.890625, 0.063477, 0.398438, 1.09375, 0.404297, 0.236328, 0.029053, 0.263672, 0.178711, 0.298828, 0.710938, 1.085938, 0.314453, 1.09375, 0.054443, 1.09375, 0.050293, 0.259766, 0.294922, 0.496094, 0.304688, 0.353516, 1.09375, 0.006531, 0.121582, 1.09375, 0.337891, 0.004395, 0.223633, 0.015137, 0.143555, 0.149414, 0.182617, 0.105469, 1.09375, 0.535156, 0.462891, 0.033691, 1.015625, 0.78125, 1.09375, 0.048828, 0.004852, 0.03418, 1.09375, 1.09375, 1.09375, 0.00946, 0.238281, 1.09375, 1.09375, 0.004486, 0.425781, 0.006927, 0.129883, 0.00528, 0.099609, 0.013733, 0.049316, 0.291016, 0.146484, 0.476562, 1.09375, 0.051514, 0.021729, 0.194336, 0.085938, 0.378906, 0.006348, 0.291016, 0.890625, 0.515625, 1.09375, 0.235352, 0.076172, 0.033203, 1.09375, 0.036865, 0.151367, 0.014038, 0.294922, 0.816406, 1.085938, 0.746094, 0.002975, 0.126953, 1.09375, 0.029541, 1.09375, 0.28125, 0.34375, 0.186523, 0.15625, 0.699219, 0.458984, 0.143555, 0.103516, 0.217773, 0.009094, 0.851562, 0.005005, 0.46875, 1.09375, 0.003555, 0.015503, 1.09375, 0.671875, 0.034668, 0.044189, 0.339844, 1.09375, 0.004547, 0.065918, 1.09375, 0.011475, 0.013977, 0.022461, 0.515625, 0.021851, 1.09375, 1.09375, 0.166016, 0.933594, 0.140625, 0.589844, 0.09375, 1.085938, 0.476562, 0.072754, 0.019531, 0.205078, 0.105469, 1.09375, 0.026611, 0.421875, 0.283203, 0.000927, 0.036621, 0.425781, 0.347656, 0.65625, 0.009399, 0.53125, 1.09375, 0.539062, 0.025024, 0.006134, 1.09375, 0.126953, 1.09375, 0.071777, 0.496094, 0.345703, 1.046875, 0.037598, 0.004761, 0.5625, 0.519531, 0.535156, 0.40625, 1.09375, 1.09375, 1.09375, 0.00885, 0.129883, 0.933594, 0.609375, 0.012024, 1.09375, 1.09375, 0.010681, 0.013306, 0.667969, 0.585938, 0.191406, 1.09375, 0.515625, 0.083008, 0.519531, 1.09375, 0.664062, 0.546875, 1.09375, 1.09375, 1.09375, 0.78125, 0.410156, 0.964844, 0.048828, 1.09375, 1.09375, 0.008606, 0.144531, 1.085938, 0.028442, 1.09375, 0.02063, 0.009827, 0.038818, 1.09375, 0.664062, 0.083008, 0.292969, 0.125977, 1.09375, 1.09375, 0.306641, 0.012878, 1.09375, 0.503906, 1.09375, 1.09375, 0.000965, 0.001007, 1.09375, 0.01709, 1.09375, 0.714844, 0.259766, 0.008667, 0.703125, 1.09375, 1.007812, 1.09375, 0.566406, 1.09375, 0.390625, 1.09375, 1.09375, 0.601562, 0.080566, 0.039795, 0.007446, 0.5625, 1.09375, 0.863281, 0.898438, 0.167969, 0.037354, 0.960938, 0.09668, 0.008972, 1.09375, 0.018921, 0.257812, 1.09375, 1.09375, 0.035889, 0.000984, 1.09375, 0.498047, 0.550781, 1.09375, 0.193359, 0.261719, 0.554688, 1.09375, 0.166992, 0.851562, 0.165039, 0.034424, 0.507812, 0.035889, 1.085938, 1.09375, 0.007385, 0.206055, 0.421875, 0.453125, 0.026001, 0.255859, 0.149414, 1.09375, 0.071777, 0.597656, 0.083496, 0.355469, 1.09375, 0.605469, 0.839844, 0.033691, 1.09375, 0.020386, 1.09375, 0.10498, 1.078125, 1.09375, 0.917969, 0.679688, 1.09375, 1.09375, 1.09375, 0.09082, 0.227539, 0.277344, 0.714844, 0.417969, 0.019287, 0.326172, 0.027832, 1.09375, 0.018555, 0.621094, 0.628906, 1.09375, 0.10498, 0.265625, 1.09375, 1.09375, 0.302734, 0.006775, 1.09375, 0.151367, 1.09375, 0.031494, 1.09375, 0.04126, 0.163086, 0.166016, 1.09375, 1.09375, 0.691406, 1.09375, 1.09375, 0.613281, 0.11377, 1.09375, 0.108887, 0.396484, 0.458984, 1.09375, 0.035645, 0.000999, 0.023926, 1.09375, 0.244141, 1.09375, 0.353516, 0.214844, 0.108887, 0.112793, 0.085449, 0.023926, 0.007202, 0.000984, 0.012878, 0.480469, 0.4375, 0.435547, 0.816406, 0.023438, 0.480469, 1.09375, 0.016968, 0.158203, 0.01178, 0.457031, 0.644531, 1.09375, 1.09375, 0.003098, 0.644531, 0.308594, 0.008545, 1.09375, 1.09375, 0.004395, 0.07373, 0.074219, 0.106934, 1.09375, 0.800781, 1.09375, 0.318359, 0.033203, 0.022095, 0.259766, 0.056885, 1.09375, 0.012878, 0.597656, 0.111816, 0.000999, 0.380859, 1.09375, 0.255859, 0.203125, 0.011414, 0.157227, 0.011475, 0.519531, 1.09375, 0.447266, 0.012695, 1.09375, 0.419922, 0.248047, 1.09375, 0.024902, 0.300781, 0.078125, 1.09375, 0.006104, 0.007233, 1.09375, 0.020508, 0.006836, 0.253906, 1.09375, 0.263672, 0.589844, 0.204102, 0.021362, 0.023804, 0.960938, 0.267578, 1.09375, 0.210938, 1.09375, 1.09375, 0.351562, 0.07959, 1.09375, 0.667969, 0.010437, 1.09375, 1.09375, 0.103516, 0.033936, 0.010742, 0.4375, 0.140625, 0.253906, 0.016235, 1.09375, 1.09375, 1.09375, 0.025146, 0.053711, 0.028442, 0.013794, 1.046875, 0.010315, 0.000904, 0.081543, 1.09375, 0.081055, 0.070312, 1.09375, 1.09375, 0.094727, 0.209961, 1.09375, 0.015869, 0.05542, 0.125, 0.00415, 1.09375, 0.012085, 0.235352, 0.714844, 1.09375, 1.09375, 0.09375, 0.014832, 1.09375, 0.098633, 0.90625, 0.75, 0.902344, 0.863281, 1.09375, 0.181641, 1.09375, 0.376953, 0.253906, 1.09375, 0.016968, 0.953125, 0.126953, 0.106445, 0.777344, 0.026733, 0.710938, 0.423828, 0.015503, 1.09375, 1.09375, 1.09375, 0.114258, 0.237305, 0.000961, 1.09375, 0.026245, 0.46875, 0.006927, 0.016113, 0.222656, 0.001862, 0.084961, 1.09375, 0.207031, 1.09375, 0.012756, 1.09375, 0.96875, 1.09375, 0.494141, 1.09375, 0.198242, 1.09375, 0.910156, 0.063965, 0.095215, 1.09375, 0.574219, 0.000908, 0.503906, 0.041504, 0.036621, 0.582031, 1.09375, 1.09375, 0.291016, 0.231445, 1.09375, 0.625, 0.470703, 1.09375, 0.585938, 0.773438, 0.746094, 0.357422, 0.03418, 0.332031, 0.026001, 1.09375, 1.09375, 0.3125, 0.910156, 0.00589, 0.484375, 0.004211, 1.09375, 1.09375, 1.09375, 1.09375, 0.353516, 0.453125, 0.265625, 0.609375, 0.236328, 1.085938, 0.043701, 0.016479, 0.761719, 1.09375, 1.09375, 1.09375, 0.19043, 0.00473, 1.085938, 1.09375, 0.640625, 0.474609, 0.004578, 0.730469, 0.738281, 1.09375, 0.408203, 1.09375, 1.09375, 0.083984, 1.09375, 1.09375, 1.09375, 0.177734, 0.322266, 0.038574, 1.09375, 0.039551, 0.022217, 1.09375, 0.162109, 0.59375, 0.01709, 1.09375, 0.155273, 0.004181, 0.40625, 0.239258, 0.22168, 0.060547, 1.09375, 1.09375, 0.001045, 1.09375, 0.043701, 0.742188, 0.116211, 0.003845, 0.228516, 0.057129, 1.09375, 0.131836, 0.683594, 0.808594, 0.800781, 0.041992, 1.085938, 0.017334, 0.582031, 0.574219, 0.00946, 0.582031, 0.035645, 1.09375, 0.087402, 1.09375, 0.012207, 0.314453, 0.183594, 1.09375, 1.09375, 0.396484, 1.09375, 0.080566, 0.177734, 0.542969, 0.148438, 0.168945, 0.423828, 0.003189, 0.265625, 0.04541, 1.09375, 1.09375, 0.773438, 1.09375, 0.65625, 0.060059, 0.730469, 0.625, 0.365234, 0.170898, 0.167969, 1.09375, 1.09375, 0.067871, 0.349609, 1.09375, 0.022339, 0.214844, 0.039551, 0.335938, 0.00103, 0.835938, 1.0625, 1.09375, 1.09375, 1.09375, 0.707031, 0.008667, 1.09375, 1.09375, 0.46875, 0.117676, 1.09375, 0.146484, 0.964844, 0.589844, 1.09375, 0.193359, 0.002625, 0.016113, 0.445312, 1.09375, 0.026367, 0.087891, 0.000969, 0.699219, 0.204102, 0.335938, 1.09375, 0.679688, 0.012268, 1.09375, 0.298828, 0.539062, 0.036133, 0.100586, 0.001038, 0.283203, 0.005188, 1.09375, 0.066406, 0.097168, 1.09375, 0.390625, 0.136719, 0.480469, 0.000946, 1.09375, 0.78125, 0.139648, 1.09375, 0.0625, 0.052246, 0.034668, 0.048096, 0.447266, 0.404297, 0.01001, 1.09375, 0.117676, 0.04248, 0.9375, 1.09375, 0.112305, 1.078125, 0.025024, 1.09375, 0.053711, 0.041992, 0.460938, 0.025024, 1.09375, 1.09375, 0.09668, 0.11084, 0.025513, 0.106934, 0.041748, 0.249023, 0.164062, 0.009583, 1.046875, 0.361328, 0.349609, 0.014343, 0.177734, 0.238281, 0.621094, 1.09375, 1.09375, 0.000885, 1.09375, 0.414062, 0.202148, 0.004181, 1.09375, 0.186523, 0.042725, 1.09375, 0.003616, 0.046631, 0.320312, 0.004181, 0.025757, 0.004822, 0.542969, 1.09375, 0.804688, 0.173828, 0.652344, 0.003967, 0.010803, 1.09375, 0.632812, 0.34375, 0.492188, 0.011841, 0.265625, 0.476562, 0.339844, 0.582031, 1.09375, 0.182617, 0.004211, 1.09375, 1.09375, 1.09375, 0.320312, 0.519531, 0.004608, 0.466797, 0.00589, 0.589844, 1.09375, 0.006805, 1.09375, 1.09375, 1.09375, 1.078125, 0.316406, 0.089844, 0.021851, 0.59375, 1.09375, 0.098633, 1.09375, 1.09375, 0.002914, 0.095703, 0.664062, 1.09375, 0.914062, 0.008911, 0.003143, 0.120117, 0.004822, 1.09375, 1.09375, 0.219727, 1.09375, 0.357422, 0.820312, 0.046631, 0.933594, 0.449219, 0.691406, 0.079102, 1.09375, 1.09375, 0.007172, 0.041016, 1.09375, 0.00095, 0.730469, 0.006744, 0.238281, 1.09375, 0.625, 0.101074, 1.09375, 0.182617, 0.099609, 1.09375, 0.375, 0.339844, 0.069336, 0.005432, 0.067871, 1.09375, 0.410156, 0.535156, 0.472656, 0.01001, 0.008179, 1.09375, 0.373047, 0.472656, 0.609375, 0.010376, 0.071777, 0.345703, 0.792969, 1.09375, 0.378906, 0.054199, 1.09375, 1.09375, 0.902344, 0.960938, 1.09375, 1.09375, 0.033203, 0.574219, 1.09375, 0.285156, 0.875, 0.431641, 1.09375, 0.373047, 0.059814, 0.185547, 0.002869, 0.029175, 0.333984, 0.045166, 0.211914, 0.65625, 0.025391, 0.000984, 1.09375, 1.09375, 0.075195, 0.855469, 0.820312, 1.09375, 0.404297, 0.302734, 0.149414, 0.010437, 0.84375, 1.070312, 1.09375, 0.057861, 1.09375, 0.164062, 0.832031, 0.058838, 0.53125, 1.09375, 0.554688, 0.929688, 1.09375, 0.000938, 1.09375, 0.503906, 1.09375, 1.09375, 1.09375, 0.105957, 0.05249, 0.02356, 1.09375, 0.96875, 0.554688, 0.527344, 1.09375, 0.026367, 0.098145, 0.617188, 0.197266, 0.466797, 1.09375, 1.09375, 0.012817, 0.203125, 1.09375, 0.085938, 0.320312, 0.075684, 0.012573, 0.004242, 0.049072, 0.000977, 0.363281, 1.09375, 1.09375, 1.0625, 0.021973, 0.613281, 1.09375, 0.503906, 0.451172, 0.033203, 0.273438, 0.011414, 0.064941, 0.103516, 1.09375, 0.550781, 1.09375, 1.09375, 1.09375, 1.09375, 0.423828, 0.431641, 0.019897, 0.001015, 1.09375, 1.09375, 0.554688, 1.09375, 0.010742, 0.558594, 1.09375, 0.515625, 1.09375, 1.09375, 0.151367, 0.018433, 1.09375, 0.449219, 1.09375, 0.660156, 1.09375, 1.09375, 0.086426, 1.09375, 0.06543, 0.031738, 0.003799, 0.058105, 0.091309, 0.300781, 0.25, 0.210938, 1.09375, 0.423828, 1.09375, 0.535156, 0.671875, 0.133789, 0.034912, 0.984375, 0.453125, 0.138672, 0.445312, 0.000961, 0.011047, 0.15918, 0.064941, 0.289062, 0.013611, 0.01709, 0.054688, 0.980469, 0.0354, 1.09375, 0.201172, 1.09375, 0.151367, 0.204102, 0.044189, 0.367188, 0.009583, 1.09375, 0.423828, 0.214844, 0.032715, 1.09375, 1.09375, 0.00528, 0.034424, 0.859375, 0.085449, 0.042725, 0.59375, 0.550781, 0.121582, 0.043457, 0.000946, 0.488281, 0.239258, 1.039062, 0.703125, 1.09375, 0.053711, 1.09375, 0.075195, 1.09375, 0.679688, 1.09375, 0.609375, 0.028809, 0.186523, 0.539062, 0.804688, 1.023438, 0.478516, 0.255859, 0.246094, 0.03833, 0.038818, 0.001007, 0.11377, 0.061279, 1.09375, 0.15332, 1.09375, 0.083984, 0.255859, 0.172852, 0.859375, 1.09375, 1.09375, 0.241211, 0.380859, 1.09375, 0.059082, 0.703125, 1.09375, 0.000992, 1.09375, 0.007294, 0.012512, 0.3125, 1.09375, 0.683594, 0.058838, 0.043945, 0.237305, 0.069824, 1.09375, 1.09375, 0.816406, 0.914062, 1.09375, 0.033691, 1.09375, 0.507812, 0.332031, 1.09375, 0.738281, 0.11377, 0.005554, 0.015625, 0.613281, 0.072266, 0.168945, 1.09375, 1.09375, 0.204102, 0.036865, 1.09375, 0.941406, 0.054199, 1.09375, 0.115723, 1.085938, 0.302734, 1.09375, 1.09375, 0.067383, 0.376953, 0.011902, 1.09375, 0.027466, 0.550781, 0.009216, 0.070312, 1.09375, 0.384766, 0.027344, 0.245117, 0.65625, 1.09375, 1.09375, 1.09375, 0.314453, 1.09375, 1.015625, 0.104492, 1.09375, 0.875, 1.09375, 0.609375, 0.049316, 1.09375, 0.033691, 0.255859, 1.09375, 0.457031, 1.09375, 0.020874, 0.164062, 0.02771, 1.09375, 0.648438, 1.09375, 0.339844, 0.072754, 0.017822, 1.09375, 0.00528, 1.09375, 0.492188, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.009827, 0.094238, 0.546875, 0.04834, 0.022461, 0.0354, 0.365234, 0.003036, 0.341797, 0.062988, 0.025757, 0.015991, 0.003571, 1.09375, 0.236328, 0.019043, 1.09375, 1.09375, 0.007141, 0.636719, 0.065918, 0.048584, 0.349609, 0.003113, 0.209961, 1.09375, 0.330078, 0.008545, 0.535156, 1.09375, 1.007812, 0.378906, 0.390625, 0.004944, 1.09375, 0.234375, 0.060791, 0.291016, 0.339844, 0.105469, 0.11377, 0.01239, 0.054688, 1.09375, 0.251953, 0.304688, 1.09375, 0.34375, 0.219727, 0.65625, 1.09375, 0.177734, 0.006409, 0.121582, 1.09375, 0.351562, 0.070312, 0.002914, 0.408203, 0.136719, 0.292969, 0.025635, 0.132812, 0.00106, 0.679688, 0.104004, 0.238281, 0.246094, 0.023804, 0.001045, 0.036133, 0.275391, 1.0, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.022705, 1.09375, 0.414062, 0.625, 1.09375, 0.447266, 0.9375, 0.408203, 0.090332, 0.049072, 0.828125, 0.154297, 0.005981, 1.09375, 1.09375, 1.09375, 0.003082, 0.902344, 1.09375, 1.09375, 0.230469, 0.118652, 0.046143, 0.054199, 0.789062, 1.09375, 0.507812, 0.558594, 0.000984, 0.012085, 0.05249, 0.014099, 1.09375, 1.09375, 0.984375, 0.237305, 0.847656, 0.617188, 0.000916, 0.365234, 0.166992, 0.992188, 0.498047, 0.027832 ] } , "name": "onnx::Mul_10822", "outputIndexes": [ 2083 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2082, 2083 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 2084 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1970, 2084 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/Add_output_0", "outputIndexes": [ 2085 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2085 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.10/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 2086 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2086 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.10/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 2087 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2087, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 2088 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2088, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 2089 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2085, 2089 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 2090 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 10.375, 1.554688, 0.291016, 2.1875, 1.109375, 1.140625, 0.601562, 0.367188, 4.3125, 0.464844, 1.984375, 0.75, 1.164062, 9.0, 7.28125, 0.455078, 0.550781, 0.277344, 9.0, 1.773438, 6.03125, 0.804688, 6.09375, 9.3125, 0.345703, 0.259766, 0.308594, 0.945312, 0.648438, 24.75, 3.703125, 0.279297, 1.03125, 9.5, 0.824219, 14.5625, 0.6875, 4.6875, 53.0, 0.404297, 21.0, 14.6875, 0.335938, 0.216797, 3.296875, 3.59375, 0.902344, 0.337891, 0.224609, 1.804688, 0.652344, 7.375, 0.382812, 3.421875, 2.375, 0.326172, 0.597656, 70.0, 0.46875, 5.0, 8.4375, 0.5, 5.46875, 0.333984, 9.375, 24.0, 0.213867, 0.194336, 48.0, 78.5, 10.125, 4.71875, 0.523438, 19.125, 1.21875, 0.984375, 168.0, 0.601562, 0.679688, 0.5625, 0.455078, 0.605469, 0.742188, 0.291016, 22.25, 9.9375, 46.75, 0.412109, 1.210938, 0.285156, 5.875, 0.644531, 4.0, 0.490234, 0.6875, 0.365234, 2.109375, 0.388672, 0.359375, 0.40625, 0.859375, 0.423828, 0.800781, 54.5, 1.210938, 4.71875, 5.625, 2.09375, 0.267578, 2.875, 0.259766, 0.207031, 6.84375, 4.625, 2.578125, 9.125, 11.75, 7.3125, 10.0, 0.410156, 4.5625, 0.285156, 0.408203, 11.125, 0.363281, 1.085938, 0.296875, 0.511719, 0.306641, 0.249023, 0.664062, 0.267578, 0.628906, 2.984375, 9.3125, 10.0625, 0.359375, 0.227539, 0.232422, 0.398438, 0.431641, 1.117188, 0.271484, 4.09375, 0.441406, 0.451172, 0.341797, 1.21875, 1.242188, 0.496094, 1.445312, 0.361328, 6.75, 49.75, 0.345703, 5.15625, 65.5, 5.375, 6.375, 0.851562, 41.5, 0.361328, 5.6875, 0.490234, 4.03125, 6.21875, 0.5625, 76.0, 3.546875, 5.78125, 1.609375, 1.617188, 0.398438, 0.219727, 0.863281, 1.515625, 1.148438, 4.34375, 0.574219, 1.460938, 0.408203, 6.1875, 7.21875, 0.234375, 0.333984, 4.875, 18.125, 0.40625, 7.125, 0.613281, 2.859375, 0.192383, 0.347656, 0.703125, 1.0, 0.613281, 1.25, 2.609375, 3.890625, 183.0, 4.34375, 0.40625, 3.984375, 54.25, 0.851562, 35.75, 11.9375, 0.535156, 4.21875, 86.0, 0.675781, 2.5, 2.671875, 0.8125, 0.699219, 2.5, 3.421875, 0.349609, 1.726562, 1.335938, 0.214844, 45.0, 0.412109, 91.0, 0.648438, 0.523438, 0.24707, 3.296875, 10.9375, 0.683594, 1.210938, 2.546875, 0.484375, 0.828125, 1.203125, 8.875, 0.219727, 0.597656, 0.380859, 0.208984, 0.554688, 15.5, 0.789062, 1.570312, 0.628906, 1.546875, 0.330078, 20.25, 15.6875, 0.384766, 36.5, 1.039062, 16.5, 6.53125, 23.25, 0.217773, 0.664062, 49.0, 0.455078, 4.90625, 15.0, 26.625, 0.269531, 1.0, 4.90625, 0.601562, 0.714844, 1.265625, 3.5625, 6.75, 0.322266, 2.15625, 66.0, 2.171875, 0.324219, 1.320312, 3.3125, 9.4375, 0.457031, 0.139648, 0.486328, 1.421875, 0.585938, 14.3125, 4.90625, 0.832031, 8.5, 0.239258, 6.9375, 0.22168, 6.0, 2.59375, 0.777344, 1.59375, 9.9375, 0.769531, 0.244141, 2.4375, 0.392578, 0.353516, 0.390625, 14.625, 0.609375, 1.609375, 8.625, 0.550781, 5.5, 4.09375, 32.5, 8.8125, 0.515625, 8.6875, 0.289062, 0.5625, 2.484375, 12.3125, 7.8125, 29.375, 36.5, 0.318359, 0.597656, 0.261719, 5.90625, 33.5, 6.375, 0.421875, 10.4375, 0.519531, 1.84375, 65.5, 0.863281, 21.625, 45.75, 3.921875, 0.566406, 36.25, 0.546875, 3.796875, 1.015625, 61.5, 0.455078, 0.202148, 1.117188, 1.382812, 0.71875, 41.5, 1.023438, 2.203125, 2.71875, 5.625, 0.714844, 0.683594, 5.25, 0.914062, 0.337891, 52.0, 15.0625, 4.625, 0.382812, 0.332031, 0.847656, 2.078125, 0.714844, 0.597656, 0.707031, 0.462891, 0.585938, 0.828125, 1.421875, 1.34375, 80.5, 11.3125, 17.75, 0.25, 32.25, 2.671875, 1.039062, 5.875, 0.878906, 0.992188, 9.5625, 0.730469, 4.96875, 0.488281, 0.550781, 1.265625, 8.4375, 0.235352, 7.15625, 0.212891, 0.236328, 4.09375, 2.421875, 3.328125, 0.773438, 5.65625, 66.0, 1.898438, 5.65625, 0.443359, 0.582031, 5.09375, 10.5625, 1.007812, 0.957031, 0.589844, 1.203125, 1.664062, 4.25, 10.4375, 3.6875, 1.179688, 29.25, 1.101562, 2.03125, 3.28125, 20.375, 22.875, 0.419922, 4.3125, 11.3125, 10.5625, 6.21875, 54.0, 0.644531, 5.0625, 1.148438, 2.0625, 33.0, 1.445312, 14.625, 1.203125, 4.8125, 0.182617, 0.181641, 0.820312, 0.435547, 0.796875, 0.507812, 0.5625, 13.6875, 1.484375, 2.125, 0.347656, 8.0, 1.0, 18.375, 1.429688, 0.75, 0.75, 0.71875, 45.5, 0.910156, 0.433594, 1.398438, 43.25, 10.0625, 0.890625, 0.339844, 0.785156, 1.414062, 0.78125, 0.597656, 51.75, 0.355469, 0.339844, 0.392578, 0.236328, 0.474609, 4.125, 4.6875, 2.84375, 0.980469, 7.28125, 2.390625, 0.75, 1.507812, 0.511719, 0.890625, 0.902344, 26.0, 54.25, 13.9375, 1.101562, 0.201172, 12.0, 3.03125, 12.5, 0.632812, 9.375, 0.84375, 0.333984, 0.445312, 0.271484, 29.875, 1.320312, 0.792969, 0.455078, 0.195312, 12.75, 6.1875, 0.324219, 2.21875, 0.820312, 4.5, 0.789062, 0.404297, 8.375, 0.574219, 5.75, 0.914062, 1.726562, 1.507812, 7.875, 1.335938, 1.007812, 0.710938, 3.9375, 0.585938, 0.710938, 0.574219, 7.46875, 10.0, 4.84375, 0.267578, 0.632812, 0.322266, 34.75, 7.03125, 0.785156, 3.46875, 0.757812, 23.625, 1.132812, 16.25, 0.671875, 0.53125, 0.363281, 3.5, 5.875, 0.326172, 2.65625, 7.15625, 3.1875, 133.0, 2.140625, 1.046875, 3.796875, 15.9375, 0.625, 0.871094, 0.550781, 3.09375, 0.699219, 1.351562, 0.671875, 1.085938, 6.8125, 0.53125, 3.59375, 17.75, 0.769531, 6.4375, 0.527344, 3.8125, 54.75, 0.369141, 0.59375, 1.898438, 4.3125, 51.0, 4.65625, 0.443359, 0.710938, 11.0, 0.279297, 2.3125, 0.34375, 3.5625, 1.445312, 5.9375, 0.546875, 17.25, 1.5625, 2.921875, 20.375, 0.240234, 6.25, 7.1875, 0.234375, 7.28125, 40.5, 4.84375, 38.25, 19.625, 0.302734, 44.75, 1.234375, 188.0, 2.953125, 0.570312, 3.84375, 0.427734, 0.464844, 0.449219, 0.535156, 12.125, 2.9375, 0.722656, 0.472656, 10.6875, 0.546875, 0.212891, 19.5, 9.6875, 0.46875, 194.0, 0.357422, 1.039062, 0.296875, 0.5625, 1.585938, 0.263672, 41.0, 20.875, 0.675781, 1.835938, 21.25, 0.769531, 6.25, 1.429688, 0.574219, 0.376953, 1.085938, 0.22168, 0.609375, 4.28125, 0.988281, 0.71875, 1.0625, 11.8125, 0.648438, 6.28125, 5.5, 0.679688, 0.667969, 0.267578, 9.4375, 3.90625, 0.233398, 2.671875, 7.0625, 2.90625, 7.1875, 3.234375, 0.847656, 0.300781, 0.796875, 0.425781, 2.0, 0.246094, 1.304688, 2.828125, 17.25, 1.765625, 0.824219, 0.914062, 2.5, 0.785156, 23.0, 3.21875, 20.875, 3.703125, 12.5625, 0.660156, 0.332031, 68.5, 2.875, 0.722656, 6.0625, 1.546875, 0.417969, 0.210938, 1.15625, 38.0, 1.554688, 10.125, 1.164062, 18.125, 0.75, 2.34375, 0.519531, 4.65625, 0.941406, 0.746094, 1.515625, 0.3125, 3.890625, 0.769531, 0.953125, 1.445312, 0.769531, 1.585938, 1.234375, 0.589844, 0.882812, 18.625, 0.988281, 1.179688, 7.78125, 4.59375, 0.382812, 0.582031, 0.613281, 9.875, 11.875, 2.140625, 1.421875, 1.335938, 0.228516, 0.707031, 10.8125, 2.1875, 1.335938, 0.605469, 0.324219, 0.800781, 0.761719, 8.5625, 48.5, 63.75, 5.96875, 0.239258, 0.949219, 0.425781, 3.828125, 0.613281, 2.890625, 1.757812, 27.0, 18.125, 0.769531, 0.259766, 29.0, 76.0, 6.25, 0.859375, 0.511719, 2.015625, 50.25, 1.195312, 0.632812, 10.875, 0.570312, 1.570312, 0.539062, 53.75, 9.4375, 0.237305, 84.0, 0.6875, 2.0625, 0.237305, 3.4375, 0.667969, 9.4375, 0.447266, 1.90625, 3.609375, 1.664062, 4.1875, 5.1875, 11.0, 0.59375, 1.671875, 0.574219, 54.0, 0.625, 1.492188, 55.0, 0.263672, 1.304688, 0.65625, 17.75, 9.1875, 0.554688, 0.458984, 0.652344, 19.25, 1.140625, 0.061768, 3.015625, 2.921875, 0.460938, 1.078125, 3.921875, 0.605469, 0.402344, 0.65625, 19.125, 0.585938, 0.412109, 0.648438, 126.0, 0.28125, 0.302734, 3.953125, 15.5, 1.789062, 1.3125, 1.75, 4.53125, 1.75, 0.384766, 5.875, 0.570312, 5.28125, 0.53125, 3.59375, 5.1875, 3.1875, 81.0, 0.396484, 196.0, 0.609375, 48.0, 0.410156, 3.109375, 1.054688, 55.25, 75.5, 0.233398, 0.804688, 1.390625, 0.417969, 2.40625, 42.75, 14.375, 0.617188, 0.265625, 1.648438, 0.490234, 0.855469, 0.804688, 30.75, 1.34375, 0.792969, 2.140625, 0.457031, 16.625, 0.730469, 0.404297, 13.5625, 0.902344, 13.8125, 1.21875, 0.707031, 0.824219, 4.75, 0.224609, 0.5, 27.125, 2.34375, 0.378906, 9.625, 1.101562, 0.628906, 2.90625, 1.617188, 0.304688, 1.117188, 0.78125, 0.867188, 2.125, 10.6875, 0.761719, 71.5, 10.5, 1.679688, 0.925781, 7.65625, 0.21582, 0.800781, 0.800781, 45.5, 1.828125, 1.265625, 1.132812, 1.984375, 1.007812, 0.9375, 0.800781, 0.382812, 57.25, 0.302734, 3.84375, 1.773438, 0.71875, 0.22168, 5.09375, 1.242188, 0.660156, 30.75, 83.5, 0.640625, 1.703125, 0.589844, 0.675781, 0.22168, 3.109375, 0.1875, 0.5625, 24.125, 0.726562, 43.25, 0.480469, 16.125, 2.125, 51.25, 57.25, 0.149414, 0.458984, 0.257812, 0.392578, 1.15625, 0.554688, 0.304688, 27.625, 17.5, 0.84375, 0.75, 0.46875, 7.03125, 56.25, 0.3125, 0.792969, 0.249023, 0.486328, 7.4375, 1.164062, 0.369141, 2.65625, 2.640625, 65.0, 49.75, 58.75, 0.457031, 1.945312, 0.306641, 11.6875, 2.328125, 3.015625, 1.632812, 0.761719, 0.621094, 0.753906, 2.140625, 45.5, 3.375, 0.757812, 10.0, 1.109375, 1.726562, 0.765625, 156.0, 45.0, 5.90625, 48.5, 1.125, 0.699219, 2.984375, 39.5, 1.0625, 1.484375, 0.373047, 5.96875, 0.722656, 0.196289, 0.578125, 0.28125, 0.878906, 0.601562, 0.878906, 0.804688, 13.3125, 30.5, 1.179688, 1.09375, 0.326172, 0.494141, 2.96875, 0.808594, 1.007812, 0.640625, 0.195312, 20.875, 5.03125, 0.554688, 0.384766, 78.0, 0.988281, 13.3125, 11.0625, 0.210938, 0.660156, 6.78125, 11.8125, 0.302734, 0.554688, 6.09375, 1.28125, 2.0, 43.0, 181.0, 0.287109, 0.539062, 16.5, 5.09375, 0.380859, 14.3125, 1.015625, 0.574219, 0.648438, 0.644531, 1.726562, 2.015625, 0.390625, 0.474609, 14.6875, 0.484375, 0.539062, 0.398438, 4.21875, 8.5, 5.21875, 13.9375, 10.0625, 0.671875, 0.621094, 6.0625, 2.171875, 0.609375, 1.429688, 0.498047, 36.75, 11.875, 2.53125, 0.404297, 2.765625, 1.710938, 0.265625, 0.777344, 5.0, 0.59375, 1.210938, 0.777344, 2.234375, 1.078125, 27.625, 0.351562, 0.275391, 2.015625, 2.21875, 0.279297, 2.4375, 10.0625, 36.0, 0.408203, 3.359375, 1.40625, 2.5, 39.5, 40.75, 0.660156, 5.59375, 0.609375, 5.625, 0.886719, 0.435547, 4.59375, 64.5, 1.484375, 45.5, 5.34375, 0.404297, 0.675781, 0.433594, 0.757812, 8.4375, 3.015625, 9.0625, 0.314453, 54.0, 62.75, 0.65625, 9.875, 59.75, 0.78125, 0.523438, 4.78125, 3.046875, 0.335938, 0.53125, 5.78125, 0.617188, 0.226562, 0.734375, 0.248047, 9.625, 9.0625, 6.28125, 10.9375, 1.054688, 1.015625, 9.875, 7.0625, 7.6875, 4.125, 0.339844, 0.515625, 2.359375, 0.429688, 3.984375, 0.410156, 1.054688, 0.179688, 0.380859, 0.738281, 0.699219, 54.75, 2.5, 0.322266, 84.0, 0.699219, 0.427734, 1.007812, 1.6875, 3.46875, 54.0, 27.25, 8.3125, 0.707031, 0.902344, 0.217773, 0.412109, 0.382812, 0.703125, 0.738281, 1.101562, 7.53125, 1.757812, 3.953125, 15.75, 0.349609, 16.875, 1.453125, 11.1875, 0.275391, 1.648438, 5.8125, 3.25, 1.234375, 3.390625, 3.15625, 0.361328, 2.15625, 1.6875, 113.0, 3.140625, 0.396484, 0.386719, 0.648438, 0.863281, 2.484375, 0.949219, 2.140625, 0.251953, 3.5625, 25.0, 21.625, 1.820312, 0.582031, 4.4375, 4.25, 4.4375, 8.5625, 1.289062, 0.5625, 0.257812, 0.53125, 0.425781, 3.359375, 0.155273, 0.699219, 0.275391, 0.300781, 42.75, 60.0, 0.304688, 0.84375, 0.625, 98.5, 6.125, 0.507812, 9.1875, 11.25, 1.210938, 53.5, 0.388672, 79.5, 3.859375, 10.625, 0.429688, 0.404297, 0.188477, 3.265625, 4.65625, 20.625, 0.65625, 0.855469, 0.211914, 1.515625, 1.015625, 0.65625, 0.816406, 0.421875, 58.25, 2.625, 9.9375, 0.458984, 20.125, 1.132812, 4.84375, 0.894531, 42.25, 68.5, 0.488281, 3.28125, 22.25, 2.65625, 0.353516, 1.78125, 0.648438, 0.582031, 19.375, 5.25, 0.235352, 0.628906, 4.0625, 6.28125, 0.867188, 0.582031, 0.376953, 0.5, 1.429688, 13.625, 0.75, 0.484375, 3.625, 8.75, 1.101562, 0.298828, 0.279297, 1.679688, 0.339844, 62.75, 0.523438, 77.0, 2.59375, 1.429688, 0.597656, 0.488281, 5.78125, 0.621094, 10.125, 2.8125, 0.671875, 1.101562, 2.46875, 20.75, 1.554688, 2.609375, 1.304688, 1.242188, 0.503906, 2.953125, 0.667969, 14.3125, 0.605469, 10.25, 1.335938, 1.179688, 0.800781, 1.429688, 1.796875, 0.451172, 108.5, 6.84375, 0.439453, 0.976562, 166.0, 1.265625, 30.625, 2.140625, 5.84375, 5.875, 7.75, 0.570312, 1.265625, 1.007812, 20.25, 0.660156, 0.722656, 0.339844, 5.1875, 70.0, 24.125, 0.515625, 0.707031, 0.419922, 59.0, 3.671875, 0.410156, 0.582031, 66.5, 1.703125, 28.875, 4.125, 56.0, 2.484375, 11.125, 4.6875, 3.015625, 2.84375, 0.722656, 0.245117, 16.625, 35.0, 4.5, 5.9375, 0.992188, 49.25, 1.234375, 0.263672, 1.398438, 0.298828, 2.609375, 11.625, 4.5625, 0.380859, 12.1875, 1.90625, 6.4375, 2.984375, 1.085938, 0.601562, 0.621094, 45.75, 3.921875, 0.558594, 29.25, 0.384766, 1.296875, 1.03125, 4.3125, 2.53125, 0.925781, 0.882812, 2.46875, 9.125, 3.34375, 18.875, 0.984375, 38.5, 1.539062, 0.363281, 200.0, 15.3125, 0.253906, 0.804688, 5.8125, 9.375, 2.25, 0.328125, 172.0, 16.25, 0.886719, 19.625, 40.25, 4.96875, 0.652344, 14.625, 0.691406, 0.132812, 5.46875, 0.363281, 2.078125, 0.921875, 4.0, 0.472656, 0.738281, 4.875, 5.09375, 4.375, 6.75, 0.443359, 16.875, 1.484375, 2.84375, 131.0, 14.1875, 0.992188, 2.171875, 0.683594, 15.8125, 0.511719, 0.431641, 1.195312, 21.125, 78.0, 0.464844, 1.617188, 0.621094, 6.75, 1.1875, 1.234375, 0.585938, 3.984375, 65.5, 0.988281, 0.976562, 1.585938, 0.941406, 0.507812, 0.001579, 0.25, 10.4375, 3.4375, 0.597656, 0.726562, 45.25, 0.558594, 0.363281, 19.0, 34.25, 0.773438, 0.804688, 1.84375, 0.339844, 0.933594, 11.0, 1.734375, 0.382812, 0.734375, 0.839844, 0.355469, 0.322266, 0.546875, 1.023438, 0.816406, 0.703125, 9.1875, 0.585938, 0.355469, 27.5, 5.65625, 0.185547, 6.1875, 0.550781, 22.625, 47.5, 15.3125, 0.632812, 1.117188, 3.78125, 1.75, 1.8125, 0.625, 0.3125, 1.125, 45.0, 0.259766, 0.816406, 0.339844, 0.255859, 67.0, 58.25, 0.263672, 6.625, 0.53125, 0.8125, 1.3125, 41.0, 0.412109, 0.730469, 0.605469, 0.326172, 0.878906, 0.28125, 1.953125, 0.073242, 0.357422, 1.0, 7.5625, 5.46875, 43.5, 0.839844, 0.3125, 0.875, 0.730469, 3.53125, 4.0625, 0.237305, 1.921875, 9.6875, 1.265625, 34.25, 3.625, 0.248047, 0.707031, 7.28125, 71.5, 0.462891, 0.886719, 0.863281, 0.240234, 1.460938, 1.828125, 1.140625, 0.542969, 2.234375, 0.882812, 1.835938, 3.359375, 0.746094, 6.5625, 0.200195, 0.246094, 35.0, 1.945312, 1.46875, 1.046875, 35.0, 3.546875, 6.09375, 0.578125, 3.484375, 0.75, 3.96875, 1.9375, 0.828125, 0.871094, 0.890625, 3.4375, 0.490234, 7.21875, 0.5625, 9.125, 0.910156, 0.632812, 0.542969, 0.785156, 0.703125, 0.267578, 0.219727, 6.09375, 1.851562, 1.09375, 1.109375, 0.921875, 4.78125, 1.328125, 16.875, 0.310547, 29.5, 1.25, 1.046875, 0.632812, 2.59375, 3.4375, 0.248047, 0.558594, 3.21875, 32.25, 0.5625, 3.3125, 0.34375, 20.5, 0.964844, 16.5, 3.296875, 2.1875, 0.200195, 0.511719, 0.96875, 0.324219, 0.496094, 0.726562, 7.71875, 0.542969, 2.8125, 0.988281, 2.125, 0.18457, 3.75, 14.5625, 5.25, 0.621094, 0.828125, 0.396484, 1.875, 1.671875, 6.21875, 3.8125, 10.375, 4.71875, 53.25, 59.5, 6.25, 0.886719, 0.886719, 1.734375, 0.652344, 7.3125, 1.796875, 0.621094, 31.0, 4.75, 37.0, 1.28125, 1.539062, 0.195312, 0.5, 81.5, 0.902344, 1.203125, 20.75, 0.28125, 0.539062, 180.0, 5.59375, 15.5, 8.5625, 0.542969, 0.953125, 0.226562, 2.65625, 4.0, 20.125, 3.359375, 13.875, 0.636719, 23.0, 0.792969, 2.9375, 34.75, 0.925781, 0.310547, 3.28125, 3.5, 41.25, 2.3125, 50.5, 1.710938, 0.644531, 1.085938, 35.5, 0.582031, 1.171875, 2.875, 0.208008, 17.75, 1.804688, 5.78125, 0.283203, 38.25, 25.375, 0.330078, 9.6875, 43.75, 3.03125, 0.554688, 3.234375, 0.683594, 1.421875, 33.5, 18.625, 0.357422, 3.59375, 0.225586, 4.84375, 0.300781, 0.390625, 1.414062, 6.1875, 0.384766, 0.746094, 58.0, 0.345703, 0.351562, 2.484375, 12.125, 16.5, 0.964844, 4.84375, 2.796875, 7.46875, 0.308594, 0.470703, 0.8125, 22.625, 9.125, 21.375, 15.0, 0.527344, 63.75, 85.5, 1.984375, 0.539062, 10.1875, 12.6875, 0.570312, 0.6875, 2.078125, 1.640625, 0.355469, 11.125, 4.34375, 7.09375, 65.5, 0.244141, 7.9375, 1.242188, 0.914062, 0.373047, 0.302734, 6.125, 6.8125, 0.447266, 10.1875, 0.503906, 0.628906, 0.589844, 0.550781, 0.289062, 2.359375, 0.369141, 2.609375, 1.234375, 0.404297, 36.25, 0.917969, 6.71875, 1.898438, 0.75, 6.625, 0.65625, 2.28125, 5.53125, 0.316406, 0.196289, 0.361328, 2.8125, 3.71875, 65.5, 0.131836, 3.71875, 1.28125, 26.25, 7.71875, 1.492188, 59.0, 6.8125, 0.808594, 4.625, 0.388672, 33.75, 0.3125, 0.246094, 0.341797, 1.398438, 0.707031, 1.3125, 0.703125, 0.605469, 3.765625, 3.265625, 0.386719, 0.703125, 112.5, 2.09375, 11.1875, 4.84375, 0.894531, 0.349609, 0.248047, 1.328125, 1.5, 0.566406, 0.507812, 1.078125, 0.558594, 1.742188, 0.835938, 0.742188, 2.53125, 6.03125, 1.484375, 33.5, 0.359375, 0.302734, 1.226562, 0.625, 20.0, 0.949219, 190.0, 0.243164, 0.75, 0.59375, 1.023438, 2.421875, 0.855469, 3.640625, 0.730469, 1.84375, 0.664062, 4.90625, 28.5, 0.726562, 1.554688, 0.570312, 0.507812, 2.453125, 171.0, 0.267578, 0.582031, 1.414062, 0.746094, 75.5, 0.679688, 0.753906, 0.349609, 1.3125, 0.664062, 0.231445, 5.6875, 0.429688, 0.746094, 0.261719, 4.15625, 1.820312, 13.75, 0.157227, 6.40625, 21.0, 0.242188, 1.929688, 0.742188, 43.75, 0.310547, 6.40625, 166.0, 0.738281, 1.40625, 4.40625, 2.359375, 0.229492, 0.255859, 116.0, 0.231445, 4.0, 0.949219, 3.1875, 95.5, 3.0625, 6.875, 0.392578, 5.75, 0.816406, 0.738281, 0.617188, 9.75, 0.482422, 34.5, 0.828125, 1.289062, 39.75, 1.234375, 2.828125, 0.640625, 6.625, 0.507812, 11.875, 1.429688, 4.8125, 0.363281, 0.488281, 1.15625, 0.628906, 2.203125, 2.578125, 0.816406, 5.8125, 2.234375, 1.703125, 27.375, 1.328125, 7.4375, 0.839844, 0.225586, 0.964844, 0.209961, 0.613281, 15.8125, 0.429688, 0.800781, 0.960938, 6.15625, 4.125, 0.457031, 0.347656, 12.1875, 1.0625, 0.232422, 4.6875, 1.40625, 9.8125, 0.964844, 24.5, 0.675781, 0.351562, 0.773438, 0.460938, 0.507812, 1.054688, 47.0, 0.419922, 0.347656, 1.1875, 2.34375, 0.269531, 3.984375, 0.222656, 0.804688, 0.679688, 1.8125, 59.75, 5.90625, 1.148438, 0.251953, 4.21875, 3.03125, 0.304688, 1.148438, 4.59375, 1.421875, 0.189453, 0.957031, 47.5, 0.734375, 1.304688, 1.015625, 17.0, 9.5, 69.0, 1.460938, 160.0, 0.78125, 11.125, 11.125, 0.585938, 1.304688, 7.125, 0.96875, 88.5, 0.271484, 1.234375, 2.796875, 0.4375, 5.90625, 10.4375, 15.375, 4.09375, 0.945312, 2.09375, 62.5, 0.75, 8.1875, 14.375, 0.605469, 0.213867, 5.8125, 0.644531, 3.703125, 0.275391, 8.5, 13.75, 1.507812, 5.8125, 0.269531, 0.40625, 7.34375, 9.5, 27.25, 3.96875, 13.0, 1.375, 2.046875, 37.75, 0.243164, 2.703125, 2.390625, 14.0625, 1.929688, 3.21875, 0.710938, 0.613281, 0.365234, 88.0, 0.326172, 1.015625, 5.4375, 23.25, 1.125, 2.875, 7.96875, 0.539062, 204.0, 13.125, 2.265625, 29.875, 5.21875, 31.625, 0.835938, 0.429688, 0.855469, 1.820312, 0.773438, 38.75, 31.75, 0.328125, 0.851562, 1.117188, 0.75, 50.75, 1.242188, 1.21875, 1.007812, 1.703125, 0.585938, 1.71875, 36.75, 0.220703, 0.539062, 0.347656, 1.226562, 0.921875, 68.5, 1.101562, 129.0, 0.859375, 0.363281, 13.625, 0.433594, 0.789062, 0.217773, 0.208984, 1.101562, 6.75, 28.5, 1.242188, 0.476562, 2.84375, 0.308594, 0.613281, 53.0, 9.4375, 0.605469, 0.333984, 0.691406, 51.5, 47.5, 6.375, 74.5, 0.494141, 0.578125, 1.484375, 0.574219, 2.171875, 0.585938, 20.75, 0.558594, 1.234375, 0.597656, 10.25, 0.601562, 0.5625, 44.0, 11.4375, 0.212891, 43.25, 0.898438, 15.6875, 1.265625, 0.761719, 0.925781, 8.625, 0.59375, 1.65625, 2.5625, 0.242188, 1.921875, 3.046875, 5.34375, 130.0, 5.625, 0.414062, 0.957031, 0.902344, 1.296875, 60.5, 30.625, 0.376953, 1.671875, 2.109375, 0.832031, 53.75, 3.84375, 1.6875, 0.644531, 0.318359, 1.59375, 7.875, 1.007812, 0.304688, 0.597656, 0.390625, 0.412109, 0.328125, 14.25, 1.289062, 0.310547, 3.65625, 0.632812, 1.703125, 0.621094, 2.4375, 4.71875, 4.34375, 46.5, 4.46875, 1.09375, 9.625, 1.554688, 0.710938, 28.375, 12.375, 0.25, 0.46875, 4.125, 0.78125, 0.585938, 0.800781, 1.53125, 2.640625, 6.0, 57.5, 0.451172, 0.232422, 1.007812, 15.5, 0.390625, 1.75, 0.554688, 3.9375, 1.203125, 0.337891, 1.226562, 0.392578, 0.535156, 81.0, 0.25, 1.476562, 0.511719, 0.835938, 0.330078, 9.5, 8.8125, 8.6875, 0.515625, 0.953125, 0.890625, 1.070312, 0.400391, 5.875, 3.59375, 1.25, 4.6875, 0.867188, 0.246094, 0.382812, 54.75, 2.96875, 0.128906, 8.4375, 1.117188, 6.0, 42.75, 35.5, 3.65625, 102.5, 1.078125, 0.255859, 0.314453, 0.683594, 13.625, 1.140625, 0.345703, 1.34375, 1.414062, 4.90625, 1.617188, 13.0625, 12.6875, 4.0625, 0.19043, 0.710938, 0.839844, 0.703125, 0.308594, 0.308594, 2.203125, 0.761719, 12.5, 59.25, 0.578125, 0.613281, 0.921875, 0.341797, 44.75, 0.960938, 0.648438, 0.914062, 0.378906, 0.695312, 3.53125, 22.875, 0.451172, 0.929688, 0.332031, 1.546875, 0.679688, 0.679688, 7.15625, 0.769531, 5.90625, 13.0625, 47.25, 8.9375, 10.5625, 1.101562, 1.328125, 1.382812, 0.417969, 0.707031, 0.231445, 0.710938, 1.28125, 1.414062, 22.125, 0.421875, 0.773438, 7.125, 1.8125, 78.0, 22.75, 5.8125, 11.6875, 1.164062, 24.0, 39.75, 9.375, 0.472656, 18.0, 0.527344, 1.375, 0.75, 5.59375, 4.625, 4.5, 2.359375, 43.0, 0.679688, 0.941406, 4.3125, 17.5, 0.212891, 0.28125, 41.25, 4.9375, 1.210938, 7.46875, 7.71875, 1.15625, 1.03125, 7.28125, 8.625, 52.5, 1.875, 3.421875, 0.328125, 1.289062, 0.273438, 6.4375, 0.375, 12.75, 0.664062, 0.621094, 0.964844, 0.65625, 8.875, 4.875, 1.515625, 0.582031, 0.652344, 0.789062, 1.21875, 3.78125, 20.125, 2.609375, 26.5, 2.875, 5.75, 0.589844, 4.8125, 0.341797, 4.90625, 3.5, 1.867188, 0.726562, 0.341797, 0.582031, 3.65625, 2.21875, 0.267578, 5.875, 0.691406, 0.306641, 28.625, 0.917969, 51.5, 35.25, 2.90625, 0.244141, 1.078125, 2.296875, 9.0625, 1.390625, 13.25, 0.6875, 0.223633, 0.761719, 0.761719, 0.212891, 20.5, 0.554688, 1.390625, 1.203125, 0.734375, 0.910156, 3.53125, 22.75, 28.0, 0.769531, 13.9375, 2.109375, 0.5625, 0.617188, 3.421875, 3.5, 0.234375, 0.400391, 14.4375, 0.511719, 7.65625, 0.203125, 1.09375, 0.304688, 0.683594, 7.125, 1.046875, 60.75, 0.503906, 15.125, 1.296875, 33.5, 4.75, 0.174805, 1.796875, 17.125, 3.796875, 1.1875, 0.229492, 0.275391, 0.175781, 2.390625, 0.671875, 0.597656, 2.625, 0.246094, 0.261719, 0.204102, 1.15625, 18.75, 0.96875, 6.65625, 2.96875, 0.384766, 2.03125, 0.644531, 4.34375, 3.421875, 10.875, 0.209961, 0.816406, 0.503906, 1.078125, 13.375, 6.375, 0.496094, 15.875, 0.507812, 1.859375, 0.609375, 0.660156, 0.390625, 0.496094, 1.007812, 57.25, 10.3125, 0.871094, 4.875, 9.3125, 8.875, 1.59375, 55.25, 1.953125, 13.8125, 6.46875, 11.4375, 188.0, 0.206055, 3.96875, 25.875, 0.589844, 0.287109, 40.0, 0.921875, 11.6875, 3.78125, 1.054688, 46.5, 1.578125, 0.652344, 1.210938, 10.9375, 1.039062, 0.308594, 0.515625, 0.878906, 1.101562, 58.75, 0.558594, 3.53125, 2.3125, 4.25, 1.265625, 6.53125, 8.3125, 7.0625, 3.71875, 0.283203, 1.328125, 1.882812, 0.515625, 3.28125, 3.125, 0.882812, 0.253906, 2.140625, 34.25, 7.1875, 1.101562, 2.34375, 5.03125, 88.0, 1.007812, 6.3125, 2.15625, 8.5625, 1.476562, 8.75, 0.789062, 9.6875, 2.515625, 2.09375, 13.125, 4.09375, 23.25, 3.203125, 0.542969, 0.478516, 0.941406, 0.216797, 0.296875, 0.652344, 12.25, 0.527344, 1.210938, 0.71875, 0.396484, 2.0625, 0.384766, 1.0625, 1.804688, 4.0, 0.582031, 5.78125, 40.0, 0.839844, 0.292969, 0.511719, 51.25, 0.605469, 0.216797, 0.515625, 3.453125, 5.40625, 10.5, 3.4375, 0.443359, 0.351562, 1.601562, 1.351562, 87.0, 43.75, 14.5625, 23.375, 0.225586, 0.316406, 0.707031, 1.4375, 0.546875, 0.945312, 110.0, 1.710938, 6.34375, 0.898438, 0.835938, 5.53125 ] } , "name": "onnx::Mul_10823", "outputIndexes": [ 2091 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2090, 2091 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 2092 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2092 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.10/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 7309 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7309 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.10/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 7310 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7310 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 615221290, 13107222, 3276800, 0, 0 ] } , "name": "/layers.10/mlp/gate_proj/Linear", "outputIndexes": [ 7311 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7311 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.10/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 7312 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7312 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.10/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 2093 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2093 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.10/mlp/act_fn/Mul_output_0", "outputIndexes": [ 2094 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2093, 2094 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 2095 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 2095 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 2096 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2093, 2096 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/mlp/act_fn/Add_output_0", "outputIndexes": [ 2097 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 2097 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 2098 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2098 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.10/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 2099 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 2099 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 2100 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2093, 2100 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 2101 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 2101 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 2102 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7310 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 631605312, 13107222, 3276800, 0, 0 ] } , "name": "/layers.10/mlp/up_proj/Linear", "outputIndexes": [ 7315 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7315 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.10/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 7316 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7316 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.10/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 2103 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2102, 2103 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/mlp/Mul_output_0", "outputIndexes": [ 2104 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2104 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.10/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 7317 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7317 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.10/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 7318 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7318 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 647989334, 13107222, 3276800, 0, 0 ] } , "name": "/layers.10/mlp/down_proj/Linear", "outputIndexes": [ 7319 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7319 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.10/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 7320 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7320 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.10/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 2105 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2105 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.10/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 2107 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2107 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.10/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 2108 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2108, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 2109 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2109, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 2110 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2105, 2110 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 2111 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.542969, 0.554688, 2.0625, 0.304688, 1.140625, 0.972656, 2.0625, 2.0625, 1.039062, 2.0625, 0.445312, 2.0625, 1.015625, 0.122559, 0.208008, 2.0625, 1.6875, 2.0625, 0.722656, 1.15625, 0.09082, 1.40625, 0.871094, 0.097168, 2.0625, 2.0625, 2.0625, 1.390625, 1.929688, 0.464844, 0.114258, 2.0625, 1.195312, 2.0625, 1.375, 0.036377, 1.742188, 0.15625, 0.010986, 2.0625, 0.375, 0.324219, 2.0625, 2.0625, 0.375, 0.992188, 1.234375, 2.0625, 2.0625, 0.898438, 2.0625, 0.851562, 2.0625, 0.115723, 0.449219, 2.0625, 0.486328, 0.021606, 2.0625, 0.792969, 0.119141, 2.0625, 0.455078, 2.0625, 0.092285, 0.075195, 2.0625, 2.0625, 0.009644, 0.00531, 0.648438, 0.345703, 2.0625, 0.957031, 1.515625, 1.4375, 0.006866, 2.0625, 2.0625, 2.0625, 2.0625, 2.0625, 1.820312, 2.0625, 0.176758, 0.117188, 0.011475, 2.0625, 1.15625, 2.0625, 0.5, 2.0625, 0.161133, 2.0625, 1.390625, 2.0625, 0.414062, 2.0625, 2.0625, 2.0625, 1.101562, 2.0625, 1.46875, 0.025635, 1.148438, 0.773438, 0.239258, 0.21582, 2.0625, 0.335938, 2.0625, 2.0625, 0.07959, 0.664062, 0.253906, 0.058838, 0.139648, 0.213867, 0.161133, 2.0625, 0.332031, 2.0625, 2.0625, 0.115234, 2.0625, 1.125, 2.0625, 2.0625, 2.0625, 2.0625, 1.820312, 2.0625, 2.0625, 0.182617, 0.050537, 0.392578, 2.0625, 2.0625, 2.0625, 2.0625, 1.601562, 1.234375, 2.0625, 0.273438, 2.0625, 0.423828, 2.0625, 1.140625, 0.335938, 2.046875, 0.578125, 2.0625, 0.162109, 0.012085, 2.0625, 0.691406, 0.006622, 0.945312, 0.054932, 1.328125, 0.425781, 2.0625, 0.099609, 2.0625, 0.177734, 0.333984, 1.796875, 0.023071, 0.300781, 0.484375, 0.640625, 0.609375, 2.0625, 2.0625, 2.0625, 0.126953, 1.070312, 0.206055, 1.960938, 0.287109, 2.0625, 0.816406, 0.145508, 2.0625, 2.0625, 0.105957, 0.049805, 2.0625, 0.074707, 2.046875, 0.3125, 2.0625, 2.0625, 1.351562, 1.226562, 1.984375, 0.458984, 1.164062, 0.478516, 0.005676, 0.341797, 2.0625, 1.6875, 0.009277, 2.0625, 0.014038, 0.279297, 2.0625, 0.083008, 0.009338, 1.554688, 0.664062, 0.347656, 1.453125, 1.5, 0.617188, 0.197266, 2.0625, 0.902344, 0.605469, 2.0625, 0.02771, 2.0625, 0.462891, 1.523438, 2.0625, 2.0625, 1.015625, 0.318359, 1.640625, 1.164062, 0.200195, 2.046875, 2.0625, 1.054688, 0.058838, 2.0625, 2.0625, 2.0625, 2.0625, 2.0625, 0.039062, 1.695312, 0.703125, 1.867188, 0.644531, 2.0625, 0.05127, 0.773438, 2.0625, 0.015076, 1.164062, 0.050293, 0.582031, 0.074707, 2.0625, 1.890625, 0.029541, 2.0625, 0.326172, 1.117188, 0.022339, 2.0625, 0.871094, 0.249023, 2.0625, 1.421875, 1.265625, 0.269531, 0.90625, 2.0625, 0.200195, 0.045654, 1.03125, 2.0625, 0.644531, 0.392578, 0.196289, 2.0625, 2.0625, 2.0625, 0.824219, 2.0625, 0.234375, 0.087891, 1.273438, 0.151367, 2.0625, 0.172852, 2.0625, 0.09082, 0.574219, 1.453125, 0.804688, 0.738281, 1.257812, 2.0625, 0.667969, 2.0625, 2.0625, 2.0625, 0.067383, 1.96875, 1.070312, 0.298828, 1.898438, 0.180664, 0.714844, 0.023071, 0.261719, 1.710938, 0.040039, 2.0625, 2.0625, 0.283203, 0.064941, 0.131836, 0.091797, 0.035889, 2.0625, 0.558594, 2.0625, 0.101562, 0.074707, 0.660156, 2.0625, 0.042969, 2.0625, 0.722656, 0.014954, 1.40625, 0.113281, 0.020264, 0.546875, 1.921875, 0.012024, 2.0625, 0.769531, 1.101562, 0.006012, 2.0625, 1.859375, 0.925781, 0.921875, 0.769531, 0.008545, 1.273438, 0.269531, 0.273438, 0.386719, 1.601562, 1.375, 0.216797, 1.320312, 1.765625, 0.025391, 0.12793, 0.392578, 2.0625, 2.0625, 1.085938, 0.789062, 1.609375, 1.929688, 0.357422, 2.0625, 2.0625, 1.273438, 0.396484, 0.894531, 0.006439, 0.248047, 0.092773, 2.0625, 0.021973, 0.546875, 1.117188, 0.291016, 1.226562, 1.421875, 0.761719, 1.65625, 0.087402, 2.03125, 2.0625, 0.726562, 0.257812, 2.0625, 0.208984, 2.0625, 2.0625, 0.542969, 1.21875, 0.08252, 1.390625, 0.683594, 0.018066, 0.996094, 0.001892, 2.0625, 2.0625, 0.095703, 0.257812, 0.322266, 1.335938, 1.8125, 1.0, 0.546875, 0.333984, 0.435547, 0.121582, 0.914062, 0.038574, 1.0, 0.476562, 0.546875, 0.361328, 0.714844, 2.0625, 0.695312, 0.086914, 0.287109, 0.225586, 0.013916, 2.0625, 0.099609, 0.878906, 0.542969, 0.049316, 1.101562, 0.124023, 1.023438, 0.236328, 2.0625, 2.0625, 1.773438, 2.0625, 1.671875, 2.0625, 2.0625, 0.125977, 0.486328, 1.023438, 2.0625, 0.123047, 1.289062, 0.020996, 1.039062, 2.0625, 1.351562, 1.515625, 0.009094, 1.328125, 2.0625, 0.882812, 0.049072, 0.84375, 1.273438, 2.0625, 2.0625, 0.675781, 1.359375, 2.03125, 0.060059, 2.0625, 2.0625, 2.0625, 2.0625, 2.0625, 0.056641, 0.075684, 0.333984, 1.195312, 1.5, 0.443359, 1.632812, 0.730469, 2.0625, 2.0625, 1.289062, 0.062988, 0.007202, 0.091309, 1.09375, 2.0625, 0.249023, 0.416016, 0.095215, 1.453125, 0.111328, 1.164062, 2.0625, 2.0625, 2.0625, 0.030029, 1.015625, 1.3125, 2.0625, 2.0625, 0.205078, 0.157227, 2.0625, 0.640625, 1.25, 0.515625, 1.398438, 2.0625, 0.148438, 2.0625, 0.625, 1.117188, 0.507812, 1.320312, 0.152344, 0.675781, 2.0625, 1.53125, 0.363281, 1.773438, 0.574219, 2.0625, 0.734375, 0.302734, 0.441406, 2.0625, 1.453125, 2.0625, 0.243164, 0.269531, 1.484375, 0.341797, 1.289062, 0.055176, 1.054688, 0.086914, 1.84375, 2.0625, 2.0625, 0.167969, 0.219727, 2.0625, 1.171875, 0.324219, 0.251953, 0.004395, 1.265625, 0.292969, 0.170898, 0.710938, 2.0625, 0.574219, 2.0625, 0.147461, 1.523438, 0.71875, 1.46875, 1.242188, 1.601562, 2.046875, 0.613281, 0.859375, 1.421875, 0.710938, 2.0625, 0.204102, 0.010681, 2.0625, 2.0625, 0.492188, 0.208008, 0.044434, 0.746094, 2.0625, 1.414062, 0.271484, 2.0625, 0.423828, 2.0625, 0.09375, 1.171875, 0.363281, 2.0625, 0.070312, 0.488281, 0.320312, 0.056152, 2.0625, 0.066895, 0.136719, 2.0625, 0.396484, 0.015869, 0.115723, 0.039795, 0.435547, 2.0625, 0.042725, 1.21875, 0.005554, 0.292969, 1.984375, 0.100098, 1.921875, 2.0625, 2.0625, 2.0625, 0.083984, 0.710938, 1.460938, 2.0625, 0.203125, 0.648438, 2.0625, 0.022095, 0.867188, 2.0625, 0.006409, 2.0625, 0.765625, 2.0625, 2.0625, 0.597656, 2.0625, 0.416016, 0.105469, 1.835938, 1.414062, 0.140625, 0.271484, 0.085449, 1.234375, 2.015625, 2.0625, 1.234375, 2.0625, 1.375, 0.19043, 1.039062, 1.429688, 1.296875, 0.085938, 2.046875, 0.068359, 0.130859, 1.960938, 1.859375, 2.0625, 0.087402, 0.151367, 2.0625, 0.554688, 0.048584, 0.198242, 0.101562, 1.304688, 1.601562, 2.0625, 1.429688, 2.0625, 0.554688, 2.0625, 1.070312, 0.925781, 0.439453, 0.335938, 1.625, 1.125, 0.78125, 1.859375, 0.018066, 0.53125, 0.734375, 0.179688, 0.267578, 1.53125, 2.0625, 0.625, 0.164062, 0.441406, 0.294922, 0.90625, 2.0625, 2.0625, 0.984375, 0.074707, 0.785156, 0.181641, 0.636719, 0.507812, 1.53125, 0.804688, 1.75, 0.429688, 1.195312, 2.0625, 0.882812, 2.0625, 0.255859, 0.777344, 1.28125, 0.816406, 1.226562, 0.933594, 0.835938, 2.0625, 0.3125, 0.65625, 0.988281, 0.890625, 0.07666, 0.119629, 2.0625, 1.703125, 0.414062, 0.224609, 0.202148, 0.503906, 0.957031, 0.851562, 2.0625, 1.6875, 0.033203, 0.259766, 1.007812, 1.34375, 2.0625, 1.632812, 1.632812, 0.447266, 0.574219, 0.04248, 0.306641, 2.0625, 0.953125, 2.0625, 0.147461, 2.0625, 0.316406, 0.155273, 0.103516, 0.365234, 1.6875, 2.0625, 0.102051, 0.683594, 0.206055, 0.388672, 2.0625, 0.675781, 0.007629, 1.296875, 1.859375, 0.816406, 1.796875, 0.613281, 2.0625, 0.015137, 0.078613, 2.0625, 0.067871, 1.414062, 0.871094, 2.0625, 0.753906, 0.292969, 0.120117, 2.0625, 0.349609, 0.34375, 1.164062, 0.337891, 0.308594, 0.201172, 1.960938, 0.707031, 2.0, 0.010254, 2.0625, 0.820312, 0.010193, 2.0625, 0.691406, 1.734375, 0.423828, 0.308594, 2.0625, 2.0625, 2.0625, 0.019165, 2.0625, 2.0625, 1.015625, 0.761719, 2.0625, 1.023438, 0.11377, 0.396484, 2.0625, 0.453125, 0.026978, 2.0625, 2.0625, 1.890625, 0.010925, 2.0625, 2.0625, 0.097168, 0.151367, 0.5625, 0.492188, 0.640625, 0.105469, 0.46875, 2.0625, 0.095215, 2.0625, 0.380859, 2.0, 0.199219, 0.304688, 0.230469, 0.00946, 2.0625, 0.005615, 1.945312, 0.009033, 2.0625, 0.609375, 1.078125, 0.006622, 0.004913, 2.0625, 1.421875, 0.738281, 2.0625, 0.371094, 0.028564, 0.205078, 2.0625, 2.0625, 0.621094, 2.0625, 1.351562, 1.632812, 0.044434, 1.09375, 1.773438, 0.472656, 2.0625, 0.034424, 1.523438, 2.0625, 0.244141, 1.007812, 0.863281, 1.257812, 1.890625, 1.164062, 0.10498, 2.0625, 2.0625, 0.02417, 0.490234, 2.0625, 0.09375, 0.199219, 1.835938, 0.255859, 0.910156, 2.0625, 0.914062, 1.890625, 1.25, 0.523438, 0.302734, 0.695312, 0.005524, 0.205078, 1.015625, 1.523438, 0.124023, 2.0625, 1.320312, 1.140625, 0.021851, 0.157227, 0.75, 1.75, 1.0, 0.174805, 1.59375, 0.355469, 2.0625, 0.009766, 2.0625, 0.298828, 0.785156, 1.171875, 2.0625, 0.337891, 1.320312, 1.46875, 0.047852, 0.019897, 1.585938, 1.171875, 2.0625, 2.0625, 2.0625, 0.235352, 2.0625, 2.03125, 0.118652, 1.921875, 0.049561, 2.0625, 0.757812, 0.601562, 0.023804, 0.022461, 2.0625, 2.0625, 2.0625, 2.0625, 0.894531, 2.0625, 2.0625, 0.777344, 0.609375, 1.75, 1.757812, 2.0625, 0.052979, 0.0177, 2.0625, 1.703125, 2.0625, 1.992188, 0.185547, 0.929688, 2.0625, 0.079102, 0.298828, 0.023071, 0.007446, 0.007233, 2.0625, 0.124023, 2.0625, 0.5625, 0.433594, 0.601562, 0.451172, 1.390625, 1.492188, 1.304688, 1.21875, 0.039551, 0.263672, 1.398438, 0.038086, 1.515625, 1.148438, 1.421875, 0.004822, 0.011353, 0.071777, 0.029785, 1.148438, 1.476562, 0.34375, 0.011169, 0.953125, 0.898438, 2.0625, 0.835938, 1.46875, 2.0625, 2.0625, 2.0625, 1.148438, 1.648438, 1.4375, 1.3125, 0.219727, 0.046387, 1.851562, 1.023438, 2.0625, 2.0625, 0.080566, 0.820312, 1.632812, 0.416016, 2.0625, 0.064453, 0.062256, 2.0625, 2.0625, 0.009399, 1.429688, 0.046387, 0.375, 2.0625, 2.0625, 0.179688, 0.069336, 2.0625, 2.0625, 0.077148, 0.820312, 0.341797, 0.07666, 0.00473, 2.0625, 2.015625, 0.111328, 0.084961, 2.0625, 0.5625, 0.910156, 2.0625, 1.59375, 1.773438, 0.001755, 0.667969, 0.75, 2.0625, 0.322266, 2.0625, 2.0625, 2.0625, 0.386719, 0.151367, 0.116211, 0.445312, 1.226562, 1.515625, 2.0625, 0.060303, 0.345703, 2.0625, 0.878906, 1.976562, 0.009949, 0.028809, 0.414062, 2.0625, 0.189453, 1.289062, 2.0625, 2.0625, 1.351562, 2.0625, 1.367188, 1.632812, 0.332031, 1.171875, 0.5, 2.0625, 2.0625, 1.09375, 0.330078, 2.0625, 0.9375, 0.566406, 0.018433, 0.824219, 0.287109, 0.8125, 0.574219, 0.605469, 0.871094, 1.976562, 0.095215, 1.992188, 1.015625, 1.765625, 1.953125, 0.699219, 0.025024, 0.46875, 0.039062, 0.46875, 2.0625, 1.671875, 2.0625, 1.546875, 0.168945, 0.365234, 0.542969, 2.0625, 0.030273, 0.029297, 1.539062, 0.490234, 0.006897, 1.195312, 2.0625, 1.109375, 0.298828, 2.0625, 2.0625, 0.341797, 1.679688, 2.0625, 1.859375, 2.0625, 0.361328, 0.059082, 0.373047, 0.435547, 1.0, 0.894531, 0.109375, 0.142578, 0.251953, 0.392578, 2.0625, 1.9375, 1.117188, 0.515625, 0.161133, 2.046875, 1.023438, 2.0625, 2.0625, 1.835938, 0.302734, 0.023193, 0.380859, 2.0625, 0.014099, 2.03125, 2.0625, 2.0625, 0.722656, 0.211914, 0.00766, 0.025269, 0.628906, 1.65625, 1.414062, 2.0625, 2.0625, 2.0625, 1.460938, 1.453125, 1.75, 0.058838, 0.535156, 0.197266, 0.080078, 2.0625, 0.055908, 0.761719, 0.037354, 2.0625, 0.582031, 0.066406, 0.235352, 2.0625, 0.150391, 0.123535, 2.0625, 0.269531, 0.738281, 0.004456, 0.28125, 2.0625, 2.0625, 2.0625, 1.226562, 0.355469, 1.257812, 0.263672, 2.0625, 0.242188, 0.02417, 0.095703, 1.0, 2.015625, 0.113281, 0.494141, 0.261719, 0.064941, 0.859375, 2.0, 2.0625, 1.46875, 2.0625, 0.960938, 2.0625, 1.914062, 2.0625, 2.0625, 0.020386, 0.007935, 2.0625, 1.210938, 2.0625, 0.021851, 0.585938, 2.0625, 0.076172, 0.255859, 1.335938, 0.00885, 2.0625, 0.023071, 0.113281, 0.644531, 2.0625, 2.0625, 2.0625, 0.146484, 0.742188, 0.195312, 2.0625, 1.203125, 2.0625, 0.992188, 1.046875, 2.0625, 2.0625, 2.0625, 0.023926, 0.4375, 0.046875, 2.0625, 0.6875, 1.0, 0.316406, 1.109375, 0.025879, 0.00647, 1.695312, 0.546875, 0.065918, 0.271484, 2.0625, 0.535156, 1.78125, 2.0625, 0.034424, 0.236328, 2.0625, 1.28125, 0.1875, 0.057617, 1.25, 1.835938, 2.0625, 1.960938, 0.71875, 0.101074, 1.398438, 2.0625, 0.21582, 0.040283, 1.140625, 2.0625, 2.0625, 0.433594, 2.0625, 0.011292, 2.0625, 0.014771, 0.261719, 0.699219, 1.75, 2.0625, 0.398438, 1.734375, 0.121094, 0.859375, 1.453125, 1.070312, 0.597656, 0.84375, 1.117188, 1.28125, 0.84375, 1.46875, 1.992188, 0.130859, 2.015625, 1.09375, 2.0625, 0.225586, 0.824219, 1.015625, 1.601562, 0.789062, 0.40625, 2.0625, 0.004089, 0.24707, 2.0625, 1.117188, 0.005432, 0.773438, 0.062256, 0.453125, 0.566406, 0.679688, 0.949219, 2.0625, 1.929688, 1.226562, 0.083984, 2.0625, 0.910156, 2.0625, 0.15625, 0.024414, 0.143555, 1.890625, 1.578125, 2.0625, 0.006592, 0.188477, 2.0625, 2.0625, 0.014771, 1.632812, 0.021118, 0.539062, 0.045166, 0.298828, 0.046631, 0.138672, 0.174805, 0.597656, 1.53125, 2.0625, 0.171875, 0.435547, 0.443359, 0.335938, 1.078125, 0.014282, 0.875, 2.0625, 0.3125, 2.0625, 0.925781, 0.257812, 0.117676, 2.0625, 0.111328, 0.566406, 0.05835, 0.097656, 0.785156, 2.0625, 1.703125, 0.010803, 0.347656, 2.0625, 0.335938, 2.0625, 0.875, 1.03125, 0.064941, 0.582031, 0.667969, 0.957031, 0.466797, 0.213867, 0.419922, 0.026978, 0.902344, 0.022949, 1.5625, 2.0625, 0.005951, 0.098145, 2.0625, 1.703125, 0.123535, 0.162109, 1.132812, 2.0625, 0.005249, 0.539062, 1.625, 0.059814, 0.008606, 0.077148, 2.0625, 0.061768, 1.664062, 2.0625, 1.09375, 2.0625, 0.527344, 2.0625, 0.367188, 2.0625, 1.421875, 0.228516, 0.06543, 0.636719, 0.103027, 2.0625, 0.134766, 1.3125, 0.147461, 0.004639, 0.089844, 1.242188, 0.181641, 2.0625, 0.033203, 2.0625, 2.0625, 1.140625, 0.057861, 0.009705, 2.0625, 0.412109, 1.710938, 0.21875, 1.21875, 1.09375, 2.046875, 0.096191, 0.014832, 1.078125, 1.117188, 1.046875, 1.101562, 2.0625, 2.0625, 2.0625, 0.031494, 0.427734, 2.0625, 1.429688, 0.009094, 2.0625, 2.0625, 0.029175, 0.038574, 2.046875, 1.445312, 0.527344, 2.0625, 1.382812, 0.570312, 0.144531, 2.0625, 1.515625, 1.429688, 2.0625, 2.0625, 2.0625, 1.554688, 1.125, 1.96875, 0.131836, 2.0625, 2.0625, 0.029419, 0.375, 2.0625, 0.095215, 1.867188, 0.044678, 0.008545, 0.085938, 2.0, 1.21875, 0.371094, 1.71875, 0.412109, 1.820312, 2.0625, 0.917969, 0.043213, 2.0625, 1.28125, 2.0625, 2.0625, 0.006805, 0.007172, 2.0625, 0.058594, 1.953125, 1.09375, 2.0625, 0.033936, 2.0625, 2.03125, 1.96875, 2.0625, 1.515625, 2.0625, 1.015625, 2.0625, 2.0625, 1.335938, 0.298828, 0.136719, 0.02002, 1.398438, 2.0625, 1.304688, 0.617188, 0.34375, 0.116211, 2.0625, 0.316406, 0.032715, 0.253906, 0.09668, 0.972656, 2.0625, 0.617188, 0.12207, 0.007019, 2.03125, 1.289062, 1.226562, 2.0625, 0.53125, 1.273438, 1.382812, 2.015625, 0.451172, 1.484375, 0.458984, 0.108887, 2.0625, 0.107422, 2.0625, 2.0625, 0.088379, 0.625, 1.054688, 1.296875, 0.605469, 0.375, 0.410156, 0.503906, 0.212891, 1.414062, 0.310547, 0.347656, 1.773438, 1.226562, 1.226562, 0.110352, 2.0625, 0.065918, 0.582031, 0.496094, 0.238281, 1.828125, 2.0625, 1.476562, 1.570312, 2.0625, 2.0625, 0.253906, 0.53125, 0.957031, 0.824219, 2.0625, 0.071289, 0.8125, 0.129883, 2.0625, 0.047119, 0.287109, 0.5, 2.0625, 0.375, 0.498047, 2.0625, 2.0625, 0.083984, 0.022949, 2.0625, 0.519531, 2.0625, 0.223633, 1.195312, 0.151367, 0.466797, 0.53125, 2.0625, 0.601562, 1.171875, 2.0625, 1.953125, 1.414062, 0.106445, 2.046875, 0.392578, 2.0625, 1.023438, 2.0625, 0.112793, 0.111328, 0.074219, 2.0625, 0.785156, 2.0625, 0.390625, 0.582031, 0.235352, 0.410156, 0.570312, 0.09375, 0.550781, 0.009705, 0.051025, 1.25, 1.382812, 0.894531, 2.046875, 0.075195, 1.117188, 2.0625, 0.104492, 0.10498, 0.894531, 0.972656, 1.109375, 2.0625, 2.0625, 0.010681, 1.210938, 0.886719, 0.026855, 2.0625, 1.703125, 0.005646, 0.289062, 1.40625, 0.261719, 0.640625, 1.15625, 2.0625, 0.582031, 0.083984, 0.087891, 0.710938, 0.28125, 1.820312, 0.0625, 1.507812, 0.337891, 0.041504, 1.0, 2.0625, 0.410156, 0.800781, 0.052734, 0.535156, 0.007263, 0.78125, 1.546875, 1.1875, 0.034912, 1.835938, 1.078125, 0.196289, 2.0625, 0.091309, 0.878906, 0.333984, 2.0625, 0.020874, 0.030396, 2.0625, 0.083496, 0.017822, 0.180664, 2.0625, 0.664062, 1.09375, 0.617188, 0.123535, 0.086914, 2.0625, 0.917969, 2.0625, 0.667969, 2.0625, 2.0625, 0.6875, 0.208008, 2.0625, 1.523438, 0.006317, 2.0625, 2.0625, 0.378906, 0.09082, 0.034424, 1.210938, 0.225586, 0.34375, 0.043701, 2.0625, 2.0625, 0.302734, 0.181641, 0.168945, 0.726562, 0.040771, 0.613281, 0.006012, 0.609375, 0.322266, 2.046875, 0.304688, 0.433594, 2.0625, 1.484375, 0.404297, 0.671875, 2.0625, 0.050781, 0.171875, 0.396484, 0.020386, 2.0625, 0.042725, 1.046875, 1.375, 2.0625, 2.0625, 0.255859, 0.053467, 2.0625, 0.451172, 2.046875, 1.703125, 2.0625, 2.0625, 2.0625, 0.453125, 2.0625, 0.098633, 0.6875, 2.0625, 0.5625, 0.308594, 0.277344, 0.625, 1.429688, 0.084961, 1.898438, 1.085938, 0.056152, 2.0625, 2.0625, 2.0625, 0.396484, 0.449219, 0.006927, 2.0625, 0.090332, 0.960938, 0.020142, 0.056885, 0.726562, 0.007324, 0.523438, 1.226562, 0.664062, 2.0625, 0.092773, 2.0625, 2.0625, 2.0625, 1.09375, 1.875, 0.601562, 2.0625, 1.796875, 0.12793, 0.240234, 2.0625, 1.945312, 0.004333, 0.757812, 0.100586, 0.114746, 1.296875, 2.0625, 2.0625, 0.828125, 0.644531, 2.0625, 2.0625, 1.171875, 2.0625, 1.046875, 1.585938, 1.914062, 0.449219, 0.115723, 0.730469, 0.333984, 2.0625, 2.0625, 1.046875, 0.890625, 0.023071, 1.304688, 0.005768, 2.0625, 0.287109, 1.546875, 0.318359, 0.722656, 1.234375, 1.203125, 1.398438, 0.628906, 0.394531, 0.125977, 0.186523, 1.632812, 0.191406, 2.046875, 2.0625, 0.486328, 0.005432, 2.0625, 2.0625, 1.507812, 1.210938, 0.010864, 1.921875, 1.53125, 2.0625, 0.859375, 2.0625, 2.0625, 0.216797, 2.0625, 1.414062, 2.0625, 0.365234, 1.007812, 0.074219, 2.0625, 0.225586, 0.069824, 2.0625, 0.435547, 1.28125, 0.154297, 2.0625, 0.251953, 0.005585, 1.039062, 0.90625, 0.53125, 0.188477, 2.0625, 2.0625, 0.003815, 2.0625, 0.137695, 1.328125, 0.351562, 0.207031, 0.585938, 0.133789, 2.0625, 0.204102, 1.367188, 1.585938, 1.945312, 0.15332, 2.0625, 0.067383, 1.304688, 1.046875, 0.031982, 0.984375, 0.125, 0.460938, 0.219727, 1.929688, 0.056396, 1.195312, 0.244141, 2.0625, 2.0625, 1.203125, 1.65625, 0.28125, 0.59375, 1.53125, 0.871094, 0.412109, 0.173828, 0.014038, 0.785156, 0.15625, 2.0625, 2.0625, 0.216797, 2.0625, 1.929688, 0.523438, 2.0625, 1.515625, 1.148438, 0.972656, 0.257812, 2.0625, 2.0625, 0.304688, 1.015625, 2.0625, 0.070801, 0.773438, 0.191406, 0.925781, 0.036621, 1.648438, 2.0625, 2.0625, 2.0625, 2.0625, 1.296875, 0.026367, 2.0625, 2.0625, 1.140625, 0.349609, 2.0625, 0.789062, 2.0625, 1.289062, 2.0625, 0.570312, 0.01178, 0.060791, 1.039062, 2.0625, 0.092285, 0.296875, 2.0625, 1.398438, 0.699219, 0.78125, 2.0625, 1.257812, 0.00824, 1.273438, 0.933594, 0.484375, 0.3125, 0.761719, 0.006531, 1.078125, 0.006226, 0.339844, 0.441406, 0.6875, 0.722656, 1.0, 0.714844, 1.070312, 0.005615, 2.0625, 2.0625, 0.539062, 2.0625, 0.138672, 0.150391, 0.078613, 0.145508, 1.101562, 0.855469, 0.006134, 1.429688, 0.6875, 0.101074, 1.632812, 2.0625, 0.597656, 0.460938, 0.087402, 2.0625, 0.158203, 0.182617, 1.507812, 0.061523, 2.0625, 2.0625, 0.24707, 0.490234, 0.585938, 0.246094, 0.086426, 0.886719, 0.816406, 0.019287, 2.0625, 0.120117, 0.490234, 0.04834, 0.441406, 0.427734, 1.515625, 2.0625, 2.046875, 0.007263, 2.0625, 1.476562, 0.224609, 0.015137, 0.298828, 0.566406, 0.135742, 2.0625, 0.004608, 0.566406, 0.145508, 0.012024, 0.072266, 0.02002, 1.65625, 2.0625, 1.070312, 0.582031, 1.804688, 0.017822, 0.031738, 2.0625, 1.28125, 1.007812, 1.359375, 0.006744, 0.964844, 1.015625, 2.0625, 0.166992, 2.0625, 0.470703, 0.018433, 2.0625, 2.03125, 2.0625, 0.851562, 1.203125, 0.018555, 1.445312, 0.004395, 1.164062, 2.0625, 0.024536, 2.0625, 2.0625, 2.0625, 2.0625, 2.0625, 0.205078, 0.096191, 1.03125, 2.0625, 0.228516, 2.0625, 1.664062, 0.01062, 0.240234, 2.0625, 2.0625, 0.380859, 0.5625, 0.026978, 0.211914, 0.035156, 2.0625, 1.921875, 0.648438, 2.0625, 0.091309, 1.71875, 0.597656, 1.984375, 1.460938, 1.742188, 0.589844, 2.0625, 2.0625, 0.023071, 0.710938, 2.0625, 0.052979, 1.96875, 0.029541, 0.710938, 2.0625, 1.335938, 0.257812, 1.890625, 0.742188, 0.605469, 2.0625, 0.574219, 0.111328, 0.265625, 0.007294, 0.183594, 2.0625, 1.210938, 1.367188, 1.101562, 0.22168, 0.025146, 2.0625, 2.0625, 2.0625, 1.609375, 1.539062, 0.160156, 0.847656, 1.289062, 2.0625, 0.636719, 0.171875, 1.28125, 2.0625, 2.0625, 2.0625, 2.0625, 2.0625, 0.12207, 1.085938, 2.0625, 0.675781, 1.789062, 0.192383, 2.0625, 1.117188, 0.1875, 0.597656, 0.010437, 0.098633, 1.210938, 0.141602, 0.597656, 1.8125, 0.306641, 0.026978, 2.0625, 2.0625, 0.234375, 1.453125, 1.6875, 1.046875, 0.914062, 0.636719, 0.828125, 0.006378, 2.0625, 2.0625, 1.570312, 0.878906, 2.0625, 0.394531, 2.0625, 0.197266, 1.53125, 2.0625, 0.8125, 2.0625, 2.0625, 0.006409, 2.0625, 0.695312, 2.0625, 0.306641, 2.0625, 0.257812, 0.160156, 0.083008, 2.0625, 1.890625, 1.179688, 1.101562, 2.0625, 0.090332, 0.337891, 1.046875, 0.455078, 1.273438, 2.0625, 2.0625, 0.029419, 1.140625, 2.0625, 0.228516, 1.007812, 0.298828, 0.009155, 0.019775, 0.165039, 0.017456, 0.851562, 2.0625, 2.0625, 0.496094, 0.072266, 1.023438, 2.0625, 0.699219, 0.960938, 0.103027, 1.015625, 0.079102, 0.196289, 0.259766, 2.0625, 2.0625, 0.283203, 1.664062, 2.0625, 2.0625, 1.0, 2.0625, 0.05542, 0.024658, 1.929688, 1.96875, 1.328125, 2.0625, 0.546875, 1.046875, 2.0625, 1.328125, 2.0625, 0.302734, 0.289062, 0.047119, 2.0625, 1.125, 2.0625, 0.15332, 1.460938, 1.320312, 0.283203, 1.460938, 0.106934, 0.093262, 0.011841, 0.208008, 0.691406, 1.0, 0.742188, 0.53125, 2.0625, 1.390625, 2.0625, 1.414062, 0.453125, 0.40625, 0.150391, 2.0625, 1.125, 0.878906, 1.054688, 0.006378, 0.041504, 0.443359, 0.660156, 1.09375, 0.044922, 0.087891, 0.130859, 2.046875, 0.077637, 2.0625, 0.921875, 1.578125, 0.546875, 0.363281, 0.314453, 0.433594, 0.01062, 1.523438, 1.203125, 1.140625, 0.648438, 2.0625, 2.0625, 0.018677, 0.112793, 1.867188, 0.582031, 0.198242, 0.929688, 1.046875, 0.367188, 0.108398, 0.006958, 0.796875, 0.104004, 2.0625, 0.382812, 2.0625, 0.19043, 2.0625, 0.222656, 1.84375, 2.0625, 0.28125, 2.0625, 0.067871, 0.53125, 0.820312, 1.90625, 1.546875, 1.265625, 0.667969, 0.490234, 0.472656, 0.136719, 0.025146, 0.384766, 0.185547, 2.0625, 0.285156, 2.0625, 0.296875, 1.15625, 0.308594, 1.429688, 2.0625, 2.0625, 1.0625, 1.671875, 2.0625, 0.166992, 2.0625, 2.0625, 0.027588, 0.200195, 0.023804, 0.038086, 0.707031, 2.0625, 1.21875, 0.226562, 0.105469, 0.878906, 0.789062, 1.726562, 2.0625, 1.203125, 1.445312, 2.0625, 0.554688, 2.0625, 0.988281, 1.007812, 1.507812, 1.117188, 0.367188, 0.016357, 0.640625, 1.835938, 0.695312, 0.613281, 0.388672, 1.679688, 0.445312, 0.10791, 2.0625, 2.0625, 1.289062, 2.0625, 0.245117, 2.0625, 0.785156, 2.0625, 2.0625, 0.302734, 1.101562, 0.458984, 2.0625, 0.111328, 0.271484, 0.024292, 0.347656, 2.0625, 0.326172, 0.683594, 0.886719, 0.957031, 2.0625, 2.0625, 2.0625, 0.613281, 0.271484, 2.0625, 0.333984, 2.0625, 2.0625, 2.0625, 1.359375, 0.910156, 0.24707, 0.105469, 0.484375, 2.0625, 0.237305, 0.382812, 0.071777, 0.328125, 0.083008, 2.0625, 1.46875, 2.0625, 1.460938, 0.675781, 0.058594, 2.0625, 0.02124, 2.046875, 0.515625, 2.0625, 2.0, 2.0625, 1.929688, 0.229492, 0.006073, 0.138672, 1.429688, 0.171875, 0.100586, 0.088867, 0.001694, 0.009888, 0.15332, 0.320312, 0.065918, 0.05542, 0.005554, 2.0625, 1.210938, 0.055908, 2.0625, 2.0625, 0.023438, 1.351562, 0.507812, 0.133789, 1.039062, 0.026367, 0.691406, 0.28125, 1.007812, 0.068359, 1.15625, 2.0625, 2.0625, 1.25, 1.039062, 0.018677, 2.0625, 0.472656, 0.25, 0.65625, 0.84375, 0.219727, 0.617188, 0.044678, 0.164062, 2.0625, 0.769531, 0.275391, 0.6875, 2.0625, 0.53125, 1.648438, 2.0625, 0.486328, 0.014893, 0.867188, 2.0625, 0.542969, 0.242188, 0.011536, 1.078125, 0.289062, 0.640625, 0.093262, 0.683594, 0.033203, 1.65625, 0.859375, 0.351562, 0.710938, 0.067383, 0.220703, 0.40625, 0.160156, 1.789062, 2.0625, 0.636719, 2.0625, 2.0625, 1.585938, 0.069336, 1.695312, 0.832031, 1.351562, 2.0625, 0.5, 2.0625, 1.125, 0.328125, 0.136719, 1.757812, 0.714844, 0.025146, 0.777344, 2.0625, 2.046875, 0.010681, 2.03125, 2.0625, 1.570312, 1.148438, 0.867188, 0.155273, 0.149414, 2.0625, 2.0625, 1.070312, 1.335938, 0.00647, 0.011292, 0.507812, 0.047363, 2.0625, 2.0625, 1.601562, 0.839844, 2.0625, 1.414062, 0.005493, 0.730469, 0.542969, 2.0625, 1.460938, 0.074219 ] } , "name": "onnx::Mul_10824", "outputIndexes": [ 2112 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2111, 2112 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 2113 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2085, 2113 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/Add_1_output_0", "outputIndexes": [ 2114 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2114 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.10/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 7321 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7321 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.10/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 7322 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7322 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 664373356, 327702, 81920, 0, 0 ] } , "name": "/layers.10/per_layer_input_gate/Linear", "outputIndexes": [ 7323 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7323 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.10/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 7324 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7324 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.10/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 2115 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2115 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.10/act_fn/Mul_output_0", "outputIndexes": [ 2116 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2115, 2116 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/act_fn/Mul_1_output_0", "outputIndexes": [ 2117 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 2117 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/act_fn/Mul_2_output_0", "outputIndexes": [ 2118 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2115, 2118 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/act_fn/Add_output_0", "outputIndexes": [ 2119 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 2119 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/act_fn/Mul_3_output_0", "outputIndexes": [ 2120 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2120 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.10/act_fn/Tanh_output_0", "outputIndexes": [ 2121 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 2121 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/act_fn/Add_1_output_0", "outputIndexes": [ 2122 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2115, 2122 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/act_fn/Mul_4_output_0", "outputIndexes": [ 2123 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 2123 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/act_fn/Mul_5_output_0", "outputIndexes": [ 2124 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 10 ] } , "name": "/Constant_19_output_0", "outputIndexes": [ 2125 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2610", "outputIndexes": [ 2126 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2613", "outputIndexes": [ 2127 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 2126, 2127, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice2616", "outputIndexes": [ 2128 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2128 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze2617", "outputIndexes": [ 2129 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2125, 2129 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2618", "outputIndexes": [ 2130 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2130, 2129 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2619", "outputIndexes": [ 2131 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 2131, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_17_output_0", "outputIndexes": [ 2132 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2124, 2132 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/Mul_output_0", "outputIndexes": [ 2133 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2133 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.10/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 7325 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7325 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.10/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 7326 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7326 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 664782978, 327702, 81920, 0, 0 ] } , "name": "/layers.10/per_layer_projection/Linear", "outputIndexes": [ 7327 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7327 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.10/per_layer_projection/Linear/post_convert", "outputIndexes": [ 7328 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7328 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.10/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 2134 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2134 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.10/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 2136 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2136 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.10/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 2137 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2137, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 2138 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2138, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 2139 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2134, 2139 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 2140 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.957031, 0.957031, 0.957031, 0.000858, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.000805, 0.000851, 0.000809, 0.000813, 0.000874, 0.000843, 0.957031, 0.957031, 0.957031, 0.957031, 0.068359, 0.957031, 0.957031, 0.062988, 0.957031, 0.957031, 0.957031, 0.000889, 0.00082, 0.957031, 0.056641, 0.957031, 0.000744, 0.957031, 0.957031, 0.000862, 0.957031, 0.033936, 0.004272, 0.957031, 0.201172, 0.000744, 0.957031, 0.957031, 0.957031, 0.957031, 0.106445, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.000824, 0.957031, 0.957031, 0.957031, 0.014587, 0.957031, 0.957031, 0.000881, 0.957031, 0.245117, 0.957031, 0.03125, 0.000801, 0.957031, 0.957031, 0.001251, 0.000706, 0.957031, 0.000767, 0.957031, 0.957031, 0.957031, 0.957031, 0.000896, 0.957031, 0.000809, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.000683, 0.000912, 0.000847, 0.957031, 0.957031, 0.000839, 0.00087, 0.957031, 0.000801, 0.957031, 0.957031, 0.957031, 0.000866, 0.957031, 0.000732, 0.957031, 0.957031, 0.000797, 0.00071, 0.014221, 0.957031, 0.957031, 0.000786, 0.000881, 0.957031, 0.000801, 0.957031, 0.957031, 0.031006, 0.957031, 0.000885, 0.044189, 0.000809, 0.000782, 0.000874, 0.957031, 0.000862, 0.957031, 0.957031, 0.09375, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.111328, 0.03418, 0.195312, 0.957031, 0.000839, 0.957031, 0.957031, 0.00087, 0.957031, 0.957031, 0.1875, 0.957031, 0.00082, 0.957031, 0.957031, 0.000793, 0.957031, 0.957031, 0.957031, 0.099121, 0.008728, 0.957031, 0.000721, 0.000847, 0.957031, 0.000874, 0.000813, 0.957031, 0.957031, 0.018677, 0.957031, 0.100098, 0.000877, 0.000874, 0.013123, 0.00087, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.000805, 0.957031, 0.005157, 0.957031, 0.000809, 0.957031, 0.957031, 0.00079, 0.957031, 0.957031, 0.061035, 0.0271, 0.957031, 0.033447, 0.957031, 0.000832, 0.957031, 0.957031, 0.957031, 0.000759, 0.000748, 0.00079, 0.957031, 0.000824, 0.000866, 0.164062, 0.957031, 0.957031, 0.000835, 0.957031, 0.000874, 0.064453, 0.957031, 0.025146, 0.005737, 0.957031, 0.000923, 0.000813, 0.957031, 0.957031, 0.000908, 0.000843, 0.957031, 0.000866, 0.000916, 0.957031, 0.000778, 0.957031, 0.957031, 0.000835, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.037598, 0.957031, 0.957031, 0.957031, 0.031006, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.000801, 0.957031, 0.000843, 0.957031, 0.000702, 0.957031, 0.016968, 0.957031, 0.000874, 0.008667, 0.957031, 0.031006, 0.302734, 0.000862, 0.957031, 0.957031, 0.003174, 0.000854, 0.000889, 0.957031, 0.005249, 0.957031, 0.000778, 0.00087, 0.957031, 0.000801, 0.957031, 0.123535, 0.957031, 0.957031, 0.00082, 0.023926, 0.957031, 0.957031, 0.000816, 0.000839, 0.000813, 0.000881, 0.957031, 0.957031, 0.957031, 0.957031, 0.000797, 0.000698, 0.957031, 0.000828, 0.957031, 0.064453, 0.957031, 0.000801, 0.000755, 0.000786, 0.000801, 0.000702, 0.957031, 0.957031, 0.378906, 0.957031, 0.957031, 0.957031, 0.019775, 0.957031, 0.957031, 0.147461, 0.000816, 0.000874, 0.000877, 0.016479, 0.000885, 0.957031, 0.021729, 0.957031, 0.957031, 0.000832, 0.0177, 0.000935, 0.000896, 0.010498, 0.957031, 0.000755, 0.957031, 0.071289, 0.033936, 0.957031, 0.957031, 0.000797, 0.957031, 0.000744, 0.000927, 0.957031, 0.00079, 0.011719, 0.000759, 0.957031, 0.00079, 0.957031, 0.957031, 0.957031, 0.000805, 0.957031, 0.957031, 0.000839, 0.957031, 0.0009, 0.000904, 0.957031, 0.00087, 0.000786, 0.000908, 0.000687, 0.957031, 0.0625, 0.000824, 0.957031, 0.000824, 0.000874, 0.000797, 0.000793, 0.957031, 0.957031, 0.199219, 0.957031, 0.000839, 0.000813, 0.957031, 0.957031, 0.000801, 0.000851, 0.957031, 0.003616, 0.177734, 0.017822, 0.957031, 0.000835, 0.089355, 0.000889, 0.000805, 0.957031, 0.957031, 0.957031, 0.957031, 0.000828, 0.957031, 0.957031, 0.957031, 0.000851, 0.957031, 0.000862, 0.957031, 0.957031, 0.000767, 0.957031, 0.000683, 0.957031, 0.957031, 0.011353, 0.000851, 0.000809, 0.957031, 0.957031, 0.060791, 0.000816, 0.000786, 0.957031, 0.000759, 0.957031, 0.000771, 0.000832, 0.197266, 0.069336, 0.957031, 0.000877, 0.957031, 0.000927, 0.000805, 0.209961, 0.957031, 0.957031, 0.000877, 0.00087, 0.000759, 0.000874, 0.010925, 0.957031, 0.067383, 0.000843, 0.194336, 0.022827, 0.957031, 0.081543, 0.00087, 0.000851, 0.957031, 0.957031, 0.957031, 0.000854, 0.957031, 0.957031, 0.957031, 0.000908, 0.957031, 0.000771, 0.957031, 0.026001, 0.957031, 0.000813, 0.957031, 0.957031, 0.000786, 0.957031, 0.004333, 0.000683, 0.00087, 0.957031, 0.038086, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.02771, 0.957031, 0.957031, 0.000748, 0.957031, 0.957031, 0.00079, 0.028442, 0.000809, 0.957031, 0.957031, 0.000904, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.011841, 0.000847, 0.000813, 0.957031, 0.957031, 0.099609, 0.000908, 0.000729, 0.957031, 0.000912, 0.000851, 0.957031, 0.957031, 0.957031, 0.013184, 0.957031, 0.000847, 0.957031, 0.957031, 0.000843, 0.083496, 0.957031, 0.000774, 0.000919, 0.000778, 0.957031, 0.957031, 0.074219, 0.957031, 0.957031, 0.957031, 0.957031, 0.000893, 0.07666, 0.957031, 0.957031, 0.957031, 0.00087, 0.957031, 0.000889, 0.957031, 0.957031, 0.000893, 0.000885, 0.957031, 0.957031, 0.957031, 0.123535, 0.000854, 0.000816, 0.000839, 0.957031, 0.009644, 0.957031, 0.049561, 0.000828, 0.000866, 0.957031, 0.0009, 0.104492, 0.957031, 0.000854, 0.146484, 0.01709, 0.000748, 0.000854, 0.000832, 0.000763, 0.957031, 0.957031, 0.000717, 0.957031, 0.000858, 0.957031, 0.000839, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.000839, 0.000835, 0.003845, 0.088379, 0.957031, 0.000782, 0.000847, 0.021973, 0.957031, 0.000767, 0.957031, 0.000851, 0.957031, 0.000751, 0.957031, 0.000771, 0.957031, 0.000847, 0.957031, 0.032471, 0.000835, 0.000778, 0.000874, 0.957031, 0.04126, 0.000778, 0.957031, 0.000881, 0.000893, 0.032715, 0.000858, 0.957031, 0.957031, 0.008301, 0.957031, 0.000854, 0.000874, 0.957031, 0.000858, 0.957031, 0.957031, 0.957031, 0.957031, 0.000874, 0.957031, 0.957031, 0.957031, 0.000931, 0.0009, 0.957031, 0.000706, 0.496094, 0.957031, 0.000874, 0.957031, 0.957031, 0.957031, 0.957031, 0.000828, 0.000885, 0.957031, 0.000828, 0.957031, 0.000916, 0.000874, 0.000706, 0.02417, 0.957031, 0.000797, 0.957031, 0.957031, 0.957031, 0.000805, 0.000782, 0.957031, 0.000824, 0.957031, 0.00069, 0.957031, 0.000877, 0.099121, 0.957031, 0.957031, 0.957031, 0.000858, 0.087891, 0.957031, 0.000893, 0.000759, 0.103516, 0.048096, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.310547, 0.957031, 0.957031, 0.957031, 0.957031, 0.00074, 0.000748, 0.957031, 0.957031, 0.957031, 0.000866, 0.000893, 0.957031, 0.085938, 0.130859, 0.957031, 0.957031, 0.957031, 0.081543, 0.000767, 0.000816, 0.396484, 0.957031, 0.957031, 0.957031, 0.000881, 0.000862, 0.000797, 0.957031, 0.957031, 0.000851, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.000851, 0.000828, 0.957031, 0.00087, 0.000832, 0.957031, 0.957031, 0.957031, 0.000706, 0.957031, 0.957031, 0.957031, 0.003479, 0.065918, 0.957031, 0.957031, 0.000832, 0.053711, 0.000778, 0.000732, 0.957031, 0.957031, 0.957031, 0.957031, 0.000862, 0.957031, 0.000839, 0.00082, 0.957031, 0.000736, 0.957031, 0.957031, 0.957031, 0.004669, 0.000847, 0.957031, 0.957031, 0.957031, 0.088867, 0.957031, 0.000778, 0.000881, 0.041748, 0.229492, 0.957031, 0.000885, 0.064941, 0.957031, 0.058105, 0.000786, 0.957031, 0.000809, 0.000847, 0.000809, 0.957031, 0.957031, 0.957031, 0.000774, 0.957031, 0.008789, 0.008423, 0.000847, 0.000896, 0.957031, 0.957031, 0.957031, 0.957031, 0.000854, 0.000904, 0.957031, 0.000874, 0.000854, 0.957031, 0.000896, 0.000767, 0.000935, 0.000813, 0.000805, 0.957031, 0.006561, 0.000736, 0.957031, 0.000786, 0.000881, 0.957031, 0.957031, 0.957031, 0.000931, 0.957031, 0.000725, 0.957031, 0.002716, 0.957031, 0.957031, 0.957031, 0.457031, 0.957031, 0.957031, 0.000877, 0.000755, 0.957031, 0.957031, 0.000877, 0.957031, 0.957031, 0.957031, 0.00708, 0.957031, 0.957031, 0.000816, 0.000912, 0.957031, 0.271484, 0.000877, 0.054443, 0.000881, 0.957031, 0.053955, 0.957031, 0.0009, 0.000839, 0.087402, 0.000904, 0.072754, 0.00087, 0.957031, 0.000717, 0.957031, 0.000908, 0.957031, 0.123047, 0.957031, 0.000862, 0.000774, 0.957031, 0.957031, 0.416016, 0.957031, 0.000835, 0.011902, 0.00087, 0.957031, 0.957031, 0.101074, 0.957031, 0.957031, 0.957031, 0.041504, 0.957031, 0.000801, 0.0009, 0.957031, 0.020874, 0.000877, 0.957031, 0.000824, 0.000717, 0.957031, 0.000759, 0.957031, 0.957031, 0.088379, 0.957031, 0.957031, 0.005371, 0.957031, 0.957031, 0.000927, 0.00082, 0.957031, 0.137695, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.000881, 0.000866, 0.000839, 0.000805, 0.000851, 0.945312, 0.957031, 0.000793, 0.957031, 0.957031, 0.957031, 0.013184, 0.000919, 0.957031, 0.957031, 0.957031, 0.00074, 0.957031, 0.000858, 0.000866, 0.003448, 0.957031, 0.000782, 0.000824, 0.957031, 0.957031, 0.000828, 0.957031, 0.957031, 0.008057, 0.010742, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.000851, 0.957031, 0.000847, 0.957031, 0.028442, 0.957031, 0.957031, 0.00087, 0.000874, 0.016235, 0.957031, 0.000782, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.000755, 0.957031, 0.000885, 0.000721, 0.957031, 0.957031, 0.957031, 0.000866, 0.000908, 0.957031, 0.957031, 0.000828, 0.259766, 0.005676, 0.000771, 0.004639, 0.957031, 0.000813, 0.000843, 0.957031, 0.271484, 0.000835, 0.000866, 0.957031, 0.957031, 0.957031, 0.957031, 0.020874, 0.000835, 0.957031, 0.007935, 0.957031, 0.957031, 0.000877, 0.000896, 0.005646, 0.047852, 0.020996, 0.000835, 0.957031, 0.139648, 0.000885, 0.000816, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.000782, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.000893, 0.000923, 0.957031, 0.000874, 0.957031, 0.957031, 0.000843, 0.000839, 0.957031, 0.957031, 0.957031, 0.002502, 0.040527, 0.957031, 0.957031, 0.001709, 0.000916, 0.02124, 0.058105, 0.957031, 0.000851, 0.000774, 0.000748, 0.957031, 0.000874, 0.010681, 0.957031, 0.000839, 0.000862, 0.000713, 0.957031, 0.957031, 0.000877, 0.000771, 0.957031, 0.957031, 0.957031, 0.957031, 0.000813, 0.957031, 0.0009, 0.00087, 0.000874, 0.000874, 0.000919, 0.957031, 0.957031, 0.957031, 0.211914, 0.000786, 0.106934, 0.957031, 0.957031, 0.957031, 0.000851, 0.000778, 0.050537, 0.957031, 0.957031, 0.957031, 0.000851, 0.010071, 0.00087, 0.957031, 0.133789, 0.000908, 0.957031, 0.957031, 0.957031, 0.000801, 0.000862, 0.000732, 0.00082, 0.957031, 0.957031, 0.957031, 0.957031, 0.000862, 0.104004, 0.957031, 0.957031, 0.957031, 0.010437, 0.000866, 0.000858, 0.957031, 0.000896, 0.957031, 0.957031, 0.957031, 0.011108, 0.957031, 0.957031, 0.000839, 0.957031, 0.000908, 0.000862, 0.000896, 0.021606, 0.957031, 0.957031, 0.000854, 0.957031, 0.000809, 0.000847, 0.000782, 0.957031, 0.957031, 0.000763, 0.023682, 0.957031, 0.957031, 0.000843, 0.957031, 0.957031, 0.957031, 0.000881, 0.957031, 0.957031, 0.139648, 0.000801, 0.957031, 0.957031, 0.957031, 0.000854, 0.044678, 0.000763, 0.957031, 0.957031, 0.000809, 0.015625, 0.000916, 0.097656, 0.000862, 0.957031, 0.957031, 0.957031, 0.000832, 0.129883, 0.000881, 0.957031, 0.957031, 0.957031, 0.000755, 0.00079, 0.000755, 0.000908, 0.957031, 0.00079, 0.000767, 0.957031, 0.957031, 0.957031, 0.0009, 0.003571, 0.00592, 0.957031, 0.000763, 0.957031, 0.957031, 0.000874, 0.957031, 0.000835, 0.957031, 0.957031, 0.002747, 0.335938, 0.000851, 0.059326, 0.957031, 0.000828, 0.957031, 0.004364, 0.957031, 0.000843, 0.00082, 0.111328, 0.957031, 0.042236, 0.000874, 0.957031, 0.957031, 0.000854, 0.00087, 0.00082, 0.957031, 0.000839, 0.000835, 0.000858, 0.957031, 0.957031, 0.957031, 0.957031, 0.000778, 0.013306, 0.000919, 0.957031, 0.957031, 0.036377, 0.236328, 0.000854, 0.000858, 0.957031, 0.957031, 0.957031, 0.000679, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.00079, 0.000706, 0.00087, 0.000889, 0.957031, 0.957031, 0.017822, 0.333984, 0.000908, 0.000771, 0.000889, 0.957031, 0.005157, 0.957031, 0.007782, 0.056396, 0.957031, 0.957031, 0.957031, 0.000862, 0.074219, 0.00082, 0.00087, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.011841, 0.059814, 0.000843, 0.957031, 0.957031, 0.957031, 0.000828, 0.957031, 0.000839, 0.000935, 0.000816, 0.263672, 0.000935, 0.102539, 0.957031, 0.071289, 0.957031, 0.957031, 0.001198, 0.000916, 0.957031, 0.957031, 0.000832, 0.034912, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.000813, 0.957031, 0.957031, 0.000851, 0.000893, 0.957031, 0.957031, 0.957031, 0.957031, 0.000809, 0.008301, 0.957031, 0.010803, 0.000828, 0.957031, 0.957031, 0.957031, 0.000843, 0.957031, 0.00082, 0.957031, 0.957031, 0.957031, 0.000763, 0.957031, 0.957031, 0.957031, 0.957031, 0.000732, 0.957031, 0.000862, 0.957031, 0.957031, 0.957031, 0.030762, 0.957031, 0.957031, 0.000683, 0.000851, 0.000759, 0.957031, 0.000809, 0.000889, 0.957031, 0.000824, 0.000713, 0.28125, 0.000797, 0.000839, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.023682, 0.000809, 0.000881, 0.957031, 0.074219, 0.000816, 0.00082, 0.957031, 0.957031, 0.957031, 0.000904, 0.000832, 0.957031, 0.957031, 0.000793, 0.414062, 0.000874, 0.000786, 0.003082, 0.000782, 0.012024, 0.077637, 0.000809, 0.289062, 0.174805, 0.957031, 0.00087, 0.957031, 0.000847, 0.000877, 0.957031, 0.006073, 0.957031, 0.957031, 0.000847, 0.957031, 0.000755, 0.188477, 0.000862, 0.957031, 0.000866, 0.957031, 0.000896, 0.000851, 0.000744, 0.957031, 0.000877, 0.008545, 0.19043, 0.957031, 0.197266, 0.957031, 0.957031, 0.957031, 0.000866, 0.000912, 0.000858, 0.0009, 0.000835, 0.000713, 0.000763, 0.000854, 0.957031, 0.007599, 0.957031, 0.000858, 0.000835, 0.062988, 0.957031, 0.957031, 0.080566, 0.000801, 0.000782, 0.957031, 0.000778, 0.957031, 0.000874, 0.035156, 0.000916, 0.035889, 0.957031, 0.000854, 0.957031, 0.957031, 0.957031, 0.957031, 0.185547, 0.957031, 0.163086, 0.957031, 0.957031, 0.023682, 0.022339, 0.957031, 0.00082, 0.957031, 0.097168, 0.000862, 0.000763, 0.002472, 0.000809, 0.957031, 0.000904, 0.957031, 0.026733, 0.957031, 0.957031, 0.957031, 0.000832, 0.000874, 0.957031, 0.957031, 0.957031, 0.000851, 0.957031, 0.957031, 0.000774, 0.000813, 0.004333, 0.957031, 0.957031, 0.957031, 0.00087, 0.957031, 0.000854, 0.957031, 0.000813, 0.000927, 0.957031, 0.957031, 0.005737, 0.957031, 0.957031, 0.000809, 0.000896, 0.957031, 0.957031, 0.000885, 0.957031, 0.957031, 0.957031, 0.000843, 0.957031, 0.000832, 0.957031, 0.000656, 0.000896, 0.957031, 0.957031, 0.957031, 0.957031, 0.000813, 0.957031, 0.957031, 0.0009, 0.000813, 0.957031, 0.000835, 0.957031, 0.000832, 0.003647, 0.000851, 0.957031, 0.957031, 0.957031, 0.957031, 0.000832, 0.957031, 0.957031, 0.957031, 0.000858, 0.957031, 0.957031, 0.957031, 0.957031, 0.002502, 0.000694, 0.957031, 0.000904, 0.957031, 0.957031, 0.957031, 0.000832, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.00087, 0.957031, 0.957031, 0.957031, 0.117188, 0.00082, 0.004578, 0.957031, 0.957031, 0.000793, 0.000782, 0.01001, 0.000839, 0.957031, 0.957031, 0.00082, 0.000751, 0.018311, 0.957031, 0.00074, 0.00079, 0.050049, 0.000805, 0.000854, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.271484, 0.0009, 0.957031, 0.000877, 0.957031, 0.040527, 0.957031, 0.957031, 0.034912, 0.000854, 0.957031, 0.957031, 0.957031, 0.084473, 0.000801, 0.000778, 0.000847, 0.957031, 0.208984, 0.000793, 0.957031, 0.957031, 0.957031, 0.060303, 0.957031, 0.042969, 0.000847, 0.957031, 0.000843, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.000809, 0.120605, 0.957031, 0.957031, 0.957031, 0.000763, 0.00079, 0.000813, 0.00079, 0.011902, 0.00087, 0.000927, 0.957031, 0.201172, 0.000935, 0.957031, 0.957031, 0.000824, 0.012451, 0.957031, 0.100098, 0.957031, 0.000767, 0.000782, 0.017212, 0.000824, 0.000748, 0.957031, 0.000786, 0.957031, 0.957031, 0.957031, 0.957031, 0.00079, 0.957031, 0.000824, 0.957031, 0.957031, 0.000874, 0.000835, 0.062256, 0.032471, 0.957031, 0.46875, 0.957031, 0.000885, 0.957031, 0.000832, 0.259766, 0.957031, 0.021362, 0.957031, 0.004913, 0.000851, 0.957031, 0.957031, 0.000885, 0.957031, 0.000862, 0.957031, 0.957031, 0.000896, 0.000774, 0.957031, 0.000877, 0.957031, 0.957031, 0.957031, 0.000755, 0.957031, 0.957031, 0.00087, 0.957031, 0.000866, 0.000713, 0.000858, 0.957031, 0.000801, 0.957031, 0.00082, 0.957031, 0.000908, 0.00082, 0.010681, 0.000813, 0.121582, 0.000797, 0.002991, 0.957031, 0.152344, 0.025024, 0.000767, 0.957031, 0.000889, 0.000851, 0.000877, 0.000774, 0.000854, 0.957031, 0.957031, 0.000843, 0.000809, 0.000862, 0.000652, 0.0009, 0.957031, 0.000847, 0.000805, 0.000858, 0.000923, 0.008118, 0.014404, 0.957031, 0.000877, 0.000885, 0.000881, 0.957031, 0.000854, 0.242188, 0.957031, 0.04126, 0.044922, 0.957031, 0.71875, 0.957031, 0.957031, 0.000874, 0.957031, 0.300781, 0.000805, 0.957031, 0.957031, 0.000874, 0.957031, 0.957031, 0.957031, 0.000839, 0.00079, 0.957031, 0.000847, 0.000721, 0.016724, 0.000702, 0.957031, 0.000713, 0.061035, 0.060059, 0.957031, 0.004395, 0.957031, 0.000832, 0.957031, 0.957031, 0.957031, 0.104492, 0.957031, 0.957031, 0.000751, 0.957031, 0.957031, 0.957031, 0.000774, 0.000664, 0.000824, 0.003174, 0.957031, 0.000866, 0.957031, 0.957031, 0.957031, 0.957031, 0.000847, 0.03833, 0.957031, 0.245117, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.000877, 0.957031, 0.000771, 0.957031, 0.957031, 0.957031, 0.000912, 0.000805, 0.957031, 0.957031, 0.000839, 0.957031, 0.957031, 0.035156, 0.957031, 0.957031, 0.957031, 0.018188, 0.000893, 0.000832, 0.957031, 0.000778, 0.957031, 0.013489, 0.000805, 0.957031, 0.000774, 0.000927, 0.000767, 0.957031, 0.957031, 0.062012, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.000778, 0.957031, 0.015015, 0.000755, 0.957031, 0.957031, 0.001381, 0.000877, 0.000797, 0.078125, 0.957031, 0.957031, 0.957031, 0.000881, 0.267578, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.000854, 0.062256, 0.00071, 0.183594, 0.957031, 0.957031, 0.957031, 0.000809, 0.009888, 0.957031, 0.000835, 0.957031, 0.000809, 0.00079, 0.000782, 0.957031, 0.957031, 0.957031, 0.957031, 0.000832, 0.000813, 0.000828, 0.080566, 0.957031, 0.00087, 0.000744, 0.957031, 0.00079, 0.000771, 0.957031, 0.957031, 0.957031, 0.957031, 0.000885, 0.957031, 0.000828, 0.957031, 0.957031, 0.957031, 0.000916, 0.000885, 0.957031, 0.000847, 0.957031, 0.000923, 0.000881, 0.000732, 0.957031, 0.025879, 0.000767, 0.957031, 0.174805, 0.957031, 0.037842, 0.957031, 0.089355, 0.000771, 0.000835, 0.957031, 0.149414, 0.957031, 0.957031, 0.957031, 0.002106, 0.957031, 0.000706, 0.000729, 0.000874, 0.19043, 0.117676, 0.000851, 0.957031, 0.000835, 0.957031, 0.957031, 0.957031, 0.000771, 0.957031, 0.000877, 0.957031, 0.957031, 0.00531, 0.108398, 0.03418, 0.000862, 0.000843, 0.957031, 0.045898, 0.000881, 0.000809, 0.957031, 0.957031, 0.957031, 0.000843, 0.957031, 0.000824, 0.957031, 0.957031, 0.211914, 0.000801, 0.000694, 0.957031, 0.061279, 0.957031, 0.957031, 0.000813, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.000839, 0.957031, 0.957031, 0.139648, 0.957031, 0.957031, 0.000854, 0.382812, 0.000824, 0.957031, 0.028809, 0.957031, 0.957031, 0.000732, 0.957031, 0.957031, 0.00074, 0.009216, 0.957031, 0.957031, 0.000816, 0.116211, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.300781, 0.009399, 0.036621, 0.00087, 0.957031, 0.048828, 0.000736, 0.000912, 0.957031, 0.957031, 0.000835, 0.000916, 0.957031, 0.003845, 0.000874, 0.957031, 0.232422, 0.000862, 0.957031, 0.002335, 0.957031, 0.000835, 0.000828, 0.957031, 0.957031, 0.000759, 0.957031, 0.957031, 0.957031, 0.000916, 0.957031, 0.957031, 0.3125, 0.957031, 0.000732, 0.000854, 0.000885, 0.000793, 0.957031, 0.957031, 0.000938, 0.957031, 0.957031, 0.000858, 0.957031, 0.957031, 0.213867, 0.000793, 0.00074, 0.957031, 0.036621, 0.000889, 0.957031, 0.000824, 0.957031, 0.957031, 0.000843, 0.957031, 0.957031, 0.000881, 0.000793, 0.957031, 0.957031, 0.000824, 0.957031, 0.000889, 0.000767, 0.026367, 0.144531, 0.000809, 0.957031, 0.957031, 0.957031, 0.006683, 0.957031, 0.000862, 0.000835, 0.000908, 0.000759, 0.00087, 0.129883, 0.957031, 0.000854, 0.957031, 0.000874, 0.000877, 0.000706, 0.005585, 0.957031, 0.957031, 0.000793, 0.957031, 0.00079, 0.000851, 0.000916, 0.957031, 0.957031, 0.957031, 0.957031, 0.001755, 0.957031, 0.000702, 0.957031, 0.000786, 0.957031, 0.000824, 0.010071, 0.957031, 0.000828, 0.000744, 0.000771, 0.957031, 0.000801, 0.957031, 0.002014, 0.000828, 0.957031, 0.000866, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.000874, 0.000927, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.00592, 0.000782, 0.957031, 0.957031, 0.000839, 0.957031, 0.017334, 0.000893, 0.028809, 0.957031, 0.957031, 0.957031, 0.000835, 0.000744, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.000755, 0.000862, 0.957031, 0.030762, 0.957031, 0.02063, 0.957031, 0.957031, 0.957031, 0.000923, 0.957031, 0.339844, 0.957031, 0.957031, 0.000919, 0.000847, 0.000736, 0.000874, 0.000835, 0.957031, 0.957031, 0.957031, 0.000813, 0.128906, 0.000927, 0.957031, 0.000793, 0.957031, 0.957031, 0.957031, 0.12207, 0.000889, 0.000851, 0.957031, 0.000919, 0.00087, 0.000832, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.000916, 0.957031, 0.957031, 0.957031, 0.957031, 0.000813, 0.957031, 0.957031, 0.000912, 0.00087, 0.000813, 0.0009, 0.957031, 0.000923, 0.957031, 0.957031, 0.139648, 0.000786, 0.957031, 0.957031, 0.00087, 0.957031, 0.957031, 0.000771, 0.957031, 0.000706, 0.957031, 0.001564, 0.957031, 0.957031, 0.000874, 0.957031, 0.957031, 0.201172, 0.957031, 0.000797, 0.957031, 0.000908, 0.000828, 0.957031, 0.957031, 0.003159, 0.957031, 0.000885, 0.957031, 0.000866, 0.957031, 0.000828, 0.002762, 0.040283, 0.957031, 0.957031, 0.957031, 0.000912, 0.957031, 0.048828, 0.174805, 0.000874, 0.00087, 0.957031, 0.000778, 0.957031, 0.000782, 0.957031, 0.957031, 0.000927, 0.957031, 0.000908, 0.000805, 0.006195, 0.000698, 0.008545, 0.957031, 0.957031, 0.957031, 0.000797, 0.000824, 0.000835, 0.957031, 0.000874, 0.957031, 0.000896, 0.000801, 0.049316, 0.031006, 0.000912, 0.957031, 0.957031, 0.000748, 0.000858, 0.957031, 0.957031, 0.957031, 0.957031, 0.000816, 0.015625, 0.000816, 0.957031, 0.957031, 0.957031, 0.957031, 0.000874, 0.957031, 0.957031, 0.957031, 0.000885, 0.000862, 0.000843, 0.957031, 0.957031, 0.957031, 0.000893, 0.957031, 0.000828, 0.097656, 0.957031, 0.000793, 0.000767, 0.000874, 0.000813, 0.957031, 0.957031, 0.957031, 0.000874, 0.957031, 0.957031, 0.957031, 0.957031, 0.000755, 0.011414, 0.070312, 0.957031, 0.000805, 0.957031, 0.957031, 0.004028, 0.025269, 0.294922, 0.957031, 0.957031, 0.006653, 0.001808, 0.000881, 0.957031, 0.000874, 0.000729, 0.957031, 0.000866, 0.265625, 0.000786, 0.957031, 0.000813, 0.000729, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.000839, 0.000759, 0.05542, 0.957031, 0.957031, 0.000851, 0.000767, 0.957031, 0.000832, 0.00087, 0.000763, 0.957031, 0.000828, 0.957031, 0.000858, 0.000896, 0.000847, 0.957031, 0.208008, 0.000816, 0.957031, 0.000782, 0.957031, 0.029419, 0.957031, 0.000771, 0.957031, 0.957031, 0.957031, 0.957031, 0.00087, 0.957031, 0.000874, 0.015869, 0.169922, 0.080078, 0.000889, 0.000809, 0.957031, 0.000751, 0.957031, 0.00071, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.043457, 0.957031, 0.957031, 0.019653, 0.00071, 0.000851, 0.000843, 0.492188, 0.957031, 0.957031, 0.957031, 0.000729, 0.957031, 0.957031, 0.00079, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.000813, 0.957031, 0.957031, 0.000786, 0.112793, 0.000755, 0.957031, 0.957031, 0.957031, 0.957031, 0.000832, 0.000828, 0.000874, 0.000805, 0.957031, 0.957031, 0.957031, 0.957031, 0.240234, 0.957031, 0.957031, 0.000874, 0.957031, 0.000786, 0.957031, 0.957031, 0.957031, 0.034424, 0.000877, 0.00079, 0.005981, 0.957031, 0.000786, 0.957031, 0.000874, 0.550781, 0.957031, 0.957031, 0.957031, 0.000919, 0.000866, 0.957031, 0.000885, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.000751, 0.000755, 0.000805, 0.957031, 0.000912, 0.000839, 0.000832, 0.000877, 0.025024, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.000759, 0.957031, 0.006622, 0.957031, 0.000866, 0.957031, 0.000767, 0.957031, 0.957031, 0.000854, 0.001762, 0.000854, 0.957031, 0.091309, 0.07373, 0.000854, 0.000809, 0.000912, 0.000885, 0.000748, 0.000732, 0.04126, 0.000843, 0.957031, 0.957031, 0.000832, 0.957031, 0.957031, 0.000813, 0.957031, 0.957031, 0.000713, 0.957031, 0.015198, 0.353516, 0.000835, 0.000793, 0.036865, 0.000801, 0.957031, 0.957031, 0.957031, 0.957031, 0.012634, 0.957031, 0.239258, 0.957031, 0.957031, 0.000725, 0.000843, 0.957031, 0.000778, 0.000908, 0.00087, 0.957031, 0.000832, 0.000835, 0.957031, 0.000816, 0.957031, 0.957031, 0.000751, 0.000744, 0.957031, 0.957031, 0.000759, 0.15625, 0.009338, 0.000828, 0.000904, 0.000874, 0.04834, 0.957031, 0.000732, 0.957031, 0.957031, 0.000874, 0.000786, 0.010376, 0.957031, 0.957031, 0.000858, 0.957031, 0.957031, 0.000729, 0.957031, 0.000874, 0.957031, 0.000912, 0.000835, 0.000885, 0.957031, 0.957031, 0.000904, 0.957031, 0.957031, 0.957031, 0.000793, 0.957031, 0.957031, 0.019653, 0.0009, 0.957031, 0.000763, 0.000786, 0.957031, 0.957031, 0.000828, 0.957031, 0.957031, 0.002502, 0.084473, 0.957031, 0.957031, 0.957031, 0.957031, 0.003571, 0.000813, 0.957031, 0.000771, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.957031, 0.003128, 0.000854, 0.957031, 0.957031, 0.957031, 0.00087 ] } , "name": "onnx::Mul_10825", "outputIndexes": [ 2141 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2140, 2141 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 2142 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2114, 2142 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/Add_2_output_0", "outputIndexes": [ 2143 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.621094 ] } , "name": "/blocks.10/Constant_1_output_0", "outputIndexes": [ 2144 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2143, 2144 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/Mul_1_output_0", "outputIndexes": [ 2145 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2145, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.11/Reshape_output_0", "outputIndexes": [ 2146 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2146 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.11/input_layernorm/Pow_output_0", "outputIndexes": [ 2147 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2147 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.11/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 2148 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2148, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/input_layernorm/Add_output_0", "outputIndexes": [ 2149 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2149, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/input_layernorm/Pow_1_output_0", "outputIndexes": [ 2150 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2146, 2150 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/input_layernorm/Mul_output_0", "outputIndexes": [ 2151 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 4.53125, 3.75, 0.640625, 8.0625, 1.601562, 2.078125, 1.03125, 0.898438, 2.6875, 0.890625, 3.0625, 1.078125, 2.28125, 17.375, 14.5, 1.078125, 1.179688, 0.679688, 6.84375, 1.90625, 16.75, 1.617188, 3.34375, 22.375, 0.902344, 0.535156, 0.617188, 1.757812, 1.414062, 9.5625, 13.8125, 0.667969, 1.648438, 1.53125, 1.664062, 46.5, 1.359375, 11.0, 117.0, 0.734375, 9.8125, 14.1875, 0.941406, 0.570312, 5.53125, 2.921875, 1.257812, 0.503906, 0.546875, 2.90625, 0.964844, 3.9375, 0.816406, 12.125, 2.796875, 0.773438, 4.90625, 88.5, 0.898438, 7.3125, 16.875, 0.769531, 5.25, 0.757812, 21.875, 37.0, 0.503906, 0.367188, 139.0, 190.0, 8.0625, 7.96875, 1.171875, 3.953125, 1.875, 1.492188, 264.0, 0.804688, -0.546875, 1.171875, 0.765625, 1.070312, 1.382812, 0.699219, 23.875, 22.375, 105.5, 0.960938, 2.109375, 0.828125, 9.25, 1.101562, 7.40625, 1.101562, 1.65625, 0.980469, 4.09375, 0.894531, 0.878906, 0.980469, 2.4375, 0.992188, 1.523438, 70.5, 1.96875, 6.46875, 10.375, 7.65625, 0.769531, 6.875, 0.492188, 0.462891, 21.0, 5.96875, 9.4375, 28.5, 18.625, 12.5625, 14.4375, 1.421875, 12.125, 0.558594, 0.949219, 25.25, 0.847656, 2.453125, 0.761719, 1.007812, 0.71875, 0.427734, 1.0625, 1.132812, 1.351562, 9.8125, 28.25, 7.53125, 0.902344, 0.439453, 0.496094, 0.921875, 1.453125, 1.875, 0.925781, 10.25, 0.691406, 3.265625, 0.734375, 1.90625, 5.46875, 1.085938, 3.875, 0.777344, 15.25, 119.0, 0.65625, 5.625, 180.0, 4.59375, 26.25, 1.554688, 14.125, 1.320312, 19.125, 0.964844, 9.625, 10.875, 1.390625, 103.0, 11.6875, 8.0, 3.921875, 2.46875, 0.957031, 0.419922, 1.1875, 10.9375, 2.03125, 7.96875, 1.765625, 6.84375, 0.828125, 5.0, 16.125, 0.535156, 0.882812, 15.75, 43.5, 1.085938, 23.875, 1.078125, 5.34375, 0.435547, 0.929688, 1.90625, 2.421875, 1.078125, 5.90625, 2.140625, 6.53125, 304.0, 7.25, 1.804688, 2.5625, 135.0, 1.203125, 93.0, 11.5, 1.148438, 17.5, 169.0, 1.257812, 4.5625, 5.0, 1.351562, 1.585938, 3.4375, 11.625, 0.746094, 2.40625, 3.921875, 0.539062, 67.0, 1.0, 18.25, 2.25, 2.265625, 0.601562, 3.421875, 14.25, 1.359375, 1.945312, 8.75, 0.855469, 0.78125, 1.46875, 31.25, 0.554688, 1.078125, 0.761719, 0.464844, 1.195312, 36.5, 1.59375, 3.28125, 1.40625, 3.765625, 0.859375, 35.0, 6.375, 0.902344, 95.5, 1.960938, 41.0, 6.78125, 36.0, 0.498047, 1.359375, 74.5, 2.046875, 8.75, 4.59375, 62.75, 0.554688, 3.6875, 11.5625, 1.132812, 1.773438, 1.671875, 8.0625, 4.5625, 0.707031, 10.5, 75.0, 2.796875, 0.769531, 2.90625, 6.21875, 12.4375, 0.960938, 0.345703, 0.894531, 2.734375, 1.515625, 12.0625, 17.125, 2.140625, 18.375, 0.617188, 22.875, 0.628906, 26.625, 4.3125, 1.242188, 2.78125, 6.3125, 2.046875, 0.675781, 5.34375, 0.960938, 0.769531, 0.871094, 25.25, 0.945312, 2.09375, 7.34375, 1.070312, 11.125, 4.15625, 65.5, 11.375, 1.359375, 35.5, 0.703125, 1.304688, 8.25, 32.25, 17.5, 41.5, 49.0, 0.671875, 3.328125, 0.585938, 18.125, 34.75, 5.3125, 0.707031, 31.0, 1.195312, 4.46875, 91.5, 1.570312, 48.25, 70.0, 6.40625, 1.046875, 105.0, 1.007812, 4.25, 1.882812, 161.0, 0.992188, 0.492188, 1.976562, 2.390625, 2.875, 122.0, 1.867188, 6.125, 6.71875, 8.5, 1.859375, 1.929688, 7.53125, 1.570312, 0.636719, 76.5, 18.625, 5.5, 0.792969, 1.078125, 2.203125, 2.4375, 1.382812, 1.015625, 5.1875, 0.886719, 0.949219, 2.28125, 5.5625, 2.1875, 180.0, 14.0, 29.875, 0.5625, 67.5, 4.25, 2.15625, 8.4375, 2.046875, 2.234375, 6.75, 1.367188, 16.25, 1.109375, 0.851562, 2.71875, 11.9375, 0.582031, 16.875, 0.585938, 0.490234, 5.28125, 3.25, 22.375, 1.539062, 5.03125, 96.5, 3.65625, 13.9375, 1.125, 1.210938, 15.1875, 16.5, 8.6875, 1.765625, 1.398438, 2.234375, 4.03125, 6.40625, 8.9375, 14.4375, 2.765625, 45.0, 1.789062, 5.09375, 4.6875, 11.5625, 8.4375, 1.28125, 4.78125, 23.75, 11.75, 12.0625, 106.0, 0.894531, 15.5, 3.375, 4.40625, 51.25, 2.328125, 25.25, 2.359375, 16.625, 0.490234, 0.253906, 1.34375, 1.085938, 1.179688, 1.460938, 0.96875, 18.125, 4.125, 2.765625, 0.84375, 19.125, 2.0625, 66.0, 1.5625, 1.28125, 1.515625, 1.46875, 124.5, 1.601562, 0.90625, 2.0, 46.25, 4.78125, 1.921875, 0.78125, 3.546875, 2.6875, 1.65625, 1.039062, 59.25, 1.070312, 0.878906, 0.78125, 0.605469, 0.875, 27.5, 18.75, 5.28125, 2.15625, 2.265625, 4.40625, 1.242188, 3.328125, 1.835938, 1.21875, 1.734375, 40.5, 148.0, 24.125, 2.1875, 0.519531, 13.875, 5.875, 34.75, 1.476562, 17.625, 1.460938, 0.714844, 1.9375, 0.585938, 61.75, 2.078125, 1.96875, 0.871094, 0.404297, 12.125, 15.625, 0.773438, 4.4375, 1.71875, 5.8125, 1.390625, 0.78125, 17.0, 0.875, 7.71875, 1.953125, 4.28125, 1.820312, 19.5, 2.953125, 1.414062, 1.515625, 12.0, 1.367188, 3.40625, 0.945312, 4.59375, 17.625, 7.4375, 0.761719, 1.367188, 0.683594, 16.75, 13.8125, 1.65625, 7.59375, 1.804688, 40.5, 2.0, 29.5, 1.007812, 1.21875, 0.824219, 9.6875, 10.75, 0.675781, 1.804688, 7.46875, 8.8125, 268.0, 2.171875, 7.125, 8.4375, 5.71875, 1.304688, 4.46875, 0.988281, 15.1875, 1.46875, 3.625, 2.0, 2.21875, 2.4375, 1.03125, 9.6875, 25.75, 1.492188, 6.71875, 0.910156, 5.78125, 138.0, 1.296875, 1.226562, 3.140625, 7.71875, 68.0, 3.5625, 0.964844, 1.539062, 11.0625, 0.628906, 4.25, 0.609375, 27.375, 1.65625, 6.75, 1.164062, 30.625, 8.6875, 8.0625, 37.25, 0.800781, 24.375, 21.5, 0.476562, 7.625, 76.5, 12.0, 51.0, 9.375, 0.558594, 51.25, 1.421875, 326.0, 6.5625, 1.640625, 14.8125, 1.070312, 1.0, 1.15625, 0.949219, 18.25, 3.640625, 1.4375, 0.992188, 20.0, 3.78125, 0.439453, 62.0, 3.390625, 0.9375, 302.0, 0.839844, 2.25, 0.574219, 2.609375, 2.96875, 0.628906, 14.0, 28.5, 1.15625, 2.15625, 18.375, 5.8125, 19.875, 1.9375, 0.816406, 0.90625, 1.867188, 0.523438, 1.5625, 8.875, 2.0625, 2.140625, 1.570312, 34.75, 1.25, 23.375, 16.375, 1.125, 1.046875, 0.675781, 28.75, 11.625, 0.636719, 4.15625, 28.0, 8.5625, 16.125, 1.851562, 1.75, 1.34375, 1.6875, 0.894531, 3.125, 0.703125, 2.140625, 5.75, 6.125, 8.8125, 1.398438, 2.109375, 3.40625, 1.382812, 67.5, 4.84375, 7.28125, 9.4375, 14.3125, 1.289062, 0.738281, 4.375, 9.5625, 4.15625, 7.4375, 2.609375, 0.820312, 0.457031, 2.921875, 32.75, 2.953125, 15.3125, 2.421875, 8.375, 1.859375, 4.15625, 0.980469, 6.46875, 1.6875, 1.382812, 2.75, 1.390625, 8.3125, 2.734375, 1.851562, 2.953125, 1.921875, 2.5, 2.3125, 1.0625, 6.78125, 4.125, 1.78125, 2.1875, 28.625, 10.6875, 0.773438, 1.101562, 3.828125, 11.4375, 16.5, 3.765625, 2.890625, 3.109375, 0.710938, 1.757812, 42.25, 7.6875, 2.46875, 1.25, 0.726562, 1.28125, 1.5, 8.1875, 22.75, 51.25, 9.0, 0.554688, 2.171875, 0.792969, 9.0, 1.171875, 5.8125, 11.75, 22.625, 12.75, 1.398438, 0.494141, 32.75, 6.90625, 15.6875, 5.28125, 1.007812, 3.328125, 131.0, 1.554688, 1.226562, 6.75, 1.148438, 2.90625, 1.203125, 95.0, 22.0, 0.65625, 71.0, 1.515625, 4.3125, 0.730469, 6.46875, 5.84375, 26.375, 1.148438, 7.8125, 7.28125, 2.484375, 8.125, 9.75, 20.5, 0.984375, 3.75, 1.296875, 131.0, 1.703125, 2.765625, 131.0, 0.546875, 3.6875, 1.195312, 10.75, 10.0625, 0.832031, 1.296875, 1.164062, 66.5, 0.761719, 0.384766, 2.515625, 3.8125, 0.964844, 1.804688, 12.75, 4.03125, 0.765625, 5.34375, 18.5, 0.992188, 0.800781, 1.203125, 177.0, 0.792969, 0.695312, 19.375, 23.75, 3.359375, 3.859375, 3.265625, 13.125, 3.9375, 0.703125, 19.5, 0.929688, 11.0, 0.878906, 6.21875, 9.5625, 7.0625, 138.0, 0.808594, 328.0, 1.15625, 128.0, 1.0, 4.59375, 2.078125, 153.0, 210.0, 0.585938, 1.59375, 3.0625, 1.023438, 5.21875, 73.0, 21.5, 0.984375, 0.75, 4.21875, 0.863281, 1.71875, 1.671875, 53.0, 2.109375, 1.320312, 4.46875, 1.976562, 39.25, 1.34375, 1.796875, 14.0, 2.4375, 5.5, 2.15625, 1.328125, 2.609375, 15.125, 0.546875, 1.09375, 59.5, 2.84375, 1.304688, 19.75, 9.125, 1.34375, 4.90625, 2.78125, 0.699219, 2.6875, 1.148438, 1.921875, 4.875, 13.5625, 3.046875, 169.0, 13.9375, 3.203125, 1.375, 16.25, 0.625, 1.8125, 2.65625, 75.0, 11.125, 2.953125, 1.515625, 2.40625, 7.59375, 1.789062, 6.84375, 0.714844, 153.0, 0.777344, 10.875, 2.875, 1.789062, 0.4375, 7.9375, 1.953125, 1.703125, 39.0, 109.5, 1.28125, 2.1875, 1.171875, 1.90625, 0.425781, 6.65625, 0.330078, 1.25, 29.625, 1.109375, 59.0, 1.039062, 5.1875, 3.671875, 68.0, 74.5, 0.425781, 1.03125, 0.5625, 0.894531, 2.21875, 1.390625, 0.703125, 5.65625, 7.40625, 1.078125, 1.34375, 1.914062, 26.625, 86.0, 0.738281, 1.765625, 0.400391, 1.117188, 20.625, 1.710938, 0.871094, 18.25, 6.46875, 85.0, 138.0, 147.0, 0.777344, 12.25, 0.847656, 6.03125, 7.46875, 6.46875, 4.65625, 1.414062, 1.75, 1.992188, 2.03125, 73.0, 15.0, 1.75, 39.0, 1.695312, 2.484375, 1.875, 310.0, 106.0, 17.125, 77.5, 2.484375, 1.960938, 5.875, 112.0, 2.90625, 2.25, 0.90625, 4.71875, 1.554688, 0.349609, 1.203125, 0.683594, 1.53125, 1.921875, 1.734375, 1.773438, 16.75, 49.75, 1.5625, 2.53125, 1.0625, 0.886719, 19.125, 3.265625, 1.507812, 5.78125, 0.355469, 38.5, 23.625, 1.054688, 0.921875, 163.0, 1.828125, 48.25, 7.0, 0.410156, 1.804688, 13.5, 24.125, 0.640625, 1.210938, 22.125, 2.40625, 6.90625, 44.25, 332.0, 0.664062, 1.367188, 24.0, 23.125, 0.769531, 6.84375, 1.773438, 1.21875, 1.304688, 1.3125, 7.0, 4.09375, 2.3125, 1.78125, 10.9375, 2.265625, 1.1875, 0.730469, 7.40625, 16.75, 15.0625, 12.0, 3.265625, 1.625, 0.388672, 24.625, 4.21875, 1.101562, 2.921875, 1.125, 115.5, 42.25, 4.53125, 0.898438, 9.3125, 2.3125, 0.515625, 1.257812, 3.21875, 1.21875, 1.898438, 1.523438, 7.125, 1.984375, 8.0625, 0.726562, 0.65625, 1.976562, 5.875, 0.863281, 2.765625, 10.5, 64.0, 1.882812, 7.0625, 3.203125, 4.25, 8.125, 4.9375, 0.902344, 15.5625, 0.917969, 5.875, 1.851562, 0.789062, 3.953125, 81.0, 4.25, 66.0, 5.8125, 0.996094, 1.492188, 0.917969, 1.375, 17.125, 5.5625, 6.375, 0.644531, 63.75, 60.75, 1.382812, 7.8125, 152.0, 1.914062, 1.507812, 2.75, 9.75, 0.691406, 1.039062, 7.15625, 1.453125, 0.664062, 1.234375, 0.613281, 10.1875, 23.875, 9.4375, 9.6875, 2.015625, 4.4375, 17.875, 12.125, 8.9375, 8.25, 0.765625, 1.125, 2.453125, 2.796875, 10.1875, 1.007812, 2.046875, 0.337891, 0.863281, 1.25, 4.90625, 67.0, 4.96875, 0.707031, 124.0, 1.320312, 1.109375, 1.164062, 3.59375, 15.6875, 149.0, 58.5, 7.1875, 1.5, 1.71875, 0.617188, 0.96875, 0.957031, 1.3125, 1.90625, 1.15625, 29.375, 3.390625, 8.6875, 27.5, 0.679688, 36.25, 2.765625, 38.0, 0.734375, 2.625, 23.625, 6.25, 1.8125, 9.4375, 12.75, 0.75, 7.5, 3.5625, 255.0, 9.0, 0.9375, 1.328125, 1.070312, 1.78125, 5.3125, 1.617188, 7.65625, 0.585938, 8.125, 63.5, 29.0, 1.984375, 1.140625, 11.6875, 7.84375, 9.9375, 22.75, 2.21875, 1.617188, 1.046875, 2.375, 1.234375, 3.078125, 0.435547, 1.148438, 0.566406, 0.75, 58.75, 148.0, 0.871094, 2.1875, 1.132812, 88.0, 5.78125, 1.039062, 20.625, 9.5, 2.0, 136.0, 1.164062, 87.0, 13.75, 6.46875, 1.007812, 1.015625, 0.808594, 10.5625, 3.984375, 14.5625, 1.742188, 2.40625, 0.433594, 2.53125, 1.554688, 0.816406, 1.171875, 0.808594, 70.0, 4.3125, 36.0, -1.25, 9.125, 2.0625, 12.0625, 1.65625, 66.5, 162.0, 1.0625, 6.15625, 31.875, 6.28125, 0.675781, 3.390625, 1.398438, 1.007812, 42.0, 12.4375, 0.640625, 1.8125, 8.4375, 22.75, 2.078125, 1.140625, 1.023438, 1.070312, 3.203125, 28.125, 1.554688, 0.976562, 9.875, 33.0, 2.15625, 0.722656, 0.589844, 5.40625, 0.679688, 113.0, 1.007812, 116.0, 5.6875, 3.5, 1.320312, 1.0, 7.15625, 1.039062, 33.75, 2.8125, 1.703125, 1.914062, 4.125, 4.53125, 2.421875, 2.4375, 2.3125, 1.679688, 1.054688, 16.125, 1.085938, 2.953125, 0.789062, 13.75, 2.65625, 2.1875, 1.460938, 2.671875, 5.46875, 0.992188, 270.0, 11.4375, 0.996094, 1.5, 308.0, 2.578125, 46.0, 6.09375, 6.1875, 5.65625, 6.0625, 1.3125, 1.054688, 1.703125, 25.375, 1.34375, 3.1875, 0.792969, 11.25, 81.0, 36.25, 1.179688, 1.476562, 0.785156, 149.0, 14.6875, 0.871094, 0.925781, 89.5, 1.367188, 72.5, 4.5, 63.5, 5.25, 30.875, 14.0625, 11.8125, 4.84375, 1.367188, 0.679688, 19.25, 10.125, 8.6875, 8.0625, 1.351562, 99.0, 2.515625, 0.601562, 6.28125, 0.796875, 1.460938, 14.125, 11.25, 0.847656, 21.5, 2.375, 24.25, 18.0, 3.375, 1.398438, 1.234375, 102.0, 6.875, 1.195312, 9.875, 1.023438, 2.1875, 2.0625, 29.5, 3.625, 2.921875, 2.171875, 3.53125, 14.0, 6.46875, 80.0, 3.21875, 69.0, 1.421875, 2.015625, 312.0, 25.375, 0.566406, 1.4375, 12.9375, 15.375, 3.34375, 0.796875, 318.0, 8.6875, 1.679688, 30.875, 113.0, 20.25, 1.203125, 26.625, 1.296875, 0.345703, 4.3125, 0.847656, 3.359375, 1.179688, 5.0, 1.109375, 1.59375, 9.0, 22.75, 5.875, 22.5, 0.917969, 26.125, 2.328125, 14.0625, 278.0, 24.125, 1.875, 32.75, 1.382812, 42.0, 1.054688, 1.054688, 2.328125, 37.5, 139.0, 0.933594, 4.8125, 1.382812, 8.625, 2.09375, 1.789062, 0.972656, 15.1875, 86.5, 2.125, 2.03125, 2.671875, 1.960938, 0.953125, 0.087891, 0.847656, 40.0, 5.40625, 0.828125, 1.429688, 116.0, 1.0625, 0.863281, 45.0, 55.25, 1.34375, 1.585938, 3.546875, 0.773438, 1.796875, 10.125, 12.5625, 0.902344, 1.695312, 1.601562, 0.675781, 0.714844, 0.925781, 1.484375, 1.71875, 1.296875, 16.25, 0.75, 0.898438, 52.25, 7.96875, 0.480469, 15.1875, 1.539062, 30.875, 122.0, 27.25, 1.1875, 1.820312, 8.375, 1.296875, 3.84375, 1.554688, 0.800781, 2.8125, 42.75, 0.511719, 1.953125, 0.703125, 0.660156, 174.0, 138.0, 0.734375, 23.875, 1.054688, 2.1875, 1.40625, 57.5, 1.039062, 1.203125, 1.148438, 0.765625, 1.570312, 0.59375, 2.078125, 0.107422, 0.636719, 1.53125, 8.0625, 11.5, 80.5, 1.523438, 0.75, 2.03125, 2.859375, 10.375, 13.5625, 0.570312, 6.53125, 39.5, 7.40625, 29.75, 3.921875, 0.539062, 3.171875, 17.75, 151.0, 1.117188, 1.671875, 1.820312, 0.609375, 3.53125, 1.914062, 2.125, 1.15625, 3.75, 1.492188, 3.71875, 12.875, 1.078125, 18.375, 0.373047, 0.5, 43.25, 3.796875, 2.765625, 1.859375, 8.875, 7.1875, 8.6875, 5.0625, 6.5625, 1.539062, 7.40625, 7.15625, 1.484375, 2.125, 2.53125, 13.75, 0.96875, 24.625, 4.4375, 12.0625, 6.4375, 0.882812, 0.957031, 1.179688, 1.28125, 1.476562, 0.375, 9.5, 4.03125, 2.15625, 4.15625, 1.132812, 18.25, 3.109375, 21.625, 0.796875, 44.0, 6.40625, 3.15625, 1.132812, 5.4375, 6.21875, 0.574219, 1.03125, 22.125, 72.0, 2.640625, 4.875, 0.910156, 21.0, 1.9375, 20.75, 6.65625, 4.40625, 0.291016, 3.46875, 1.976562, 0.683594, 1.40625, 1.804688, 22.75, 1.078125, 4.09375, 1.195312, 2.984375, 0.279297, 12.5625, 31.125, 18.75, 0.695312, 1.5, 0.96875, 6.1875, 3.453125, 11.6875, 6.78125, 7.71875, 18.0, 59.25, 146.0, 26.875, 2.015625, 1.609375, 2.640625, 0.90625, 22.75, 2.734375, 0.726562, 34.75, 22.5, 5.6875, 3.125, 2.5, 0.353516, 1.0625, 119.5, 1.929688, 3.40625, 42.5, 0.451172, 1.789062, 314.0, 7.4375, 2.53125, 8.5625, 4.21875, 2.015625, 0.404297, 5.28125, 20.125, 23.0, 4.96875, 11.125, 1.179688, 36.25, 1.5, 7.21875, 59.75, 2.0, 0.746094, 5.40625, 3.90625, 44.5, 4.625, 138.0, 3.28125, 1.5, 2.15625, 57.25, 1.320312, 2.328125, 9.625, 0.375, 30.125, 2.796875, 10.9375, 0.898438, 72.0, 54.25, 0.628906, 7.40625, 73.0, 11.125, 1.03125, 3.875, 1.226562, 3.359375, 29.75, 29.625, 0.847656, 2.640625, 0.789062, 5.5625, 0.601562, 0.820312, 3.375, 12.125, 1.085938, 1.367188, 152.0, 0.761719, 0.789062, 5.375, 28.625, 39.5, 1.867188, 11.0625, 7.09375, 34.5, 0.945312, 1.242188, 4.875, 19.25, 20.875, 23.25, 42.75, 4.03125, 164.0, 29.375, 6.28125, 1.210938, 8.875, 6.53125, 1.070312, 1.359375, 5.0, 2.875, 0.730469, 25.125, 9.375, 11.4375, 86.5, 0.726562, 30.625, 2.296875, 2.359375, 1.039062, 0.761719, 14.75, 27.25, 0.9375, 7.71875, 0.910156, 1.273438, 1.054688, 1.0, 0.710938, 5.28125, 1.007812, 16.125, 2.09375, 1.828125, 30.375, 6.4375, 9.4375, 4.375, 1.117188, 14.5625, 1.109375, 2.375, 23.0, 0.554688, 0.417969, 0.863281, 5.0625, 5.53125, 155.0, 0.296875, 16.125, 2.359375, 73.5, 28.875, 2.765625, 139.0, 6.9375, 1.953125, 5.53125, 0.960938, 39.75, 0.695312, 0.640625, 0.628906, 1.890625, 1.179688, 4.0625, 1.078125, 1.046875, 12.4375, 6.21875, 0.867188, 1.085938, 272.0, 3.40625, 15.6875, 11.3125, 1.445312, 0.765625, 0.847656, 2.96875, 3.3125, 1.070312, 1.078125, 1.835938, 1.101562, 3.0, 1.40625, 1.273438, 4.8125, 15.375, 3.015625, 13.125, 0.941406, 0.695312, 2.171875, 1.898438, 68.0, 1.398438, 314.0, 0.632812, 5.875, 1.617188, 7.1875, 5.25, 1.523438, 2.71875, 1.398438, 3.8125, 4.375, 10.625, 21.25, 1.445312, 9.125, 1.164062, 0.867188, 5.8125, 318.0, 0.796875, 1.0625, 1.828125, 1.898438, 124.0, 1.054688, 1.609375, 1.234375, 3.75, 1.546875, 0.757812, 13.3125, 1.90625, 2.03125, 0.652344, 6.78125, 2.421875, 30.375, 0.367188, 13.125, 29.0, 0.78125, 3.875, 1.945312, 24.875, 0.773438, 13.125, 290.0, 1.726562, 2.234375, 5.375, 9.1875, 0.472656, 0.542969, 274.0, 0.578125, 10.625, 1.75, 6.3125, 17.25, 4.03125, 20.75, 0.636719, 12.625, 1.921875, 1.0, 1.109375, 14.375, 0.800781, 36.25, 1.96875, 2.109375, 56.75, 2.390625, 11.125, 3.859375, 11.1875, 1.125, 29.75, 2.46875, 11.1875, 0.835938, 1.140625, 1.65625, 1.429688, 7.65625, 4.46875, 1.367188, 4.15625, 4.9375, 10.0625, 83.0, 3.0, 17.625, 1.460938, 0.667969, 6.84375, 0.470703, 1.03125, 9.8125, 0.941406, 1.59375, 1.78125, 3.8125, 8.875, 0.867188, 0.785156, 10.4375, 1.914062, 0.554688, 19.375, 2.140625, 13.75, 1.734375, 52.25, 1.226562, 0.851562, 1.890625, 0.667969, 1.078125, 2.078125, 67.0, 0.773438, 0.8125, 1.992188, 5.0625, 0.511719, 2.40625, 0.605469, 1.796875, 1.671875, 3.28125, 116.5, 24.0, 2.0625, 0.59375, 17.25, 5.9375, 0.75, 1.703125, 5.4375, 2.6875, 0.726562, 1.8125, 117.5, 1.96875, 1.9375, 5.78125, 11.5625, 5.28125, 168.0, 2.09375, 292.0, 5.0625, 5.34375, 8.125, 2.4375, 3.078125, 6.125, 2.125, 215.0, 0.597656, 1.585938, 4.9375, 0.894531, 16.375, 18.875, 32.75, 9.5, 1.84375, 3.09375, 160.0, 1.8125, 5.125, 26.25, 1.015625, 0.492188, 5.375, 3.65625, 15.75, 0.660156, 15.5625, 17.875, 2.15625, 22.75, 0.5, 0.707031, 18.75, 8.875, 10.5, 9.0625, 28.25, 2.09375, 3.515625, 75.5, 0.589844, 15.5, 5.25, 37.5, 4.1875, 6.53125, 1.835938, 1.0, 0.777344, 155.0, 0.925781, 1.21875, 12.5625, 78.5, 8.375, 5.125, 17.875, 1.0, 374.0, 9.5, 12.6875, 99.5, 21.0, 60.75, 1.148438, 1.273438, 2.1875, 3.4375, 1.226562, 78.5, 78.0, 0.769531, 1.515625, 1.945312, 1.75, 132.0, 2.453125, 2.25, 1.273438, 12.625, 2.78125, 3.46875, 90.5, 0.507812, 1.390625, 0.746094, 2.234375, 1.828125, 84.5, 1.671875, 280.0, 2.109375, 0.691406, 52.5, 0.984375, 1.085938, 0.617188, 0.390625, 1.265625, 12.125, 40.25, 2.40625, 0.90625, 10.3125, 0.707031, 1.367188, 128.0, 11.0, 1.195312, 0.722656, 6.34375, 14.4375, 77.5, 10.625, 55.5, 0.875, 1.015625, 3.109375, 1.851562, 15.6875, 1.320312, 7.34375, 1.09375, 1.554688, 1.132812, 4.65625, 1.15625, 0.984375, 70.0, 5.59375, 0.496094, 47.0, 1.070312, 53.5, 2.40625, 1.148438, 1.554688, 9.75, 1.320312, 2.265625, 3.28125, 0.617188, 4.75, 18.0, 10.5, 238.0, 9.875, 0.78125, 1.90625, 1.554688, 1.75, 15.3125, 57.0, 0.765625, 0.5, 1.679688, 1.398438, 2.140625, 9.9375, 2.421875, 2.15625, 0.683594, 3.8125, 16.375, 2.046875, 0.589844, 1.140625, 0.8125, 0.566406, 1.046875, 20.125, 2.359375, 0.601562, 5.96875, 1.25, 11.625, 1.125, 1.875, 10.1875, 5.25, 123.5, 14.8125, 1.867188, 17.375, 3.109375, 1.382812, 13.0, 60.75, 0.570312, 1.046875, 8.125, 1.65625, 1.421875, 2.359375, 2.53125, 4.53125, 9.3125, 155.0, 0.941406, 0.554688, 1.476562, 5.65625, 0.949219, 4.34375, 1.75, 8.125, 1.820312, 1.015625, 2.984375, 0.941406, 2.421875, 194.0, 0.628906, 3.6875, 1.125, 5.59375, 1.148438, 17.875, 15.375, 23.875, 1.84375, 2.359375, 1.671875, 2.21875, 1.007812, 17.0, 6.8125, 2.75, 6.71875, 1.945312, 0.6875, 0.882812, 77.0, 2.984375, 0.410156, 11.6875, 2.53125, 11.625, 124.0, 77.5, 8.3125, 145.0, 2.625, 0.464844, 0.691406, 3.859375, 23.625, 2.484375, 0.765625, 6.90625, 2.984375, 15.1875, 1.84375, 28.625, 16.25, 7.96875, 0.433594, 1.117188, 6.1875, 1.335938, 0.75, 1.078125, 2.453125, 1.21875, 27.5, 101.5, 1.0, 0.800781, 1.671875, 0.75, 8.0, 2.09375, 0.964844, 1.734375, 1.8125, 5.84375, 7.09375, 42.25, 0.976562, 1.570312, 0.832031, 10.875, 1.671875, 1.804688, 12.3125, 1.671875, 11.25, 22.125, 111.0, 13.25, 5.125, 2.421875, 2.40625, 2.875, 1.109375, 1.609375, 0.554688, 1.507812, 5.0625, 4.1875, 13.375, 0.734375, 1.585938, 3.9375, 2.796875, 195.0, 40.0, 5.875, 5.96875, 2.15625, 50.25, 32.5, 19.75, 0.898438, 25.5, 1.171875, 2.640625, 1.445312, 4.6875, 7.4375, 7.09375, 5.90625, 104.5, 1.4375, 1.648438, 2.796875, 10.5625, 0.621094, 0.507812, 78.0, 15.3125, 1.03125, 6.0, 14.0, 2.828125, 2.015625, 7.03125, 20.625, 159.0, 4.03125, 17.625, 0.738281, 5.75, 0.671875, 13.125, 0.863281, 15.5, 1.78125, 1.078125, 7.5625, 1.101562, 26.875, 6.875, 2.96875, 1.03125, 1.960938, 1.414062, 2.15625, 4.46875, 8.25, 11.0625, 68.5, 5.125, 9.9375, 1.109375, 9.75, 0.75, 9.25, 2.9375, 5.96875, 1.664062, 0.9375, 0.894531, 3.359375, 1.328125, 0.617188, 11.3125, 1.257812, 0.761719, 64.5, 8.1875, 74.0, 46.75, 3.828125, 0.597656, 1.984375, 8.0, 21.25, 2.921875, 5.125, 1.296875, 0.511719, 3.609375, 1.929688, 0.601562, 8.625, 0.78125, 2.34375, 1.804688, 1.648438, 2.03125, 6.53125, 76.5, 3.34375, 0.769531, 5.75, 3.875, 3.859375, 1.3125, 5.4375, 13.25, 0.457031, 0.746094, 4.0, 1.109375, 12.625, 0.480469, 1.984375, 0.730469, 1.320312, 10.8125, 1.945312, 9.625, 0.839844, 22.5, 7.21875, 56.0, 9.9375, 0.371094, 6.0, 16.25, 3.21875, 2.828125, 0.443359, 0.65625, 0.337891, 3.84375, 4.9375, 0.867188, 5.34375, 0.835938, 0.6875, 0.478516, 1.640625, 7.6875, 6.9375, 13.0, 6.59375, 1.164062, 7.6875, 4.71875, 19.25, 7.0625, 24.125, 0.585938, 1.5, 0.851562, 1.226562, 5.46875, 24.125, 0.632812, 58.5, 0.863281, 4.0625, 1.117188, 1.53125, -1.078125, 1.0, 7.53125, 156.0, 18.375, 1.257812, 11.4375, 19.25, 18.25, 12.3125, 142.0, 14.625, 15.3125, 21.75, 26.125, 314.0, 0.462891, 2.90625, 35.75, 0.945312, 0.699219, 73.5, 1.695312, 7.5625, 10.5625, 1.8125, 72.5, 3.234375, 4.875, 1.875, 30.5, 1.804688, 1.164062, 0.953125, 2.09375, 1.890625, 94.5, 1.054688, 6.25, 6.8125, 12.125, 2.5625, 10.125, 7.25, 29.25, 9.375, 1.078125, 3.40625, 7.34375, 2.6875, 1.476562, 5.875, 1.15625, 0.652344, 4.46875, 85.0, 3.796875, 2.1875, 4.1875, 8.0625, 128.0, 1.75, 9.8125, 4.25, 23.5, 3.828125, 42.25, 1.34375, 3.921875, 6.125, 3.296875, 28.875, 9.75, 5.84375, 14.4375, 1.3125, 0.921875, 2.421875, 0.515625, 0.59375, 1.453125, 31.875, 1.25, 2.25, 1.664062, 0.992188, 5.21875, 0.945312, 1.421875, 5.78125, 10.4375, 1.328125, 5.78125, 76.5, 4.09375, 0.730469, 1.28125, 106.0, 0.835938, 0.482422, 2.203125, 2.234375, 3.65625, 19.75, 10.5625, 0.898438, 1.015625, 2.484375, 2.015625, 188.0, 106.0, 10.6875, 33.0, 0.472656, 1.351562, 1.8125, 2.46875, 1.390625, 1.734375, 220.0, 2.984375, 8.125, 1.0625, 1.367188, 20.125 ] } , "name": "onnx::Mul_10826", "outputIndexes": [ 2152 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2151, 2152 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/input_layernorm/Mul_1_output_0", "outputIndexes": [ 2153 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2153 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.11/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 7329 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7329 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.11/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 7330 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7330 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4096, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 163840, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 665192600, 5242902, 1310720, 0, 0 ] } , "name": "/layers.11/self_attn/q_proj/Linear", "outputIndexes": [ 7331 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7331 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.11/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 7332 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7332 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4096 ] , "dimType": "NCHW" } , "name": "/layers.11/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 2154 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2153 ] , "main_type": "NONE", "name": "/blocks.11/self_attn/Shape_output_0", "outputIndexes": [ 2155 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 2155 ] , "main_type": "NONE", "name": "Shape2644", "outputIndexes": [ 2156 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 2155 ] , "main_type": "NONE", "name": "Rank2646", "outputIndexes": [ 2157 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2157, 2157 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2648", "outputIndexes": [ 2158 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2158 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2649", "outputIndexes": [ 2159 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2158, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2651", "outputIndexes": [ 2160 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2160 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2652", "outputIndexes": [ 2161 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2156, 2159, 2161, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice2655", "outputIndexes": [ 2162 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2162 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze2656", "outputIndexes": [ 2163 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2163, 2163 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2658", "outputIndexes": [ 2164 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2155, 2164, 2158 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.11/self_attn/Gather_output_0", "outputIndexes": [ 2165 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2165, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.11/self_attn/Unsqueeze_output_0", "outputIndexes": [ 2166 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2158 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2666", "outputIndexes": [ 2167 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2160 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2669", "outputIndexes": [ 2168 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2156, 2167, 2168, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice2672", "outputIndexes": [ 2169 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2169 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze2673", "outputIndexes": [ 2170 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 2170 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2674", "outputIndexes": [ 2171 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2171, 2170 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2675", "outputIndexes": [ 2172 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2155, 2172, 2158 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.11/self_attn/Gather_1_output_0", "outputIndexes": [ 2173 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2173, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.11/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 2174 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2166, 2174, 41, 1055 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.11/self_attn/Concat_output_0", "outputIndexes": [ 2175 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2154, 2175 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.11/self_attn/Reshape_output_0", "outputIndexes": [ 2176 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2176 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.11/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 2178 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2178 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.11/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 2179 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2179, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/self_attn/q_norm/Add_output_0", "outputIndexes": [ 2180 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2180, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 2181 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2176, 2181 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 2182 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 512 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656, 0.972656 ] } , "name": "onnx::Mul_10829", "outputIndexes": [ 2183 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2182, 2183 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 2184 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1097, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.11/self_attn/Unsqueeze_6_output_0", "outputIndexes": [ 2185 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2184, 31, 2185, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.11/self_attn/Slice_output_0", "outputIndexes": [ 2186 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2186, 1085 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/self_attn/Mul_output_0", "outputIndexes": [ 2187 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2186 ] , "main_type": "NONE", "name": "/blocks.11/self_attn/Shape_2_output_0", "outputIndexes": [ 2188 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 2188 ] , "main_type": "NONE", "name": "Shape2692", "outputIndexes": [ 2189 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 2188 ] , "main_type": "NONE", "name": "Rank2694", "outputIndexes": [ 2190 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2190, 2190 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2696", "outputIndexes": [ 2191 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2191 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2697", "outputIndexes": [ 2192 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2191, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2699", "outputIndexes": [ 2193 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2193 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2700", "outputIndexes": [ 2194 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2189, 2192, 2194, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice2703", "outputIndexes": [ 2195 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2195 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze2704", "outputIndexes": [ 2196 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 2196 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2705", "outputIndexes": [ 2197 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2197, 2196 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2706", "outputIndexes": [ 2198 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2188, 2198, 2191 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.11/self_attn/Gather_2_output_0", "outputIndexes": [ 2199 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2199, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/self_attn/Div_output_0", "outputIndexes": [ 2200 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2200, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.11/self_attn/Unsqueeze_9_output_0", "outputIndexes": [ 2201 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2186, 2201, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.11/self_attn/Slice_3_output_0", "outputIndexes": [ 2202 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2202 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.11/self_attn/Neg_output_0", "outputIndexes": [ 2203 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2200, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.11/self_attn/Unsqueeze_8_output_0", "outputIndexes": [ 2204 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2186, 31, 2204, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.11/self_attn/Slice_2_output_0", "outputIndexes": [ 2205 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2203, 2205 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.11/self_attn/Concat_3_output_0", "outputIndexes": [ 2206 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2206, 1126 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/self_attn/Mul_1_output_0", "outputIndexes": [ 2207 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2187, 2207 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/self_attn/Add_output_0", "outputIndexes": [ 2208 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1097, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.11/self_attn/Unsqueeze_7_output_0", "outputIndexes": [ 2209 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2184, 2209, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.11/self_attn/Slice_1_output_0", "outputIndexes": [ 2210 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2208, 2210 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.11/self_attn/Concat_4_output_0", "outputIndexes": [ 2211 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7330 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 40960, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 671746222, 1310742, 327680, 0, 0 ] } , "name": "/layers.11/self_attn/k_proj/Linear", "outputIndexes": [ 7335 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7335 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.11/self_attn/k_proj/Linear/post_convert", "outputIndexes": [ 7336 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7336 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.11/self_attn/k_proj/Linear/post_reshape", "outputIndexes": [ 2212 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2165, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.11/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 2213 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2173, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.11/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 2214 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2213, 2214, 64, 1055 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.11/self_attn/Concat_1_output_0", "outputIndexes": [ 2215 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2212, 2215 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.11/self_attn/Reshape_1_output_0", "outputIndexes": [ 2216 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2216 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.11/self_attn/k_norm/Pow_output_0", "outputIndexes": [ 2218 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2218 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.11/self_attn/k_norm/ReduceMean_output_0", "outputIndexes": [ 2219 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2219, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/self_attn/k_norm/Add_output_0", "outputIndexes": [ 2220 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2220, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/self_attn/k_norm/Pow_1_output_0", "outputIndexes": [ 2221 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2216, 2221 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/self_attn/k_norm/Mul_output_0", "outputIndexes": [ 2222 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 512 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453, 0.064453 ] } , "name": "onnx::Mul_10834", "outputIndexes": [ 2223 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2222, 2223 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/self_attn/k_norm/Mul_1_output_0", "outputIndexes": [ 2224 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1097, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.11/self_attn/Unsqueeze_10_output_0", "outputIndexes": [ 2225 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2224, 31, 2225, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.11/self_attn/Slice_4_output_0", "outputIndexes": [ 2226 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2226, 1085 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/self_attn/Mul_2_output_0", "outputIndexes": [ 2227 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2226 ] , "main_type": "NONE", "name": "/blocks.11/self_attn/Shape_3_output_0", "outputIndexes": [ 2228 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 2228 ] , "main_type": "NONE", "name": "Shape2738", "outputIndexes": [ 2229 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 2228 ] , "main_type": "NONE", "name": "Rank2740", "outputIndexes": [ 2230 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2230, 2230 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2742", "outputIndexes": [ 2231 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2231 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2743", "outputIndexes": [ 2232 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2231, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2745", "outputIndexes": [ 2233 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2233 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2746", "outputIndexes": [ 2234 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2229, 2232, 2234, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice2749", "outputIndexes": [ 2235 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2235 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze2750", "outputIndexes": [ 2236 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 2236 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2751", "outputIndexes": [ 2237 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2237, 2236 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2752", "outputIndexes": [ 2238 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2228, 2238, 2231 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.11/self_attn/Gather_3_output_0", "outputIndexes": [ 2239 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2239, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/self_attn/Div_1_output_0", "outputIndexes": [ 2240 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2240, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.11/self_attn/Unsqueeze_13_output_0", "outputIndexes": [ 2241 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2226, 2241, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.11/self_attn/Slice_7_output_0", "outputIndexes": [ 2242 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2242 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.11/self_attn/Neg_1_output_0", "outputIndexes": [ 2243 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2240, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.11/self_attn/Unsqueeze_12_output_0", "outputIndexes": [ 2244 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2226, 31, 2244, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.11/self_attn/Slice_6_output_0", "outputIndexes": [ 2245 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2243, 2245 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.11/self_attn/Concat_5_output_0", "outputIndexes": [ 2246 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2246, 1126 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/self_attn/Mul_3_output_0", "outputIndexes": [ 2247 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2227, 2247 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/self_attn/Add_1_output_0", "outputIndexes": [ 2248 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1097, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.11/self_attn/Unsqueeze_11_output_0", "outputIndexes": [ 2249 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2224, 2249, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.11/self_attn/Slice_5_output_0", "outputIndexes": [ 2250 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2248, 2250 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.11/self_attn/Concat_6_output_0", "outputIndexes": [ 2251 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7330 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 40960, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 673384644, 1310742, 327680, 0, 0 ] } , "name": "/layers.11/self_attn/v_proj/Linear", "outputIndexes": [ 7339 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7339 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.11/self_attn/v_proj/Linear/post_convert", "outputIndexes": [ 7340 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7340 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.11/self_attn/v_proj/Linear/post_reshape", "outputIndexes": [ 2252 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2165, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.11/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 2253 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2173, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.11/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 2254 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2253, 2254, 64, 1055 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.11/self_attn/Concat_2_output_0", "outputIndexes": [ 2255 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2252, 2255 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.11/self_attn/Reshape_2_output_0", "outputIndexes": [ 2256 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2256 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.11/self_attn/v_norm/Pow_output_0", "outputIndexes": [ 2258 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2258 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.11/self_attn/v_norm/ReduceMean_output_0", "outputIndexes": [ 2259 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2259, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/self_attn/v_norm/Add_output_0", "outputIndexes": [ 2260 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2260, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/self_attn/v_norm/Pow_1_output_0", "outputIndexes": [ 2261 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2256, 2261 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/self_attn/v_norm/Mul_output_0", "outputIndexes": [ 2262 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2211, 2251, 2262, 1188 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 11, "kv_shared_layer_index": -1 } , "name": "/layers.11/self_attn/FusedAttention", "outputIndexes": [ 2263 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2263 ] , "main_type": "Reshape", "main": { "dims": [ -1, 4096, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.11/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 7341 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7341 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.11/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 7342 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7342 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 4096, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 163840, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 675023066, 5242902, 1310720, 0, 0 ] } , "name": "/layers.11/self_attn/o_proj/Linear", "outputIndexes": [ 7343 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7343 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.11/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 7344 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7344 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.11/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 2264 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2264 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.11/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 2266 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2266 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.11/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 2267 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2267, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/post_attention_layernorm/Add_output_0", "outputIndexes": [ 2268 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2268, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 2269 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2264, 2269 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 2270 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.566406, 0.503906, 1.296875, 0.155273, 0.621094, 0.550781, 1.257812, 1.296875, 0.957031, 1.296875, 0.208984, 0.652344, 0.574219, 0.058594, 0.271484, 1.296875, 1.0, 1.296875, 1.007812, 0.667969, 0.108398, 1.296875, 0.636719, 0.094238, 1.296875, 1.296875, 1.296875, 0.796875, 1.289062, 0.550781, 0.143555, 1.296875, 0.589844, 1.296875, 0.726562, 0.0354, 1.09375, 0.083984, 0.011414, 1.296875, 0.527344, 0.388672, 1.296875, 1.296875, 0.322266, 0.65625, 0.757812, 1.296875, 1.296875, 0.605469, 1.296875, 0.875, 1.296875, 0.123535, 0.371094, 1.296875, 1.296875, 0.022827, 1.296875, 1.0, 0.074219, 1.1875, 0.267578, 1.296875, 0.060303, 0.067383, 1.296875, 1.296875, 0.011414, 0.003372, 0.980469, 0.188477, 1.296875, 0.808594, 1.007812, 0.777344, 0.033203, 1.09375, 1.226562, 1.296875, 1.296875, 1.296875, 0.902344, 1.296875, 0.291016, 0.071289, 0.008545, 1.296875, 0.855469, 1.296875, 0.542969, 1.296875, 0.09668, 1.164062, 0.847656, 1.296875, 0.225586, 1.296875, 0.714844, 1.296875, 0.71875, 1.296875, 0.921875, 0.016724, 0.714844, 0.664062, 0.167969, 0.18457, 1.296875, 0.180664, 1.296875, 1.296875, 0.075684, 0.683594, 0.53125, 0.063477, 0.066895, 0.185547, 0.126953, 1.296875, 0.480469, 1.296875, 1.296875, 0.087891, 1.296875, 0.773438, 1.296875, 1.296875, 1.296875, 1.296875, 1.0625, 1.296875, 1.296875, 0.175781, 0.052734, 0.229492, 1.296875, 1.109375, 1.296875, 1.296875, 0.449219, 0.625, 1.296875, 0.188477, 1.273438, 1.296875, 1.296875, 0.585938, 0.5, 1.226562, 0.726562, 1.296875, 0.124023, 0.014099, 1.296875, 0.703125, 0.009277, 0.914062, 0.08252, 0.765625, 0.419922, 1.296875, 0.086426, 1.296875, 0.118164, 0.679688, 0.859375, 0.024048, 0.235352, 0.605469, 1.296875, 0.466797, 1.296875, 1.296875, 1.085938, 0.808594, 0.566406, 0.116699, 1.273438, 0.789062, 1.296875, 0.875, 0.077637, 1.296875, 1.296875, 0.111328, 0.031982, 1.296875, 0.070801, 1.226562, 0.192383, 1.296875, 1.296875, 0.929688, 0.84375, 1.132812, 0.785156, 0.542969, 0.601562, 0.021606, 0.265625, 1.296875, 1.195312, 0.010864, 1.101562, 0.010559, 0.318359, 1.296875, 0.124512, 0.009705, 0.796875, 0.78125, 0.19043, 0.789062, 0.847656, 0.367188, 0.335938, 1.296875, 0.566406, 0.988281, 1.296875, 0.012268, 1.296875, 0.357422, 1.101562, 1.296875, 1.296875, 1.296875, 0.257812, 0.828125, 0.558594, 0.253906, 1.257812, 1.234375, 0.5625, 0.057129, 1.296875, 1.296875, 1.296875, 1.296875, 1.296875, 0.027222, 1.296875, 0.423828, 1.296875, 0.453125, 1.296875, 0.023071, 0.886719, 1.296875, 0.018433, 1.296875, 0.040039, 0.699219, 0.061523, 1.296875, 1.28125, 0.02771, 1.296875, 0.361328, 0.765625, 0.018921, 1.296875, 0.6875, 0.103516, 1.28125, 0.824219, 0.898438, 0.150391, 1.1875, 1.296875, 0.726562, 0.064941, 0.953125, 1.296875, 0.357422, 0.376953, 0.171875, 1.296875, 1.296875, 1.296875, 0.535156, 1.296875, 0.166992, 0.096191, 0.722656, 0.099609, 1.296875, 0.074219, 1.296875, 0.178711, 0.449219, 0.734375, 0.550781, 0.714844, 0.636719, 1.296875, 0.367188, 1.296875, 1.296875, 1.296875, 0.04126, 1.148438, 0.398438, 0.199219, 1.070312, 0.109375, 0.734375, 0.020996, 0.15332, 1.015625, 0.057861, 0.6875, 1.296875, 0.605469, 0.051758, 0.069824, 0.068848, 0.023315, 1.296875, 1.296875, 1.296875, 0.129883, 0.049805, 0.738281, 1.296875, 0.040771, 1.296875, 0.539062, 0.009888, 0.726562, 0.038818, 0.014465, 0.566406, 1.296875, 0.015747, 1.039062, 0.71875, 0.746094, 0.003708, 1.296875, 1.296875, 0.460938, 1.296875, 1.296875, 0.006592, 1.296875, 0.185547, 0.172852, 0.380859, 0.945312, 1.296875, 0.118164, 0.757812, 1.296875, 0.013733, 0.095215, 0.21582, 1.296875, 1.296875, 0.699219, 0.447266, 0.808594, 1.078125, 1.203125, 1.195312, 1.226562, 0.632812, 0.714844, 0.433594, 0.008118, 0.230469, 0.086914, 1.296875, 0.016968, 0.324219, 0.660156, 0.147461, 0.699219, 1.046875, 0.726562, 0.96875, 0.101074, 1.179688, 1.15625, 0.570312, 0.306641, 1.296875, 0.224609, 1.296875, 1.296875, 0.3125, 0.980469, 0.474609, 1.296875, 0.800781, 0.013, 1.140625, 0.063477, 1.296875, 1.242188, 0.095215, 0.427734, 1.296875, 0.953125, 1.273438, 0.597656, 0.382812, 0.1875, 0.431641, 0.126953, 0.667969, 0.023804, 0.5, 0.314453, 0.449219, 0.632812, 0.746094, 1.296875, 0.539062, 0.035645, 0.34375, 0.122559, 0.016846, 1.296875, 0.092285, 0.660156, 0.287109, 0.040039, 0.605469, 0.132812, 0.535156, 0.419922, 1.296875, 1.296875, 1.0625, 1.289062, 0.800781, 1.296875, 1.101562, 0.083008, 0.46875, 0.910156, 1.296875, 0.080078, 0.6875, 0.031738, 0.585938, 1.179688, 0.765625, 0.867188, 0.012756, 0.910156, 1.226562, 0.449219, 0.046631, 1.046875, 0.828125, 1.296875, 1.179688, 0.386719, 0.832031, 1.265625, 0.115723, 1.296875, 1.296875, 1.296875, 1.296875, 1.296875, 0.326172, 0.118652, 0.183594, 0.734375, 1.21875, 0.277344, 1.109375, 1.296875, 1.296875, 1.023438, 0.800781, 0.042725, 0.010559, 0.052002, 1.296875, 1.296875, 0.291016, 0.707031, 0.056641, 1.296875, 0.051758, 0.808594, 1.1875, 1.296875, 1.296875, 0.02124, 0.710938, 1.296875, 1.21875, 1.296875, 0.134766, 0.146484, 1.296875, 0.484375, 0.84375, 0.410156, 1.296875, 1.296875, 0.105957, 1.148438, 0.328125, 0.761719, 0.384766, 0.679688, 0.100586, 0.53125, 1.296875, 0.882812, 0.271484, 1.296875, 1.296875, 1.296875, 0.816406, 0.636719, 0.601562, 1.296875, 0.796875, 1.296875, 0.398438, 0.400391, 1.054688, 0.300781, 0.710938, 0.033447, 0.78125, 0.063965, 0.878906, 1.296875, 1.296875, 0.141602, 0.162109, 1.296875, 0.613281, 0.214844, 0.174805, 0.005707, 0.757812, 0.828125, 0.095215, 0.582031, 1.078125, 1.296875, 1.296875, 0.445312, 0.894531, 0.464844, 1.296875, 1.296875, 1.234375, 1.203125, 0.671875, 0.208008, 0.929688, 1.148438, 1.296875, 0.118652, 0.011841, 0.652344, 1.296875, 0.257812, 0.095215, 0.067871, 0.546875, 1.296875, 0.78125, 0.804688, 1.296875, 0.231445, 1.296875, 0.396484, 0.652344, 0.24707, 1.296875, 0.039795, 0.361328, 0.257812, 0.031494, 1.296875, 0.091797, 0.07959, 1.296875, 0.515625, 0.011292, 0.094727, 0.021851, 0.527344, 1.296875, 0.033936, 0.65625, 0.028687, 0.163086, 1.296875, 0.117188, 1.132812, 1.296875, 1.296875, 1.296875, 0.042969, 0.425781, 0.769531, 1.296875, 0.21875, 0.847656, 1.296875, 0.025024, 0.5625, 1.289062, 0.02417, 1.296875, 0.53125, 1.296875, 1.296875, 0.357422, 1.085938, 0.154297, 0.114258, 1.148438, 0.992188, 0.083008, 1.296875, 0.077637, 0.605469, 1.140625, 1.296875, 1.296875, 1.296875, 0.867188, 0.101074, 0.714844, 1.007812, 0.804688, 0.029907, 1.296875, 0.059326, 0.165039, 1.296875, 1.296875, 1.296875, 0.041016, 0.102051, 1.296875, 0.3125, 0.074707, 0.217773, 0.07373, 1.140625, 0.84375, 1.296875, 0.882812, 1.296875, 0.316406, 1.296875, 0.523438, 0.699219, 0.427734, 1.109375, 1.039062, 0.652344, 0.458984, 1.015625, 0.024658, 0.341797, 0.625, 0.136719, 0.507812, 1.296875, 1.296875, 0.34375, 0.149414, 1.234375, 0.21875, 0.574219, 1.296875, 1.296875, 0.671875, 0.047607, 0.439453, 0.125977, 1.296875, 0.632812, 0.871094, 0.640625, 1.007812, 0.193359, 0.640625, 0.972656, 0.570312, 1.296875, 0.167969, 1.03125, 1.023438, 0.480469, 0.742188, 1.296875, 0.527344, 0.988281, 1.296875, 0.679688, 0.558594, 0.78125, 0.074707, 0.092773, 1.296875, 0.988281, 1.242188, 0.142578, 0.086914, 0.375, 0.835938, 1.296875, 1.296875, 0.792969, 0.046387, 0.347656, 0.652344, 0.404297, 1.296875, 1.171875, 1.296875, 0.480469, 0.357422, 0.026978, 0.275391, 1.296875, 1.296875, 1.296875, 0.108398, 1.296875, 0.198242, 0.679688, 0.083496, 0.355469, 0.972656, 1.296875, 0.145508, 0.5625, 0.230469, 1.03125, 1.296875, 0.382812, 0.005463, 1.054688, 1.109375, 0.875, 1.023438, 0.318359, 1.296875, 0.01532, 0.050293, 1.296875, 0.121582, 1.296875, 1.296875, 1.296875, 1.023438, 1.296875, 0.069824, 1.296875, 0.585938, 0.304688, 1.296875, 0.214844, 0.208984, 0.21875, 1.296875, 0.507812, 1.140625, 0.010925, 1.296875, 0.527344, 0.011292, 1.296875, 0.671875, 0.945312, 0.417969, 0.410156, 1.273438, 1.296875, 1.242188, 0.028442, 1.296875, 1.296875, 0.703125, 0.380859, 1.296875, 0.609375, 0.125977, 1.273438, 1.289062, 1.296875, 0.0177, 1.296875, 1.296875, 1.046875, 0.010559, 0.859375, 1.296875, 0.318359, 0.155273, 0.333984, 0.378906, 0.333984, 0.117188, 0.265625, 1.296875, 0.083984, 1.078125, 0.703125, 1.085938, 0.112305, 0.443359, 0.166016, 0.005829, 1.296875, 0.031494, 1.296875, 0.008301, 1.296875, 0.617188, 0.625, 0.005524, 0.007996, 1.296875, 0.765625, 0.484375, 1.296875, 0.244141, 0.027954, 0.410156, 1.070312, 1.296875, 0.511719, 1.296875, 0.824219, 1.054688, 0.036621, 0.84375, 0.957031, 0.257812, 1.296875, 0.031982, 0.878906, 1.296875, 0.398438, 0.738281, 0.96875, 0.898438, 1.0625, 0.730469, 0.152344, 1.296875, 1.296875, 0.020264, 0.302734, 1.296875, 0.055176, 1.296875, 1.070312, 0.157227, 0.671875, 1.296875, 0.835938, 1.164062, 1.296875, 0.359375, 0.84375, 0.980469, 0.00322, 0.136719, 0.976562, 1.007812, 0.068359, 1.296875, 0.863281, 1.070312, 0.015015, 0.371094, 0.542969, 0.914062, 0.671875, 0.910156, 1.203125, 1.296875, 1.296875, 0.010925, 1.296875, 0.355469, 0.421875, 0.644531, 1.296875, 0.201172, 0.753906, 0.898438, 0.028687, 0.023682, 0.945312, 0.777344, 1.296875, 1.296875, 1.296875, 0.291016, 1.296875, 1.296875, 0.248047, 1.296875, 0.04126, 1.296875, 0.65625, 0.402344, 0.012878, 0.023926, 1.296875, 1.296875, 1.296875, 1.296875, 0.496094, 1.296875, 1.296875, 0.707031, 0.462891, 0.90625, 1.070312, 1.296875, 0.081055, 0.010559, 1.296875, 1.1875, 1.296875, 1.101562, 0.109863, 0.462891, 1.296875, 0.535156, 0.209961, 0.02002, 0.004272, 0.009583, 1.296875, 0.671875, 1.0, 0.455078, 0.34375, 0.558594, 0.636719, 0.832031, 0.859375, 0.84375, 0.851562, 0.052734, 0.242188, 0.859375, 0.042236, 1.25, 0.765625, 0.894531, 0.020264, 0.012451, 0.07959, 0.028564, 1.1875, 1.179688, 0.193359, 0.008728, 0.679688, 0.480469, 1.296875, 1.15625, 0.824219, 1.296875, 1.195312, 1.296875, 0.6875, 1.195312, 1.296875, 1.015625, 0.367188, 0.041748, 1.257812, 0.578125, 1.296875, 1.296875, 0.474609, 0.914062, 0.914062, 1.296875, 1.296875, 0.041748, 0.098145, 1.257812, 1.296875, 0.00946, 0.878906, 0.053711, 0.298828, 1.296875, 1.296875, 0.096191, 0.0354, 1.296875, 1.296875, 0.080566, 0.453125, 0.546875, 0.085449, 0.013977, 1.296875, 1.164062, 0.067871, 0.300781, 1.296875, 0.625, 0.773438, 1.296875, 0.941406, 0.933594, 0.001152, 0.621094, 1.289062, 1.296875, 0.239258, 1.296875, 1.296875, 1.296875, 0.416016, 0.088379, 0.09668, 0.5625, 1.226562, 0.945312, 1.296875, 0.088379, 0.220703, 1.140625, 0.597656, 1.015625, 0.015625, 0.046387, 0.227539, 1.296875, 0.178711, 0.890625, 1.296875, 1.296875, 1.140625, 1.296875, 0.8125, 1.109375, 0.578125, 0.742188, 0.605469, 1.296875, 1.296875, 0.617188, 0.233398, 1.296875, 0.667969, 0.554688, 0.01416, 1.296875, 0.128906, 1.296875, 0.365234, 0.78125, 0.455078, 0.976562, 0.077148, 1.140625, 1.234375, 1.296875, 1.296875, 0.453125, 0.019287, 0.636719, 0.040039, 0.400391, 1.296875, 0.972656, 1.296875, 0.871094, 0.204102, 0.285156, 0.523438, 1.296875, 0.018066, 0.025635, 0.90625, 0.582031, 0.004822, 1.296875, 1.296875, 1.148438, 0.554688, 1.296875, 1.296875, 0.18457, 1.039062, 1.296875, 1.25, 1.296875, 0.558594, 0.055176, 0.279297, 0.421875, 0.648438, 1.203125, 0.060791, 0.081543, 0.188477, 0.384766, 1.296875, 1.0625, 1.296875, 1.296875, 0.194336, 1.148438, 0.5625, 1.296875, 1.296875, 1.273438, 1.1875, 0.015198, 0.167969, 1.296875, 0.010315, 1.289062, 1.296875, 1.296875, 0.570312, 0.423828, 0.013, 0.018188, 0.925781, 0.976562, 0.851562, 1.296875, 1.203125, 1.296875, 0.882812, 1.0625, 0.714844, 0.069336, 0.300781, 0.112793, 0.049561, 1.296875, 0.023193, 0.511719, 0.038574, 1.296875, 0.298828, 0.084473, 0.133789, 1.296875, 0.123535, 0.18457, 1.296875, 0.359375, 0.435547, 0.006866, 0.496094, 1.296875, 1.265625, 1.296875, 0.707031, 0.328125, 0.652344, 0.341797, 1.296875, 0.128906, 0.024536, 0.08252, 0.519531, 1.226562, 0.116211, 0.753906, 0.161133, 0.053711, 0.542969, 1.296875, 1.1875, 0.652344, 1.296875, 0.8125, 1.265625, 1.296875, 1.296875, 1.296875, 0.010437, 0.008667, 1.296875, 0.722656, 1.195312, 0.021729, 0.515625, 1.296875, 0.05249, 0.144531, 0.839844, 0.007629, 1.296875, 0.022095, 0.150391, 0.761719, 1.296875, 1.296875, 1.03125, 0.172852, 0.585938, 0.114746, 1.296875, 1.296875, 1.296875, 0.835938, 0.582031, 1.296875, 1.296875, 1.296875, 0.012756, 0.246094, 0.054199, 1.296875, 0.753906, 0.554688, 0.324219, 0.730469, 0.015381, 0.005341, 1.039062, 0.714844, 0.037109, 0.165039, 1.296875, 0.333984, 1.296875, 1.203125, 0.025391, 0.433594, 1.296875, 1.296875, 0.104492, 0.074707, 0.710938, 1.015625, 1.296875, 1.070312, 0.570312, 0.06543, 0.769531, 1.296875, 0.140625, 0.063477, 1.28125, 1.296875, 1.296875, 0.515625, 1.09375, 0.009521, 1.296875, 0.012207, 0.143555, 1.296875, 1.039062, 1.296875, 0.351562, 0.941406, 0.080078, 0.902344, 0.960938, 0.628906, 0.378906, 0.601562, 0.8125, 1.296875, 0.597656, 0.789062, 0.933594, 0.578125, 1.171875, 0.816406, 1.296875, 0.251953, 0.542969, 0.625, 1.15625, 1.296875, 0.542969, 1.273438, 0.005219, 0.298828, 1.054688, 0.53125, 0.024902, 0.535156, 0.053955, 0.3125, 0.664062, 0.734375, 0.875, 1.078125, 1.265625, 0.710938, 0.039062, 1.296875, 0.839844, 1.296875, 0.09375, 0.014832, 0.152344, 1.007812, 1.0, 1.296875, 0.005188, 0.291016, 1.296875, 1.078125, 0.00946, 1.054688, 0.021606, 0.3125, 0.043213, 0.166992, 0.041016, 0.097656, 0.40625, 0.4375, 1.09375, 1.296875, 0.125977, 0.601562, 0.59375, 0.253906, 0.585938, 0.010925, 0.617188, 1.296875, 0.683594, 1.296875, 0.341797, 0.233398, 0.100586, 1.296875, 0.072266, 0.341797, 0.084961, 0.558594, 1.296875, 1.296875, 1.179688, 0.012085, 0.259766, 1.296875, 0.339844, 1.296875, 0.566406, 0.695312, 0.298828, 0.308594, 0.777344, 0.710938, 0.267578, 0.119141, 0.304688, 0.02417, 0.898438, 0.018066, 1.0, 0.820312, 0.023926, 0.091797, 1.296875, 0.90625, 0.086426, 0.099121, 1.117188, 0.8125, 0.021484, 0.542969, 1.296875, 0.035645, 0.006287, 0.105957, 1.296875, 0.030396, 1.296875, 1.296875, 1.296875, 1.296875, 0.291016, 1.296875, 0.213867, 1.234375, 1.296875, 0.135742, 0.101562, 0.757812, 0.084473, 1.296875, 0.10498, 1.265625, 0.414062, 0.006073, 0.045166, 0.707031, 0.050781, 1.296875, 0.033691, 1.296875, 1.296875, 0.761719, 0.034424, 0.006866, 1.296875, 0.523438, 0.941406, 0.112305, 0.609375, 0.6875, 1.015625, 0.124023, 0.010132, 0.601562, 0.65625, 1.296875, 0.582031, 1.296875, 1.296875, 1.296875, 0.05127, 0.263672, 0.001129, 0.886719, 0.006256, 1.273438, 1.296875, 0.02417, 0.028809, 1.117188, 1.296875, 0.294922, 1.296875, 0.925781, 0.515625, 0.648438, 1.296875, 0.960938, 0.839844, 1.296875, 0.949219, 1.296875, 1.226562, 0.738281, 1.296875, 0.07373, 1.296875, 1.296875, 0.019287, 0.441406, 1.296875, 0.059082, 1.289062, 0.020386, 0.007874, 0.055664, 0.988281, 0.617188, 0.351562, 1.28125, 0.259766, 1.296875, 1.296875, 0.703125, 0.017822, 1.296875, 0.789062, 1.296875, 1.296875, 0.009338, 0.009888, 1.078125, 0.07666, 1.296875, 0.824219, 1.296875, 0.018799, 1.296875, 1.109375, 1.296875, 1.296875, 1.296875, 1.296875, 0.84375, 1.296875, 1.296875, 0.804688, 0.193359, 0.080078, 0.015076, 0.988281, 1.296875, 0.75, 0.878906, 0.265625, 0.138672, 1.296875, 0.392578, 0.052979, 1.0625, 0.054688, 0.941406, 1.296875, 1.015625, 0.086426, 0.00885, 1.273438, 0.777344, 0.679688, 0.902344, 0.392578, 0.742188, 0.910156, 1.296875, 0.239258, 1.070312, 0.306641, 0.15332, 1.296875, 0.072266, 1.296875, 1.296875, 0.148438, 0.3125, 0.585938, 0.6875, 0.59375, 0.304688, 0.431641, 1.296875, 0.112793, 0.917969, 0.219727, 0.773438, 1.21875, 1.296875, 0.824219, 0.146484, 1.226562, 0.074219, 1.296875, 0.621094, 1.140625, 0.949219, 1.289062, 0.773438, 0.914062, 1.296875, 1.296875, 0.219727, 0.25, 0.824219, 0.796875, 1.296875, 0.111328, 0.550781, 0.078125, 0.914062, 0.023438, 0.960938, 0.574219, 0.90625, 0.24707, 0.457031, 1.296875, 1.296875, 0.380859, 0.018433, 1.296875, 0.332031, 1.296875, 0.363281, 0.828125, 0.116211, 0.351562, 0.337891, 1.296875, 1.132812, 0.742188, 1.296875, 1.296875, 0.84375, 0.1875, 1.171875, 0.179688, 1.296875, 1.296875, 1.296875, 0.138672, 0.136719, 0.112305, 1.109375, 0.554688, 1.296875, 0.423828, 0.34375, 0.175781, 0.279297, 0.640625, 0.113281, 0.115723, 0.01123, 0.083008, 0.824219, 1.195312, 0.519531, 1.125, 0.056152, 0.640625, 1.296875, 0.107422, 0.4375, 0.636719, 0.574219, 0.839844, 1.296875, 1.296875, 0.006622, 0.75, 0.609375, 0.019897, 1.296875, 1.1875, 0.030762, 0.145508, 0.992188, 0.178711, 1.296875, 0.726562, 1.296875, 0.902344, 0.121094, 0.045166, 0.496094, 0.316406, 1.085938, 0.039062, 0.878906, 0.22168, 0.046387, 0.667969, 1.296875, 0.287109, 0.65625, 0.030029, 0.339844, 0.005493, 0.542969, 1.296875, 0.652344, 0.016846, 1.0625, 0.558594, 0.376953, 1.296875, 0.087891, 0.460938, 0.326172, 1.289062, 0.020264, 0.018921, 1.296875, 0.047852, 0.010315, 0.332031, 1.296875, 0.435547, 0.589844, 0.445312, 0.164062, 0.036133, 1.296875, 0.4375, 1.296875, 0.800781, 1.296875, 1.273438, 0.371094, 0.053955, 1.296875, 0.839844, 0.00351, 1.296875, 1.296875, 0.386719, 0.042236, 0.030396, 0.703125, 0.201172, 0.255859, 0.065918, 1.296875, 1.296875, 1.296875, 0.194336, 0.120117, 0.382812, 0.035889, 1.296875, 0.003784, 0.211914, 0.396484, 1.296875, 0.175781, 0.455078, 1.296875, 0.886719, 0.523438, 0.474609, 1.296875, 0.024536, 0.10498, 0.480469, 0.018799, 1.171875, 0.061768, 1.296875, 0.855469, 1.296875, 1.296875, 0.259766, 0.074219, 1.296875, 0.474609, 1.296875, 0.976562, 1.296875, 1.296875, 1.296875, 0.371094, 1.296875, 0.542969, 0.382812, 1.296875, 0.160156, 0.917969, 0.213867, 1.296875, 0.6875, 0.056641, 1.007812, 0.738281, 0.095215, 1.296875, 1.296875, 1.296875, 0.232422, 0.310547, 0.009949, 1.296875, 0.137695, 0.578125, 0.020752, 0.066406, 0.408203, 0.009644, 0.585938, 0.839844, 0.777344, 1.296875, 0.079102, 1.296875, 1.296875, 1.296875, 0.664062, 1.039062, 0.628906, 1.015625, 0.941406, 0.132812, 0.130859, 1.296875, 0.984375, 0.00592, 0.519531, 0.052734, 0.080078, 0.640625, 1.296875, 1.296875, 0.671875, 0.419922, 1.296875, 1.296875, 0.640625, 1.203125, 0.769531, 0.851562, 1.023438, 0.304688, 0.085938, 0.322266, 0.384766, 1.296875, 1.296875, 0.710938, 0.789062, 0.026489, 0.742188, 0.02832, 1.296875, 1.148438, 0.613281, 1.242188, 0.488281, 0.589844, 1.296875, 0.917969, 0.298828, 0.980469, 0.090332, 0.224609, 1.296875, 1.023438, 1.273438, 1.265625, 0.28125, 0.017822, 1.296875, 1.296875, 0.835938, 1.296875, 0.00769, 1.09375, 1.296875, 1.296875, 0.640625, 1.210938, 1.296875, 0.223633, 1.296875, 0.335938, 1.296875, 0.178711, 0.453125, 0.04126, 1.296875, 0.206055, 0.034668, 1.296875, 0.237305, 0.890625, 0.25, 1.296875, 0.277344, 0.014465, 0.550781, 0.628906, 0.419922, 0.273438, 1.296875, 1.296875, 0.005707, 1.296875, 0.121582, 0.867188, 0.205078, 0.209961, 0.345703, 0.203125, 1.296875, 0.194336, 0.703125, 0.753906, 1.140625, 0.060303, 1.109375, 0.043701, 0.6875, 0.695312, 0.019287, 0.710938, 0.179688, 1.21875, 0.11084, 1.296875, 0.068848, 0.765625, 0.318359, 1.296875, 1.296875, 0.761719, 1.101562, 0.363281, 0.423828, 0.863281, 0.859375, 0.227539, 0.476562, 0.022217, 0.484375, 0.099121, 1.09375, 1.296875, 1.039062, 1.296875, 1.0, 0.558594, 1.296875, 0.859375, 1.296875, 1.226562, 0.219727, 1.28125, 1.296875, 0.431641, 0.554688, 1.296875, 0.112305, 0.429688, 0.12793, 1.296875, 0.046143, 1.0, 1.296875, 1.15625, 1.296875, 1.296875, 0.777344, 0.014709, 1.296875, 1.296875, 0.617188, 0.180664, 1.296875, 0.378906, 1.296875, 0.652344, 1.09375, 0.3125, 0.014893, 0.091797, 0.601562, 1.296875, 0.118164, 0.154297, 1.15625, 0.902344, 0.722656, 0.414062, 1.117188, 0.789062, 0.006195, 1.015625, 0.542969, 1.296875, 0.410156, 0.832031, 0.008606, 0.667969, 0.031128, 1.28125, 0.460938, 0.710938, 1.296875, 0.660156, 1.179688, 0.617188, 0.008057, 1.296875, 1.015625, 0.316406, 1.296875, 0.063965, 0.114746, 0.068359, 0.080566, 0.589844, 0.621094, 0.004883, 1.296875, 0.546875, 0.051025, 0.855469, 1.296875, 0.539062, 1.296875, 0.137695, 1.296875, 0.104004, 0.146484, 1.296875, 0.096191, 1.296875, 1.296875, 0.427734, 0.726562, 0.667969, 0.121094, 0.045166, 0.550781, 0.746094, 0.013855, 1.296875, 0.570312, 0.427734, 0.036865, 0.228516, 0.478516, 1.296875, 1.179688, 1.296875, 0.011719, 1.296875, 0.789062, 0.170898, 0.024658, 0.875, 0.519531, 0.089844, 1.296875, 0.02417, 1.109375, 0.519531, 0.018188, 0.099609, 0.018311, 0.878906, 1.296875, 0.882812, 0.388672, 1.109375, 0.014648, 0.015259, 1.296875, 0.691406, 0.550781, 0.855469, 0.003784, 0.617188, 0.5, 1.296875, 0.494141, 1.296875, 0.236328, 0.017822, 1.296875, 0.863281, 1.296875, 0.478516, 0.742188, 0.011963, 0.851562, 0.008484, 0.679688, 1.296875, 0.039062, 1.296875, 1.296875, 1.296875, 1.296875, 1.296875, 0.101074, 0.114258, 0.613281, 1.296875, 0.269531, 1.296875, 1.226562, 0.011475, 0.192383, 1.296875, 1.296875, 1.296875, 0.298828, 0.025391, 0.11084, 0.038818, 1.296875, 1.039062, 0.412109, 1.296875, 0.691406, 1.164062, 0.6875, 1.296875, 1.078125, 1.296875, 0.503906, 1.296875, 1.296875, 0.013733, 0.867188, 1.296875, 0.048096, 1.039062, 0.035156, 0.402344, 1.296875, 0.8125, 0.163086, 1.296875, 0.496094, 0.5625, 1.296875, 0.558594, 0.291016, 0.339844, 0.02832, 0.087402, 1.296875, 0.617188, 0.707031, 0.601562, 0.25, 0.015625, 1.296875, 1.28125, 1.296875, 1.117188, 0.730469, 0.111816, 0.515625, 0.527344, 1.296875, 0.34375, 0.158203, 1.296875, 1.296875, 1.289062, 1.296875, 1.296875, 1.296875, 0.083008, 0.757812, 1.296875, 0.554688, 1.296875, 0.574219, 1.296875, 0.734375, 0.104004, 0.414062, 0.013245, 0.111328, 0.824219, 0.083496, 0.361328, 1.171875, 0.386719, 0.042969, 1.296875, 1.296875, 0.110352, 1.296875, 1.070312, 0.769531, 0.515625, 0.523438, 0.867188, 0.003845, 1.296875, 1.296875, 0.925781, 0.777344, 1.296875, 0.259766, 1.296875, 0.130859, 1.273438, 0.871094, 0.730469, 1.296875, 1.296875, 0.00824, 1.296875, 0.542969, 1.296875, 1.140625, 1.296875, 0.628906, 0.114746, 0.05957, 1.296875, 1.296875, 0.695312, 0.738281, 1.296875, 0.083984, 0.174805, 0.976562, 0.291016, 0.839844, 1.296875, 1.296875, 0.013733, 0.984375, 1.296875, 0.155273, 1.296875, 0.427734, 0.007996, 0.02063, 0.117676, 0.016357, 1.296875, 1.296875, 1.296875, 0.972656, 0.036133, 0.589844, 1.296875, 0.667969, 0.777344, 0.087891, 0.542969, 0.078613, 0.173828, 0.158203, 1.265625, 1.296875, 0.839844, 1.117188, 1.296875, 1.296875, 0.691406, 1.296875, 0.028809, 0.020996, 0.992188, 1.0625, 0.734375, 1.296875, 0.609375, 0.53125, 1.296875, 0.710938, 1.296875, 1.1875, 0.133789, 0.02356, 1.296875, 0.65625, 1.296875, 0.824219, 1.296875, 0.828125, 0.205078, 0.992188, 0.036865, 0.056885, 0.011597, 0.149414, 0.671875, 0.71875, 0.464844, 0.492188, 1.296875, 1.296875, 1.296875, 1.296875, 1.296875, 0.394531, 0.064453, 1.296875, 0.777344, 0.851562, 0.9375, 0.00769, 0.026978, 0.345703, 0.84375, 0.832031, 0.028564, 0.084961, 0.076172, 1.296875, 0.052734, 1.296875, 1.296875, 1.015625, 0.402344, 0.476562, 0.361328, 0.453125, 0.009155, 0.976562, 0.789062, 0.878906, 0.234375, 1.296875, 1.296875, 0.015198, 0.102051, 0.828125, 0.5625, 0.208008, 0.578125, 0.597656, 0.353516, 0.08252, 0.01123, 1.296875, 0.267578, 1.296875, 0.867188, 1.289062, 0.094238, 1.296875, 0.242188, 1.078125, 1.296875, 0.777344, 1.296875, 0.043213, 0.498047, 0.490234, 1.0625, 1.109375, 0.792969, 0.429688, 0.341797, 0.472656, 0.197266, 0.025024, 0.219727, 0.113281, 1.289062, 0.249023, 1.296875, 0.326172, 0.925781, 0.18457, 0.871094, 1.296875, 1.296875, 1.296875, 0.890625, 1.296875, 0.088867, 1.257812, 1.296875, 0.030518, 1.296875, 0.015076, 0.018677, 0.621094, 1.296875, 0.660156, 0.314453, 0.063477, 1.296875, 1.296875, 0.917969, 1.296875, 1.015625, 1.296875, 1.296875, 0.597656, 1.203125, 0.542969, 0.554688, 0.832031, 0.699219, 0.279297, 0.024048, 0.322266, 0.90625, 0.542969, 0.40625, 1.273438, 1.296875, 0.170898, 0.15918, 1.296875, 1.296875, 0.589844, 1.296875, 0.239258, 1.296875, 0.605469, 1.296875, 1.296875, 0.423828, 0.742188, 0.53125, 1.289062, 0.076172, 0.707031, 0.013245, 0.330078, 1.296875, 0.726562, 0.208008, 0.71875, 0.75, 1.296875, 1.296875, 1.296875, 0.46875, 1.296875, 1.09375, 0.200195, 1.289062, 1.296875, 1.296875, 0.746094, 0.953125, 1.0625, 0.062012, 0.291016, 1.296875, 0.824219, 1.289062, 0.110352, 0.235352, 0.052734, 1.296875, 0.800781, 1.296875, 0.804688, 0.640625, 0.083496, 1.296875, 0.030762, 1.046875, 0.558594, 1.296875, 1.265625, 1.296875, 1.296875, 1.296875, 0.003967, 0.155273, 0.683594, 0.106934, 0.108887, 0.04248, 1.296875, 0.011108, 0.363281, 0.695312, 0.056641, 0.044922, 0.022461, 1.296875, 1.085938, 0.026123, 1.28125, 1.296875, 0.013245, 0.957031, 0.402344, 0.094238, 0.542969, 0.020874, 0.367188, 1.257812, 0.554688, 0.063965, 0.585938, 1.296875, 1.289062, 1.296875, 0.582031, 0.014709, 1.289062, 0.535156, 0.300781, 0.484375, 0.498047, 0.09082, 0.722656, 0.070801, 0.135742, 1.296875, 1.296875, 0.466797, 1.296875, 1.296875, 0.298828, 0.894531, 1.296875, 0.330078, 0.013123, 0.785156, 1.296875, 0.373047, 0.161133, 0.011841, 0.601562, 0.291016, 0.507812, 0.067383, 1.296875, 0.056396, 0.90625, 0.664062, 0.163086, 0.546875, 0.039795, 0.291016, 0.458984, 0.423828, 1.226562, 1.296875, 0.300781, 1.28125, 1.296875, 1.054688, 0.045166, 0.605469, 0.478516, 0.925781, 1.296875, 0.443359, 1.296875, 0.636719, 0.460938, 0.115234, 0.96875, 1.09375, 0.019043, 1.296875, 1.296875, 1.296875, 0.010864, 1.15625, 1.296875, 0.507812, 0.859375, 0.957031, 0.110352, 0.148438, 1.296875, 1.28125, 0.777344, 1.03125, 0.00885, 0.008545, 0.225586, 0.019409, 1.296875, 1.296875, 1.296875, 0.574219, 1.296875, 0.757812, 0.006897, 0.460938, 0.964844, 1.296875, 0.878906, 0.084473 ] } , "name": "onnx::Mul_10859", "outputIndexes": [ 2271 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2270, 2271 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 2272 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2146, 2272 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/Add_output_0", "outputIndexes": [ 2273 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2273 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.11/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 2274 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2274 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.11/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 2275 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2275, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 2276 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2276, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 2277 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2273, 2277 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 2278 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 2.40625, 2.59375, 0.511719, 5.78125, 1.570312, 1.601562, 0.773438, 0.71875, 1.460938, 0.605469, 4.0, 0.484375, 1.648438, 15.75, 5.5625, 0.644531, 0.996094, 0.3125, 1.640625, 1.609375, 13.5625, 1.03125, 1.890625, 14.0, 0.574219, 0.402344, 0.476562, 1.351562, 0.71875, 2.671875, 10.125, 0.451172, 1.492188, 0.925781, 1.234375, 37.75, 0.820312, 10.375, 114.0, 0.546875, 2.59375, 3.421875, 0.601562, 0.322266, 3.671875, 1.945312, 1.234375, 0.546875, 0.421875, 1.984375, 0.765625, 1.617188, 0.585938, 10.5, 3.796875, 0.472656, 0.949219, 60.5, 0.613281, 1.28125, 13.6875, 0.78125, 4.1875, 0.519531, 17.75, 20.375, 0.298828, 0.267578, 125.0, 208.0, 1.734375, 4.90625, 0.875, 1.570312, 1.046875, 1.351562, 57.0, 0.722656, 0.765625, 0.769531, 0.589844, 0.695312, 0.902344, 0.408203, 5.5625, 15.375, 113.5, 0.675781, 1.453125, 0.478516, 2.453125, 0.804688, 9.625, 0.84375, 1.242188, 0.503906, 3.921875, 0.671875, 0.550781, 0.769531, 1.390625, 0.972656, 1.085938, 64.5, 1.429688, 2.015625, 6.1875, 5.3125, 0.425781, 4.6875, 0.353516, 0.245117, 16.25, 1.898438, 2.65625, 21.0, 12.8125, 6.78125, 10.625, 0.4375, 3.109375, 0.416016, 0.585938, 13.375, 0.59375, 1.367188, 0.482422, 0.84375, 0.486328, 0.322266, 0.988281, 0.388672, 1.132812, 6.09375, 25.625, 4.46875, 0.65625, 0.398438, 0.341797, 0.550781, 0.875, 1.453125, 0.486328, 5.53125, 0.691406, 0.949219, 0.433594, 1.632812, 2.28125, 0.679688, 1.984375, 0.5625, 8.6875, 101.5, 0.498047, 2.640625, 175.0, 1.515625, 19.5, 1.21875, 3.546875, 0.824219, 14.5, 0.679688, 8.1875, 2.328125, 0.816406, 51.75, 5.34375, 2.421875, 1.976562, 2.5, 0.683594, 0.373047, 1.007812, 2.03125, 1.546875, 7.96875, 0.742188, 1.945312, 0.628906, 1.585938, 11.5, 0.378906, 1.132812, 11.9375, 34.25, 0.777344, 18.375, 0.804688, 4.65625, 0.302734, 0.636719, 1.085938, 1.25, 0.800781, 1.585938, 1.804688, 2.390625, 83.0, 4.4375, 0.976562, 1.039062, 136.0, 0.824219, 88.5, 4.4375, 0.707031, 12.375, 147.0, 1.15625, 1.710938, 4.78125, 1.132812, 1.046875, 2.546875, 4.46875, 0.566406, 1.78125, 1.71875, 0.396484, 69.0, 0.746094, 3.203125, 0.96875, 0.578125, 0.402344, 1.34375, 5.15625, 1.0625, 1.703125, 6.1875, 0.644531, 0.898438, 1.59375, 22.125, 0.351562, 0.828125, 0.675781, 0.326172, 0.664062, 44.5, 0.921875, 2.15625, 0.902344, 2.21875, 0.558594, 37.25, 1.578125, 0.613281, 84.0, 1.28125, 31.0, 1.984375, 20.75, 0.353516, 0.835938, 48.5, 0.515625, 4.09375, 1.859375, 63.75, 0.429688, 1.632812, 9.8125, 0.792969, 1.132812, 1.34375, 6.46875, 1.21875, 0.466797, 2.53125, 21.75, 1.59375, 0.582031, 2.5625, 3.484375, 6.0625, 0.675781, 0.482422, 0.707031, 1.984375, 0.65625, 7.03125, 13.8125, 1.296875, 12.25, 0.388672, 11.75, 0.429688, 7.75, 2.59375, 1.164062, 1.945312, 1.671875, 1.242188, 0.460938, 2.421875, 0.71875, 0.65625, 0.6875, 23.75, 0.804688, 1.96875, 6.09375, 0.816406, 13.625, 2.046875, 56.75, 7.53125, 0.980469, 27.5, 0.5625, 0.863281, 2.59375, 23.375, 13.1875, 20.5, 46.25, 0.486328, 1.148438, 0.65625, 11.9375, 22.125, 1.789062, 0.691406, 29.625, 0.789062, 1.726562, 102.0, 1.226562, 27.5, 76.5, 2.140625, 0.832031, 95.5, 0.855469, 1.773438, 1.390625, 177.0, 0.839844, 0.625, 1.835938, 1.28125, 1.125, 125.5, 1.007812, 5.40625, 4.84375, 4.40625, 0.96875, 1.03125, 7.625, 1.171875, 0.875, 74.0, 13.1875, 4.625, 0.558594, 0.75, 1.390625, 2.546875, 1.195312, 0.828125, 1.203125, 0.808594, 0.738281, 1.15625, 1.90625, 1.890625, 194.0, 5.375, 14.375, 0.404297, 68.0, 3.328125, 1.445312, 7.1875, 1.390625, 1.078125, 1.78125, 1.03125, 14.0625, 0.777344, 0.734375, 1.921875, 4.59375, 0.515625, 5.90625, 0.279297, 0.376953, 4.0625, 1.453125, 3.390625, 1.382812, 1.875, 90.0, 1.148438, 13.4375, 0.761719, 0.890625, 13.375, 3.9375, 1.335938, 1.132812, 0.710938, 1.640625, 2.390625, 4.875, 3.234375, 10.0, 1.609375, 44.25, 1.6875, 3.25, 2.8125, 2.40625, 1.898438, 0.683594, 2.046875, 22.5, 4.34375, 7.96875, 92.0, 0.90625, 12.75, 1.28125, 3.203125, 29.75, 1.625, 11.375, 1.679688, 4.03125, 0.546875, 0.249023, 0.925781, 0.546875, 1.078125, 0.660156, 0.769531, 13.5, 2.5625, 1.257812, 1.0, 13.3125, 1.46875, 52.75, 1.429688, 0.867188, 1.148438, 1.023438, 125.0, 1.132812, 0.65625, 2.171875, 28.625, 1.5, 1.21875, 0.710938, 1.15625, 2.5, 1.101562, 0.683594, 12.375, 0.679688, 0.621094, 0.554688, 0.640625, 0.78125, 5.625, 13.375, 5.15625, 1.492188, 0.976562, 3.78125, 0.96875, 1.578125, 1.976562, 0.992188, 1.171875, 28.5, 142.0, 21.5, 0.945312, 0.337891, 4.84375, 1.945312, 15.0625, 0.929688, 19.375, 1.273438, 0.679688, 0.462891, 0.613281, 54.75, 1.5, 1.203125, 0.777344, 0.277344, 9.5, 8.875, 0.507812, 2.65625, 1.117188, 2.796875, 1.078125, 0.511719, 10.375, 0.820312, 2.96875, 1.421875, 2.78125, 1.453125, 11.0, 2.140625, 1.007812, 1.039062, 3.96875, 0.871094, 1.15625, 0.722656, 1.9375, 2.765625, 2.15625, 0.503906, 1.039062, 0.498047, 3.796875, 3.609375, 1.070312, 3.6875, 1.1875, 29.75, 1.351562, 17.375, 1.03125, 0.910156, 0.648438, 8.1875, 7.25, 0.527344, 1.585938, 5.21875, 6.03125, 282.0, 1.296875, 1.804688, 8.75, 2.0625, 0.804688, 1.351562, 0.667969, 3.515625, 1.023438, 2.078125, 1.007812, 0.964844, 0.898438, 0.800781, 1.945312, 4.75, 1.085938, 1.351562, 0.416016, 8.4375, 117.0, 0.5, 0.6875, 3.4375, 7.9375, 21.625, 2.265625, 0.554688, 1.132812, 2.6875, 0.478516, 7.46875, 0.507812, 4.1875, 1.28125, 4.65625, 0.789062, 24.125, 2.078125, 4.25, 32.5, 0.449219, 17.25, 12.75, 0.328125, 2.890625, 88.0, 12.0625, 53.25, 2.484375, 0.439453, 36.0, 1.421875, 63.75, 5.3125, 0.640625, 11.125, 0.738281, 0.59375, 0.597656, 0.859375, 21.625, 2.453125, 1.117188, 0.597656, 9.0, 3.015625, 0.433594, 56.0, 1.960938, 0.679688, 78.5, 0.65625, 2.125, 0.445312, 0.597656, 2.59375, 0.423828, 6.28125, 11.75, 0.808594, 1.015625, 13.9375, 1.203125, 16.625, 1.523438, 0.6875, 0.65625, 1.171875, 0.363281, 1.320312, 8.625, 1.453125, 0.816406, 1.242188, 32.0, 0.703125, 19.875, 8.9375, 0.78125, 0.832031, 0.449219, 24.125, 9.625, 0.408203, 3.046875, 21.625, 6.65625, 14.0625, 1.015625, 1.148438, 0.412109, 1.171875, 0.703125, 3.0625, 0.453125, 1.601562, 1.734375, 3.109375, 1.601562, 1.039062, 1.320312, 2.3125, 0.953125, 64.5, 2.890625, 2.3125, 8.1875, 3.46875, 1.09375, 0.515625, 4.125, 7.46875, 1.210938, 5.75, 1.648438, 0.589844, 0.347656, 1.585938, 23.5, 2.0625, 9.4375, 2.15625, 2.21875, 1.101562, 1.835938, 0.929688, 5.53125, 1.453125, 1.046875, 1.890625, 0.75, 6.03125, 1.070312, 1.148438, 1.90625, 1.453125, 1.382812, 2.046875, 0.867188, 1.054688, 2.046875, 1.515625, 1.46875, 18.0, 11.25, 0.660156, 0.929688, 1.125, 7.125, 14.5, 3.109375, 1.601562, 1.546875, 0.427734, 1.132812, 34.0, 4.625, 1.4375, 1.351562, 0.4375, 0.945312, 0.957031, 2.640625, 3.234375, 45.5, 5.53125, 0.375, 1.445312, 0.660156, 9.4375, 0.824219, 4.90625, 1.96875, 15.5, 3.359375, 0.980469, 0.386719, 10.375, 2.171875, 5.96875, 1.351562, 0.785156, 2.46875, 141.0, 1.078125, 0.867188, 1.539062, 0.910156, 2.859375, 0.632812, 89.0, 19.375, 0.382812, 13.9375, 0.921875, 1.148438, 0.414062, 1.445312, 0.957031, 15.75, 0.636719, 2.21875, 4.53125, 1.210938, 5.09375, 5.90625, 6.375, 0.875, 2.03125, 0.945312, 126.5, 0.621094, 1.976562, 122.5, 0.470703, 1.8125, 0.964844, 3.890625, 3.765625, 0.789062, 0.753906, 0.894531, 55.25, 0.699219, 0.585938, 1.953125, 2.5625, 0.699219, 1.492188, 10.3125, 1.0, 0.671875, 1.023438, 58.0, 0.722656, 0.617188, 0.890625, 110.0, 0.578125, 0.507812, 4.875, 8.5625, 2.828125, 2.40625, 2.71875, 12.0625, 3.4375, 0.423828, 14.5625, 0.792969, 2.265625, 0.839844, 7.4375, 3.0625, 5.28125, 160.0, 0.582031, 60.0, 0.878906, 124.0, 0.734375, 1.992188, 1.460938, 160.0, 207.0, 0.419922, 1.242188, 2.046875, 0.765625, 4.15625, 47.0, 3.859375, 0.917969, 0.482422, 2.15625, 0.714844, 1.148438, 0.898438, 33.25, 1.421875, 0.960938, 3.546875, 0.451172, 41.75, 1.09375, 0.507812, 3.671875, 1.476562, 1.257812, 1.320312, 0.875, 1.398438, 10.8125, 0.386719, 0.730469, 57.75, 4.0625, 0.621094, 19.25, 1.296875, 0.808594, 6.625, 1.671875, 0.490234, 1.507812, 0.773438, 1.140625, 2.78125, 1.765625, 1.132812, 199.0, 8.0625, 1.421875, 1.023438, 15.4375, 0.478516, 1.164062, 1.15625, 73.0, 3.265625, 1.90625, 1.0625, 1.507812, 1.664062, 0.753906, 0.867188, 0.511719, 133.0, 0.726562, 4.375, 2.328125, 1.492188, 0.259766, 5.4375, 1.46875, 1.140625, 39.75, 63.25, 0.960938, 1.390625, 0.804688, 0.914062, 0.351562, 4.84375, 0.292969, 0.734375, 6.3125, 0.886719, 32.75, 0.589844, 2.0, 2.71875, 74.5, 56.75, 0.498047, 0.59375, 0.421875, 0.675781, 1.851562, 0.773438, 0.490234, 1.914062, 2.65625, 1.09375, 0.984375, 0.503906, 20.375, 88.5, 0.550781, 0.757812, 0.310547, 0.714844, 10.5, 1.859375, 0.589844, 3.109375, 5.15625, 62.5, 152.0, 152.0, 0.609375, 2.3125, 0.558594, 3.03125, 3.734375, 2.140625, 2.140625, 1.125, 1.0625, 1.15625, 1.085938, 25.75, 4.59375, 1.140625, 31.75, 1.023438, 1.460938, 1.101562, 85.5, 105.0, 16.375, 46.0, 1.046875, 0.8125, 5.03125, 110.5, 1.414062, 1.859375, 0.648438, 1.15625, 1.109375, 0.328125, 0.726562, 0.476562, 1.421875, 0.765625, 0.835938, 1.171875, 4.125, 32.75, 0.683594, 1.6875, 0.546875, 0.726562, 3.140625, 1.328125, 1.203125, 0.984375, 0.271484, 27.75, 16.625, 0.742188, 0.664062, 157.0, 1.195312, 29.75, 4.15625, 0.308594, 0.800781, 11.125, 25.25, 0.458984, 0.816406, 16.625, 2.0625, 2.5, 15.75, 115.0, 0.466797, 0.800781, 17.625, 5.09375, 0.617188, 2.09375, 1.875, 0.691406, 0.921875, 0.96875, 6.78125, 2.015625, 0.90625, 1.882812, 5.90625, 0.515625, 0.6875, 0.777344, 2.859375, 13.0625, 12.375, 2.640625, 1.203125, 1.03125, 0.5625, 18.5, 4.625, 0.800781, 1.78125, 0.847656, 105.5, 35.25, 4.0625, 0.542969, 6.28125, 1.257812, 0.457031, 0.917969, 1.171875, 0.447266, 1.242188, 0.917969, 2.328125, 1.4375, 2.234375, 0.507812, 0.617188, 1.695312, 4.46875, 0.714844, 1.726562, 2.578125, 75.0, 0.796875, 6.96875, 1.453125, 2.984375, 1.75, 2.46875, 1.0, 15.9375, 0.800781, 1.164062, 0.902344, 0.84375, 2.546875, 65.0, 2.140625, 33.25, 2.859375, 0.773438, 0.910156, 0.644531, 0.996094, 6.78125, 4.0625, 2.59375, 0.464844, 56.0, 48.75, 1.023438, 2.359375, 160.0, 1.085938, 0.859375, 1.226562, 2.5625, 0.472656, 0.738281, 5.21875, 0.894531, 0.40625, 0.894531, 0.419922, 2.6875, 21.75, 4.21875, 2.96875, 1.445312, 1.023438, 15.4375, 10.8125, 6.21875, 3.703125, 0.507812, 0.824219, 1.164062, 0.941406, 7.46875, 0.691406, 1.585938, 0.243164, 0.628906, 0.777344, 1.195312, 74.0, 4.6875, 0.427734, 107.0, 0.652344, 0.71875, 0.867188, 1.875, 3.859375, 125.0, 63.25, 1.617188, 1.039062, 1.125, 0.378906, 0.480469, 0.667969, 0.855469, 0.917969, 1.226562, 22.5, 3.0, 7.59375, 21.5, 0.589844, 33.75, 2.21875, 32.75, 0.523438, 2.984375, 17.625, 6.90625, 1.101562, 8.625, 9.375, 0.542969, 4.53125, 2.0625, 252.0, 3.09375, 0.773438, 0.960938, 0.992188, 1.257812, 4.03125, 1.398438, 4.5625, 0.386719, 6.65625, 55.5, 14.8125, 1.960938, 0.808594, 11.125, 2.21875, 6.46875, 21.625, 1.875, 0.839844, 0.550781, 0.945312, 0.683594, 1.742188, 0.242188, 0.980469, 0.472656, 0.464844, 82.0, 148.0, 0.472656, 1.296875, 0.726562, 59.75, 3.140625, 0.65625, 19.5, 6.71875, 1.265625, 140.0, 0.601562, 55.5, 9.875, 1.945312, 0.695312, 0.722656, 0.59375, 7.96875, 2.03125, 10.4375, 0.800781, 1.015625, 0.314453, 1.492188, 1.53125, 0.773438, 0.875, 0.804688, 75.0, 3.765625, 26.875, 0.757812, 1.90625, 1.640625, 4.375, 1.484375, 68.0, 175.0, 0.890625, 2.046875, 29.5, 5.46875, 0.478516, 2.828125, 0.71875, 0.839844, 45.0, 3.75, 0.365234, 1.070312, 8.1875, 18.125, 1.328125, 0.902344, 0.753906, 0.804688, 1.992188, 17.125, 1.179688, 0.855469, 8.0625, 26.25, 1.117188, 0.460938, 0.40625, 2.8125, 0.458984, 120.5, 0.804688, 94.5, 5.1875, 1.609375, 0.90625, 0.617188, 3.28125, 1.007812, 14.6875, 2.359375, 1.007812, 1.59375, 2.796875, 2.21875, 1.351562, 0.890625, 1.695312, 1.28125, 0.839844, 2.578125, 0.847656, 1.476562, 0.90625, 6.0625, 1.835938, 1.59375, 1.007812, 1.664062, 2.4375, 0.65625, 178.0, 5.0, 0.792969, 1.648438, 76.0, 2.09375, 23.125, 3.78125, 2.109375, 1.773438, 1.492188, 0.933594, 0.710938, 1.351562, 21.875, 0.535156, 1.34375, 0.5625, 9.4375, 71.0, 9.8125, 0.855469, 0.933594, 0.742188, 161.0, 4.75, 0.632812, 0.738281, 104.5, 1.03125, 63.0, 3.328125, 32.0, 5.15625, 29.5, 10.9375, 3.421875, 2.671875, 0.882812, 0.492188, 9.8125, 2.625, 2.78125, 4.5, 1.632812, 105.0, 1.804688, 0.390625, 2.078125, 0.566406, 2.5, 6.25, 10.9375, 0.695312, 17.375, 2.84375, 18.375, 3.109375, 0.960938, 0.847656, 0.800781, 107.5, 4.78125, 0.640625, 3.828125, 0.792969, 1.828125, 1.523438, 5.0, 3.046875, 1.484375, 1.515625, 3.578125, 9.0625, 3.71875, 58.75, 1.320312, 66.5, 1.171875, 0.703125, 74.5, 13.875, 0.585938, 1.132812, 12.1875, 10.0625, 1.132812, 0.5625, 84.5, 2.953125, 1.015625, 27.5, 122.0, 14.875, 0.828125, 28.0, 0.914062, 0.474609, 1.28125, 0.65625, 3.265625, 0.894531, 4.84375, 0.71875, 1.0625, 7.65625, 16.5, 1.898438, 11.25, 0.609375, 10.9375, 1.117188, 3.421875, 268.0, 22.25, 1.4375, 19.0, 0.976562, 38.25, 0.828125, 0.71875, 1.34375, 28.0, 148.0, 0.808594, 2.984375, 1.078125, 7.65625, 1.453125, 1.46875, 0.734375, 11.3125, 97.0, 1.484375, 1.429688, 1.132812, 1.601562, 0.691406, 0.000504, 0.273438, 32.0, 3.78125, 0.890625, 1.148438, 129.0, 0.738281, 0.65625, 46.75, 41.25, 0.820312, 1.039062, 3.046875, 0.582031, 1.125, 2.84375, 2.375, 0.625, 1.007812, 1.148438, 0.59375, 0.472656, 0.695312, 0.816406, 1.367188, 0.800781, 13.6875, 0.71875, 0.667969, 52.75, 3.625, 0.388672, 16.25, 0.761719, 46.0, 132.0, 20.125, 0.847656, 1.375, 4.21875, 0.863281, 3.53125, 0.828125, 0.539062, 1.6875, 46.25, 0.373047, 1.1875, 0.496094, 0.451172, 171.0, 153.0, 0.492188, 19.5, 0.777344, 1.5625, 0.949219, 54.0, 0.789062, 0.808594, 0.835938, 0.511719, 0.964844, 0.427734, 1.414062, 0.083984, 0.507812, 1.1875, 5.46875, 11.0, 89.5, 1.03125, 0.498047, 1.28125, 1.335938, 4.3125, 10.5625, 0.421875, 4.125, 30.75, 1.476562, 19.625, 1.226562, 0.667969, 1.132812, 12.9375, 166.0, 0.597656, 1.257812, 1.335938, 0.441406, 2.703125, 1.578125, 1.203125, 0.789062, 3.71875, 0.992188, 3.34375, 9.5, 0.859375, 14.5625, 0.287109, 0.417969, 10.6875, 3.0625, 1.679688, 1.523438, 2.09375, 3.65625, 3.71875, 0.894531, 8.375, 1.171875, 4.75, 1.6875, 0.886719, 1.226562, 1.25, 9.75, 0.71875, 19.125, 0.855469, 2.609375, 1.351562, 0.847656, 0.753906, 1.085938, 1.085938, 0.589844, 0.296875, 5.15625, 3.59375, 1.484375, 1.5625, 0.898438, 13.9375, 1.929688, 14.0625, 0.462891, 44.5, 1.679688, 1.984375, 0.964844, 4.125, 2.859375, 0.46875, 0.78125, 3.890625, 62.75, 0.625, 2.984375, 0.609375, 4.34375, 1.257812, 13.5, 2.875, 2.671875, 0.271484, 1.21875, 1.296875, 0.554688, 0.777344, 1.132812, 8.75, 0.765625, 5.375, 0.878906, 0.824219, 0.197266, 9.75, 9.375, 13.5625, 0.753906, 1.679688, 0.644531, 2.65625, 2.8125, 6.65625, 3.828125, 2.125, 12.75, 9.1875, 137.0, 20.375, 1.15625, 0.945312, 1.914062, 0.777344, 19.375, 1.632812, 0.726562, 15.6875, 3.796875, 1.9375, 1.601562, 1.195312, 0.341797, 0.667969, 137.0, 1.234375, 1.757812, 50.75, 0.375, 0.671875, 60.25, 6.875, 1.351562, 6.3125, 0.851562, 1.335938, 0.388672, 1.6875, 12.6875, 22.625, 2.5625, 4.03125, 0.890625, 26.375, 1.054688, 4.28125, 28.75, 1.546875, 0.542969, 3.90625, 1.8125, 35.5, 3.109375, 145.0, 1.835938, 1.070312, 1.601562, 55.0, 0.832031, 1.5625, 3.65625, 0.267578, 14.625, 1.710938, 4.0625, 0.789062, 60.25, 53.0, 0.511719, 21.0, 81.5, 4.15625, 0.703125, 2.421875, 1.484375, 2.390625, 9.25, 31.25, 0.648438, 2.328125, 0.332031, 1.914062, 0.46875, 0.660156, 2.484375, 30.75, 0.703125, 1.117188, 171.0, 0.648438, 0.570312, 3.890625, 19.875, 37.75, 1.476562, 6.59375, 4.21875, 24.5, 0.535156, 0.738281, 1.242188, 6.75, 10.125, 3.484375, 34.75, 0.9375, 177.0, 4.71875, 3.984375, 0.753906, 5.875, 3.03125, 0.78125, 1.03125, 3.015625, 2.234375, 0.582031, 31.125, 8.9375, 3.125, 64.0, 0.4375, 25.125, 1.242188, 1.195312, 0.65625, 0.482422, 5.75, 21.0, 0.664062, 2.765625, 0.722656, 0.945312, 0.800781, 0.75, 0.445312, 3.109375, 0.507812, 2.75, 2.46875, 0.539062, 7.71875, 1.523438, 5.59375, 1.78125, 1.296875, 16.625, 0.863281, 1.609375, 17.25, 0.628906, 0.355469, 0.621094, 4.15625, 4.1875, 158.0, 0.111816, 11.4375, 1.546875, 66.0, 21.75, 2.078125, 148.0, 2.515625, 1.070312, 1.890625, 0.539062, 16.375, 0.478516, 0.451172, 0.527344, 1.492188, 0.839844, 2.109375, 0.894531, 1.015625, 9.375, 6.65625, 0.609375, 0.917969, 272.0, 2.0625, 17.125, 12.0, 1.382812, 0.59375, 0.347656, 1.710938, 2.34375, 0.777344, 0.78125, 1.4375, 0.691406, 1.640625, 1.039062, 0.96875, 3.65625, 13.3125, 2.078125, 3.421875, 0.523438, 0.511719, 1.570312, 1.28125, 57.5, 1.296875, 65.0, 0.34375, 1.335938, 0.90625, 1.195312, 2.28125, 1.453125, 1.304688, 1.039062, 3.3125, 1.304688, 11.625, 6.53125, 0.902344, 1.578125, 0.730469, 0.734375, 4.21875, 91.0, 0.527344, 0.832031, 1.210938, 1.109375, 140.0, 0.84375, 1.117188, 1.265625, 1.953125, 0.769531, 0.285156, 5.5625, 0.462891, 1.015625, 0.460938, 4.25, 2.234375, 24.0, 0.460938, 5.21875, 28.25, 0.365234, 3.75, 1.109375, 5.75, 0.476562, 5.28125, 111.5, 1.507812, 1.765625, 3.1875, 6.125, 0.359375, 0.376953, 284.0, 0.447266, 9.625, 1.28125, 4.65625, 5.5625, 2.78125, 7.4375, 0.472656, 6.59375, 1.265625, 1.242188, 0.863281, 14.0625, 0.71875, 24.375, 1.28125, 1.632812, 51.75, 1.648438, 8.0625, 1.085938, 9.4375, 0.789062, 20.875, 1.40625, 4.25, 0.523438, 0.714844, 1.476562, 0.878906, 4.4375, 2.671875, 1.109375, 1.46875, 3.921875, 2.53125, 75.5, 2.265625, 10.1875, 0.9375, 0.386719, 1.484375, 0.363281, 0.882812, 2.890625, 0.78125, 1.023438, 1.421875, 1.140625, 5.25, 0.730469, 0.574219, 3.609375, 1.53125, 0.417969, 14.3125, 2.265625, 8.75, 1.53125, 31.375, 1.007812, 0.632812, 0.613281, 0.609375, 0.707031, 1.335938, 66.5, 0.695312, 0.613281, 1.5, 4.6875, 0.5, 2.859375, 0.443359, 1.234375, 0.941406, 2.78125, 99.0, 17.375, 1.625, 0.371094, 12.75, 5.3125, 0.494141, 1.1875, 1.953125, 2.3125, 0.300781, 1.179688, 130.0, 1.101562, 1.757812, 1.203125, 3.875, 1.570312, 182.0, 1.578125, 62.5, 1.085938, 3.046875, 1.914062, 1.054688, 1.875, 1.351562, 1.734375, 207.0, 0.458984, 1.148438, 3.125, 0.664062, 13.3125, 8.75, 16.875, 9.375, 1.445312, 2.140625, 167.0, 1.101562, 2.21875, 20.0, 1.015625, 0.361328, 2.421875, 0.902344, 12.3125, 0.601562, 10.375, 8.8125, 0.953125, 16.875, 0.326172, 0.539062, 3.84375, 1.976562, 2.359375, 6.25, 22.625, 1.78125, 1.8125, 74.0, 0.40625, 2.9375, 2.71875, 31.25, 3.609375, 2.875, 0.972656, 0.761719, 0.714844, 137.0, 0.585938, 1.210938, 7.1875, 68.0, 1.609375, 2.34375, 11.875, 0.789062, 74.5, 1.382812, 2.921875, 86.5, 14.625, 62.0, 0.964844, 1.445312, 1.28125, 2.515625, 0.90625, 79.0, 65.5, 0.566406, 1.210938, 1.5625, 1.179688, 151.0, 1.703125, 1.65625, 0.980469, 3.078125, 0.613281, 3.53125, 77.5, 0.347656, 0.820312, 0.589844, 1.960938, 1.328125, 88.5, 1.1875, 144.0, 1.484375, 0.636719, 41.75, 0.726562, 0.789062, 0.404297, 0.625, 0.785156, 8.5625, 12.125, 1.679688, 0.691406, 5.9375, 0.527344, 1.140625, 125.0, 6.28125, 0.875, 0.503906, 1.023438, 3.6875, 48.25, 8.3125, 33.0, 0.660156, 0.832031, 2.34375, 0.882812, 2.609375, 0.820312, 1.867188, 0.746094, 1.007812, 0.863281, 2.578125, 0.714844, 0.726562, 70.0, 1.648438, 0.285156, 26.375, 0.992188, 42.0, 2.25, 0.804688, 1.226562, 7.53125, 0.847656, 2.171875, 2.34375, 0.398438, 2.171875, 4.6875, 4.15625, 62.0, 9.3125, 0.632812, 1.453125, 1.234375, 1.382812, 5.125, 62.0, 0.597656, 0.753906, 1.015625, 1.078125, 1.578125, 8.4375, 1.929688, 1.054688, 0.486328, 2.921875, 10.125, 0.960938, 0.425781, 0.859375, 0.699219, 0.582031, 0.550781, 12.375, 1.28125, 0.441406, 2.59375, 0.878906, 2.40625, 0.714844, 1.507812, 8.625, 2.859375, 112.5, 12.0, 1.078125, 11.4375, 2.96875, 1.007812, 3.859375, 39.25, 0.431641, 0.625, 7.09375, 0.976562, 0.960938, 1.054688, 1.851562, 2.34375, 1.664062, 165.0, 0.839844, 0.402344, 1.046875, 1.578125, 0.769531, 3.84375, 1.0625, 7.5, 0.757812, 0.644531, 1.671875, 0.699219, 0.5625, 190.0, 0.419922, 1.914062, 0.773438, 1.351562, 0.753906, 2.640625, 9.25, 18.875, 2.015625, 0.628906, 1.421875, 1.726562, 0.605469, 14.875, 4.96875, 1.234375, 4.3125, 1.226562, 0.421875, 0.609375, 83.0, 1.265625, 0.314453, 7.96875, 1.226562, 3.5625, 122.5, 67.0, 9.5, 79.0, 1.507812, 0.455078, 0.427734, 1.398438, 25.0, 1.640625, 0.574219, 2.046875, 1.601562, 13.9375, 1.625, 17.5, 7.5, 6.0625, 0.275391, 0.796875, 1.460938, 1.054688, 0.519531, 0.455078, 1.773438, 0.894531, 32.75, 60.25, 0.882812, 1.109375, 1.1875, 0.503906, 2.265625, 1.476562, 0.777344, 1.257812, 0.466797, 1.257812, 7.1875, 39.0, 0.707031, 1.820312, 0.574219, 1.804688, 0.949219, 1.1875, 5.75, 1.046875, 22.875, 18.0, 116.5, 8.125, 1.90625, 1.429688, 2.265625, 2.796875, 0.734375, 1.03125, 0.384766, 0.976562, 1.429688, 2.984375, 16.25, 0.652344, 1.460938, 1.5625, 1.3125, 188.0, 37.5, 3.53125, 1.6875, 1.351562, 39.75, 14.6875, 14.125, 0.617188, 23.625, 0.800781, 1.382812, 0.976562, 3.265625, 3.40625, 4.09375, 2.78125, 115.0, 0.960938, 1.414062, 1.460938, 4.0, 0.380859, 0.353516, 79.5, 11.8125, 1.09375, 2.375, 6.34375, 1.75, 1.507812, 3.59375, 13.5625, 150.0, 1.421875, 5.34375, 0.644531, 1.484375, 0.46875, 8.5, 0.466797, 6.1875, 0.984375, 0.800781, 1.71875, 0.910156, 22.0, 3.140625, 1.992188, 0.789062, 0.984375, 1.3125, 2.484375, 3.03125, 2.703125, 7.65625, 49.75, 3.875, 9.4375, 0.710938, 6.3125, 0.503906, 3.953125, 1.375, 3.546875, 1.148438, 0.632812, 0.804688, 1.078125, 1.039062, 0.451172, 13.0, 0.828125, 0.519531, 45.5, 1.414062, 73.5, 49.0, 2.1875, 0.488281, 1.34375, 5.21875, 15.125, 1.585938, 1.34375, 0.976562, 0.369141, 1.453125, 0.953125, 0.355469, 2.390625, 0.761719, 1.8125, 1.804688, 1.242188, 1.25, 4.6875, 66.0, 2.953125, 0.882812, 2.359375, 2.484375, 1.171875, 0.816406, 5.78125, 9.75, 0.341797, 0.726562, 1.9375, 0.742188, 5.53125, 0.341797, 1.90625, 0.470703, 0.765625, 4.59375, 1.382812, 2.46875, 0.601562, 14.25, 2.125, 67.0, 4.03125, 0.259766, 2.171875, 5.40625, 1.734375, 1.4375, 0.394531, 0.464844, 0.227539, 2.453125, 0.949219, 0.765625, 4.875, 0.539062, 0.539062, 0.277344, 1.335938, 1.4375, 1.375, 15.0625, 3.578125, 0.570312, 1.890625, 1.039062, 14.125, 6.34375, 19.625, 0.410156, 1.234375, 1.265625, 1.265625, 1.898438, 18.0, 0.644531, 52.75, 0.757812, 2.125, 0.746094, 0.699219, 0.722656, 0.847656, 1.632812, 166.0, 10.0625, 1.21875, 8.6875, 12.875, 19.25, 1.5, 136.0, 3.703125, 2.484375, 19.0, 24.875, 75.0, 0.239258, 1.140625, 35.0, 0.863281, 0.472656, 74.0, 1.1875, 2.90625, 9.8125, 1.53125, 50.0, 2.3125, 1.15625, 1.78125, 19.375, 1.4375, 0.746094, 0.671875, 1.1875, 1.546875, 76.0, 0.839844, 2.59375, 4.875, 2.796875, 1.929688, 9.1875, 2.03125, 22.75, 8.3125, 0.398438, 1.46875, 2.8125, 0.8125, 1.023438, 3.25, 0.9375, 0.470703, 3.046875, 98.0, 1.546875, 1.257812, 2.703125, 6.8125, 104.5, 1.601562, 5.09375, 2.171875, 16.375, 1.648438, 29.875, 1.007812, 1.75, 5.21875, 2.0625, 23.875, 5.40625, 3.109375, 3.453125, 0.816406, 0.570312, 2.46875, 0.339844, 0.423828, 0.984375, 23.625, 0.789062, 1.9375, 1.125, 0.691406, 2.5, 0.730469, 1.5, 3.734375, 9.9375, 0.984375, 1.34375, 62.0, 0.769531, 0.451172, 0.691406, 117.5, 0.816406, 0.333984, 0.671875, 1.328125, 1.398438, 9.625, 8.9375, 0.785156, 0.65625, 1.429688, 1.171875, 181.0, 109.0, 4.25, 42.75, 0.333984, 0.400391, 0.890625, 1.804688, 0.921875, 1.140625, 227.0, 2.046875, 1.664062, 0.847656, 1.09375, 16.125 ] } , "name": "onnx::Mul_10860", "outputIndexes": [ 2279 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2278, 2279 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 2280 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2280 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.11/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 7345 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7345 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.11/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 7346 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7346 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 681576688, 13107222, 3276800, 0, 0 ] } , "name": "/layers.11/mlp/gate_proj/Linear", "outputIndexes": [ 7347 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7347 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.11/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 7348 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7348 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.11/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 2281 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2281 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.11/mlp/act_fn/Mul_output_0", "outputIndexes": [ 2282 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2281, 2282 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 2283 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 2283 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 2284 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2281, 2284 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/mlp/act_fn/Add_output_0", "outputIndexes": [ 2285 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 2285 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 2286 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2286 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.11/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 2287 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 2287 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 2288 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2281, 2288 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 2289 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 2289 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 2290 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7346 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 697960710, 13107222, 3276800, 0, 0 ] } , "name": "/layers.11/mlp/up_proj/Linear", "outputIndexes": [ 7351 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7351 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.11/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 7352 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7352 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.11/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 2291 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2290, 2291 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/mlp/Mul_output_0", "outputIndexes": [ 2292 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2292 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.11/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 7353 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7353 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.11/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 7354 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7354 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 714344732, 13107222, 3276800, 0, 0 ] } , "name": "/layers.11/mlp/down_proj/Linear", "outputIndexes": [ 7355 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7355 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.11/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 7356 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7356 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.11/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 2293 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2293 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.11/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 2295 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2295 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.11/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 2296 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2296, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 2297 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2297, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 2298 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2293, 2298 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 2299 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.910156, 1.023438, 2.015625, 0.371094, 1.726562, 1.476562, 2.015625, 2.015625, 1.976562, 2.015625, 0.617188, 0.001633, 1.617188, 0.201172, 0.789062, 1.242188, 2.015625, 2.015625, 2.015625, 1.640625, 0.148438, 2.015625, 1.390625, 0.160156, 2.015625, 2.015625, 2.015625, 2.015625, 2.015625, 1.117188, 0.194336, 2.015625, 1.578125, 2.015625, 1.789062, 0.057617, 2.015625, 0.245117, 0.025146, 2.015625, 1.359375, 0.804688, 2.015625, 2.015625, 0.597656, 1.460938, 1.460938, 2.015625, 2.015625, 1.390625, 2.015625, 1.671875, 2.015625, 0.196289, 1.359375, 2.015625, 1.34375, 0.075684, 2.015625, 2.015625, 0.1875, 2.015625, 0.726562, 2.015625, 0.152344, 0.202148, 2.015625, 2.015625, 0.023926, 0.021118, 2.015625, 0.695312, 2.015625, 1.53125, 1.960938, 1.984375, 0.277344, 2.015625, 2.015625, 2.015625, 2.015625, 2.015625, 2.015625, 1.367188, 0.683594, 0.186523, 0.035645, 2.015625, 1.789062, 2.015625, 1.148438, 2.015625, 0.289062, 2.015625, 2.015625, 2.015625, 0.855469, 2.015625, 1.742188, 2.015625, 1.796875, 2.015625, 2.0, 0.054199, 2.015625, 1.453125, 0.5, 0.292969, 2.015625, 0.597656, 2.015625, 2.015625, 0.112793, 1.359375, 1.375, 0.103027, 0.259766, 0.490234, 0.392578, 2.015625, 1.125, 2.015625, 2.015625, 0.211914, 2.015625, 1.578125, 2.015625, 2.015625, 2.015625, 2.015625, 2.015625, 2.015625, 2.015625, 0.353516, 0.091309, 0.816406, 2.015625, 1.765625, 2.015625, 2.015625, 0.789062, 1.851562, 2.015625, 0.476562, 2.015625, 2.015625, 2.015625, 1.546875, 1.078125, 2.015625, 2.015625, 2.015625, 0.333984, 0.028687, 2.015625, 2.015625, 0.017578, 1.890625, 0.089355, 1.835938, 0.839844, 2.015625, 0.157227, 2.015625, 0.318359, 1.507812, 2.015625, 0.07666, 1.117188, 1.679688, 2.015625, 1.265625, 2.015625, 2.015625, 2.015625, 2.015625, 1.539062, 0.355469, 2.015625, 2.015625, 2.015625, 1.742188, 0.253906, 2.015625, 2.015625, 0.170898, 0.098633, 2.015625, 0.110352, 2.015625, 0.515625, 2.015625, 2.015625, 2.015625, 1.804688, 2.015625, 1.5625, 1.523438, 1.367188, 0.06543, 0.746094, 2.015625, 2.015625, 0.01709, 2.015625, 0.049805, 0.878906, 2.015625, 0.134766, 0.018677, 1.84375, 1.453125, 0.453125, 1.820312, 2.015625, 0.792969, 0.785156, 2.015625, 1.515625, 2.015625, 2.015625, 0.039307, 2.015625, 0.746094, 2.015625, 2.015625, 2.015625, 2.015625, 0.601562, 1.835938, 1.570312, 0.412109, 2.015625, 2.015625, 1.648438, 0.101562, 2.015625, 2.015625, 2.015625, 2.015625, 2.015625, 0.070801, 2.015625, 1.117188, 2.015625, 1.25, 2.015625, 0.07959, 1.617188, 2.015625, 0.038086, 2.015625, 0.085938, 2.015625, 0.208008, 1.742188, 2.015625, 0.086426, 2.015625, 1.21875, 1.515625, 0.041748, 2.015625, 2.015625, 0.498047, 2.015625, 1.765625, 2.015625, 0.4375, 1.992188, 2.015625, 1.460938, 0.193359, 1.875, 2.015625, 1.023438, 0.917969, 0.382812, 2.015625, 2.015625, 2.015625, 1.664062, 2.015625, 0.478516, 0.164062, 2.015625, 0.339844, 2.015625, 0.22168, 2.015625, 0.667969, 1.179688, 1.726562, 1.273438, 1.273438, 1.59375, 2.015625, 1.15625, 2.015625, 2.015625, 2.015625, 0.133789, 2.015625, 1.335938, 0.640625, 2.015625, 0.289062, 2.015625, 0.06543, 0.404297, 2.015625, 0.076172, 1.085938, 2.015625, 1.445312, 0.137695, 0.294922, 0.128906, 0.078613, 2.015625, 2.015625, 2.015625, 0.224609, 0.144531, 1.5, 2.015625, 0.067383, 2.015625, 1.28125, 0.033447, 1.960938, 0.095703, 0.056641, 1.117188, 2.015625, 0.023804, 2.015625, 1.375, 1.546875, 0.020874, 2.015625, 2.015625, 1.453125, 2.015625, 2.015625, 0.021851, 1.921875, 0.423828, 0.414062, 1.109375, 2.015625, 2.015625, 0.361328, 1.773438, 2.015625, 0.054199, 0.292969, 0.601562, 2.015625, 2.015625, 2.015625, 1.226562, 2.015625, 2.015625, 2.015625, 2.015625, 2.015625, 1.210938, 1.507812, 1.242188, 0.020142, 0.494141, 0.195312, 1.976562, 0.067871, 1.1875, 1.84375, 0.455078, 2.015625, 1.992188, 1.59375, 2.015625, 0.139648, 2.015625, 2.015625, 1.109375, 1.0, 2.015625, 0.235352, 2.015625, 2.015625, 0.898438, 1.875, 1.140625, 2.015625, 2.015625, 0.054932, 1.960938, 0.455078, 2.015625, 2.015625, 0.175781, 1.21875, 0.90625, 2.015625, 1.757812, 1.5, 1.101562, 0.648438, 1.226562, 0.195312, 1.414062, 0.083008, 1.507812, 0.902344, 1.84375, 1.164062, 1.476562, 2.015625, 1.453125, 0.102051, 0.84375, 0.386719, 0.030396, 2.015625, 0.185547, 1.164062, 0.882812, 0.125977, 1.53125, 0.359375, 1.734375, 0.910156, 2.015625, 2.015625, 2.015625, 2.015625, 2.015625, 2.015625, 2.015625, 0.211914, 0.707031, 1.6875, 2.015625, 0.179688, 1.710938, 0.046631, 1.367188, 2.015625, 1.984375, 2.015625, 0.016968, 2.015625, 1.578125, 1.320312, 0.084961, 1.554688, 1.984375, 2.015625, 2.015625, 1.078125, 1.804688, 2.015625, 0.388672, 2.015625, 2.015625, 2.015625, 2.015625, 2.015625, 0.929688, 0.126953, 0.5625, 2.015625, 2.015625, 0.722656, 2.015625, 2.015625, 2.015625, 2.015625, 2.015625, 0.124023, 0.015015, 0.138672, 2.015625, 2.015625, 0.671875, 1.640625, 0.21582, 2.015625, 0.154297, 1.695312, 2.015625, 2.015625, 2.015625, 0.058594, 1.523438, 2.015625, 2.015625, 2.015625, 0.308594, 0.470703, 2.015625, 1.03125, 2.015625, 1.109375, 2.015625, 2.015625, 0.298828, 2.015625, 0.867188, 1.96875, 0.941406, 1.789062, 0.234375, 1.335938, 2.015625, 2.015625, 0.882812, 2.015625, 2.015625, 2.015625, 2.015625, 1.640625, 1.375, 2.015625, 1.96875, 2.015625, 0.976562, 0.980469, 2.0, 0.769531, 1.6875, 0.109375, 1.601562, 0.135742, 2.015625, 2.015625, 2.015625, 0.333984, 0.332031, 2.015625, 1.648438, 0.609375, 0.390625, 0.024658, 1.835938, 1.664062, 0.306641, 1.0625, 2.015625, 2.015625, 2.015625, 1.101562, 2.015625, 1.007812, 2.015625, 2.015625, 1.976562, 2.015625, 1.351562, 0.503906, 1.953125, 2.015625, 2.015625, 0.447266, 0.021851, 1.179688, 2.015625, 0.960938, 0.257812, 0.211914, 1.265625, 2.015625, 1.820312, 0.707031, 2.015625, 2.015625, 2.015625, 0.929688, 1.390625, 0.660156, 2.015625, 0.136719, 0.710938, 0.640625, 0.116211, 2.015625, 0.117676, 0.243164, 2.015625, 1.171875, 0.034668, 0.232422, 0.07373, 1.085938, 2.015625, 0.108887, 1.6875, 0.1875, 0.550781, 2.015625, 0.204102, 2.015625, 2.015625, 2.015625, 2.015625, 0.11377, 1.3125, 2.015625, 2.015625, 0.792969, 0.96875, 2.015625, 0.032471, 1.21875, 2.015625, 0.07666, 2.015625, 1.65625, 2.015625, 0.433594, 1.195312, 1.507812, 0.419922, 0.263672, 2.015625, 1.648438, 0.574219, 2.015625, 0.128906, 1.890625, 2.015625, 2.015625, 2.015625, 2.015625, 2.015625, 0.263672, 1.625, 1.984375, 2.015625, 0.098145, 2.015625, 0.109375, 0.458984, 2.015625, 2.015625, 2.015625, 0.115234, 0.202148, 2.015625, 1.125, 0.077148, 0.449219, 0.233398, 1.851562, 1.78125, 2.015625, 2.015625, 2.015625, 0.996094, 2.015625, 1.734375, 1.328125, 0.671875, 0.707031, 2.015625, 2.015625, 1.296875, 1.851562, 0.039795, 1.046875, 1.226562, 0.388672, 1.476562, 2.015625, 2.015625, 1.203125, 0.220703, 2.015625, 0.636719, 1.773438, 2.015625, 2.015625, 1.898438, 0.414062, 1.203125, 0.345703, 2.015625, 1.367188, 2.015625, 1.179688, 2.015625, 0.470703, 1.742188, 2.015625, 1.398438, 2.015625, 0.400391, 2.015625, 2.015625, 1.179688, 1.828125, 2.015625, 1.429688, 2.015625, 2.015625, 1.382812, 1.304688, 1.34375, 0.157227, 0.179688, 2.015625, 2.015625, 2.015625, 0.314453, 0.488281, 1.1875, 2.015625, 2.015625, 2.015625, 2.015625, 0.059326, 0.542969, 1.445312, 0.753906, 2.015625, 2.015625, 2.015625, 1.007812, 0.683594, 0.133789, 0.898438, 2.015625, 2.015625, 2.015625, 0.267578, 2.015625, 0.59375, 2.015625, 0.285156, 0.863281, 2.015625, 2.015625, 0.34375, 1.34375, 0.412109, 2.015625, 2.015625, 1.625, 0.024536, 1.773438, 2.015625, 2.015625, 2.015625, 0.917969, 2.015625, 0.036377, 0.12793, 2.015625, 0.324219, 2.015625, 2.015625, 2.015625, 2.0, 2.015625, 0.15918, 2.015625, 1.109375, 0.902344, 2.015625, 0.535156, 0.507812, 0.542969, 2.015625, 1.726562, 2.015625, 0.032471, 1.804688, 1.210938, 0.023926, 2.015625, 2.015625, 2.015625, 0.960938, 1.109375, 2.015625, 2.015625, 2.015625, 0.036621, 2.015625, 2.015625, 2.015625, 1.25, 2.015625, 1.476562, 0.178711, 2.015625, 2.015625, 1.492188, 0.208008, 2.015625, 2.015625, 2.015625, 0.027222, 1.359375, 2.015625, 0.855469, 0.390625, 0.910156, 0.828125, 1.109375, 0.203125, 0.859375, 2.015625, 0.152344, 2.015625, 1.523438, 2.015625, 0.333984, 1.125, 0.361328, 0.023315, 2.015625, 0.229492, 2.015625, 0.021851, 2.015625, 1.492188, 1.671875, 0.021729, 0.009766, 2.015625, 1.992188, 1.304688, 2.015625, 0.941406, 0.098145, 1.09375, 2.015625, 1.585938, 1.585938, 2.015625, 2.015625, 2.015625, 0.094238, 2.015625, 2.015625, 0.695312, 2.015625, 0.072266, 1.984375, 2.015625, 0.683594, 2.015625, 2.015625, 2.015625, 2.015625, 2.015625, 0.248047, 2.015625, 2.015625, 0.063477, 1.53125, 2.015625, 0.179688, 2.015625, 2.015625, 0.628906, 2.015625, 2.015625, 2.015625, 2.015625, 2.015625, 1.085938, 1.398438, 1.992188, 0.013306, 0.34375, 1.78125, 2.015625, 0.259766, 2.015625, 2.015625, 2.0, 0.060791, 0.828125, 1.226562, 2.015625, 1.632812, 1.828125, 1.9375, 1.773438, 2.015625, 0.02124, 2.015625, 1.179688, 1.6875, 1.742188, 2.015625, 0.574219, 1.671875, 2.015625, 0.155273, 0.061523, 2.015625, 1.929688, 2.015625, 2.015625, 2.015625, 0.382812, 1.578125, 2.015625, 1.039062, 2.015625, 0.114258, 2.015625, 1.367188, 1.703125, 0.047607, 0.052246, 2.015625, 2.015625, 2.015625, 2.015625, 1.445312, 2.015625, 2.015625, 1.476562, 1.148438, 2.015625, 2.015625, 2.015625, 0.089844, 0.039062, 2.015625, 1.835938, 2.015625, 1.34375, 0.636719, 1.226562, 2.015625, 1.476562, 0.761719, 0.060059, 0.019287, 0.016235, 2.015625, 1.46875, 1.234375, 0.988281, 1.085938, 1.171875, 1.421875, 2.015625, 1.914062, 2.015625, 1.554688, 0.200195, 1.054688, 2.015625, 0.062256, 2.015625, 1.992188, 2.015625, 0.072754, 0.035645, 0.107422, 0.059082, 1.742188, 1.992188, 0.742188, 0.028809, 1.546875, 1.375, 2.015625, 2.015625, 1.921875, 2.015625, 2.015625, 2.015625, 1.734375, 2.015625, 2.015625, 2.015625, 1.460938, 0.128906, 2.015625, 1.71875, 2.015625, 2.015625, 1.109375, 1.96875, 2.015625, 1.296875, 2.015625, 0.140625, 0.102539, 2.015625, 2.015625, 0.039551, 2.015625, 0.09375, 0.621094, 2.015625, 2.015625, 0.287109, 0.089844, 2.015625, 2.015625, 0.123047, 1.234375, 1.460938, 0.205078, 0.037354, 2.015625, 2.015625, 0.208008, 0.714844, 2.015625, 1.296875, 2.015625, 2.015625, 1.953125, 1.984375, 0.773438, 1.710938, 2.015625, 0.984375, 0.703125, 2.015625, 2.015625, 2.015625, 0.90625, 0.204102, 0.237305, 1.078125, 2.015625, 1.976562, 2.015625, 0.106445, 0.699219, 2.015625, 1.695312, 2.015625, 0.016968, 0.045654, 0.953125, 2.015625, 0.310547, 2.015625, 2.015625, 2.015625, 2.015625, 2.015625, 1.84375, 2.015625, 1.109375, 1.992188, 1.3125, 2.015625, 2.015625, 2.015625, 0.960938, 2.015625, 1.78125, 1.351562, 0.036621, 2.015625, 0.466797, 1.851562, 1.023438, 1.835938, 0.953125, 2.015625, 0.152344, 2.015625, 2.015625, 2.015625, 2.015625, 0.953125, 0.059082, 1.53125, 0.144531, 1.023438, 2.015625, 2.015625, 2.015625, 1.984375, 0.474609, 0.824219, 1.421875, 2.015625, 0.063965, 0.053467, 1.953125, 1.4375, 0.022827, 2.015625, 2.015625, 2.015625, 1.554688, 2.015625, 2.015625, 0.59375, 2.015625, 2.015625, 2.015625, 2.015625, 1.390625, 0.108887, 0.777344, 0.949219, 1.359375, 2.015625, 0.205078, 0.22168, 0.449219, 0.746094, 2.015625, 2.015625, 2.015625, 2.015625, 0.476562, 2.015625, 1.664062, 2.015625, 2.015625, 2.015625, 2.015625, 0.048828, 0.542969, 2.015625, 0.050049, 1.65625, 2.015625, 2.015625, 1.289062, 1.117188, 0.022705, 0.049316, 2.015625, 2.015625, 2.015625, 2.015625, 1.789062, 2.015625, 1.664062, 2.015625, 1.789062, 0.104004, 0.886719, 0.384766, 0.121582, 2.015625, 0.069824, 1.335938, 0.056885, 2.015625, 0.949219, 0.10498, 0.433594, 2.015625, 0.253906, 0.259766, 2.015625, 0.765625, 1.796875, 0.013611, 1.609375, 2.015625, 1.953125, 2.015625, 1.703125, 0.691406, 1.625, 0.574219, 2.015625, 0.474609, 0.046387, 0.267578, 1.273438, 2.015625, 0.223633, 1.59375, 0.53125, 0.140625, 1.335938, 2.015625, 1.828125, 1.085938, 2.015625, 1.648438, 1.992188, 2.015625, 2.015625, 2.015625, 0.032471, 0.020874, 2.015625, 1.71875, 2.015625, 0.056641, 1.585938, 2.015625, 0.151367, 0.578125, 1.992188, 0.021118, 2.015625, 0.061035, 0.199219, 1.882812, 2.015625, 2.015625, 1.5, 0.310547, 1.484375, 0.320312, 2.015625, 2.015625, 2.015625, 1.757812, 1.398438, 2.015625, 2.015625, 2.015625, 0.04248, 1.945312, 0.077148, 2.015625, 1.625, 1.445312, 0.855469, 1.90625, 0.052246, 0.023193, 2.015625, 1.992188, 0.121582, 0.539062, 2.015625, 0.847656, 2.015625, 2.015625, 0.06543, 0.949219, 2.015625, 2.015625, 0.333984, 0.082031, 1.710938, 2.015625, 2.015625, 2.015625, 1.273438, 0.192383, 2.015625, 2.015625, 1.960938, 0.080078, 1.898438, 2.015625, 2.015625, 1.0625, 1.523438, 0.032471, 2.015625, 0.051025, 0.326172, 2.015625, 2.015625, 2.015625, 0.8125, 1.945312, 0.345703, 2.015625, 2.015625, 2.015625, 1.28125, 1.210938, 2.015625, 2.015625, 1.320312, 2.015625, 1.929688, 1.4375, 2.015625, 1.289062, 2.015625, 0.910156, 1.882812, 1.632812, 1.984375, 1.617188, 1.179688, 2.015625, 0.034912, 0.652344, 2.015625, 1.375, 0.087891, 1.703125, 0.161133, 0.925781, 1.46875, 1.546875, 1.976562, 2.015625, 2.015625, 1.570312, 0.115723, 2.015625, 2.015625, 2.015625, 0.237305, 0.060791, 0.417969, 2.015625, 1.90625, 2.015625, 0.022949, 0.726562, 2.015625, 2.015625, 0.029541, 2.015625, 0.049805, 0.898438, 0.105469, 0.462891, 0.087891, 0.192383, 0.910156, 1.054688, 1.734375, 2.015625, 0.460938, 1.515625, 1.515625, 0.519531, 1.421875, 0.048096, 1.570312, 2.015625, 1.242188, 2.015625, 0.867188, 0.652344, 0.226562, 2.015625, 0.195312, 0.953125, 0.102539, 1.617188, 1.5625, 2.015625, 2.015625, 0.021851, 0.699219, 2.015625, 0.738281, 2.015625, 1.445312, 1.6875, 0.519531, 0.933594, 2.015625, 1.75, 0.789062, 0.316406, 0.871094, 0.050049, 1.921875, 0.060303, 1.984375, 2.015625, 0.080566, 0.224609, 2.015625, 2.015625, 0.285156, 0.402344, 1.914062, 1.171875, 0.059326, 1.289062, 2.015625, 0.104004, 0.018188, 0.119629, 2.015625, 0.088379, 2.015625, 2.015625, 2.015625, 2.015625, 1.0625, 2.015625, 0.550781, 2.015625, 2.015625, 0.384766, 0.109863, 1.570312, 0.25, 2.015625, 0.349609, 2.015625, 0.863281, 0.013123, 0.147461, 1.992188, 0.198242, 2.015625, 0.069336, 2.015625, 2.015625, 1.992188, 0.126953, 0.105957, 2.015625, 0.863281, 1.828125, 0.324219, 1.789062, 1.625, 2.0, 0.170898, 0.036377, 1.84375, 1.664062, 1.96875, 1.578125, 2.015625, 2.015625, 2.015625, 0.051758, 0.824219, 2.015625, 2.015625, 0.038574, 2.015625, 2.015625, 0.048584, 0.083496, 2.015625, 2.015625, 0.765625, 2.015625, 2.015625, 1.125, 1.289062, 2.015625, 2.015625, 2.0, 2.015625, 2.015625, 2.015625, 2.015625, 1.609375, 2.015625, 0.205078, 2.015625, 2.015625, 0.061768, 0.949219, 2.015625, 0.145508, 2.015625, 0.059814, 0.021118, 0.164062, 2.015625, 1.632812, 0.4375, 1.679688, 0.554688, 2.015625, 2.015625, 2.015625, 0.059082, 1.523438, 2.015625, 2.015625, 2.015625, 0.016235, 0.016846, 2.015625, 0.105469, 2.015625, 1.375, 2.015625, 0.07959, 2.015625, 2.015625, 2.015625, 2.015625, 1.929688, 2.015625, 1.65625, 2.015625, 2.015625, 1.578125, 0.671875, 0.234375, 0.045898, 1.835938, 2.015625, 2.0, 1.976562, 0.601562, 0.200195, 2.015625, 1.15625, 0.052002, 2.015625, 0.182617, 1.460938, 2.015625, 2.015625, 0.271484, 0.017578, 2.015625, 1.859375, 1.820312, 1.570312, 0.871094, 1.867188, 2.015625, 2.015625, 0.652344, 2.015625, 1.0625, 0.177734, 2.015625, 0.178711, 2.015625, 2.015625, 0.496094, 1.257812, 1.945312, 2.015625, 0.972656, 0.707031, 1.171875, 1.359375, 0.427734, 2.015625, 0.613281, 1.546875, 2.015625, 2.015625, 2.015625, 0.183594, 2.015625, 0.115234, 1.484375, 1.15625, 1.796875, 2.015625, 2.015625, 2.0, 1.898438, 2.015625, 2.015625, 0.652344, 0.636719, 1.609375, 2.015625, 2.015625, 0.120117, 1.34375, 0.231445, 1.585938, 0.067383, 2.015625, 1.390625, 2.015625, 1.234375, 1.4375, 2.015625, 2.015625, 0.929688, 0.044922, 0.515625, 1.117188, 2.015625, 0.941406, 1.6875, 0.494141, 0.917969, 0.984375, 2.015625, 2.015625, 1.703125, 2.015625, 2.015625, 2.015625, 0.640625, 2.015625, 0.515625, 2.015625, 2.015625, 2.015625, 0.165039, 0.478516, 0.120605, 2.015625, 1.054688, 2.015625, 0.835938, 0.976562, 0.558594, 0.699219, 1.476562, 0.146484, 0.226562, 0.021851, 0.083984, 1.953125, 2.015625, 1.75, 2.015625, 0.111328, 1.570312, 2.015625, 0.298828, 0.902344, 1.421875, 1.585938, 1.867188, 2.015625, 2.015625, 0.020874, 2.015625, 1.96875, 0.042236, 2.015625, 1.539062, 0.123535, 0.414062, 1.742188, 0.519531, 1.546875, 1.875, 2.015625, 2.015625, 0.125, 0.19043, 1.109375, 0.851562, 2.015625, 0.116211, 1.953125, 0.828125, 0.126953, 2.015625, 2.015625, 0.703125, 1.773438, 0.098633, 0.816406, 0.019897, 1.546875, 2.015625, 1.578125, 0.051514, 2.015625, 1.679688, 0.859375, 2.015625, 0.226562, 1.171875, 0.742188, 1.335938, 0.068359, 0.075195, 2.015625, 0.287109, 0.032715, 0.875, 2.015625, 1.101562, 1.273438, 1.109375, 0.441406, 0.113281, 2.015625, 1.117188, 2.015625, 1.820312, 2.015625, 2.015625, 1.03125, 0.316406, 2.015625, 1.96875, 0.019287, 2.015625, 2.015625, 0.542969, 0.128906, 0.068359, 2.015625, 0.730469, 0.789062, 0.07373, 2.0, 2.015625, 2.015625, 0.414062, 0.335938, 0.753906, 0.068848, 2.015625, 0.019897, 0.460938, 1.140625, 1.835938, 0.523438, 0.820312, 2.015625, 2.0, 0.972656, 1.296875, 2.015625, 0.059814, 0.292969, 1.234375, 0.057861, 2.015625, 0.07373, 2.015625, 2.015625, 2.015625, 2.015625, 0.757812, 0.089355, 2.015625, 1.78125, 2.015625, 2.015625, 2.015625, 2.015625, 2.015625, 0.9375, 2.015625, 1.21875, 1.0625, 2.015625, 0.345703, 1.890625, 0.542969, 2.015625, 1.609375, 0.140625, 2.015625, 1.65625, 0.100098, 2.015625, 2.015625, 2.015625, 0.769531, 1.015625, 0.022705, 2.015625, 0.144531, 1.375, 0.040771, 0.089355, 0.964844, 0.015381, 1.914062, 1.945312, 1.75, 2.015625, 0.214844, 2.015625, 1.179688, 2.015625, 1.601562, 2.015625, 1.398438, 2.015625, 2.015625, 0.267578, 0.386719, 2.015625, 2.015625, 0.009705, 0.921875, 0.126953, 0.181641, 1.78125, 2.015625, 2.015625, 1.757812, 0.898438, 2.015625, 2.015625, 1.570312, 2.015625, 1.59375, 2.015625, 2.015625, 0.6875, 0.230469, 0.695312, 0.734375, 2.015625, 1.8125, 1.882812, 1.6875, 0.045654, 2.015625, 0.227539, 2.015625, 2.015625, 1.15625, 2.015625, 1.242188, 1.726562, 2.015625, 1.960938, 0.949219, 1.867188, 0.251953, 0.746094, 2.015625, 1.859375, 2.015625, 2.015625, 2.015625, 0.042236, 2.015625, 2.015625, 1.84375, 2.015625, 0.038086, 2.015625, 2.015625, 1.632812, 2.015625, 2.015625, 2.015625, 0.65625, 2.015625, 0.796875, 2.015625, 0.314453, 1.164062, 0.186523, 2.015625, 0.554688, 0.130859, 2.015625, 0.785156, 2.015625, 0.574219, 2.015625, 0.617188, 0.031738, 1.390625, 1.78125, 0.957031, 0.335938, 1.992188, 2.015625, 0.00885, 2.015625, 0.241211, 2.015625, 0.703125, 0.609375, 0.851562, 0.554688, 2.015625, 0.507812, 1.585938, 1.953125, 2.015625, 0.223633, 2.015625, 0.169922, 2.015625, 1.671875, 0.05835, 1.742188, 0.229492, 2.015625, 0.408203, 2.015625, 0.095215, 2.015625, 0.824219, 2.015625, 2.015625, 1.992188, 2.015625, 0.746094, 1.34375, 1.84375, 1.625, 0.648438, 1.28125, 0.025513, 1.28125, 0.28125, 2.015625, 2.015625, 1.84375, 2.015625, 2.015625, 1.25, 2.015625, 1.867188, 2.015625, 1.867188, 0.605469, 2.015625, 2.015625, 1.179688, 1.4375, 2.015625, 0.130859, 1.210938, 0.386719, 2.015625, 0.083984, 2.015625, 2.015625, 1.632812, 2.015625, 2.015625, 1.96875, 0.058838, 2.015625, 2.015625, 1.953125, 0.582031, 1.734375, 1.03125, 2.015625, 1.789062, 2.015625, 0.96875, 0.0271, 0.102051, 1.382812, 2.015625, 0.143555, 0.46875, 1.976562, 2.015625, 1.851562, 1.28125, 1.5625, 2.015625, 0.020508, 2.015625, 1.484375, 1.09375, 1.085938, 1.796875, 0.017212, 1.648438, 0.141602, 2.015625, 0.621094, 1.3125, 2.015625, 2.015625, 2.015625, 1.664062, 0.014465, 2.015625, 2.015625, 0.882812, 2.015625, 0.158203, 0.445312, 0.194336, 0.234375, 1.648438, 1.554688, 0.023926, 2.015625, 1.03125, 0.259766, 2.0, 2.015625, 1.070312, 2.015625, 0.154297, 2.015625, 0.351562, 0.453125, 2.015625, 0.129883, 2.015625, 2.015625, 1.539062, 1.414062, 1.21875, 0.289062, 0.132812, 1.296875, 1.578125, 0.042236, 2.015625, 1.351562, 0.988281, 0.077148, 0.679688, 1.546875, 2.015625, 2.015625, 2.015625, 0.014648, 2.015625, 2.015625, 0.539062, 0.029663, 1.914062, 1.125, 0.273438, 2.015625, 0.189453, 1.460938, 1.125, 0.021729, 0.121094, 0.05127, 2.015625, 0.925781, 2.015625, 1.09375, 2.015625, 0.041504, 0.054688, 2.015625, 1.867188, 1.554688, 2.015625, 0.016113, 2.0, 1.507812, 2.015625, 0.972656, 0.494141, 0.679688, 0.046631, 2.015625, 1.820312, 2.015625, 1.625, 1.9375, 0.047363, 2.015625, 0.205078, 1.507812, 2.015625, 0.042969, 2.015625, 2.015625, 2.015625, 2.015625, 2.015625, 0.369141, 0.306641, 1.726562, 2.015625, 0.294922, 2.015625, 2.015625, 0.021851, 0.523438, 2.015625, 2.015625, 1.203125, 0.59375, 0.065918, 0.3125, 0.075684, 2.015625, 2.015625, 1.03125, 2.015625, 1.515625, 1.96875, 1.640625, 2.015625, 1.929688, 2.015625, 1.101562, 2.015625, 2.015625, 0.050293, 2.015625, 2.015625, 0.110352, 2.015625, 0.055908, 1.304688, 2.015625, 2.015625, 0.550781, 2.015625, 1.429688, 0.792969, 2.015625, 1.546875, 0.753906, 1.070312, 0.114746, 0.296875, 2.015625, 1.796875, 1.742188, 1.46875, 0.675781, 0.047119, 2.015625, 2.015625, 2.015625, 2.015625, 1.117188, 0.241211, 1.460938, 0.875, 2.015625, 0.945312, 0.617188, 1.007812, 2.015625, 2.015625, 2.015625, 2.015625, 2.015625, 0.231445, 1.71875, 2.015625, 1.25, 2.015625, 1.382812, 2.015625, 1.601562, 0.474609, 0.789062, 0.024658, 0.166992, 1.929688, 0.214844, 1.070312, 2.015625, 1.085938, 0.044678, 2.015625, 2.015625, 0.351562, 2.015625, 2.015625, 1.226562, 1.34375, 1.539062, 1.671875, 0.020508, 2.015625, 2.015625, 2.015625, 1.585938, 2.015625, 0.648438, 2.015625, 0.5, 2.015625, 1.304688, 2.015625, 2.015625, 2.015625, 0.016113, 2.015625, 1.328125, 2.015625, 2.015625, 2.015625, 1.304688, 0.382812, 0.147461, 2.015625, 2.015625, 1.578125, 1.976562, 2.015625, 0.154297, 0.574219, 2.015625, 1.40625, 2.015625, 2.015625, 2.015625, 0.047852, 1.890625, 2.015625, 0.435547, 2.015625, 1.148438, 0.021362, 0.043945, 0.275391, 0.054688, 1.585938, 2.015625, 2.015625, 2.015625, 0.114258, 1.375, 2.015625, 2.015625, 1.585938, 0.151367, 1.476562, 0.162109, 0.439453, 0.400391, 2.015625, 2.015625, 1.914062, 2.015625, 2.015625, 2.015625, 1.742188, 2.015625, 0.083984, 0.07373, 2.015625, 2.015625, 1.71875, 2.015625, 1.164062, 1.570312, 2.015625, 2.015625, 2.015625, 2.015625, 0.492188, 0.102539, 2.015625, 1.554688, 2.015625, 1.6875, 2.015625, 1.84375, 0.566406, 2.015625, 1.5, 0.180664, 0.029297, 0.417969, 1.578125, 1.414062, 1.203125, 1.171875, 2.015625, 2.015625, 2.015625, 2.015625, 2.015625, 0.667969, 0.224609, 2.015625, 2.015625, 1.742188, 2.015625, 0.012939, 0.091309, 0.992188, 1.585938, 1.75, 0.105469, 0.208984, 0.291016, 2.015625, 0.138672, 2.015625, 2.015625, 2.015625, 0.917969, 1.234375, 0.460938, 0.992188, 0.024658, 2.015625, 1.71875, 1.710938, 0.539062, 2.015625, 2.015625, 0.053955, 0.192383, 1.976562, 1.25, 0.664062, 1.515625, 1.71875, 0.726562, 0.255859, 0.013306, 2.015625, 0.539062, 1.148438, 1.679688, 2.015625, 0.300781, 2.015625, 0.75, 2.015625, 2.015625, 1.578125, 2.015625, 0.103516, 1.125, 1.578125, 2.015625, 2.015625, 2.015625, 1.070312, 1.0, 1.132812, 0.228516, 0.069336, 0.6875, 0.25, 2.015625, 0.957031, 2.015625, 0.996094, 1.921875, 0.240234, 2.015625, 2.015625, 2.015625, 2.015625, 1.914062, 2.015625, 0.425781, 2.015625, 2.015625, 0.064941, 2.015625, 0.053711, 0.05835, 1.28125, 2.015625, 1.96875, 0.535156, 0.19043, 1.6875, 1.976562, 2.0, 2.015625, 2.015625, 1.953125, 2.015625, 1.070312, 2.015625, 1.5, 1.460938, 2.015625, 1.375, 0.863281, 0.032715, 0.757812, 2.0, 1.804688, 1.039062, 2.015625, 2.015625, 0.511719, 0.188477, 2.015625, 2.015625, 1.101562, 2.015625, 0.539062, 2.015625, 1.359375, 2.015625, 2.015625, 1.671875, 1.679688, 1.117188, 2.015625, 0.222656, 1.9375, 0.044189, 0.84375, 2.015625, 1.671875, 0.441406, 1.390625, 1.703125, 2.015625, 2.015625, 2.015625, 1.765625, 2.015625, 2.015625, 0.714844, 1.984375, 2.015625, 1.664062, 1.960938, 2.015625, 2.015625, 0.197266, 0.878906, 2.015625, 1.523438, 2.015625, 0.110352, 0.644531, 0.130859, 2.0, 1.9375, 2.015625, 2.015625, 1.390625, 0.092773, 2.015625, 0.036865, 2.015625, 1.476562, 2.015625, 2.015625, 2.015625, 2.015625, 2.015625, 0.013733, 0.542969, 1.671875, 0.269531, 0.15918, 0.115723, 2.015625, 0.05957, 0.890625, 2.015625, 0.092773, 0.114746, 0.07373, 2.015625, 1.976562, 0.080078, 2.015625, 2.015625, 0.056641, 2.015625, 1.085938, 0.225586, 1.359375, 0.073242, 1.015625, 2.015625, 1.476562, 0.154297, 1.398438, 1.875, 2.015625, 2.015625, 1.421875, 0.05249, 2.015625, 1.25, 0.431641, 0.8125, 1.34375, 0.390625, 1.617188, 0.067383, 0.404297, 2.015625, 1.617188, 1.078125, 2.015625, 2.015625, 0.886719, 1.851562, 2.015625, 0.855469, 0.032227, 1.570312, 2.015625, 1.257812, 0.408203, 0.049316, 1.679688, 0.808594, 1.101562, 0.188477, 1.796875, 0.053955, 2.0, 1.375, 0.494141, 1.046875, 0.117676, 0.488281, 0.652344, 1.007812, 2.015625, 2.015625, 0.699219, 2.015625, 1.984375, 2.015625, 0.118652, 1.21875, 1.289062, 1.914062, 2.015625, 1.203125, 2.015625, 1.695312, 0.820312, 0.232422, 2.015625, 1.921875, 0.099609, 1.289062, 2.015625, 2.015625, 0.021362, 2.015625, 2.015625, 1.117188, 1.78125, 1.84375, 0.273438, 0.279297, 2.015625, 2.015625, 1.976562, 1.890625, 0.083008, 0.024658, 0.488281, 0.055664, 2.015625, 2.015625, 2.015625, 1.523438, 2.015625, 1.890625, 0.01532, 1.109375, 2.015625, 2.015625, 2.015625, 0.131836 ] } , "name": "onnx::Mul_10861", "outputIndexes": [ 2300 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2299, 2300 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 2301 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2273, 2301 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/Add_1_output_0", "outputIndexes": [ 2302 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2302 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.11/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 7357 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7357 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.11/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 7358 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7358 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 730728754, 327702, 81920, 0, 0 ] } , "name": "/layers.11/per_layer_input_gate/Linear", "outputIndexes": [ 7359 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7359 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.11/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 7360 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7360 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.11/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 2303 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2303 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.11/act_fn/Mul_output_0", "outputIndexes": [ 2304 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2303, 2304 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/act_fn/Mul_1_output_0", "outputIndexes": [ 2305 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 2305 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/act_fn/Mul_2_output_0", "outputIndexes": [ 2306 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2303, 2306 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/act_fn/Add_output_0", "outputIndexes": [ 2307 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 2307 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/act_fn/Mul_3_output_0", "outputIndexes": [ 2308 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2308 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.11/act_fn/Tanh_output_0", "outputIndexes": [ 2309 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 2309 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/act_fn/Add_1_output_0", "outputIndexes": [ 2310 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2303, 2310 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/act_fn/Mul_4_output_0", "outputIndexes": [ 2311 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 2311 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/act_fn/Mul_5_output_0", "outputIndexes": [ 2312 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 11 ] } , "name": "/Constant_20_output_0", "outputIndexes": [ 2313 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2834", "outputIndexes": [ 2314 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2837", "outputIndexes": [ 2315 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 2314, 2315, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice2840", "outputIndexes": [ 2316 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2316 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze2841", "outputIndexes": [ 2317 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2313, 2317 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2842", "outputIndexes": [ 2318 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2318, 2317 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2843", "outputIndexes": [ 2319 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 2319, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_18_output_0", "outputIndexes": [ 2320 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2312, 2320 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/Mul_output_0", "outputIndexes": [ 2321 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2321 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.11/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 7361 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7361 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.11/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 7362 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7362 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 731138376, 327702, 81920, 0, 0 ] } , "name": "/layers.11/per_layer_projection/Linear", "outputIndexes": [ 7363 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7363 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.11/per_layer_projection/Linear/post_convert", "outputIndexes": [ 7364 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7364 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.11/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 2322 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2322 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.11/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 2324 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2324 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.11/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 2325 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2325, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 2326 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2326, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 2327 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2322, 2327 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 2328 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.210938, 1.140625, 2.234375, 0.001999, 1.898438, 1.757812, 0.098145, 2.234375, 2.21875, 0.00206, 0.002121, 0.001938, 0.002136, 0.139648, 1.0, 0.002121, 2.234375, 0.002014, 2.234375, 1.929688, 0.028076, 2.234375, 1.453125, 0.00209, 0.002045, 2.234375, 2.234375, 2.234375, 2.234375, 1.273438, 0.202148, 0.001984, 1.945312, 2.234375, 2.21875, 0.00206, 2.234375, 0.002106, 0.024536, 2.234375, 1.921875, 0.001999, 2.234375, 2.234375, 0.597656, 0.002106, 1.75, 0.001953, 2.234375, 0.002045, 2.21875, 0.001984, 2.234375, 0.140625, 0.002167, 0.002136, 0.002014, 0.087402, 0.002182, 2.21875, 0.002106, 2.234375, 0.002045, 2.234375, 0.001984, 0.166992, 0.002106, 2.234375, 0.022339, 0.019043, 0.574219, 0.00206, 2.234375, 0.001999, 2.21875, 2.234375, 0.002136, 2.234375, 2.234375, 2.234375, 2.234375, 0.002106, 0.002045, 0.00209, 0.765625, 0.002029, 0.02771, 0.002167, 0.002167, 2.09375, 0.002014, 2.234375, 0.429688, 2.234375, 0.006104, 2.234375, 1.265625, 0.05127, 0.00209, 2.234375, 0.002167, 0.002014, 0.07959, 0.002014, 2.234375, 0.00206, 0.351562, 0.049561, 2.234375, 0.625, 0.002029, 0.001984, 0.002136, 0.002136, 1.570312, 0.098145, 0.00206, 0.00647, 0.001953, 2.234375, 1.046875, 0.002136, 2.234375, 0.00209, 2.234375, 0.002075, 0.031494, 1.820312, 0.001999, 0.001755, 2.234375, 2.234375, 2.234375, 0.015015, 0.015564, 0.00209, 2.234375, 0.002075, 0.002106, 0.001968, 0.002014, 2.234375, 0.002121, 0.423828, 0.002029, 2.078125, 2.234375, 0.001968, 0.001953, 2.234375, 0.002151, 0.002121, 0.326172, 0.001808, 2.234375, 2.234375, 0.014771, 1.71875, 0.001915, 1.804688, 0.001953, 0.002151, 0.001968, 2.234375, 0.002045, 0.00206, 2.203125, 0.051758, 1.265625, 2.234375, 0.043945, 1.390625, 2.234375, 0.002167, 1.804688, 2.015625, 2.1875, 0.002121, 2.234375, 2.203125, 2.234375, 1.890625, 0.458984, 2.234375, 0.002182, 0.142578, 0.002136, 0.002136, 0.052002, 2.125, 0.001984, 0.002075, 0.002106, 2.15625, 0.002045, 2.234375, 0.002121, 0.00209, 1.1875, 0.053711, 2.234375, 0.002167, 2.15625, 0.002045, 0.002014, 0.002029, 0.00209, 0.002045, 0.002106, 0.002045, 2.21875, 0.095215, 2.234375, 0.001984, 2.234375, 0.002045, 0.00209, 2.234375, 1.75, 2.1875, 2.234375, 0.002106, 0.283203, 0.001907, 2.234375, 0.648438, 2.234375, 0.00206, 0.002136, 0.002106, 0.00209, 0.441406, 2.234375, 2.171875, 2.234375, 0.124023, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 0.074707, 0.010498, 0.001999, 0.002014, 1.515625, 2.234375, 0.002136, 0.001938, 0.002075, 0.023438, 1.734375, 0.001984, 2.234375, 0.294922, 0.002029, 2.234375, 0.002106, 0.002029, 1.429688, 1.8125, 0.00209, 0.002106, 2.234375, 0.002045, 2.234375, 0.002045, 1.90625, 0.4375, 0.002045, 0.002029, 0.00206, 0.002075, 2.09375, 0.002121, 0.001984, 1.21875, 0.478516, 0.002106, 2.234375, 2.234375, 0.002151, 2.140625, 0.002167, 0.002106, 2.234375, 0.002045, 0.00206, 0.00206, 0.002075, 0.002151, 1.5625, 1.976562, 0.001999, 2.03125, 2.234375, 0.002121, 1.28125, 2.203125, 2.234375, 2.234375, 0.001968, 2.234375, 1.789062, 0.515625, 2.21875, 0.002121, 2.234375, 0.002045, 0.001984, 2.234375, 0.081055, 0.00209, 2.015625, 1.84375, 0.126953, 0.417969, 0.002029, 0.070801, 2.234375, 2.234375, 0.002106, 0.237305, 0.025879, 0.824219, 2.234375, 0.053467, 2.234375, 2.15625, 0.019287, 2.171875, 0.001915, 0.052002, 0.002106, 0.550781, 0.006531, 2.234375, 0.996094, 1.960938, 0.02356, 2.234375, 2.234375, 0.002182, 1.898438, 0.001938, 0.013062, 0.001999, 0.462891, 0.001968, 1.078125, 2.234375, 0.00209, 0.421875, 2.109375, 2.234375, 0.066406, 0.001999, 0.001968, 0.001999, 2.234375, 2.234375, 0.002121, 2.234375, 2.234375, 0.002075, 2.125, 2.234375, 0.002014, 0.00206, 0.002182, 0.00209, 0.002045, 0.00209, 0.002014, 0.08252, 0.746094, 0.002029, 0.002029, 2.234375, 1.867188, 1.84375, 2.234375, 0.001831, 2.234375, 0.002136, 1.390625, 0.002075, 2.234375, 0.277344, 0.002106, 0.00209, 1.101562, 0.835938, 1.421875, 0.00206, 0.002045, 0.074707, 0.002151, 0.898438, 2.234375, 2.21875, 0.001808, 0.601562, 0.00193, 1.492188, 0.002121, 1.960938, 1.296875, 1.039062, 1.25, 0.002182, 1.484375, 0.002167, 2.234375, 0.917969, 2.171875, 0.001968, 1.59375, 2.234375, 1.84375, 0.002075, 0.002121, 0.470703, 0.001923, 0.002029, 0.197266, 0.002045, 0.302734, 0.068848, 1.789062, 0.019287, 1.953125, 0.002045, 2.234375, 0.002167, 2.21875, 2.234375, 2.234375, 2.234375, 2.234375, 0.006378, 0.486328, 1.679688, 0.002136, 0.174805, 0.002121, 0.053223, 1.640625, 2.234375, 2.171875, 0.002182, 0.002014, 2.234375, 0.002121, 0.002151, 0.001862, 1.390625, 2.234375, 2.234375, 2.234375, 1.164062, 0.002136, 2.234375, 0.566406, 0.002045, 2.125, 0.002136, 2.234375, 2.234375, 0.002121, 0.151367, 0.570312, 2.234375, 0.002029, 0.00209, 2.234375, 0.002106, 0.002167, 0.002106, 2.234375, 0.001999, 0.001999, 0.002045, 1.570312, 0.036377, 0.002136, 0.002121, 0.002014, 1.992188, 0.002121, 0.002548, 0.002045, 0.878906, 0.002151, 0.001808, 2.0, 0.002167, 0.00209, 0.002167, 0.001915, 0.291016, 0.001892, 0.00206, 2.234375, 0.00209, 2.234375, 0.002106, 0.002075, 0.002136, 1.09375, 2.234375, 1.273438, 1.960938, 0.22168, 1.835938, 2.21875, 2.234375, 1.164062, 2.234375, 2.21875, 2.234375, 2.234375, 2.078125, 1.125, 2.234375, 2.203125, 2.234375, 0.914062, 1.257812, 0.00209, 0.002014, 0.002151, 0.117676, 0.00209, 0.006195, 1.796875, 2.234375, 2.234375, 0.404297, 0.523438, 2.234375, 1.710938, 0.00206, 0.414062, 0.031982, 2.03125, 0.00209, 0.404297, 0.001968, 0.002121, 2.234375, 2.234375, 0.053467, 2.234375, 0.002014, 2.234375, 0.00209, 0.002045, 2.234375, 1.429688, 0.002045, 1.90625, 2.21875, 2.234375, 0.535156, 0.001938, 0.002045, 2.234375, 1.3125, 0.002167, 0.002029, 1.570312, 2.234375, 0.002167, 0.002121, 0.001999, 2.234375, 0.002014, 0.5625, 0.002045, 0.00206, 2.234375, 0.002106, 0.002014, 0.582031, 0.15625, 0.002106, 0.005463, 0.002029, 0.002075, 1.0625, 0.036133, 0.023315, 0.015137, 1.15625, 0.002121, 0.135742, 2.015625, 0.002045, 0.6875, 2.1875, 0.002106, 2.234375, 2.234375, 2.234375, 2.234375, 0.001839, 2.234375, 2.234375, 2.078125, 0.002075, 2.015625, 0.002121, 0.001923, 0.002106, 2.234375, 0.001839, 2.234375, 2.234375, 2.234375, 0.617188, 1.367188, 0.001999, 0.746094, 0.25, 2.234375, 0.001999, 0.00209, 2.234375, 0.002121, 2.1875, 0.001953, 2.234375, 2.234375, 0.002106, 2.234375, 0.388672, 1.9375, 1.1875, 2.234375, 0.117676, 0.001968, 0.001907, 0.5625, 0.002136, 2.234375, 0.002075, 0.00206, 0.094238, 1.859375, 1.835938, 0.071777, 0.5625, 0.001892, 0.00209, 0.00209, 2.234375, 2.234375, 2.234375, 1.4375, 0.002106, 2.234375, 0.001945, 0.835938, 0.002075, 2.109375, 0.00209, 1.304688, 0.002151, 0.034424, 0.002106, 1.648438, 0.546875, 2.0, 2.046875, 0.002151, 1.75, 0.046631, 2.234375, 0.001999, 2.203125, 0.00209, 2.234375, 2.15625, 0.96875, 0.002167, 0.002121, 0.006409, 1.398438, 2.234375, 0.002045, 2.1875, 0.585938, 2.140625, 2.234375, 0.002121, 0.002136, 0.002029, 2.234375, 2.234375, 0.002075, 0.002121, 0.002136, 1.734375, 2.234375, 2.03125, 1.765625, 1.375, 1.4375, 0.196289, 0.00206, 2.234375, 2.21875, 2.234375, 0.002167, 0.002106, 1.375, 2.234375, 1.84375, 0.002121, 2.078125, 0.051758, 0.578125, 2.03125, 0.00206, 0.886719, 2.234375, 2.234375, 0.929688, 0.002075, 0.148438, 2.234375, 2.234375, 1.46875, 0.002029, 0.002029, 0.002045, 0.002045, 0.00206, 0.002167, 0.002014, 0.279297, 0.002106, 0.0354, 0.002121, 0.001884, 2.234375, 2.234375, 1.96875, 0.031982, 2.09375, 0.002045, 2.140625, 2.234375, 1.039062, 0.002106, 0.002075, 0.014465, 0.00209, 0.002075, 2.234375, 1.851562, 0.002106, 0.001984, 2.140625, 0.15332, 0.002029, 1.117188, 0.037109, 2.234375, 0.002029, 0.644531, 0.002045, 1.640625, 2.125, 2.234375, 0.039795, 2.234375, 1.53125, 0.020874, 2.234375, 1.9375, 2.234375, 0.002029, 1.21875, 2.234375, 1.390625, 2.234375, 0.002045, 0.002151, 0.002029, 2.234375, 1.429688, 2.234375, 1.867188, 0.18457, 2.234375, 2.234375, 0.001945, 0.001907, 2.234375, 2.234375, 2.09375, 0.001953, 0.002151, 2.234375, 0.002014, 0.275391, 1.617188, 1.171875, 1.3125, 0.002106, 1.578125, 0.006409, 0.001945, 2.234375, 1.84375, 2.234375, 0.416016, 1.453125, 0.494141, 0.002075, 2.234375, 0.002029, 2.234375, 0.002136, 2.234375, 0.001984, 1.90625, 0.002106, 0.00193, 2.234375, 2.234375, 1.609375, 2.234375, 1.03125, 0.001938, 0.002075, 1.804688, 0.002029, 2.078125, 2.234375, 2.234375, 2.21875, 0.0065, 2.03125, 0.002106, 0.675781, 2.234375, 0.002136, 1.804688, 0.002136, 0.032227, 2.21875, 0.001945, 0.00209, 0.001846, 2.234375, 0.410156, 0.001999, 2.234375, 0.078125, 1.859375, 2.234375, 0.002167, 2.234375, 2.21875, 0.707031, 2.21875, 2.234375, 1.84375, 2.234375, 2.234375, 0.964844, 1.460938, 0.00209, 0.001862, 0.328125, 2.015625, 2.234375, 0.00206, 2.234375, 2.21875, 0.001747, 0.006073, 1.015625, 1.570312, 2.234375, 0.001999, 0.002029, 2.109375, 0.002014, 0.002106, 0.002075, 2.234375, 0.002121, 2.046875, 2.234375, 0.001984, 0.00206, 0.001884, 2.234375, 0.00206, 0.053467, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 0.492188, 0.002151, 2.234375, 1.359375, 1.890625, 0.002136, 1.390625, 0.002075, 2.03125, 0.057861, 0.060791, 2.234375, 0.00206, 0.002136, 2.21875, 2.234375, 2.234375, 1.46875, 1.5625, 1.421875, 2.234375, 2.234375, 0.447266, 0.055908, 0.013367, 2.234375, 0.002121, 0.002029, 0.002121, 0.002121, 1.359375, 2.234375, 2.21875, 0.855469, 0.002136, 0.019897, 0.014709, 2.234375, 0.002014, 0.002075, 0.90625, 0.002029, 1.453125, 1.289062, 2.21875, 2.171875, 0.002121, 1.734375, 0.261719, 2.109375, 2.203125, 0.002106, 2.234375, 2.171875, 2.203125, 0.002014, 0.002029, 0.068359, 0.002136, 2.078125, 0.035889, 1.046875, 0.03125, 1.421875, 0.010742, 2.234375, 2.234375, 1.78125, 2.234375, 0.002029, 0.00206, 2.1875, 2.234375, 2.234375, 2.234375, 2.109375, 0.15332, 2.234375, 0.002029, 0.002075, 2.234375, 0.00209, 1.898438, 2.234375, 0.001968, 0.064453, 0.002136, 0.084473, 0.002045, 2.234375, 0.032227, 2.203125, 0.091309, 0.001915, 0.019287, 0.002106, 0.00206, 0.002136, 0.00209, 0.002151, 0.002075, 1.679688, 0.002029, 0.233398, 0.036377, 0.00206, 2.234375, 0.068848, 0.0019, 0.002121, 0.00209, 0.064941, 2.234375, 2.234375, 0.137695, 1.59375, 1.984375, 2.234375, 0.00209, 0.001884, 0.558594, 0.002045, 0.002029, 0.046387, 0.0065, 0.220703, 0.002151, 2.234375, 2.234375, 2.234375, 0.017334, 1.117188, 2.234375, 2.03125, 0.002167, 0.002029, 0.002075, 1.382812, 2.234375, 0.490234, 0.002167, 2.234375, 2.234375, 2.234375, 2.234375, 0.002136, 2.234375, 0.002075, 2.171875, 0.002045, 1.96875, 2.234375, 2.234375, 2.234375, 0.00206, 0.002045, 0.002029, 0.002151, 2.125, 0.002106, 1.257812, 0.00209, 1.851562, 0.002167, 2.234375, 0.00206, 0.00209, 0.001747, 2.234375, 1.351562, 0.002075, 0.002075, 2.03125, 0.169922, 1.34375, 1.039062, 2.234375, 2.234375, 0.002121, 0.609375, 0.00209, 1.835938, 2.234375, 0.002151, 0.001999, 2.140625, 0.001854, 0.002136, 2.234375, 0.002151, 2.234375, 0.00206, 0.00209, 2.234375, 0.800781, 2.203125, 0.071777, 2.234375, 0.02478, 2.1875, 0.146484, 0.949219, 0.796875, 0.002121, 2.234375, 0.320312, 0.002075, 0.00206, 0.00209, 2.234375, 0.002167, 2.09375, 0.002029, 0.664062, 0.002136, 1.953125, 0.002029, 2.234375, 2.234375, 2.140625, 0.00206, 0.002151, 2.234375, 0.05835, 0.00209, 2.234375, 2.234375, 1.5, 1.304688, 0.024658, 0.002029, 2.234375, 0.002106, 2.203125, 0.00206, 0.002136, 0.002121, 2.203125, 2.234375, 2.03125, 0.002121, 1.164062, 0.474609, 0.001938, 2.234375, 0.049561, 0.002106, 0.056641, 0.002045, 1.257812, 0.001999, 0.535156, 2.0, 0.277344, 0.28125, 2.234375, 0.945312, 2.203125, 0.014404, 1.914062, 1.242188, 0.002106, 2.234375, 0.002136, 0.001999, 1.65625, 0.001984, 0.002106, 0.703125, 0.002106, 0.314453, 0.002045, 2.1875, 0.001968, 1.976562, 0.671875, 0.125977, 1.71875, 0.002106, 0.002106, 1.078125, 0.002151, 2.203125, 0.002106, 2.234375, 0.002106, 0.002136, 0.002106, 0.006866, 0.002045, 0.972656, 2.234375, 0.066406, 0.002045, 2.234375, 0.119141, 0.628906, 2.171875, 0.014832, 0.003174, 0.002106, 0.298828, 2.21875, 2.234375, 2.234375, 0.002045, 0.031738, 0.00209, 0.001884, 2.234375, 2.203125, 2.234375, 0.002045, 0.002121, 1.757812, 1.585938, 2.234375, 0.010864, 2.234375, 0.001968, 0.001732, 0.00209, 1.78125, 0.001968, 1.804688, 0.055908, 0.022583, 2.234375, 2.234375, 0.002121, 0.695312, 2.234375, 1.273438, 2.1875, 2.234375, 0.002075, 0.001984, 0.002106, 0.002045, 0.496094, 0.002029, 0.005402, 2.234375, 2.234375, 1.945312, 2.234375, 0.001984, 1.914062, 2.234375, 2.234375, 0.002136, 1.914062, 0.002121, 0.002167, 1.460938, 0.002029, 0.009216, 2.234375, 0.058594, 0.466797, 0.002121, 2.234375, 2.234375, 0.001732, 2.203125, 0.002136, 2.171875, 2.234375, 2.234375, 0.660156, 0.001938, 2.234375, 2.140625, 1.078125, 2.234375, 2.203125, 0.00209, 2.234375, 0.002167, 2.234375, 0.00206, 2.203125, 1.96875, 0.002182, 1.65625, 1.28125, 2.234375, 0.037598, 0.002151, 2.234375, 0.049561, 0.079102, 2.140625, 0.002106, 1.195312, 1.609375, 0.002167, 0.002151, 2.234375, 2.21875, 0.002136, 0.15332, 2.234375, 2.21875, 2.234375, 0.002136, 0.002075, 0.00206, 0.002106, 0.001999, 2.234375, 0.023315, 0.390625, 2.234375, 0.002121, 0.006653, 2.234375, 0.031494, 1.140625, 0.090332, 0.002121, 0.002106, 0.002106, 0.001999, 1.109375, 2.15625, 0.002151, 0.00209, 1.960938, 1.304688, 2.234375, 1.71875, 0.065918, 2.234375, 0.002045, 0.001953, 0.002136, 0.001945, 0.002151, 0.322266, 2.234375, 0.25, 1.109375, 0.098145, 2.0, 0.001953, 0.002014, 2.234375, 0.021729, 0.157227, 2.234375, 0.002029, 2.234375, 2.125, 1.984375, 0.002075, 0.621094, 2.234375, 1.96875, 0.002121, 0.002151, 0.002045, 0.064453, 2.21875, 0.002121, 2.21875, 0.001999, 0.088867, 0.182617, 2.234375, 2.234375, 0.269531, 2.21875, 0.002106, 0.002121, 0.00209, 0.00209, 2.234375, 0.001968, 0.001907, 0.134766, 1.96875, 0.002167, 2.234375, 2.234375, 0.002075, 2.1875, 1.765625, 1.71875, 0.002121, 2.234375, 2.234375, 0.00209, 0.116699, 1.8125, 0.002045, 0.02417, 0.002075, 2.234375, 0.001907, 0.013245, 0.00193, 2.234375, 0.001953, 2.234375, 0.002136, 1.9375, 2.234375, 0.00177, 0.078613, 0.006531, 2.234375, 0.96875, 0.00206, 0.149414, 0.00206, 1.9375, 2.203125, 0.111816, 0.047363, 1.984375, 2.234375, 1.9375, 2.015625, 2.234375, 2.234375, 0.002045, 0.015198, 1.109375, 2.234375, 0.004913, 0.051758, 2.234375, 0.002045, 0.00209, 0.002121, 2.234375, 1.789062, 1.015625, 2.234375, 2.21875, 0.022949, 0.002045, 2.234375, 2.234375, 0.002014, 2.234375, 0.002136, 0.002121, 0.002121, 2.234375, 2.234375, 0.002029, 0.002106, 0.002167, 0.002121, 0.001915, 0.002151, 0.15332, 2.234375, 0.002045, 0.002167, 0.002029, 2.234375, 0.002121, 0.002045, 0.00209, 0.380859, 0.002151, 2.234375, 2.234375, 0.002014, 1.429688, 2.234375, 0.001862, 0.00209, 0.015076, 0.021729, 0.002014, 0.001953, 0.002121, 1.414062, 1.835938, 0.002045, 2.15625, 0.00209, 2.234375, 0.002106, 2.234375, 0.001999, 2.1875, 0.00206, 2.234375, 0.002151, 0.914062, 0.261719, 0.046387, 1.421875, 2.234375, 2.234375, 2.203125, 0.002029, 0.193359, 0.002121, 2.234375, 0.006531, 0.001999, 0.023926, 0.001892, 2.234375, 2.234375, 0.339844, 0.018066, 2.234375, 2.234375, 2.234375, 2.234375, 0.002121, 0.002106, 2.234375, 0.015381, 0.002075, 2.234375, 0.001999, 0.002136, 0.046387, 0.214844, 2.234375, 2.234375, 0.00206, 1.703125, 2.171875, 2.234375, 0.002106, 0.001923, 0.00206, 0.00209, 0.605469, 2.234375, 0.002182, 0.002014, 2.09375, 2.234375, 0.002121, 0.002136, 2.234375, 0.036621, 0.001892, 0.002045, 0.001968, 2.234375, 0.002121, 2.203125, 2.234375, 2.234375, 0.002136, 0.002121, 0.769531, 2.15625, 2.234375, 2.234375, 0.019897, 1.601562, 0.002029, 0.002106, 0.074219, 2.234375, 0.00209, 2.234375, 1.664062, 1.929688, 0.002121, 2.234375, 0.002045, 0.00209, 0.002136, 1.328125, 2.234375, 0.00206, 2.15625, 0.78125, 1.132812, 1.125, 0.002029, 0.002014, 0.00209, 0.002151, 2.234375, 2.234375, 0.503906, 2.03125, 0.002045, 2.234375, 2.234375, 0.001999, 0.019775, 0.527344, 0.100098, 0.00206, 0.8125, 2.234375, 0.00206, 1.179688, 0.002045, 0.002045, 0.00209, 0.002151, 0.132812, 0.002029, 0.083984, 2.21875, 2.234375, 2.09375, 2.234375, 0.073242, 2.0625, 2.234375, 0.00206, 1.078125, 2.015625, 1.90625, 1.953125, 0.00206, 0.002106, 0.00209, 2.234375, 0.002136, 0.023071, 0.002136, 0.001907, 0.002029, 0.441406, 0.002014, 0.014038, 0.002045, 0.002151, 0.002151, 2.046875, 0.001953, 0.249023, 0.002136, 0.002014, 0.002121, 0.00206, 0.002075, 0.00206, 0.002029, 2.234375, 2.234375, 0.002075, 1.765625, 0.002167, 0.002182, 0.002075, 0.002167, 2.171875, 1.945312, 0.002136, 0.00206, 2.140625, 0.018677, 0.00206, 0.283203, 1.640625, 0.828125, 0.002045, 0.083008, 0.10791, 2.234375, 0.002151, 0.034424, 0.002029, 0.00174, 0.00206, 0.90625, 1.3125, 0.002136, 0.083984, 1.90625, 0.002167, 2.234375, 2.1875, 0.002182, 2.234375, 0.90625, 0.002167, 2.234375, 2.125, 0.014954, 2.234375, 0.002075, 0.652344, 0.253906, 0.083984, 2.203125, 0.009155, 1.4375, 0.010742, 0.002136, 0.002045, 0.00209, 0.002029, 0.435547, 0.6875, 0.056885, 2.234375, 0.013733, 0.002136, 2.234375, 0.002106, 0.490234, 0.002151, 2.234375, 1.773438, 1.210938, 0.002106, 2.234375, 0.036865, 0.002121, 1.164062, 0.027588, 0.002167, 0.002502, 1.492188, 0.00209, 2.171875, 2.234375, 0.001968, 0.00209, 2.234375, 2.234375, 2.234375, 2.234375, 0.00209, 2.21875, 2.234375, 1.335938, 2.234375, 1.453125, 1.179688, 0.002029, 0.243164, 0.001709, 0.002121, 0.001785, 0.002136, 0.19043, 2.234375, 2.203125, 0.142578, 0.002121, 0.00209, 2.234375, 1.054688, 0.002029, 0.025513, 2.234375, 0.001999, 1.398438, 0.01416, 0.00206, 1.390625, 0.014893, 2.234375, 0.002014, 1.773438, 2.234375, 0.267578, 2.234375, 0.001839, 2.234375, 1.976562, 2.171875, 2.234375, 2.234375, 2.234375, 0.324219, 0.002151, 2.234375, 0.002151, 0.002014, 0.001869, 0.037598, 0.245117, 1.59375, 0.00206, 2.234375, 2.21875, 0.002121, 2.234375, 2.234375, 0.002075, 0.002136, 0.001938, 0.00209, 2.234375, 0.001999, 0.181641, 1.023438, 0.002075, 0.002121, 0.002045, 1.796875, 0.002045, 0.043945, 2.234375, 0.00209, 0.002045, 1.875, 0.002136, 1.070312, 1.257812, 2.234375, 2.046875, 0.002029, 0.002045, 1.375, 0.001999, 1.265625, 0.002075, 0.00209, 0.001915, 2.234375, 2.234375, 0.036377, 0.002045, 2.234375, 2.21875, 2.21875, 0.047119, 2.203125, 0.002136, 0.002136, 2.234375, 2.234375, 0.002151, 0.002121, 0.753906, 0.001892, 0.002075, 0.00209, 1.101562, 0.386719, 2.234375, 0.789062, 0.002151, 0.097656, 1.023438, 2.15625, 0.550781, 0.00206, 0.002075, 0.002075, 1.59375, 0.002121, 0.002075, 0.333984, 0.002045, 0.006409, 0.006378, 2.234375, 0.291016, 2.21875, 0.894531, 0.032471, 0.71875, 0.001999, 0.002151, 0.273438, 0.002075, 2.21875, 2.234375, 0.231445, 2.140625, 0.12793, 2.234375, 0.002045, 0.001984, 1.945312, 0.229492, 2.234375, 0.002121, 2.234375, 0.002136, 0.00206, 0.00206, 2.234375, 2.234375, 2.21875, 2.234375, 0.550781, 1.875, 2.140625, 0.002167, 0.002151, 0.001968, 0.00193, 2.0625, 0.00206, 0.00209, 0.002151, 0.00209, 2.234375, 2.234375, 0.002136, 2.234375, 2.140625, 1.984375, 0.001999, 0.00209, 2.234375, 2.234375, 1.90625, 1.125, 0.002167, 0.169922, 2.234375, 0.002045, 0.001869, 0.001968, 0.002014, 2.234375, 0.002014, 2.234375, 2.234375, 0.002045, 0.028076, 2.234375, 2.234375, 2.234375, 0.671875, 0.00209, 1.484375, 0.902344, 2.140625, 2.234375, 0.992188, 0.00209, 0.105469, 1.789062, 0.002136, 0.002029, 0.078125, 0.002106, 2.234375, 2.140625, 1.773438, 1.953125, 2.21875, 0.00206, 1.867188, 1.304688, 0.001915, 0.002045, 0.002121, 0.008484, 2.0, 0.002151, 2.234375, 0.136719, 1.15625, 2.234375, 2.234375, 0.002045, 1.867188, 0.008118, 0.002167, 2.1875, 0.002045, 2.234375, 0.002029, 0.550781, 0.253906, 0.335938, 1.9375, 0.002121, 0.027344, 2.1875, 0.002029, 0.002029, 2.140625, 0.002151, 0.00209, 2.234375, 0.146484, 2.234375, 0.380859, 0.002045, 2.171875, 0.191406, 2.234375, 0.002136, 1.757812, 0.00206, 1.398438, 0.002014, 0.002121, 1.851562, 2.234375, 0.032471, 0.002106, 1.742188, 0.002045, 0.00209, 0.002029, 1.648438, 0.96875, 2.234375, 2.234375, 0.002106, 0.002136, 0.002029, 0.9375, 0.00209, 2.140625, 1.242188, 0.001915, 2.234375, 0.244141, 0.001854, 0.002029, 0.002121, 0.054443, 0.061035, 2.234375, 0.002045, 2.171875, 1.234375, 2.234375, 0.055664, 0.002136, 2.234375, 1.976562, 2.234375, 2.234375, 0.001877, 2.234375, 2.0, 1.6875, 0.002029, 0.001755, 0.953125, 0.070312, 0.002121, 0.002045, 2.234375, 2.0625, 0.00209, 0.048828, 2.234375, 0.002045, 0.002167, 2.234375, 0.002151, 2.234375, 2.234375, 0.00296, 0.002121, 1.296875, 0.001999, 0.002167, 2.09375, 2.234375, 0.001892, 2.09375, 2.21875, 0.002045, 1.257812, 0.002151, 0.002075, 0.001968, 0.002106, 0.00206, 0.00206, 0.083984, 2.234375, 2.234375, 0.002151, 2.234375, 1.59375, 2.234375, 0.00209, 0.015137, 2.15625, 2.234375, 0.00531, 0.002045, 2.234375, 0.010742, 2.234375, 2.234375, 0.002151, 2.203125, 0.002151, 1.859375, 2.21875, 2.09375, 0.001968, 2.234375, 1.796875, 0.5625, 2.234375, 0.002029, 0.002029, 1.09375, 0.039795, 0.002045, 0.010742, 2.203125, 0.002151, 1.78125, 0.002029, 0.0019, 2.234375, 2.234375, 0.002136, 2.234375, 0.006439, 0.002029, 0.001968, 0.002014, 0.002029, 2.203125, 0.002106, 0.002136, 0.002136, 2.234375, 2.234375, 2.234375, 0.001968, 0.002121, 0.001968, 0.001999, 0.002136, 0.001968, 0.00206, 0.002136, 2.234375, 0.734375, 0.001953, 0.0271, 0.146484, 1.960938, 0.002106, 0.8125, 0.002106, 1.0, 0.001968, 0.002167, 2.203125, 0.002014, 2.15625, 2.234375, 0.00193, 0.131836, 2.234375, 1.101562, 0.010742, 0.002151, 0.002167, 2.234375, 2.078125, 2.234375, 0.390625, 1.148438, 0.002029, 2.234375, 0.002075, 2.234375, 0.002151, 0.002167, 0.002151, 0.001984, 1.1875, 2.234375, 0.002075, 0.00206, 2.0, 0.00177, 0.00209, 0.002136, 2.234375, 0.002121, 2.21875, 2.234375, 0.057129, 0.002136, 2.234375, 1.914062, 0.002045, 0.002167, 2.234375, 0.060303, 0.002029, 0.002151, 0.002045, 2.234375, 1.5, 0.002045, 0.002121, 0.304688, 0.02356, 0.072266, 0.002167, 0.00206, 0.002136, 0.002106, 0.00206, 2.234375, 2.234375, 0.00206, 0.026123, 1.554688, 0.167969, 0.002121, 0.001953, 0.00209, 2.234375, 0.002167, 0.002106, 0.001953, 0.002106, 1.984375, 2.234375, 0.002167, 0.087891, 2.203125, 2.234375, 0.002075, 0.002014, 1.445312, 1.976562, 2.234375, 0.002228, 1.59375, 0.002014, 0.773438, 0.002121, 0.002075, 1.484375, 2.234375, 1.859375, 2.234375, 0.036377, 0.193359, 2.234375, 2.234375, 0.002136, 0.002182, 0.482422, 0.001839, 1.703125, 1.4375, 0.804688, 2.234375, 1.75, 0.002029, 2.234375, 0.002029, 0.609375, 0.001862, 2.234375, 0.002167, 0.002106, 0.001999, 0.014221, 0.11377, 1.15625, 1.796875, 1.429688, 0.131836, 0.198242, 0.002045, 0.00193, 0.144531, 2.234375, 1.023438, 0.00209, 1.132812, 1.421875, 0.002151, 0.001999, 0.029175, 2.234375, 2.234375, 0.002167, 0.371094, 0.002151, 0.002106, 0.049561, 0.182617, 2.234375, 0.002045, 0.001999, 0.002075, 0.001999, 0.757812, 0.326172, 0.002075, 2.21875, 0.337891, 0.002106, 0.001968, 0.002106, 0.002029, 2.234375, 0.002151, 2.21875, 2.234375, 0.002045, 2.234375, 0.084473, 0.002106, 2.1875, 2.234375, 2.234375, 2.21875, 1.210938, 0.003601, 0.002029, 0.15918, 0.002121, 0.00193, 0.002029, 2.234375, 0.002151, 0.166016, 0.002136, 2.15625, 0.00209, 1.914062, 2.234375, 2.234375, 2.21875, 2.03125, 0.002136, 0.002029, 2.234375, 0.002029, 0.001984, 2.0625, 0.036621, 0.001923, 0.002136, 0.001945, 2.234375, 0.324219, 0.249023, 0.002075, 1.515625, 2.203125, 2.234375, 2.203125, 2.0625, 0.002136, 0.002014, 0.001999, 2.21875, 2.0625, 2.234375, 0.002151, 0.933594, 0.001694, 0.582031, 0.632812, 2.0625, 0.017212, 1.679688, 2.234375, 0.00209, 0.120117, 2.234375, 2.234375, 0.002075, 2.234375, 0.002121, 0.002075, 1.695312, 0.002029, 2.234375, 2.171875, 2.234375, 0.002045, 2.234375, 0.00206, 2.171875, 0.054199, 1.1875, 0.002121, 2.125, 0.478516, 0.00209, 0.00206, 2.234375, 2.234375, 2.234375, 2.078125, 0.002029, 0.002136, 0.890625, 0.00209, 0.002029, 0.00209, 2.234375, 2.234375, 0.002106, 0.224609, 0.00206, 2.234375, 0.001938, 2.234375, 0.00209, 2.234375, 0.08252, 0.002045, 1.992188, 0.002106, 2.234375, 0.002121, 0.037598, 2.234375, 0.002167, 0.00209, 1.484375, 2.234375, 2.171875, 2.234375, 0.002151, 2.234375, 0.002075, 0.00209, 0.001846, 0.328125, 0.09668, 0.114746, 0.002121, 0.077637, 0.001907, 2.234375, 0.00209, 0.083984, 0.001953, 0.002136, 2.0, 0.001884, 2.234375, 0.001968, 0.002029, 1.257812, 0.001984, 0.169922, 1.476562, 0.070801, 1.015625, 0.001968, 1.890625, 0.140625, 0.002151, 0.002075, 2.234375, 2.234375, 0.002014, 0.001953, 2.234375, 0.002151, 0.002075, 0.002014, 1.601562, 0.001968, 0.005524, 0.002075, 0.550781, 0.002136, 2.234375, 1.328125, 0.00206, 2.234375, 0.00206, 0.001968, 2.234375, 0.796875, 0.037354, 1.039062, 2.234375, 2.15625, 0.00206, 0.002014, 1.757812, 0.002106, 0.002075, 0.199219, 1.992188, 0.001907, 1.960938, 0.002029, 0.00206, 0.002045, 0.002136, 0.621094, 0.002121, 0.00193, 2.234375, 2.234375, 2.234375, 0.00209, 0.002106, 2.234375, 0.095215, 0.002045, 0.002182, 1.90625, 2.234375, 0.002045, 2.234375, 0.002014, 0.9375, 0.304688, 2.234375, 0.0019, 0.065918, 0.00206, 2.234375, 2.234375, 0.002075, 2.234375, 0.002045, 0.001862, 0.699219, 1.90625, 0.445312, 0.371094, 2.234375, 1.625, 2.234375, 2.1875, 0.002075, 0.019043, 0.002029, 0.061523, 0.004822, 0.014954, 2.234375, 2.234375, 2.234375, 2.03125, 0.002121, 0.00209, 1.757812, 0.00206, 0.002121, 0.136719 ] } , "name": "onnx::Mul_10862", "outputIndexes": [ 2329 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2328, 2329 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 2330 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2302, 2330 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/Add_2_output_0", "outputIndexes": [ 2331 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.519531 ] } , "name": "/blocks.11/Constant_1_output_0", "outputIndexes": [ 2332 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2331, 2332 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/Mul_1_output_0", "outputIndexes": [ 2333 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2333, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.12/Reshape_output_0", "outputIndexes": [ 2334 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2334 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.12/input_layernorm/Pow_output_0", "outputIndexes": [ 2335 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2335 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.12/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 2336 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2336, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/input_layernorm/Add_output_0", "outputIndexes": [ 2337 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2337, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/input_layernorm/Pow_1_output_0", "outputIndexes": [ 2338 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2334, 2338 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/input_layernorm/Mul_output_0", "outputIndexes": [ 2339 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 4.25, 6.28125, 1.734375, 21.5, 2.671875, 4.5, 2.25, 2.5, 2.359375, 2.9375, 11.5625, 10.125, 4.4375, 39.0, 5.75, 10.1875, 2.9375, 2.1875, 1.679688, 3.640625, 20.625, 2.140625, 3.734375, 22.5, 2.375, 0.902344, 2.328125, 2.75, 1.359375, 4.84375, 18.875, 2.171875, 4.3125, 1.351562, 4.53125, 62.5, 3.09375, 20.25, 183.0, 1.898438, 3.203125, 14.3125, 2.78125, 1.054688, 6.875, 3.421875, 5.46875, 1.960938, 1.34375, 4.96875, 2.8125, 2.84375, 2.640625, 20.125, 3.75, 2.578125, 4.25, 74.5, 2.78125, 1.09375, 26.875, 2.1875, 10.625, 2.71875, 37.75, 30.5, 2.125, 1.5625, 136.0, 163.0, 2.046875, 7.8125, 3.03125, 3.515625, 2.875, 2.9375, 116.5, 2.84375, 2.078125, 2.6875, 2.28125, 2.546875, 4.5625, 2.609375, 8.0625, 43.5, 161.0, 4.0625, 4.5625, 2.109375, 4.03125, 3.46875, 23.875, 2.875, 3.40625, 2.71875, 10.875, 2.046875, 7.78125, 2.3125, 3.828125, 1.914062, 4.5, 97.5, 2.734375, 3.515625, 20.25, 21.0, 1.351562, 11.625, 1.242188, 1.765625, 33.0, 3.890625, 3.734375, 37.5, 47.5, 11.5625, 27.625, 1.585938, 4.875, 1.757812, 2.046875, 29.875, 2.03125, 3.15625, 2.078125, 2.90625, 2.171875, 0.761719, 4.53125, 1.039062, 2.984375, 14.3125, 42.5, 14.625, 2.390625, 2.421875, 1.054688, 3.109375, 13.25, 3.265625, 1.65625, 10.3125, 5.46875, 2.234375, 1.617188, 4.46875, 5.65625, 2.5625, 2.953125, 2.59375, 15.9375, 105.5, 2.171875, 7.21875, 188.0, 2.65625, 30.375, 4.28125, 9.875, 2.984375, 27.125, 3.40625, 17.0, 3.453125, 3.109375, 56.25, 9.3125, 3.71875, 3.1875, 4.75, 2.6875, 1.15625, 2.765625, 2.34375, 3.140625, 18.75, 1.492188, 2.453125, 3.078125, 2.6875, 23.75, 1.273438, 6.1875, 23.25, 56.5, 2.328125, 35.75, 3.125, 10.0625, 0.925781, 2.9375, 3.375, 6.34375, 1.789062, 3.75, 5.03125, 4.5, 71.5, 8.625, 4.25, 2.171875, 162.0, 4.125, 118.5, 7.375, 2.78125, 24.125, 163.0, 3.84375, 2.84375, 6.125, 3.546875, 3.828125, 10.75, 7.09375, 1.976562, 4.28125, 2.390625, 1.820312, 102.5, 2.78125, 7.75, 3.921875, 1.210938, 1.53125, 1.851562, 16.5, 4.90625, 5.1875, 12.0, 2.859375, 2.265625, 3.28125, 45.5, 1.6875, 2.9375, 3.1875, 0.949219, 1.390625, 75.0, 2.828125, 5.96875, 3.25, 4.875, 2.796875, 83.5, 3.296875, 1.421875, 91.5, 3.328125, 63.25, 2.453125, 36.0, 1.757812, 3.265625, 57.25, 1.265625, 3.5, 4.84375, 108.5, 1.328125, 3.453125, 69.5, 2.375, 4.71875, 3.046875, 14.25, 2.3125, 2.234375, 4.5625, 22.75, 3.859375, 2.609375, 6.0625, 6.625, 18.625, 8.375, 2.65625, 2.671875, 4.78125, 2.4375, 16.625, 23.125, 3.96875, 29.625, 2.40625, 51.25, 1.835938, 49.5, 4.84375, 3.328125, 5.75, 9.3125, 5.0625, 2.4375, 5.75, 1.875, 2.34375, 2.359375, 45.0, 2.96875, 6.40625, 14.125, 2.765625, 24.25, 2.15625, 68.5, 26.5, 2.203125, 41.0, 2.734375, 2.46875, 4.0, 42.75, 30.75, 139.0, 75.5, 2.09375, 2.015625, 3.421875, 14.875, 60.0, 2.84375, 3.15625, 57.25, 3.0625, 4.3125, 133.0, 3.40625, 82.0, 97.5, 7.9375, 3.015625, 120.0, 2.78125, 4.15625, 4.03125, 155.0, 3.203125, 1.445312, 6.90625, 2.75, 2.609375, 147.0, 3.0, 13.8125, 14.4375, 4.25, 2.859375, 3.546875, 16.375, 4.375, 1.546875, 88.0, 28.375, 17.5, 2.296875, 4.90625, 3.5625, 4.90625, 3.671875, 2.125, 2.21875, 2.296875, 2.25, 11.75, 3.390625, 5.09375, 189.0, 10.9375, 46.5, 1.742188, 89.0, 4.9375, 3.484375, 21.875, 4.15625, 3.28125, 3.03125, 3.09375, 25.625, 2.46875, 3.328125, 6.15625, 5.21875, 3.5, 43.0, 2.578125, 1.226562, 7.1875, 2.90625, 4.5, 4.1875, 3.65625, 94.5, 6.75, 72.5, 1.859375, 2.171875, 21.875, 4.375, 6.71875, 2.59375, 5.125, 4.59375, 6.625, 10.6875, 7.5, 26.0, 4.5625, 61.75, 3.90625, 6.84375, 3.9375, 5.40625, 2.515625, 2.578125, 3.421875, 47.5, 9.625, 17.125, 103.5, 2.578125, 24.25, 11.9375, 8.5, 58.75, 4.15625, 24.0, 4.03125, 7.78125, 1.34375, 0.496094, 2.875, 4.03125, 2.6875, 1.804688, 3.234375, 49.5, 6.0, 3.65625, 2.390625, 41.5, 3.796875, 54.75, 4.71875, 2.625, 3.3125, 3.0625, 131.0, 2.015625, 4.1875, 5.5, 51.75, 3.453125, 4.5, 3.015625, 4.40625, 5.5, 5.15625, 2.4375, 15.0625, 2.296875, 1.820312, 2.953125, 5.65625, 2.625, 9.625, 18.375, 11.875, 3.71875, 6.15625, 19.25, 2.609375, 2.953125, 4.28125, 2.53125, 3.734375, 109.5, 153.0, 61.0, 2.765625, 2.375, 10.0, 3.125, 134.0, 2.78125, 36.5, 4.65625, 3.671875, 0.933594, 1.765625, 81.0, 4.53125, 2.984375, 3.390625, 0.691406, 33.75, 13.5625, 2.125, 11.1875, 3.0, 9.25, 2.28125, 2.09375, 31.25, 3.03125, 8.125, 3.484375, 5.9375, 3.734375, 31.25, 5.84375, 2.671875, 2.40625, 9.0625, 4.0625, 2.015625, 3.25, 2.0, 2.375, 5.8125, 2.03125, 3.796875, 1.84375, 4.3125, 4.9375, 4.40625, 8.125, 3.96875, 59.5, 5.1875, 39.0, 3.65625, 3.46875, 2.59375, 14.8125, 23.5, 2.34375, 3.984375, 10.9375, 19.875, 168.0, 5.09375, 2.53125, 25.375, 4.40625, 3.59375, 3.84375, 2.890625, 3.921875, 3.984375, 13.875, 3.71875, 2.78125, 3.328125, 2.671875, 4.40625, 19.5, 3.453125, 2.828125, 4.875, 11.125, 150.0, 6.65625, 3.546875, 9.1875, 24.125, 29.0, 4.625, 1.78125, 3.328125, 9.1875, 2.609375, 0.945312, 1.757812, 5.46875, 4.5, 11.9375, 2.859375, 66.0, 46.5, 10.8125, 61.25, 1.976562, 28.0, 31.5, 1.3125, 4.5, 134.0, 23.75, 98.0, 4.75, 1.757812, 55.0, 3.390625, 125.5, 12.3125, 2.734375, 20.625, 2.96875, 2.453125, 2.0625, 1.5625, 47.5, 4.65625, 3.09375, 2.359375, 34.5, 60.25, 2.0, 80.5, 6.5625, 2.859375, 57.5, 2.390625, 4.15625, 1.835938, 1.578125, 4.875, 2.53125, 34.25, 27.125, 2.296875, 4.5625, 91.0, 2.21875, 35.0, 3.46875, 2.765625, 2.453125, 2.390625, 0.996094, 5.25, 25.625, 3.90625, 8.125, 3.65625, 56.5, 1.898438, 43.75, 7.90625, 3.640625, 2.21875, 1.703125, 68.0, 24.375, 1.515625, 7.4375, 29.25, 12.875, 23.125, 3.203125, 4.34375, 1.335938, 3.546875, 1.851562, 5.6875, 2.953125, 4.0, 4.40625, 4.875, 8.75, 3.375, 3.96875, 4.375, 4.5625, 80.5, 7.96875, 5.3125, 13.75, 4.0625, 2.734375, 2.234375, 16.375, 19.5, 1.453125, 16.5, 3.875, 3.015625, 1.085938, 3.671875, 83.5, 5.96875, 18.25, 2.078125, 4.125, 3.4375, 6.34375, 2.71875, 23.25, 4.46875, 3.46875, 4.15625, 4.34375, 31.875, 2.671875, 2.984375, 7.125, 4.28125, 2.375, 4.78125, 2.9375, 1.6875, 2.796875, 6.125, 4.65625, 27.75, 27.375, 2.421875, 3.625, 2.65625, 37.5, 69.0, 4.65625, 2.328125, 2.859375, 2.171875, 3.96875, 59.75, 9.0, 6.0625, 13.0, 2.15625, 3.203125, 2.578125, 5.21875, 56.5, 54.5, 4.46875, 1.523438, 2.84375, 2.671875, 23.625, 5.09375, 9.9375, 8.4375, 22.5, 5.71875, 3.109375, 3.109375, 20.0, 3.921875, 24.375, 1.820312, 3.0625, 2.78125, 146.0, 3.84375, 3.4375, 1.914062, 2.9375, 7.96875, 2.90625, 102.0, 43.75, 1.625, 20.375, 2.796875, 2.703125, 1.65625, 2.453125, 2.375, 40.5, 2.3125, 4.9375, 12.3125, 2.3125, 9.5, 14.1875, 24.125, 2.40625, 4.125, 3.0, 110.0, 6.625, 5.5, 137.0, 2.3125, 3.25, 2.53125, 5.96875, 3.828125, 2.5, 3.1875, 3.125, 73.5, 3.1875, 1.359375, 2.421875, 5.34375, 2.484375, 5.1875, 19.375, 2.0, 2.453125, 4.03125, 28.75, 2.15625, 2.53125, 3.3125, 131.0, 2.703125, 1.703125, 9.25, 17.0, 5.96875, 7.34375, 5.65625, 19.5, 6.8125, 1.945312, 32.5, 2.75, 3.203125, 4.28125, 18.25, 4.09375, 16.875, 192.0, 2.515625, 97.0, 2.34375, 140.0, 3.375, 3.734375, 3.421875, 190.0, 192.0, 1.46875, 4.4375, 5.53125, 3.625, 7.71875, 61.25, 9.1875, 2.859375, 2.640625, 3.75, 2.984375, 2.953125, 3.125, 62.5, 2.875, 5.1875, 10.5, 0.773438, 52.0, 3.390625, 1.210938, 7.46875, 3.78125, 4.6875, 3.125, 2.53125, 2.71875, 17.5, 1.21875, 2.640625, 68.0, 2.96875, 3.15625, 35.25, 1.6875, 2.75, 7.46875, 2.71875, 2.15625, 3.234375, 2.734375, 2.78125, 4.65625, 4.0, 3.65625, 181.0, 19.25, 3.1875, 2.6875, 34.75, 1.960938, 2.78125, 6.21875, 106.0, 29.375, 5.75, 4.0, 5.25, 2.375, 3.546875, 3.859375, 2.453125, 147.0, 2.0625, 12.8125, 2.796875, 3.484375, 1.015625, 13.125, 14.3125, 2.453125, 69.5, 78.0, 3.5625, 2.3125, 2.546875, 2.96875, 1.171875, 8.6875, 1.273438, 2.015625, 6.90625, 2.9375, 56.25, 2.90625, 3.84375, 5.40625, 102.5, 63.25, 0.957031, 4.0625, 1.773438, 3.0, 4.25, 2.734375, 2.5625, 3.65625, 7.09375, 4.1875, 2.4375, 1.085938, 29.0, 129.0, 1.484375, 8.25, 0.847656, 4.0625, 37.0, 4.65625, 1.9375, 4.28125, 12.375, 105.5, 164.0, 161.0, 2.875, 3.0, 3.375, 4.21875, 3.890625, 6.4375, 3.328125, 1.867188, 3.34375, 3.609375, 3.921875, 25.875, 3.609375, 3.515625, 60.75, 3.359375, 2.5625, 2.265625, 99.5, 115.5, 24.625, 68.0, 4.71875, 3.265625, 8.9375, 132.0, 3.96875, 5.0, 2.265625, 2.296875, 3.859375, 1.125, 4.0, 1.257812, 3.96875, 3.546875, 3.3125, 4.3125, 5.71875, 47.75, 2.859375, 3.9375, 2.34375, 1.179688, 4.90625, 3.09375, 3.15625, 4.625, 0.804688, 58.0, 25.625, 3.421875, 3.46875, 136.0, 2.390625, 44.0, 11.125, 1.320312, 4.6875, 23.125, 56.0, 1.9375, 2.578125, 37.0, 6.0, 4.03125, 29.75, 79.5, 2.15625, 3.484375, 30.25, 8.25, 3.359375, 3.78125, 3.0625, 2.203125, 3.375, 3.921875, 31.875, 3.265625, 1.757812, 7.53125, 10.3125, 1.140625, 2.75, 2.28125, 7.78125, 32.5, 23.625, 4.71875, 1.398438, 3.109375, 2.4375, 28.875, 9.25, 3.140625, 3.21875, 3.296875, 122.0, 43.5, 9.5, 2.96875, 24.5, 4.8125, 2.09375, 2.453125, 1.984375, 1.867188, 5.40625, 2.09375, 4.4375, 2.921875, 3.625, 2.921875, 1.867188, 2.1875, 6.21875, 3.171875, 3.328125, 2.984375, 103.0, 1.757812, 13.75, 2.8125, 6.65625, 1.765625, 10.25, 3.265625, 34.25, 3.84375, 2.203125, 3.78125, 2.015625, 6.375, 89.5, 3.03125, 36.0, 5.0, 2.25, 3.609375, 1.757812, 3.296875, 12.1875, 12.1875, 3.265625, 1.6875, 107.0, 79.0, 3.65625, 3.59375, 156.0, 2.96875, 2.625, 2.234375, 3.390625, 2.9375, 2.0625, 9.6875, 2.828125, 1.664062, 2.953125, 1.539062, 3.65625, 45.25, 8.625, 6.6875, 5.40625, 2.875, 36.25, 33.75, 13.375, 9.5625, 1.90625, 3.890625, 2.5, 1.695312, 5.5, 3.4375, 3.59375, 0.792969, 2.015625, 3.1875, 1.703125, 111.5, 22.625, 2.5625, 121.0, 3.65625, 3.484375, 2.4375, 3.984375, 5.5, 103.0, 102.5, 2.765625, 4.21875, 3.484375, 1.40625, 10.5625, 1.984375, 5.96875, 3.234375, 3.9375, 39.0, 7.34375, 16.625, 47.25, 2.140625, 70.5, 4.8125, 58.0, 3.421875, 7.09375, 31.25, 14.5625, 2.484375, 18.25, 16.125, 2.421875, 7.3125, 4.4375, 169.0, 3.59375, 2.421875, 4.53125, 0.695312, 4.0, 7.0625, 3.59375, 9.125, 1.273438, 16.375, 78.5, 21.75, 5.15625, 3.21875, 18.75, 3.703125, 13.6875, 34.5, 6.15625, 3.890625, 1.960938, 8.5625, 3.71875, 3.109375, 2.03125, 2.953125, 1.8125, 2.078125, 123.5, 172.0, 2.9375, 4.8125, 3.015625, 65.0, 5.5, 6.0625, 27.125, 10.3125, 2.8125, 169.0, 2.453125, 67.5, 15.6875, 2.375, 2.15625, 2.09375, 2.640625, 17.25, 4.53125, 35.25, 3.671875, 2.875, 1.34375, 2.90625, 4.28125, 2.40625, 2.796875, 4.0, 127.0, 2.609375, 39.75, 4.4375, 2.609375, 4.875, 11.25, 2.6875, 70.5, 167.0, 2.65625, 2.984375, 71.0, 11.875, 2.21875, 9.5, 2.703125, 2.8125, 76.5, 4.375, 0.972656, 2.703125, 23.5, 28.875, 3.65625, 3.03125, 2.296875, 3.140625, 5.0625, 74.0, 3.359375, 2.21875, 8.3125, 34.75, 3.8125, 2.3125, 1.34375, 6.75, 6.46875, 153.0, 3.578125, 123.0, 19.0, 2.671875, 2.40625, 3.609375, 8.25, 3.984375, 43.25, 2.578125, 2.828125, 2.53125, 5.15625, 6.78125, 5.5625, 2.453125, 4.5625, 3.25, 5.03125, 3.46875, 2.28125, 7.59375, 3.46875, 8.4375, 3.640625, 3.140625, 3.078125, 2.875, 4.53125, 3.171875, 132.0, 7.9375, 3.484375, 4.6875, 55.5, 4.21875, 47.5, 6.8125, 2.515625, 3.375, 3.21875, 2.84375, 3.953125, 3.9375, 49.0, 1.34375, 1.882812, 2.21875, 24.125, 134.0, 77.0, 2.390625, 3.890625, 2.140625, 161.0, 8.4375, 2.546875, 2.890625, 145.0, 3.15625, 93.0, 6.78125, 55.25, 13.125, 55.75, 31.25, 5.59375, 6.5625, 4.09375, 2.21875, 23.375, 3.078125, 5.09375, -9.9375, 3.59375, 120.5, 4.25, 1.429688, 5.15625, 2.03125, 12.75, 10.625, 25.125, 3.3125, 47.75, 5.5625, 26.375, 3.046875, 4.53125, 2.171875, 2.390625, 141.0, 9.125, 2.21875, 6.4375, 3.03125, 4.28125, 3.3125, 8.5, 6.90625, 4.78125, 3.84375, 9.625, 22.75, 8.5, 97.5, 2.578125, 94.5, 3.25, 3.921875, 61.5, 16.875, 1.164062, 3.453125, 22.625, 10.5625, 5.65625, 3.703125, 88.5, 4.0625, 4.4375, 54.25, 163.0, 19.25, 2.40625, 54.75, 3.265625, 0.9375, 1.742188, 2.125, 9.625, 2.6875, 11.625, 2.953125, 2.546875, 17.0, 26.125, 2.953125, 71.0, 2.671875, 22.875, 2.359375, 5.5, 209.0, 49.5, 3.546875, 79.5, 3.3125, 59.0, 2.484375, 2.578125, 3.421875, 49.75, 191.0, 1.96875, 6.28125, 4.40625, 15.6875, 3.359375, 3.6875, 2.796875, 21.5, 123.5, 5.0625, 3.328125, 2.984375, 3.984375, 3.09375, -0.077637, 0.792969, 40.25, 8.25, 3.03125, 3.21875, 145.0, 2.71875, 3.390625, 69.0, 88.5, 4.84375, 3.4375, 8.1875, 3.6875, 3.734375, 4.90625, 3.359375, 2.59375, 4.21875, 3.140625, 2.078125, 3.03125, 2.796875, 3.0, 4.4375, 2.234375, 49.25, 1.796875, 2.8125, 104.0, 6.5625, 3.453125, 37.5, 2.75, 81.0, 177.0, 81.0, 2.953125, 4.375, 8.0, 7.125, 11.0625, 3.015625, 1.726562, 3.140625, 96.0, 1.414062, 3.5, 2.078125, 1.929688, 159.0, 124.5, 2.90625, 30.25, 3.515625, 4.375, 2.703125, 116.5, 2.5625, 2.671875, 2.53125, 2.234375, 3.53125, 1.796875, 3.109375, 0.714844, 1.875, 4.5625, 11.0625, 21.75, 148.0, 3.4375, 2.15625, 5.0625, 2.46875, 17.875, 19.5, 1.148438, 4.40625, 45.0, 2.21875, 39.75, 4.0625, 3.859375, 2.359375, 25.0, 158.0, 4.25, 6.65625, 4.6875, 1.734375, 6.1875, 4.875, 1.71875, 3.203125, 10.875, 2.84375, 5.4375, 17.0, 2.421875, 36.25, 1.132812, 2.0, 15.1875, 6.15625, 2.578125, 3.125, 7.4375, 10.4375, 4.8125, 4.3125, 16.125, 2.46875, 12.0625, 7.96875, 2.515625, 2.890625, 3.390625, 19.5, 2.5, 32.5, 4.65625, 3.828125, 2.78125, 3.25, 2.546875, 3.0625, 4.0625, 1.492188, 0.832031, 15.5625, 10.5, 4.125, 5.625, 2.484375, 22.125, 6.03125, 63.0, 3.46875, 78.5, 2.015625, 4.375, 4.375, 6.0625, 4.5, 2.046875, 4.59375, 5.46875, 97.0, 1.789062, 5.125, 3.140625, 8.0625, 4.375, 22.0, 9.5625, 7.65625, 2.5625, 2.65625, 3.8125, 2.109375, 1.6875, 3.015625, 7.34375, 2.546875, 9.125, 2.90625, 1.640625, 0.617188, 24.0, 9.375, 21.25, 3.53125, 4.84375, 3.734375, 7.8125, 5.75, 14.8125, 14.9375, 3.375, 24.125, 78.0, 146.0, 27.0, 3.03125, 3.09375, 3.25, 3.21875, 45.75, 4.5, 2.828125, 27.125, 5.46875, 6.53125, 3.71875, 2.890625, 1.195312, 2.765625, 175.0, 2.203125, 2.96875, 77.0, 1.507812, 8.5, 72.0, 17.125, 3.140625, 17.125, 4.15625, 4.0625, 0.949219, 1.921875, 26.0, 42.75, 8.8125, 6.34375, 3.125, 53.75, 2.875, 7.53125, 32.5, 2.703125, 2.21875, 11.625, 4.0625, 66.5, 10.375, 149.0, 5.0625, 3.40625, 3.234375, 110.0, 4.65625, 4.1875, 6.3125, 1.046875, 28.0, 8.125, 7.65625, 5.90625, 86.5, 82.0, 1.5, 17.25, 109.5, 5.53125, 2.8125, 6.90625, 5.84375, 4.53125, 16.75, 62.75, 2.3125, 6.0625, 1.179688, 2.34375, 1.804688, 2.71875, 6.5, 23.125, 2.625, 4.84375, 155.0, 2.484375, 2.046875, 9.125, 49.25, 65.0, 2.625, 13.8125, 8.75, 40.25, 5.5, 3.859375, 1.78125, 16.75, 30.125, 12.0625, 68.0, 3.1875, 146.0, 15.4375, 5.21875, 4.03125, 13.125, 5.28125, 2.78125, 2.890625, 4.78125, 5.28125, 2.6875, 70.5, 20.5, 4.40625, 79.0, 1.71875, 37.25, 2.9375, 3.796875, 2.46875, 1.789062, 25.875, 34.25, 2.703125, 5.125, 4.25, 2.84375, 3.015625, 2.15625, 2.328125, 13.125, 1.4375, 3.625, 5.09375, 1.742188, 21.875, 2.796875, 17.875, 2.859375, 21.5, 39.75, 3.5625, 4.84375, 20.5, 2.90625, 1.179688, 3.890625, 10.5625, 8.625, 123.5, 1.039062, 16.375, 5.6875, 90.5, 36.25, 10.3125, 153.0, 3.796875, 4.5, 2.40625, -2.90625, 35.75, 1.9375, 2.1875, 1.59375, 4.25, 2.75, 3.453125, 3.4375, 2.703125, 19.25, 16.125, 3.0625, 3.875, 250.0, 12.5, 52.25, 35.5, 3.296875, 1.953125, 1.203125, 2.109375, 7.84375, 2.953125, 2.546875, 4.21875, 3.078125, 3.265625, 3.0625, 3.03125, 14.5625, 25.0, 12.75, 7.40625, 2.296875, 3.078125, 2.984375, 3.65625, 66.0, 2.8125, 125.5, 1.859375, 2.765625, 11.875, 2.328125, 4.96875, 3.9375, 2.203125, 4.125, 8.1875, 2.65625, 19.375, 13.625, 3.890625, 2.40625, 2.265625, 2.09375, -1.835938, 82.0, 1.09375, 2.375, 3.703125, 3.140625, 155.0, 2.21875, 3.125, 5.3125, 3.125, 3.328125, 1.234375, 14.4375, 1.046875, 16.0, 2.25, 34.5, 8.0, 43.25, 1.289062, 10.625, 55.25, 1.210938, 8.625, 3.46875, 8.8125, 1.78125, 9.375, 97.5, 5.375, 3.4375, 5.90625, 13.3125, 1.835938, 1.304688, 253.0, 1.554688, 20.0, 5.09375, 8.3125, 7.59375, 6.96875, 9.4375, 2.5625, 10.625, 4.375, 3.390625, 2.859375, 28.0, 3.34375, 46.0, 4.3125, 4.0, 86.0, 3.5, 13.0, 2.828125, 22.0, 3.0625, 32.0, 3.8125, 8.4375, 1.953125, 2.875, 3.359375, 2.671875, 7.5625, 4.40625, 3.140625, 3.078125, 11.9375, 6.09375, 91.5, 4.5, 29.5, 2.78125, 1.484375, 2.234375, 0.910156, 2.609375, 5.6875, 2.15625, 4.1875, 2.328125, 2.796875, 13.6875, 1.585938, 2.84375, 9.25, 4.21875, 1.773438, 19.375, 5.59375, 22.375, 1.859375, 41.25, 4.09375, 1.929688, 7.65625, 2.0, 4.0, 4.25, 88.0, 2.578125, 2.3125, 3.375, 10.125, 2.046875, 5.125, 2.296875, 3.609375, 2.703125, 6.0, 127.5, 25.375, 4.40625, 1.398438, 20.25, 12.4375, 3.046875, 2.828125, 2.671875, 5.03125, 2.90625, 2.875, 154.0, 3.609375, 4.8125, 6.5625, 9.875, 3.265625, 158.0, 3.59375, 51.75, 1.820312, 5.125, 3.65625, 2.0, 2.5, 1.953125, 3.71875, 189.0, 2.109375, 2.375, 8.75, 0.882812, 33.25, 10.625, 28.75, 37.75, 3.71875, 3.328125, 142.0, 3.0625, 5.15625, 150.0, 3.4375, 1.828125, 8.0, 2.46875, 20.875, 2.1875, 17.25, 19.625, 2.390625, 20.5, 2.375, 1.71875, 4.0625, 3.015625, 4.46875, 46.25, 42.5, 4.65625, 4.46875, 106.0, 1.476562, 3.53125, 7.0625, 66.0, 10.0625, 3.640625, 2.9375, 2.546875, 2.53125, 126.0, 3.34375, 2.984375, 51.75, 77.0, 2.421875, 5.90625, 21.25, 2.328125, 52.75, 10.9375, 3.65625, 108.0, 25.125, 78.5, 3.21875, 5.53125, 3.015625, 5.9375, 3.453125, 97.0, 131.0, 2.21875, 3.375, 5.5625, 2.71875, 158.0, 4.625, 3.984375, 2.4375, 10.5625, 1.15625, 15.375, 83.5, 1.289062, 9.1875, 2.484375, 3.40625, 4.09375, 121.5, 2.96875, 162.0, 5.125, 3.03125, 48.5, 4.3125, 2.265625, 1.34375, 1.515625, 2.84375, 53.5, 56.75, 3.875, 2.6875, 7.3125, 2.328125, 5.03125, 146.0, 10.25, 2.671875, 2.40625, 4.75, 11.3125, 65.0, 25.625, 39.5, 3.0625, 3.71875, 6.65625, -3.578125, 2.515625, 4.15625, 2.515625, 3.15625, 3.078125, 3.5, 5.46875, 3.5, 2.71875, 126.0, 3.1875, 1.273438, 42.75, 3.3125, 57.75, 4.78125, 3.984375, 4.65625, 13.6875, 4.1875, 3.9375, 4.78125, 1.507812, 3.375, 22.75, 5.3125, 80.5, 23.25, 2.9375, 5.03125, 4.03125, 4.53125, 7.34375, 109.5, 2.03125, 3.109375, 3.015625, 2.8125, 8.75, 22.375, 3.921875, 5.1875, 2.078125, 7.0, 6.65625, 4.0625, 2.15625, 3.6875, 2.265625, 2.75, 2.484375, 33.0, 4.46875, 2.046875, 4.375, 3.0625, 4.84375, 3.03125, 3.28125, 23.125, 11.25, 114.0, 21.75, 3.34375, 74.0, 4.3125, 2.609375, 4.59375, 55.0, 1.546875, 3.1875, 14.5, 2.53125, 3.0625, 11.75, 5.09375, 3.875, 2.84375, 154.0, 2.015625, 1.546875, 3.5, 3.515625, 2.59375, 7.875, 3.859375, 12.0625, 2.984375, 4.625, 2.171875, 2.15625, 0.855469, 175.0, 1.671875, 6.125, 3.140625, 1.921875, 4.5, 5.03125, 19.0, 38.75, 2.828125, 1.835938, 5.40625, 3.8125, 2.46875, 29.5, 10.0625, 2.28125, 6.09375, 3.296875, 1.867188, 2.359375, 108.5, 2.875, 1.59375, 19.0, 2.921875, 4.5, 143.0, 81.0, 22.0, 86.0, 2.734375, 2.078125, 2.546875, 2.625, 56.25, 9.875, 2.171875, 1.617188, 3.296875, 30.0, 4.3125, 27.875, 16.375, 40.75, 0.90625, 2.5, 3.15625, 4.1875, 1.984375, 2.078125, 2.828125, 3.125, 59.0, 62.0, 3.140625, 2.484375, 4.65625, 2.734375, 5.25, 4.75, 2.625, 3.359375, 0.953125, 2.515625, 39.5, 73.0, 3.015625, 4.09375, 2.59375, 2.140625, 2.796875, 4.34375, 11.375, 3.9375, 4.15625, 31.125, 152.0, 19.875, 3.953125, 3.875, 4.96875, 3.78125, 4.5, 2.640625, 1.414062, 2.765625, 2.0, 10.0625, 57.0, 2.3125, 3.03125, 2.578125, 2.84375, 165.0, 58.0, 5.59375, 3.0, 3.625, 60.25, 27.375, 45.5, 1.921875, 47.5, 3.03125, 2.75, 4.5, 6.90625, 5.03125, 6.3125, 6.84375, 145.0, 3.203125, 3.578125, 2.859375, 13.875, 1.25, 1.8125, 99.5, 23.75, 5.15625, 3.625, 8.0625, 4.59375, 4.21875, 15.625, 21.375, 154.0, 2.390625, 9.8125, 4.25, 3.359375, 2.4375, 21.75, 2.4375, 9.625, 4.96875, 2.875, 3.390625, 2.875, 60.5, 5.5625, 2.65625, 4.15625, 2.75, 3.375, 5.40625, 6.21875, 6.46875, 13.25, 61.25, 9.0625, 24.25, 2.1875, 8.125, 2.46875, 5.84375, 2.53125, 16.625, 4.40625, 2.875, 3.28125, 1.65625, 3.046875, 2.484375, 27.125, 2.59375, 1.5, 55.0, 1.90625, 130.0, 104.0, 4.8125, 2.421875, 3.40625, 10.25, 45.75, 3.546875, 2.078125, 3.9375, 1.164062, 3.5, 3.640625, 1.289062, 5.65625, 2.171875, 4.65625, 3.75, 4.5, 7.0, 7.15625, 81.5, 9.6875, 3.90625, 3.0625, 5.21875, 1.734375, 3.40625, 18.625, 18.125, 1.28125, 2.265625, 20.0, 2.75, 11.9375, 0.648438, 4.0625, 0.820312, 2.75, -2.203125, 3.71875, 5.46875, 3.109375, 38.0, 3.109375, 116.5, 8.75, 0.777344, 2.984375, 26.375, 7.25, 4.59375, 1.578125, 1.84375, 0.539062, 3.390625, 1.765625, 2.5625, 10.875, 2.421875, 2.703125, 0.769531, 3.578125, 2.796875, 2.140625, 28.625, 8.25, 2.28125, 3.875, 1.039062, 27.875, 10.375, 44.25, 0.8125, 3.078125, 4.5625, 2.703125, 3.8125, 27.5, 2.484375, 67.0, 3.21875, 2.765625, 3.15625, 3.875, 3.6875, 3.125, 2.03125, 182.0, 23.625, 4.875, 18.25, 19.375, 46.25, 1.859375, 121.0, 12.875, 1.984375, 42.25, 39.5, 72.0, 1.367188, 2.28125, 71.0, 3.21875, 1.867188, 134.0, 3.0, 5.53125, 26.875, 4.96875, 79.5, 6.1875, 1.757812, 3.90625, 27.625, 4.84375, 2.734375, 1.820312, 2.375, 3.828125, 111.5, 1.859375, 5.15625, 7.65625, 15.5625, 4.9375, 54.5, 2.640625, 32.5, 11.8125, 1.40625, 3.21875, 3.953125, 2.28125, 2.5, 12.875, 4.03125, 1.921875, 7.15625, 145.0, 3.375, 2.96875, 6.03125, 11.8125, 145.0, 3.390625, 7.1875, 5.84375, 25.375, 2.96875, 40.25, 3.78125, 4.625, 13.5, 7.625, 53.75, 7.8125, 5.03125, 4.71875, 4.78125, 2.953125, 31.25, 1.171875, 1.867188, 3.15625, 52.5, 11.5625, 5.03125, 3.09375, 3.0625, 6.40625, 3.140625, 3.4375, 6.4375, 19.25, 3.21875, 2.28125, 74.5, 5.1875, 1.78125, 3.46875, 137.0, 2.9375, 1.289062, 13.875, 3.0625, 1.945312, 57.75, 17.125, 2.28125, 2.65625, 2.703125, 3.578125, 105.0, 133.0, 16.375, 82.5, 1.203125, 0.660156, 1.351562, 4.46875, 3.578125, 3.5625, 197.0, 5.71875, 1.945312, 2.53125, 3.203125, 27.875 ] } , "name": "onnx::Mul_10863", "outputIndexes": [ 2340 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2339, 2340 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/input_layernorm/Mul_1_output_0", "outputIndexes": [ 2341 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2341 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.12/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 7365 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7365 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.12/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 7366 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7366 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 731547998, 2621462, 655360, 0, 0 ] } , "name": "/layers.12/self_attn/q_proj/Linear", "outputIndexes": [ 7367 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7367 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.12/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 7368 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7368 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ] , "dimType": "NCHW" } , "name": "/layers.12/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 2342 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2341 ] , "main_type": "NONE", "name": "/blocks.12/self_attn/Shape_output_0", "outputIndexes": [ 2343 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 2343 ] , "main_type": "NONE", "name": "Shape2868", "outputIndexes": [ 2344 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 2343 ] , "main_type": "NONE", "name": "Rank2870", "outputIndexes": [ 2345 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2345, 2345 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2872", "outputIndexes": [ 2346 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2346 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2873", "outputIndexes": [ 2347 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2346, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2875", "outputIndexes": [ 2348 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2348 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2876", "outputIndexes": [ 2349 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2344, 2347, 2349, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice2879", "outputIndexes": [ 2350 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2350 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze2880", "outputIndexes": [ 2351 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2351, 2351 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2882", "outputIndexes": [ 2352 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2343, 2352, 2346 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.12/self_attn/Gather_output_0", "outputIndexes": [ 2353 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2353, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.12/self_attn/Unsqueeze_output_0", "outputIndexes": [ 2354 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2346 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2890", "outputIndexes": [ 2355 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2348 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2893", "outputIndexes": [ 2356 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2344, 2355, 2356, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice2896", "outputIndexes": [ 2357 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2357 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze2897", "outputIndexes": [ 2358 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 2358 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2898", "outputIndexes": [ 2359 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2359, 2358 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2899", "outputIndexes": [ 2360 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2343, 2360, 2346 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.12/self_attn/Gather_1_output_0", "outputIndexes": [ 2361 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2361, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.12/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 2362 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2354, 2362, 41, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.12/self_attn/Concat_output_0", "outputIndexes": [ 2363 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2342, 2363 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.12/self_attn/Reshape_output_0", "outputIndexes": [ 2364 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2364 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.12/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 2366 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2366 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.12/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 2367 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2367, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/self_attn/q_norm/Add_output_0", "outputIndexes": [ 2368 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2368, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 2369 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2364, 2369 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 2370 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2370, 1651 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 2371 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2371, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/self_attn/Mul_output_0", "outputIndexes": [ 2372 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2371 ] , "main_type": "NONE", "name": "/blocks.12/self_attn/Shape_2_output_0", "outputIndexes": [ 2373 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 2373 ] , "main_type": "NONE", "name": "Shape2914", "outputIndexes": [ 2374 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 2373 ] , "main_type": "NONE", "name": "Rank2916", "outputIndexes": [ 2375 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2375, 2375 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2918", "outputIndexes": [ 2376 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2376 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2919", "outputIndexes": [ 2377 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2376, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2921", "outputIndexes": [ 2378 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2378 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2922", "outputIndexes": [ 2379 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2374, 2377, 2379, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice2925", "outputIndexes": [ 2380 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2380 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze2926", "outputIndexes": [ 2381 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 2381 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2927", "outputIndexes": [ 2382 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2382, 2381 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2928", "outputIndexes": [ 2383 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2373, 2383, 2376 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.12/self_attn/Gather_2_output_0", "outputIndexes": [ 2384 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2384, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/self_attn/Div_output_0", "outputIndexes": [ 2385 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2385, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.12/self_attn/Unsqueeze_7_output_0", "outputIndexes": [ 2386 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2371, 2386, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.12/self_attn/Slice_1_output_0", "outputIndexes": [ 2387 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2387 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.12/self_attn/Neg_output_0", "outputIndexes": [ 2388 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2385, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.12/self_attn/Unsqueeze_6_output_0", "outputIndexes": [ 2389 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2371, 31, 2389, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.12/self_attn/Slice_output_0", "outputIndexes": [ 2390 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2388, 2390 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.12/self_attn/Concat_3_output_0", "outputIndexes": [ 2391 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2391, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/self_attn/Mul_1_output_0", "outputIndexes": [ 2392 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2372, 2392 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/self_attn/Add_output_0", "outputIndexes": [ 2393 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7366 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 734824820, 655382, 163840, 0, 0 ] } , "name": "/layers.12/self_attn/k_proj/Linear", "outputIndexes": [ 7371 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7371 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.12/self_attn/k_proj/Linear/post_convert", "outputIndexes": [ 7372 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7372 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.12/self_attn/k_proj/Linear/post_reshape", "outputIndexes": [ 2394 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2353, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.12/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 2395 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2361, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.12/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 2396 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2395, 2396, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.12/self_attn/Concat_1_output_0", "outputIndexes": [ 2397 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2394, 2397 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.12/self_attn/Reshape_1_output_0", "outputIndexes": [ 2398 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2398 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.12/self_attn/k_norm/Pow_output_0", "outputIndexes": [ 2400 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2400 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.12/self_attn/k_norm/ReduceMean_output_0", "outputIndexes": [ 2401 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2401, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/self_attn/k_norm/Add_output_0", "outputIndexes": [ 2402 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2402, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/self_attn/k_norm/Pow_1_output_0", "outputIndexes": [ 2403 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2398, 2403 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/self_attn/k_norm/Mul_output_0", "outputIndexes": [ 2404 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2404, 1686 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/self_attn/k_norm/Mul_1_output_0", "outputIndexes": [ 2405 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2405, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/self_attn/Mul_2_output_0", "outputIndexes": [ 2406 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2405 ] , "main_type": "NONE", "name": "/blocks.12/self_attn/Shape_3_output_0", "outputIndexes": [ 2407 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 2407 ] , "main_type": "NONE", "name": "Shape2955", "outputIndexes": [ 2408 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 2407 ] , "main_type": "NONE", "name": "Rank2957", "outputIndexes": [ 2409 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2409, 2409 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2959", "outputIndexes": [ 2410 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2410 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2960", "outputIndexes": [ 2411 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2410, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2962", "outputIndexes": [ 2412 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2412 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze2963", "outputIndexes": [ 2413 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2408, 2411, 2413, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice2966", "outputIndexes": [ 2414 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2414 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze2967", "outputIndexes": [ 2415 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 2415 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2968", "outputIndexes": [ 2416 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2416, 2415 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp2969", "outputIndexes": [ 2417 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2407, 2417, 2410 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.12/self_attn/Gather_3_output_0", "outputIndexes": [ 2418 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2418, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/self_attn/Div_1_output_0", "outputIndexes": [ 2419 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2419, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.12/self_attn/Unsqueeze_9_output_0", "outputIndexes": [ 2420 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2405, 2420, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.12/self_attn/Slice_3_output_0", "outputIndexes": [ 2421 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2421 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.12/self_attn/Neg_1_output_0", "outputIndexes": [ 2422 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2419, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.12/self_attn/Unsqueeze_8_output_0", "outputIndexes": [ 2423 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2405, 31, 2423, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.12/self_attn/Slice_2_output_0", "outputIndexes": [ 2424 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2422, 2424 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.12/self_attn/Concat_4_output_0", "outputIndexes": [ 2425 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2425, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/self_attn/Mul_3_output_0", "outputIndexes": [ 2426 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2406, 2426 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/self_attn/Add_1_output_0", "outputIndexes": [ 2427 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7366 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 735644042, 655382, 163840, 0, 0 ] } , "name": "/layers.12/self_attn/v_proj/Linear", "outputIndexes": [ 7375 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7375 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.12/self_attn/v_proj/Linear/post_convert", "outputIndexes": [ 7376 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7376 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.12/self_attn/v_proj/Linear/post_reshape", "outputIndexes": [ 2428 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2353, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.12/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 2429 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2361, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.12/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 2430 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2429, 2430, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.12/self_attn/Concat_2_output_0", "outputIndexes": [ 2431 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2428, 2431 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.12/self_attn/Reshape_2_output_0", "outputIndexes": [ 2432 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2432 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.12/self_attn/v_norm/Pow_output_0", "outputIndexes": [ 2434 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2434 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.12/self_attn/v_norm/ReduceMean_output_0", "outputIndexes": [ 2435 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2435, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/self_attn/v_norm/Add_output_0", "outputIndexes": [ 2436 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2436, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/self_attn/v_norm/Pow_1_output_0", "outputIndexes": [ 2437 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2432, 2437 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/self_attn/v_norm/Mul_output_0", "outputIndexes": [ 2438 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2393, 2427, 2438, 167 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 12, "kv_shared_layer_index": -1 } , "name": "/layers.12/self_attn/FusedAttention", "outputIndexes": [ 2439 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2439 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.12/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 7377 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7377 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.12/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 7378 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7378 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 736463264, 2621462, 655360, 0, 0 ] } , "name": "/layers.12/self_attn/o_proj/Linear", "outputIndexes": [ 7379 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7379 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.12/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 7380 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7380 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.12/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 2440 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2440 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.12/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 2442 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2442 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.12/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 2443 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2443, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/post_attention_layernorm/Add_output_0", "outputIndexes": [ 2444 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2444, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 2445 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2440, 2445 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 2446 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.294922, 0.466797, 1.070312, 0.15918, 0.84375, 0.636719, 1.070312, 0.722656, 0.816406, 1.070312, 0.316406, 1.070312, 0.703125, 0.109375, 0.375, 1.070312, 1.070312, 1.070312, 0.628906, 0.671875, 0.047119, 1.070312, 0.494141, 0.061523, 1.070312, 0.691406, 1.070312, 0.816406, 1.070312, 0.425781, 0.068848, 0.882812, 0.753906, 0.914062, 0.800781, 0.020752, 1.0625, 0.096191, 0.012024, 1.070312, 0.464844, 0.466797, 1.070312, 0.431641, 0.231445, 0.447266, 0.726562, 1.070312, 0.71875, 0.679688, 0.804688, 0.558594, 1.070312, 0.086426, 0.558594, 1.070312, 0.519531, 0.036377, 1.070312, 0.660156, 0.069824, 1.070312, 0.390625, 1.070312, 0.068848, 0.106934, 0.394531, 0.330078, 0.008911, 0.007568, 0.5625, 0.263672, 1.070312, 0.53125, 0.773438, 0.777344, 1.070312, 1.070312, 1.0625, 1.070312, 1.070312, 1.070312, 1.070312, 0.371094, 0.324219, 0.089355, 0.019043, 1.070312, 1.023438, 1.0625, 0.466797, 1.070312, 0.192383, 1.070312, 1.070312, 1.070312, 0.480469, 0.667969, 1.070312, 0.941406, 1.046875, 1.007812, 1.070312, 0.023804, 1.070312, 0.474609, 0.378906, 0.117676, 1.0625, 0.306641, 0.753906, 1.03125, 0.040771, 0.523438, 0.539062, 0.036377, 0.227539, 0.19043, 0.277344, 1.070312, 0.453125, 1.070312, 1.070312, 0.105957, 1.070312, 0.738281, 0.462891, 0.574219, 1.070312, 0.785156, 1.070312, 0.213867, 1.070312, 0.147461, 0.032715, 0.867188, 1.070312, 0.761719, 0.478516, 1.070312, 1.070312, 1.070312, 0.953125, 0.186523, 1.070312, 0.664062, 1.070312, 0.785156, 0.429688, 1.070312, 0.5, 1.070312, 0.145508, 0.011658, 1.070312, 1.070312, 0.008545, 0.65625, 0.031494, 1.0, 0.453125, 0.835938, 0.062256, 1.070312, 0.141602, 0.652344, 0.941406, 0.030029, 0.855469, 0.691406, 0.498047, 0.554688, 1.070312, 0.419922, 0.695312, 1.070312, 0.621094, 0.177734, 1.070312, 1.070312, 1.070312, 0.660156, 0.099609, 1.070312, 0.345703, 0.065918, 0.05127, 0.640625, 0.041992, 1.0625, 0.22168, 0.769531, 0.695312, 1.039062, 1.070312, 1.070312, 0.648438, 0.765625, 0.597656, 0.0271, 0.398438, 0.298828, 0.773438, 0.006348, 1.070312, 0.027588, 0.373047, 1.070312, 0.051025, 0.006714, 0.816406, 0.5625, 0.161133, 0.789062, 1.070312, 0.417969, 0.333984, 1.070312, 0.625, 0.65625, 0.625, 0.013428, 1.070312, 0.251953, 0.960938, 0.000809, 0.640625, 0.617188, 0.361328, 0.929688, 0.855469, 0.1875, 0.941406, 0.753906, 0.75, 0.039062, 0.351562, 0.855469, 1.070312, 0.470703, 1.070312, 0.028809, 1.070312, 0.5, 1.046875, 0.535156, 1.070312, 0.033691, 0.511719, 1.046875, 0.015869, 0.714844, 0.043213, 1.070312, 0.083496, 0.378906, 1.070312, 0.033203, 0.076172, 0.439453, 0.550781, 0.020752, 0.375, 1.070312, 1.070312, 1.070312, 1.03125, 0.777344, 0.183594, 0.589844, 0.349609, 0.628906, 0.073242, 0.699219, 1.070312, 0.466797, 0.417969, 0.181641, 1.070312, 1.070312, 1.070312, 0.800781, 1.070312, 0.296875, 0.063965, 0.867188, 0.24707, 0.730469, 0.131836, 0.269531, 1.070312, 0.578125, 0.683594, 0.511719, 0.523438, 0.757812, 0.5, 0.566406, 0.921875, 1.070312, 0.789062, 0.059814, 1.070312, 0.695312, 0.382812, 1.070312, 0.123047, 0.921875, 0.028687, 0.296875, 1.070312, 0.025757, 0.273438, 0.742188, 0.597656, 0.070312, 0.224609, 0.094727, 0.038818, 1.070312, 0.789062, 0.255859, 0.077637, 0.10791, 0.527344, 1.070312, 0.025269, 1.070312, 0.605469, 0.014893, 0.726562, 0.040771, 0.02771, 0.65625, 1.054688, 0.007996, 1.070312, 0.558594, 0.753906, 0.00647, 1.070312, 1.070312, 0.882812, 0.710938, 0.773438, 0.008118, 0.699219, 0.185547, 0.192383, 0.402344, 1.070312, 0.890625, 0.160156, 0.703125, 1.070312, 0.023682, 0.157227, 0.345703, 1.070312, 0.378906, 1.046875, 0.628906, 0.964844, 1.070312, 0.730469, 0.71875, 1.070312, 1.070312, 0.507812, 0.550781, 0.008972, 0.176758, 0.107422, 0.621094, 0.032715, 0.546875, 0.847656, 0.291016, 1.070312, 0.882812, 0.640625, 0.777344, 0.049805, 1.054688, 1.070312, 0.558594, 0.460938, 1.070312, 0.099609, 1.0625, 0.46875, 0.408203, 0.625, 0.40625, 1.070312, 1.070312, 0.02771, 1.070312, 1.070312, 1.070312, 1.070312, 0.066895, 0.458984, 0.369141, 0.835938, 1.070312, 0.695312, 0.511719, 0.224609, 0.617188, 0.074219, 0.664062, 0.036133, 0.671875, 0.435547, 1.0625, 0.503906, 0.484375, 1.070312, 0.578125, 0.036133, 0.507812, 0.167969, 0.012573, 1.015625, 0.081055, 0.773438, 0.490234, 0.069824, 0.710938, 0.248047, 0.921875, 0.427734, 1.070312, 1.054688, 0.929688, 1.070312, 0.960938, 1.070312, 1.070312, 0.143555, 0.267578, 0.660156, 1.0625, 0.086914, 0.726562, 0.017334, 0.554688, 1.046875, 0.90625, 1.054688, 0.006409, 0.992188, 0.769531, 0.589844, 0.028931, 0.65625, 0.9375, 1.070312, 1.070312, 0.490234, 1.070312, 1.054688, 0.219727, 1.070312, 1.070312, 1.070312, 1.070312, 0.9375, 0.515625, 0.041992, 0.294922, 0.894531, 1.070312, 0.71875, 1.070312, 0.503906, 1.0625, 0.605469, 1.070312, 0.098145, 0.005157, 0.072266, 0.902344, 0.746094, 0.302734, 0.644531, 0.314453, 1.070312, 0.056152, 0.890625, 0.443359, 0.082031, 1.015625, 0.026855, 0.691406, 0.839844, 0.976562, 0.957031, 0.244141, 0.253906, 1.070312, 0.730469, 1.070312, 0.957031, 0.722656, 1.070312, 0.196289, 1.070312, 0.400391, 0.898438, 0.435547, 0.910156, 0.100098, 0.78125, 0.792969, 1.070312, 0.503906, 1.070312, 1.070312, 1.0625, 1.03125, 0.550781, 0.707031, 0.482422, 0.761719, 1.070312, 0.3125, 0.326172, 1.070312, 0.332031, 0.890625, 0.05249, 0.714844, 0.048096, 1.0625, 1.070312, 1.070312, 0.15332, 0.166992, 1.070312, 0.753906, 0.333984, 0.176758, 0.012817, 1.070312, 0.574219, 0.193359, 0.371094, 1.070312, 1.070312, 1.070312, 0.318359, 1.070312, 0.703125, 1.070312, 1.070312, 0.878906, 1.070312, 0.492188, 0.216797, 0.953125, 0.8125, 1.070312, 0.172852, 0.008606, 1.070312, 1.070312, 0.695312, 0.114258, 0.103027, 0.496094, 1.070312, 0.882812, 0.178711, 0.734375, 1.070312, 1.070312, 0.367188, 0.582031, 0.349609, 1.070312, 0.073242, 1.070312, 0.308594, 0.052734, 1.070312, 0.040283, 0.11084, 1.054688, 0.417969, 0.013977, 0.112305, 0.037354, 0.427734, 1.070312, 0.048096, 0.734375, 0.863281, 0.28125, 0.988281, 0.08252, 1.070312, 1.070312, 1.070312, 1.070312, 0.050293, 0.636719, 1.046875, 1.070312, 1.070312, 0.273438, 0.24707, 0.009644, 0.601562, 1.070312, 0.031982, 1.070312, 0.726562, 1.070312, 0.04541, 0.65625, 0.566406, 0.214844, 0.136719, 1.070312, 0.699219, 1.070312, 0.746094, 0.047852, 0.839844, 0.964844, 1.070312, 0.613281, 1.054688, 1.070312, 0.097168, 0.714844, 1.070312, 1.070312, 0.03125, 1.070312, 0.046143, 0.177734, 1.070312, 1.0625, 0.335938, 0.047607, 0.09082, 0.507812, 0.476562, 0.024658, 0.237305, 0.10791, 0.636719, 0.941406, 0.165039, 0.972656, 1.070312, 0.404297, 0.53125, 0.726562, 0.455078, 0.222656, 0.289062, 1.070312, 0.851562, 0.585938, 0.898438, 0.015442, 0.800781, 0.503906, 0.207031, 0.570312, 0.824219, 1.0625, 0.660156, 0.07959, 1.070312, 0.378906, 0.675781, 1.0625, 0.601562, 1.054688, 1.070312, 0.53125, 0.144531, 0.566406, 0.609375, 1.070312, 0.523438, 1.039062, 0.241211, 0.792969, 1.070312, 0.523438, 0.433594, 0.382812, 1.070312, 1.039062, 0.65625, 1.03125, 0.699219, 0.648438, 0.992188, 0.589844, 0.5625, 0.742188, 0.5625, 0.068848, 0.071289, 0.742188, 1.0625, 0.648438, 0.169922, 1.070312, 0.476562, 0.851562, 0.601562, 0.386719, 0.859375, 0.022095, 0.249023, 0.722656, 1.070312, 1.070312, 1.070312, 0.816406, 0.384766, 1.03125, 0.061279, 0.369141, 1.054688, 0.589844, 1.070312, 0.128906, 1.070312, 0.265625, 1.0625, 0.140625, 0.304688, 1.070312, 0.355469, 0.186523, 0.546875, 0.229492, 0.964844, 1.070312, 0.8125, 0.009705, 0.742188, 1.070312, 0.582031, 1.070312, 0.435547, 1.070312, 0.016235, 0.054443, 1.0625, 0.168945, 0.890625, 1.070312, 0.345703, 0.75, 0.683594, 0.064453, 0.921875, 0.423828, 0.90625, 0.800781, 0.210938, 0.28125, 0.433594, 1.070312, 0.796875, 1.070312, 0.015076, 1.070312, 0.652344, 0.008667, 1.070312, 0.71875, 1.0625, 0.394531, 0.382812, 1.070312, 1.070312, 1.070312, 0.012878, 1.0, 1.070312, 0.898438, 0.609375, 1.070312, 0.773438, 0.070801, 1.070312, 0.90625, 0.613281, 0.097656, 1.070312, 1.070312, 1.070312, 0.008362, 0.210938, 1.070312, 0.408203, 0.177734, 0.433594, 0.392578, 0.476562, 0.072266, 0.378906, 1.070312, 0.057617, 1.070312, 0.458984, 1.070312, 0.154297, 0.425781, 0.181641, 0.01001, 1.070312, 0.632812, 1.070312, 0.008179, 1.070312, 0.617188, 0.710938, 0.010559, 0.003784, 0.496094, 0.933594, 0.6875, 1.070312, 0.423828, 0.049561, 0.984375, 0.664062, 0.3125, 0.582031, 0.792969, 1.070312, 1.0625, 0.045166, 0.691406, 1.070312, 0.314453, 0.000969, 0.026001, 1.046875, 0.092285, 0.257812, 1.039062, 1.070312, 1.070312, 1.070312, 1.023438, 0.114258, 0.574219, 1.070312, 0.026855, 0.683594, 1.070312, 0.086914, 0.65625, 1.070312, 0.269531, 1.0625, 1.03125, 0.699219, 1.054688, 1.070312, 0.455078, 0.470703, 0.835938, 0.004517, 0.157227, 0.652344, 0.785156, 0.15625, 0.316406, 0.796875, 1.070312, 0.031738, 1.070312, 0.632812, 1.070312, 0.652344, 0.640625, 0.855469, 1.070312, 0.972656, 0.008118, 1.070312, 0.847656, 0.824219, 0.84375, 0.726562, 0.308594, 1.070312, 1.070312, 0.120605, 0.027222, 0.820312, 0.945312, 0.753906, 0.878906, 0.738281, 0.121582, 0.398438, 1.070312, 0.578125, 1.03125, 0.052246, 0.980469, 0.449219, 0.929688, 0.02002, 0.018433, 1.070312, 1.070312, 0.219727, 1.039062, 0.699219, 1.070312, 1.015625, 0.640625, 0.539062, 0.6875, 1.070312, 0.059082, 0.029907, 0.019287, 1.070312, 1.070312, 0.404297, 1.015625, 1.070312, 0.527344, 1.070312, 0.523438, 0.431641, 0.028564, 0.006714, 0.005005, 1.070312, 0.486328, 0.359375, 0.314453, 0.40625, 0.601562, 0.554688, 1.070312, 1.070312, 1.070312, 0.597656, 0.077637, 0.390625, 0.984375, 0.022217, 1.070312, 0.816406, 1.070312, 0.037598, 0.015442, 0.0354, 0.023315, 0.703125, 0.863281, 0.412109, 0.010864, 0.753906, 0.589844, 0.9375, 0.726562, 0.839844, 0.984375, 1.070312, 1.03125, 0.847656, 1.070312, 1.070312, 1.007812, 0.507812, 0.067871, 0.980469, 0.828125, 1.070312, 1.070312, 0.439453, 1.070312, 0.980469, 0.566406, 0.449219, 0.066895, 0.032959, 1.070312, 1.070312, 0.020142, 1.0625, 0.033936, 0.298828, 0.535156, 1.070312, 0.166016, 0.03833, 1.070312, 1.070312, 0.05127, 0.617188, 0.539062, 0.10498, 0.011292, 0.730469, 1.070312, 0.108887, 0.306641, 1.070312, 0.445312, 0.773438, 1.070312, 0.84375, 1.046875, 1.070312, 0.695312, 0.941406, 0.154297, 0.376953, 0.000973, 1.070312, 0.605469, 0.433594, 0.090332, 0.104492, 0.363281, 1.054688, 1.070312, 1.0625, 0.035889, 0.310547, 1.070312, 0.6875, 0.996094, 0.005676, 0.014038, 0.566406, 1.070312, 0.15625, 1.046875, 0.757812, 0.6875, 0.636719, 1.070312, 0.847656, 1.070312, 0.382812, 0.863281, 0.507812, 1.070312, 1.070312, 1.03125, 0.574219, 1.046875, 0.925781, 0.443359, 0.013062, 1.070312, 0.173828, 0.632812, 0.515625, 0.707031, 0.496094, 1.070312, 0.066406, 1.070312, 0.71875, 1.070312, 0.980469, 0.402344, 0.027222, 0.523438, 0.058838, 0.40625, 0.636719, 1.070312, 1.070312, 0.9375, 0.21875, 0.617188, 0.523438, 1.070312, 0.031128, 0.022217, 0.984375, 0.5, 0.008484, 1.070312, 1.070312, 1.070312, 0.71875, 1.070312, 1.070312, 0.332031, 0.980469, 0.582031, 1.070312, 0.964844, 0.486328, 0.047852, 0.341797, 0.423828, 0.644531, 1.023438, 0.098633, 0.115234, 0.189453, 0.330078, 1.070312, 1.0625, 0.679688, 1.070312, 0.177734, 0.890625, 0.71875, 0.890625, 1.046875, 0.855469, 0.6875, 0.022705, 0.369141, 1.070312, 0.021606, 0.490234, 1.070312, 0.714844, 0.441406, 0.462891, 0.009399, 0.02356, 1.070312, 1.070312, 0.933594, 0.480469, 1.070312, 0.667969, 1.070312, 0.992188, 0.855469, 0.040771, 0.443359, 0.212891, 0.044434, 1.046875, 0.023926, 0.609375, 0.017212, 0.283203, 0.511719, 0.036865, 0.244141, 0.664062, 0.09375, 0.120605, 1.070312, 0.371094, 0.738281, 0.005249, 0.691406, 0.585938, 0.507812, 1.070312, 0.824219, 0.277344, 0.761719, 0.249023, 0.369141, 0.302734, 0.018433, 0.12793, 0.566406, 1.039062, 0.078613, 1.070312, 0.261719, 0.058594, 0.722656, 1.070312, 0.237305, 0.792969, 1.070312, 0.519531, 1.0, 1.070312, 1.070312, 1.070312, 0.010864, 0.008728, 0.466797, 0.859375, 1.070312, 0.020752, 1.054688, 1.070312, 0.05542, 0.248047, 1.070312, 0.008118, 1.015625, 0.024048, 0.073242, 0.679688, 1.070312, 0.773438, 0.449219, 0.121582, 0.589844, 0.200195, 1.070312, 0.792969, 0.574219, 0.585938, 0.648438, 0.65625, 0.613281, 1.070312, 0.017456, 1.070312, 0.029419, 1.070312, 0.507812, 0.769531, 0.503906, 0.640625, 0.016968, 0.009644, 1.070312, 0.859375, 0.080078, 0.208984, 1.070312, 0.511719, 0.875, 1.0, 0.026978, 0.324219, 1.070312, 0.582031, 0.234375, 0.025879, 0.867188, 1.070312, 0.738281, 1.070312, 0.699219, 0.104004, 1.070312, 1.070312, 1.0625, 0.029419, 0.890625, 0.222656, 0.376953, 0.519531, 1.070312, 0.015991, 1.070312, 0.029785, 0.151367, 0.574219, 1.070312, 1.070312, 0.400391, 0.902344, 0.382812, 0.8125, 1.046875, 0.820312, 0.578125, 0.601562, 0.726562, 0.828125, 0.644531, 0.941406, 0.945312, 0.539062, 1.070312, 0.585938, 1.070312, 0.539062, 0.804688, 0.628906, 0.84375, 0.636719, 0.443359, 1.070312, 0.015259, 0.257812, 1.070312, 0.628906, 0.036377, 0.949219, 0.07959, 0.4375, 0.511719, 0.558594, 0.679688, 1.070312, 0.953125, 0.761719, 0.05127, 1.070312, 1.0, 1.070312, 0.103027, 0.032227, 1.0625, 1.070312, 1.054688, 0.890625, 0.008972, 0.302734, 1.070312, 1.070312, 0.011719, 0.917969, 0.021362, 0.421875, 0.054199, 0.201172, 0.035889, 0.084473, 0.371094, 0.451172, 0.78125, 0.507812, 0.287109, 0.486328, 0.636719, 1.070312, 0.582031, 0.026245, 0.699219, 0.302734, 0.550781, 0.746094, 0.498047, 0.40625, 0.119141, 1.070312, 0.104004, 0.386719, 0.034424, 0.578125, 0.765625, 0.683594, 1.070312, 0.00824, 0.308594, 1.070312, 0.285156, 1.070312, 0.574219, 0.695312, 0.178711, 0.453125, 0.984375, 1.070312, 0.271484, 0.164062, 0.441406, 0.019531, 0.660156, 0.033203, 0.953125, 0.878906, 0.039551, 0.079102, 1.070312, 0.960938, 0.152344, 0.120117, 1.03125, 0.273438, 0.030273, 0.498047, 0.835938, 0.05127, 0.006317, 0.042236, 0.746094, 0.030762, 1.070312, 1.070312, 0.78125, 0.769531, 0.570312, 0.582031, 0.265625, 1.070312, 0.847656, 0.202148, 0.037109, 0.566406, 0.308594, 1.070312, 0.1875, 1.070312, 0.316406, 0.00592, 0.075684, 0.820312, 0.098145, 1.007812, 0.027832, 0.628906, 1.070312, 1.070312, 0.062012, 0.361328, 1.070312, 0.462891, 1.070312, 0.124023, 0.707031, 0.785156, 0.863281, 0.060791, 0.015747, 0.808594, 0.777344, 0.835938, 0.71875, 1.070312, 1.070312, 1.0625, 0.016602, 0.453125, 1.070312, 1.070312, 0.018921, 1.070312, 1.070312, 0.016724, 0.045166, 1.070312, 0.921875, 0.371094, 1.070312, 1.039062, 0.398438, 0.455078, 1.070312, 1.070312, 1.070312, 1.070312, 0.40625, 1.070312, 0.804688, 0.773438, 1.070312, 0.105957, 1.070312, 1.070312, 0.031494, 0.457031, 0.001038, 0.055908, 1.070312, 0.022461, 0.008484, 0.145508, 0.988281, 0.757812, 0.150391, 0.964844, 0.230469, 1.070312, 1.070312, 0.90625, 0.024902, 0.515625, 0.875, 1.070312, 0.335938, 0.005829, 0.005951, 0.632812, 0.0354, 1.0, 0.478516, 0.636719, 0.047363, 0.660156, 1.070312, 1.070312, 1.070312, 0.925781, 1.070312, 0.636719, 1.0625, 1.070312, 0.703125, 0.296875, 0.098633, 0.022095, 0.84375, 1.070312, 1.039062, 0.730469, 0.408203, 0.076172, 0.322266, 0.5625, 0.018311, 0.777344, 0.099609, 0.519531, 1.070312, 1.070312, 0.134766, 0.007263, 1.070312, 1.070312, 1.070312, 0.316406, 0.335938, 1.054688, 1.070312, 1.070312, 0.333984, 1.070312, 0.443359, 0.064941, 0.777344, 0.080078, 0.431641, 0.777344, 0.277344, 0.628906, 1.007812, 1.070312, 0.431641, 0.345703, 0.460938, 0.554688, 0.199219, 1.046875, 0.287109, 1.070312, 1.070312, 0.800781, 1.03125, 0.075195, 1.070312, 0.038574, 1.070312, 0.373047, 0.59375, 0.898438, 1.070312, 1.054688, 1.070312, 1.070312, 1.0625, 0.380859, 0.259766, 0.742188, 1.070312, 0.6875, 0.04126, 0.550781, 0.261719, 0.980469, 0.026001, 0.703125, 0.488281, 1.070312, 0.462891, 0.470703, 0.988281, 1.070312, 0.433594, 0.019165, 0.054688, 0.542969, 1.070312, 0.632812, 0.703125, 0.21582, 0.558594, 0.535156, 0.578125, 0.761719, 0.808594, 0.8125, 1.070312, 0.867188, 0.228516, 0.914062, 0.21875, 0.730469, 0.691406, 1.039062, 0.063965, 0.164062, 0.039307, 1.070312, 0.390625, 1.070312, 0.357422, 0.486328, 0.337891, 0.404297, 0.570312, 0.051514, 0.064941, 0.00946, 0.025879, 0.984375, 0.824219, 0.816406, 1.070312, 0.044922, 0.617188, 1.070312, 0.165039, 0.351562, 0.523438, 0.730469, 0.789062, 0.333984, 1.070312, 0.00708, 0.816406, 1.070312, 0.013428, 0.621094, 1.070312, 0.078613, 0.223633, 0.75, 0.328125, 1.070312, 1.054688, 1.007812, 0.730469, 0.051514, 0.11084, 0.710938, 0.367188, 1.070312, 0.057617, 0.925781, 0.539062, 0.041504, 0.691406, 1.070312, 0.373047, 0.878906, 0.046631, 0.419922, 0.006744, 0.839844, 1.070312, 0.871094, 0.021484, 1.070312, 0.78125, 0.357422, 0.001007, 0.131836, 0.433594, 0.339844, 0.375, 0.031128, 0.044189, 1.070312, 0.117676, 0.012634, 0.298828, 1.070312, 0.511719, 0.601562, 0.464844, 0.269531, 0.049072, 0.6875, 0.511719, 0.404297, 0.628906, 1.070312, 1.070312, 0.455078, 0.139648, 1.070312, 1.054688, 0.006409, 0.867188, 1.070312, 0.236328, 0.057617, 0.029053, 0.875, 0.402344, 0.298828, 0.022827, 1.070312, 1.070312, 0.652344, 0.22168, 0.210938, 0.394531, 0.028564, 0.832031, 0.006531, 0.142578, 0.574219, 1.070312, 0.251953, 0.324219, 0.867188, 1.070312, 0.486328, 0.535156, 1.070312, 0.019653, 0.131836, 0.4375, 0.025513, 0.988281, 0.025757, 0.648438, 1.039062, 0.777344, 0.9375, 1.070312, 0.028442, 1.070312, 0.863281, 1.070312, 1.070312, 1.070312, 1.0, 1.070312, 0.605469, 1.070312, 0.410156, 0.453125, 0.095215, 0.125977, 0.800781, 0.396484, 0.5, 1.070312, 0.073242, 1.007812, 0.730469, 0.035645, 0.511719, 0.703125, 1.070312, 0.5, 0.695312, 0.009216, 1.0625, 0.051025, 0.671875, 0.016968, 0.032227, 0.582031, 0.005493, 0.8125, 1.070312, 0.585938, 1.070312, 0.125977, 1.070312, 0.242188, 1.070312, 0.757812, 0.84375, 0.742188, 1.070312, 1.070312, 0.121094, 0.188477, 1.070312, 0.925781, 0.003677, 0.792969, 0.048828, 0.089355, 0.765625, 1.070312, 0.326172, 1.0625, 0.431641, 1.070312, 0.824219, 0.71875, 1.0625, 0.695312, 1.046875, 1.070312, 0.429688, 0.099609, 0.265625, 0.316406, 1.070312, 0.875, 1.039062, 0.675781, 0.014709, 1.0625, 0.617188, 0.832031, 0.683594, 1.070312, 0.628906, 0.455078, 0.769531, 0.636719, 1.070312, 0.462891, 0.578125, 0.103027, 0.308594, 1.0625, 0.519531, 1.039062, 1.070312, 1.070312, 0.014404, 0.527344, 1.070312, 0.847656, 0.773438, 0.022217, 1.070312, 0.839844, 0.373047, 1.054688, 1.070312, 1.070312, 0.388672, 0.000992, 1.070312, 0.492188, 0.199219, 0.554688, 0.092773, 1.070312, 0.259766, 0.072754, 0.310547, 0.367188, 0.910156, 0.229492, 0.287109, 0.289062, 0.010437, 0.625, 1.070312, 0.4375, 0.162109, 0.945312, 0.472656, 0.003448, 0.351562, 0.097168, 1.070312, 0.330078, 0.21875, 0.382812, 0.229492, 1.070312, 0.239258, 0.757812, 0.875, 1.0625, 0.120605, 1.0, 0.09082, 1.007812, 1.015625, 0.024048, 0.632812, 0.076172, 1.070312, 0.314453, 1.070312, 0.03418, 1.070312, 0.326172, 1.070312, 1.070312, 0.953125, 1.070312, 0.291016, 0.765625, 0.929688, 0.550781, 0.330078, 0.671875, 0.008606, 0.59375, 0.163086, 0.839844, 0.988281, 0.539062, 1.054688, 1.0625, 0.554688, 0.757812, 0.9375, 0.886719, 0.6875, 0.388672, 1.070312, 1.070312, 0.644531, 0.636719, 0.482422, 0.046631, 0.578125, 0.220703, 0.574219, 0.03418, 1.046875, 1.039062, 1.070312, 1.070312, 1.070312, 0.996094, 0.027466, 1.070312, 1.070312, 0.96875, 0.308594, 0.5625, 0.5, 0.25, 0.96875, 1.070312, 0.482422, 0.010559, 0.034668, 0.59375, 0.621094, 0.045166, 0.220703, 1.046875, 1.046875, 0.664062, 0.703125, 0.636719, 1.015625, 0.007538, 1.070312, 0.710938, 0.421875, 1.070312, 0.632812, 0.006958, 0.6875, 0.102051, 0.699219, 0.192383, 0.398438, 0.671875, 1.070312, 0.652344, 0.769531, 0.005615, 0.714844, 1.070312, 0.496094, 1.070312, 0.05542, 0.151367, 0.083984, 0.167969, 0.738281, 0.550781, 0.008972, 1.070312, 0.359375, 1.015625, 0.886719, 0.890625, 0.613281, 1.070312, 0.057373, 1.070312, 0.171875, 0.306641, 0.78125, 0.04541, 1.070312, 1.070312, 1.070312, 0.490234, 0.515625, 0.189453, 0.054932, 0.679688, 0.660156, 0.019409, 0.265625, 0.494141, 0.443359, 0.033447, 0.324219, 0.84375, 1.0625, 1.070312, 1.046875, 0.0047, 0.546875, 1.0625, 1.070312, 0.010498, 0.585938, 0.494141, 0.133789, 0.726562, 0.091309, 0.945312, 0.369141, 0.00824, 0.038574, 0.020752, 0.984375, 0.287109, 0.75, 0.507812, 1.0625, 0.016846, 0.025635, 1.070312, 0.898438, 0.753906, 0.90625, 0.004944, 1.03125, 0.757812, 0.582031, 0.503906, 0.000957, 0.355469, 0.0177, 0.349609, 1.070312, 1.070312, 0.816406, 0.957031, 0.027344, 1.070312, 1.0625, 0.835938, 1.070312, 0.01355, 1.070312, 1.070312, 0.390625, 1.070312, 0.671875, 1.070312, 0.443359, 0.703125, 1.070312, 0.000999, 1.070312, 1.046875, 0.010071, 0.24707, 0.609375, 1.070312, 0.484375, 0.224609, 0.028076, 0.145508, 0.026245, 1.070312, 1.070312, 0.423828, 1.070312, 0.480469, 1.054688, 0.558594, 1.070312, 0.722656, 0.988281, 0.474609, 1.070312, 1.0625, 0.021729, 0.996094, 0.558594, 0.042969, 0.964844, 0.02002, 0.667969, 1.070312, 1.070312, 0.318359, 1.070312, 0.558594, 0.291016, 0.472656, 0.761719, 0.792969, 0.417969, 0.075195, 0.121094, 1.070312, 0.828125, 0.933594, 0.710938, 0.244141, 0.019897, 1.070312, 1.070312, 0.828125, 0.964844, 0.519531, 0.100586, 0.636719, 0.408203, 1.046875, 0.380859, 0.219727, 0.271484, 1.070312, 1.070312, 0.75, 1.070312, 0.490234, 0.130859, 0.886719, 0.921875, 0.474609, 1.070312, 0.546875, 1.070312, 0.816406, 0.267578, 0.421875, 0.009827, 0.060303, 0.855469, 0.408203, 0.457031, 1.070312, 0.460938, 0.014648, 1.015625, 1.070312, 0.134766, 0.777344, 1.070312, 1.070312, 0.699219, 0.714844, 0.617188, 0.006744, 0.753906, 0.503906, 1.070312, 0.691406, 1.070312, 0.279297, 0.21582, 0.219727, 0.929688, 0.308594, 1.070312, 0.804688, 0.000927, 0.005981, 0.566406, 0.621094, 1.070312, 0.597656, 0.263672, 0.462891, 0.201172, 0.073242, 1.0625, 0.941406, 1.070312, 0.867188, 1.070312, 0.058594, 0.261719, 1.0625, 0.734375, 0.835938, 0.558594, 1.070312, 0.022217, 0.636719, 1.070312, 0.24707, 0.683594, 0.458984, 0.007538, 0.015991, 0.130859, 0.023682, 0.605469, 0.761719, 1.070312, 1.070312, 0.049072, 0.929688, 1.070312, 1.070312, 0.636719, 0.062256, 0.660156, 0.061768, 0.223633, 0.289062, 0.636719, 0.746094, 1.070312, 1.070312, 1.039062, 1.070312, 0.59375, 0.660156, 0.032227, 0.024048, 1.070312, 1.070312, 0.816406, 1.070312, 0.46875, 0.671875, 1.070312, 1.070312, 0.118164, 0.769531, 0.5625, 0.049561, 1.070312, 0.742188, 1.070312, 0.515625, 0.839844, 1.070312, 0.287109, 1.070312, 0.699219, 0.068848, 0.013855, 0.253906, 0.742188, 0.644531, 0.558594, 0.498047, 1.070312, 0.722656, 0.376953, 0.824219, 1.070312, 0.28125, 0.19043, 0.941406, 0.773438, 0.527344, 0.695312, 0.004395, 0.04248, 0.417969, 0.527344, 0.605469, 0.045166, 0.10498, 0.25, 1.070312, 0.069336, 1.070312, 0.546875, 1.070312, 0.421875, 0.652344, 0.146484, 0.466797, 0.009338, 1.070312, 0.839844, 0.5625, 0.231445, 0.53125, 1.070312, 0.03125, 0.080078, 0.828125, 0.384766, 0.265625, 0.722656, 0.753906, 0.53125, 0.07373, 0.004547, 0.851562, 0.228516, 0.224609, 0.636719, 0.800781, 0.130859, 1.070312, 0.376953, 1.070312, 0.964844, 0.589844, 0.679688, 0.046387, 0.431641, 0.652344, 0.929688, 1.070312, 0.714844, 0.478516, 0.398438, 0.443359, 0.078125, 0.025391, 0.337891, 0.118652, 1.070312, 0.609375, 0.953125, 0.341797, 0.589844, 0.078613, 1.070312, 0.644531, 1.070312, 0.753906, 0.726562, 0.427734, 0.464844, 1.070312, 1.007812, 0.022095, 0.625, 0.030396, 0.024048, 0.585938, 0.271484, 0.929688, 0.251953, 0.09668, 0.597656, 0.558594, 1.070312, 0.472656, 0.871094, 0.78125, 0.640625, 0.425781, 1.046875, 0.789062, 0.675781, 1.070312, 0.84375, 0.410156, 0.010986, 0.337891, 0.902344, 0.675781, 0.503906, 0.714844, 1.070312, 0.234375, 0.073242, 1.070312, 0.785156, 1.070312, 1.070312, 0.251953, 0.695312, 0.558594, 1.070312, 1.070312, 0.695312, 0.804688, 0.474609, 1.070312, 0.115723, 0.644531, 0.020264, 0.431641, 0.753906, 0.601562, 0.222656, 1.070312, 0.972656, 0.949219, 1.070312, 0.498047, 0.730469, 1.070312, 1.070312, 0.324219, 0.945312, 0.5625, 0.310547, 1.070312, 0.855469, 0.613281, 0.084473, 0.429688, 1.070312, 0.554688, 0.925781, 0.036865, 0.21875, 0.056396, 0.933594, 0.917969, 1.070312, 0.871094, 0.5, 0.033447, 1.070312, 0.012451, 1.015625, 0.617188, 1.023438, 1.070312, 1.070312, 0.972656, 1.070312, 0.004425, 0.605469, 0.753906, 0.120605, 0.056152, 0.041748, 0.589844, 0.039551, 0.523438, 1.070312, 0.032471, 0.047852, 0.034424, 0.730469, 0.597656, 0.043457, 1.070312, 0.980469, 0.033203, 0.652344, 0.441406, 0.099121, 0.609375, 0.036133, 0.503906, 0.628906, 0.757812, 0.052002, 0.660156, 1.0, 1.070312, 1.03125, 0.621094, 0.027344, 1.070312, 0.585938, 0.162109, 0.546875, 0.617188, 0.9375, 0.53125, 0.023193, 0.166016, 1.0625, 0.679688, 0.392578, 0.726562, 0.78125, 0.621094, 0.796875, 0.433594, 0.4375, 0.01416, 0.535156, 1.070312, 0.605469, 0.150391, 0.032227, 0.804688, 0.324219, 0.546875, 0.07373, 0.660156, 0.016357, 1.039062, 0.535156, 0.210938, 0.515625, 0.054443, 0.179688, 0.205078, 0.373047, 1.070312, 1.070312, 1.070312, 1.0625, 1.015625, 1.070312, 0.053467, 1.070312, 0.660156, 0.691406, 1.070312, 0.621094, 0.738281, 0.988281, 0.341797, 0.097656, 1.015625, 0.621094, 0.064453, 0.648438, 1.046875, 1.070312, 0.007874, 1.007812, 0.304688, 1.070312, 0.652344, 0.578125, 0.230469, 0.125, 0.933594, 1.070312, 0.976562, 0.875, 0.064453, 0.008728, 0.220703, 0.019165, 0.925781, 0.225586, 1.070312, 0.648438, 1.070312, 0.898438, 0.005646, 0.478516, 0.589844, 0.890625, 1.070312, 0.051758 ] } , "name": "onnx::Mul_10884", "outputIndexes": [ 2447 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2446, 2447 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 2448 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2334, 2448 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/Add_output_0", "outputIndexes": [ 2449 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2449 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.12/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 2450 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2450 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.12/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 2451 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2451, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 2452 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2452, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 2453 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2449, 2453 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 2454 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 3.921875, 3.234375, 0.699219, 9.4375, 1.875, 2.15625, 1.21875, 1.234375, 1.726562, 0.851562, 5.3125, 0.554688, 1.992188, 17.625, 4.78125, 1.4375, 1.140625, 0.429688, 1.78125, 2.171875, 25.125, 1.398438, 2.625, 23.25, 0.574219, 0.353516, 0.519531, 1.703125, 1.0, 3.65625, 17.875, 0.667969, 1.914062, 1.25, 1.765625, 65.0, 1.25, 15.3125, 142.0, 1.023438, 2.828125, 5.125, 0.941406, 0.419922, 5.9375, 2.875, 2.171875, 0.644531, 0.546875, 2.671875, 1.460938, 2.3125, 1.023438, 17.0, 2.65625, 0.535156, 0.644531, 49.5, 0.941406, 1.679688, 19.875, 0.835938, 4.71875, 0.832031, 24.625, 17.375, 0.349609, 0.488281, 153.0, 176.0, 1.960938, 5.625, 1.289062, 2.734375, 1.796875, 1.585938, 4.84375, 1.304688, 1.1875, 0.949219, 1.015625, 1.1875, 1.398438, 0.773438, 5.4375, 19.5, 97.0, 1.234375, 1.765625, 0.550781, 3.390625, 1.25, 10.4375, 1.171875, 1.421875, 0.753906, 3.359375, 1.234375, 0.84375, 1.234375, 1.726562, 1.023438, 1.765625, 68.0, 1.21875, 2.71875, 5.5, 9.875, 0.425781, 5.6875, 0.472656, 0.257812, 29.0, 2.90625, 2.765625, 35.5, 11.1875, 7.71875, 8.4375, 0.453125, 3.015625, 0.550781, 0.726562, 18.0, 0.84375, 2.375, 0.550781, 1.59375, 0.65625, 0.246094, 1.546875, 0.570312, 1.164062, 9.6875, 40.25, 3.078125, 0.785156, 0.636719, 0.478516, 0.867188, 0.949219, 1.617188, 0.443359, 8.125, 1.226562, 1.820312, 0.349609, 2.03125, 3.71875, 1.09375, 1.992188, 0.925781, 11.75, 133.0, 0.867188, 1.726562, 183.0, 2.15625, 39.0, 1.835938, 4.5, 0.765625, 24.125, 0.960938, 11.0, 2.375, 1.304688, 52.25, 3.0, 2.046875, 2.0625, 2.734375, 0.96875, 0.306641, 1.664062, 2.03125, 2.453125, 10.0625, 0.867188, 1.820312, 0.890625, 2.421875, 14.25, 0.464844, 2.109375, 20.0, 40.5, 1.382812, 33.0, 1.414062, 6.28125, 0.324219, 1.0, 1.492188, 1.765625, 0.878906, 2.390625, 2.265625, 2.90625, 58.75, 5.5, 1.789062, 1.867188, 209.0, 1.265625, 70.0, 4.34375, 1.109375, 25.625, 196.0, 1.757812, 2.59375, 12.1875, 1.742188, 1.585938, 4.78125, 5.0, 0.660156, 2.375, 1.734375, 0.609375, 87.0, 1.21875, 5.53125, 1.828125, 1.09375, 0.570312, 1.898438, 6.125, 1.867188, 2.328125, 8.4375, 1.351562, 1.53125, 1.898438, 35.5, 0.566406, 1.460938, 0.964844, 0.4375, 0.402344, 52.5, 1.445312, 2.984375, 1.203125, 2.484375, 0.949219, 49.75, 2.515625, 0.808594, 94.5, 1.671875, 44.0, 1.007812, 17.5, 0.59375, 1.054688, 45.5, 0.984375, 3.078125, 2.5, 85.5, 0.597656, 1.101562, 3.796875, 1.039062, 1.609375, 1.828125, 7.9375, 2.046875, 0.734375, 2.828125, 19.875, 2.125, 0.78125, 3.125, 4.34375, 10.625, 1.21875, 1.25, 1.125, 2.1875, 1.140625, 6.40625, 22.375, 1.476562, 8.9375, 0.535156, 17.125, 0.703125, 2.078125, 3.140625, 1.726562, 2.859375, 2.96875, 2.0625, 0.738281, 2.984375, 0.953125, 1.179688, 1.140625, 30.0, 1.015625, 2.625, 5.125, 1.078125, 13.4375, 1.695312, 56.0, 7.9375, 0.957031, 47.25, 0.902344, 1.28125, 2.65625, 27.75, 10.25, 21.0, 46.0, 0.863281, 1.9375, 0.738281, 15.5625, 25.5, 2.40625, 0.992188, 49.0, 1.171875, 3.046875, 103.5, 1.84375, 44.25, 64.5, 3.734375, 1.3125, 145.0, 1.3125, 2.796875, 2.015625, 186.0, 1.6875, 0.921875, 2.359375, 1.648438, 1.734375, 166.0, 1.726562, 8.25, 8.125, 3.5625, 0.960938, 1.570312, 10.3125, 1.867188, 1.523438, 70.5, 12.25, 5.9375, 0.917969, 1.351562, 1.585938, 2.875, 1.539062, 0.863281, 1.882812, 1.34375, 0.789062, 0.847656, 2.59375, 2.71875, 183.0, 7.9375, 18.25, 0.558594, 49.5, 2.8125, 1.851562, 7.1875, 2.296875, 1.492188, 2.3125, 1.726562, 24.5, 1.03125, 1.296875, 2.875, 3.640625, 0.925781, 16.75, 0.15918, 0.453125, 3.96875, 2.03125, 3.375, 2.0625, 1.445312, 64.0, 1.257812, 6.21875, 0.722656, 1.40625, 19.5, 3.328125, 1.132812, 1.5625, 0.878906, 2.203125, 3.296875, 5.40625, 2.734375, 16.75, 2.40625, 45.75, 2.125, 3.875, 1.882812, 3.359375, 2.609375, 0.976562, 2.40625, 32.5, 4.71875, 8.9375, 121.5, 1.421875, 19.625, 3.015625, 3.8125, 28.375, 2.125, 9.125, 1.820312, 3.984375, 0.957031, 0.192383, 1.203125, 1.015625, 1.203125, 0.550781, 1.265625, 14.9375, 4.75, 2.21875, 1.8125, 19.5, 1.992188, 76.5, 2.59375, 1.296875, 1.75, 1.296875, 191.0, 1.703125, 1.03125, 2.59375, 45.0, 2.359375, 1.570312, 0.976562, 1.054688, 3.109375, 1.71875, 0.984375, 8.625, 0.679688, 0.84375, 0.71875, 0.78125, 1.28125, 3.25, 25.25, 6.28125, 1.664062, 1.085938, 4.09375, 1.070312, 2.015625, 2.53125, 1.476562, 1.445312, 25.25, 218.0, 27.25, 1.140625, 0.589844, 5.84375, 2.4375, 9.75, 1.46875, 25.0, 2.015625, 1.921875, 0.84375, 0.777344, 63.25, 1.976562, 1.617188, 1.375, 0.335938, 8.875, 7.40625, 0.71875, 3.28125, 1.484375, 2.859375, 1.492188, 0.828125, 11.1875, 1.125, 4.78125, 1.507812, 3.5625, 1.914062, 16.25, 2.125, 1.609375, 1.203125, 3.0625, 1.3125, 1.382812, 1.226562, 1.226562, 2.265625, 2.234375, 0.617188, 1.539062, 0.582031, 4.125, 3.90625, 1.664062, 4.75, 1.921875, 33.25, 2.140625, 27.625, 1.367188, 1.507812, 1.0625, 10.5, 10.625, 0.789062, 2.203125, 5.78125, 9.5, 142.0, 1.679688, 2.296875, 10.5625, 3.78125, 1.25, 1.835938, 0.679688, 3.765625, 1.421875, 3.296875, 1.101562, 1.0625, 1.875, 1.15625, 2.84375, 8.0, 1.5625, 1.703125, 0.238281, 8.0625, 169.0, 1.679688, 0.871094, 2.4375, 12.5625, 18.0, 3.03125, 0.433594, 1.695312, 2.4375, 0.621094, 0.431641, 0.515625, 4.0625, 2.609375, 5.4375, 1.171875, 26.875, 5.375, 5.75, 30.125, 0.601562, 30.75, 14.8125, 0.470703, 3.265625, 101.5, 14.625, 48.25, 3.359375, 0.478516, 34.0, 1.804688, 5.71875, 5.875, 1.351562, 16.875, 1.210938, 0.777344, 0.769531, 0.742188, 31.75, 2.5625, 1.367188, 0.792969, 5.5, 3.9375, 0.683594, 114.0, 3.421875, 1.140625, 51.5, 1.101562, 2.6875, 0.5, 1.359375, 2.765625, 0.427734, 7.875, 14.125, 0.890625, 2.3125, 5.125, 1.828125, 30.0, 1.976562, 1.53125, 0.96875, 1.5625, 0.664062, 1.789062, 13.25, 1.695312, 1.1875, 1.15625, 40.0, 0.886719, 35.0, 7.6875, 1.289062, 0.988281, 0.640625, 33.25, 16.25, 0.535156, 2.890625, 40.75, 7.375, 15.5, 1.960938, 1.898438, 0.679688, 1.523438, 0.960938, 3.671875, 0.78125, 1.992188, 3.109375, 5.3125, 1.53125, 1.5625, 1.75, 2.828125, 1.851562, 88.0, 3.234375, 2.984375, 9.0, 2.53125, 1.601562, 0.683594, 2.875, 13.9375, 1.421875, 5.125, 1.78125, 0.808594, 0.449219, 1.617188, 3.875, 2.84375, 11.125, 2.203125, 2.75, 0.984375, 3.203125, 1.171875, 7.4375, 1.96875, 1.015625, 2.703125, 1.1875, 7.15625, 0.933594, 1.445312, 3.328125, 1.914062, 1.40625, 2.4375, 1.429688, 1.90625, 2.609375, 2.765625, 2.40625, 24.875, 19.625, 1.34375, 1.304688, 2.09375, 11.5625, 2.609375, 2.921875, 1.867188, 1.851562, 0.605469, 1.890625, 62.25, 6.375, 2.5, 7.28125, 0.498047, 1.3125, 1.703125, 3.703125, 4.125, 27.875, 4.375, 0.357422, 1.835938, 1.085938, 13.4375, 1.40625, 6.15625, 1.335938, 12.625, 4.34375, 1.023438, 0.605469, 10.4375, 2.984375, 8.4375, 1.226562, 1.179688, 2.0, 144.0, 2.0, 1.039062, 1.8125, 1.28125, 3.640625, 0.867188, 106.5, 31.625, 0.648438, 11.3125, 1.289062, 1.640625, 0.632812, 1.953125, 1.65625, 27.875, 0.933594, 3.5, 2.953125, 1.65625, 7.40625, 7.25, 5.78125, 1.21875, 1.890625, 1.296875, 111.0, 0.882812, 2.71875, 157.0, 0.675781, 1.742188, 1.078125, 4.03125, 3.5625, 1.109375, 1.335938, 1.210938, 95.0, 1.429688, 0.945312, 1.390625, 2.703125, 0.945312, 2.203125, 16.875, 1.179688, 1.203125, 0.839844, 18.625, 1.0, 0.875, 1.390625, 140.0, 0.851562, 0.675781, 4.3125, 10.0, 3.953125, 3.984375, 3.25, 18.5, 4.25, 0.78125, 25.0, 0.960938, 2.78125, 1.34375, 10.375, 3.640625, 8.5625, 163.0, 0.839844, 6.375, 0.996094, 159.0, 1.164062, 2.46875, 2.203125, 162.0, 308.0, 0.679688, 1.945312, 2.109375, 2.9375, 3.28125, 38.25, 2.65625, 1.53125, 0.660156, 2.390625, 1.335938, 1.125, 1.414062, 41.0, 1.773438, 1.445312, 5.09375, 0.816406, 52.0, 1.40625, 0.871094, 6.15625, 1.484375, 1.632812, 1.539062, 1.320312, 1.367188, 13.75, 0.5625, 1.03125, 55.5, 2.15625, 0.914062, 21.25, 1.84375, 1.125, 5.8125, 1.460938, 0.765625, 1.929688, 1.09375, 1.539062, 3.3125, 2.625, 1.835938, 247.0, 11.0, 2.359375, 1.421875, 14.25, 0.632812, 1.476562, 1.609375, 60.25, 2.421875, 2.609375, 1.679688, 2.34375, 2.109375, 1.820312, 0.515625, 0.734375, 175.0, 1.007812, 2.671875, 1.8125, 1.984375, 0.275391, 6.40625, 1.726562, 1.375, 17.875, 59.75, 2.609375, 1.640625, 1.351562, 1.59375, 0.474609, 8.75, 0.292969, 0.726562, 2.953125, 1.4375, 33.5, 0.625, 2.8125, 1.84375, 75.5, 75.0, 0.792969, 0.828125, 0.617188, 1.21875, 2.25, 1.257812, 0.691406, 2.59375, 2.921875, 2.421875, 1.210938, 1.078125, 37.5, 93.0, 0.71875, 1.265625, 0.378906, 1.296875, 5.6875, 2.90625, 0.910156, 2.421875, 4.125, 62.0, 190.0, 216.0, 1.21875, 2.609375, 0.71875, 3.9375, 3.5, 2.984375, 2.515625, 1.234375, 1.757812, 1.492188, 2.234375, 19.25, 2.515625, 1.59375, 57.75, 1.25, 1.679688, 0.921875, 51.5, 103.5, 30.875, 66.0, 2.15625, 1.5625, 4.3125, 135.0, 2.046875, 2.5625, 1.054688, 1.851562, 1.65625, 0.326172, 1.375, 0.515625, 1.890625, 1.4375, 1.320312, 1.046875, 1.8125, 26.875, 1.289062, 1.929688, 0.535156, 0.648438, 3.21875, 1.828125, 1.53125, 0.648438, 0.384766, 26.75, 33.25, 1.328125, 1.171875, 86.0, 1.132812, 42.5, 6.0, 0.384766, 1.320312, 12.375, 37.25, 0.632812, 1.296875, 29.0, 2.578125, 2.5625, 17.5, 101.0, 0.714844, 1.382812, 17.375, 5.1875, 1.109375, 3.015625, 1.921875, 1.0, 1.578125, 1.492188, 3.453125, 2.0625, 1.445312, 5.40625, 5.15625, 1.09375, 1.070312, 1.453125, 4.28125, 17.375, 15.1875, 3.6875, 1.023438, 1.476562, 0.964844, 35.0, 4.84375, 1.226562, 2.125, 1.679688, 188.0, 70.5, 3.453125, 0.71875, 11.8125, 1.5625, 0.609375, 1.429688, 1.921875, 0.714844, 1.796875, 1.1875, 3.609375, 1.476562, 2.8125, 0.664062, 0.917969, 1.335938, 3.125, 2.640625, 1.859375, 2.921875, 99.0, 1.5625, 8.0625, 1.75, 3.359375, 2.046875, 3.6875, 1.664062, 25.0, 1.382812, 1.84375, 0.855469, 1.382812, 3.875, 65.0, 2.53125, 25.5, 3.671875, 1.34375, 1.265625, 0.498047, 1.59375, 7.46875, 4.0625, 2.671875, 0.498047, 55.0, 73.0, 1.53125, 2.71875, 164.0, 1.601562, 0.828125, 1.5625, 2.234375, 0.867188, 0.800781, 5.78125, 1.546875, 0.550781, 1.414062, 0.539062, 2.96875, 31.25, 4.3125, 4.09375, 2.265625, 1.078125, 17.25, 15.1875, 8.4375, 5.9375, 0.636719, 1.34375, 1.765625, 1.5625, 6.9375, 1.023438, 2.015625, 0.287109, 1.164062, 1.273438, 1.71875, 77.0, 5.90625, 0.486328, 71.5, 1.054688, 0.976562, 1.398438, 3.671875, 2.9375, 156.0, 74.5, 0.792969, 1.15625, 1.445312, 0.5625, 0.492188, 1.21875, 2.109375, 1.492188, 2.125, 37.0, 3.65625, 8.1875, 30.25, 0.964844, 53.75, 2.546875, 59.0, 0.980469, 3.25, 33.5, 7.71875, 1.734375, 13.4375, 13.3125, 0.9375, 4.375, 1.484375, 255.0, 2.078125, 1.421875, 1.710938, 0.11084, 2.125, 4.9375, 2.03125, 5.96875, 0.542969, 6.375, 82.5, 12.25, 2.6875, 1.351562, 16.5, 2.390625, 6.1875, 26.375, 2.171875, 1.382812, 1.1875, 1.351562, 1.15625, 2.515625, 0.378906, 1.625, 0.726562, 0.59375, 106.5, 176.0, 1.046875, 1.953125, 1.3125, 67.5, 1.78125, 0.925781, 22.875, 5.84375, 1.46875, 174.0, 0.792969, 62.0, 15.9375, 1.859375, 1.007812, 1.132812, 0.769531, 11.375, 2.53125, 12.1875, 1.1875, 1.773438, 0.416016, 2.28125, 2.484375, 1.445312, 1.4375, 1.570312, 86.5, 1.546875, 48.5, 1.046875, 2.5625, 2.234375, 4.15625, 1.796875, 74.5, 165.0, 1.445312, 1.90625, 29.0, 7.125, 0.492188, 3.65625, 1.289062, 1.359375, 60.5, 4.21875, 0.1875, 1.664062, 8.625, 36.25, 1.953125, 1.390625, 1.210938, 1.25, 2.484375, 18.625, 1.453125, 1.820312, 1.40625, 43.75, 1.382812, 0.695312, 0.519531, 3.1875, 0.714844, 111.5, 1.484375, 70.0, 8.875, 1.898438, 0.933594, 1.132812, 4.1875, 1.632812, 6.34375, 1.46875, 1.328125, 1.4375, 2.65625, 3.40625, 2.453125, 1.445312, 2.34375, 1.523438, 1.6875, 2.765625, 0.980469, 3.53125, 1.375, 3.984375, 1.804688, 1.914062, 1.5625, 2.25, 3.15625, 1.03125, 108.0, 5.875, 1.21875, 2.59375, 43.0, 1.578125, 23.25, 4.0, 2.515625, 2.46875, 2.1875, 1.242188, 1.617188, 2.0625, 27.125, 0.462891, 1.515625, 0.921875, 15.5, 61.5, 5.96875, 1.09375, 1.703125, 1.148438, 160.0, 5.1875, 0.855469, 1.210938, 121.5, 1.351562, 65.0, 4.03125, 36.5, 7.375, 43.5, 19.5, 4.15625, 3.484375, 1.84375, 0.707031, 7.0625, 2.640625, 2.5625, 13.0, 2.640625, 70.0, 2.015625, 0.554688, 3.328125, 0.566406, 3.5625, 5.34375, 14.375, 1.289062, 17.125, 3.953125, 32.25, 2.03125, 0.824219, 1.328125, 1.03125, 151.0, 5.28125, 0.5625, 5.28125, 0.871094, 2.296875, 1.742188, 7.3125, 3.953125, 3.140625, 1.90625, 4.71875, 11.8125, 4.0, 82.5, 2.046875, 57.5, 1.320312, 1.4375, 47.5, 17.125, 0.75, 1.523438, 11.625, 11.4375, 2.125, 1.023438, 63.75, 2.859375, 1.765625, 34.25, 179.0, 27.625, 1.234375, 38.0, 1.398438, 0.804688, 1.703125, 1.15625, 3.078125, 1.859375, 6.25, 1.132812, 1.554688, 9.6875, 31.125, 2.484375, 7.625, 0.929688, 11.125, 1.0, 4.6875, 266.0, 23.75, 1.929688, 20.0, 1.429688, 53.5, 1.421875, 0.816406, 1.5625, 30.0, 12.375, 0.933594, 3.734375, 1.734375, 11.8125, 2.0625, 2.0, 1.789062, 19.5, 100.5, 2.21875, 1.976562, 1.6875, 2.09375, 1.046875, -0.003662, 0.128906, 64.5, 4.25, 1.28125, 1.828125, 91.0, 1.117188, 1.164062, 66.5, 42.25, 1.242188, 1.828125, 4.4375, 1.164062, 1.429688, 3.546875, 2.96875, 1.0625, 1.28125, 1.570312, 0.855469, 1.125, 1.070312, 1.875, 1.765625, 1.351562, 16.0, 0.917969, 0.742188, 58.0, 3.859375, 0.648438, 24.375, 0.742188, 63.5, 171.0, 14.625, 1.40625, 2.109375, 8.125, 2.21875, 6.375, 0.824219, 0.423828, 1.414062, 59.5, 0.392578, 1.703125, 0.605469, 0.691406, 219.0, 199.0, 0.683594, 33.5, 1.078125, 3.328125, 1.484375, 44.5, 1.304688, 1.140625, 1.15625, 0.757812, 1.484375, 0.621094, 2.34375, 0.067383, 0.890625, 2.25, 5.40625, 15.875, 79.5, 1.8125, 0.695312, 1.53125, 1.96875, 5.375, 16.75, 0.5625, 2.796875, 58.75, 1.867188, 20.125, 2.65625, 0.953125, 1.171875, 13.8125, 204.0, 1.5625, 1.390625, 1.882812, 0.431641, 4.03125, 1.757812, 0.765625, 1.117188, 5.8125, 1.5625, 3.375, 18.0, 1.375, 21.75, 0.328125, 0.476562, 7.15625, 2.546875, 1.65625, 1.09375, 3.984375, 5.40625, 3.34375, 0.664062, 8.1875, 1.125, 5.53125, 2.109375, 1.546875, 1.554688, 1.585938, 18.125, 1.554688, 31.5, 0.625, 3.40625, 2.46875, 1.414062, 1.0625, 1.296875, 1.953125, 0.914062, 0.158203, 5.3125, 5.875, 1.835938, 2.46875, 1.421875, 27.0, 2.578125, 11.125, 0.558594, 55.75, 1.835938, 2.921875, 1.835938, 3.140625, 2.59375, 0.589844, 1.0625, 3.828125, 82.5, 1.429688, 3.09375, 0.863281, 3.453125, 2.296875, 5.875, 2.984375, 3.5, 0.519531, 1.734375, 2.015625, 0.804688, 0.710938, 1.640625, 6.15625, 1.367188, 6.8125, 1.453125, 1.789062, 0.229492, 21.25, 7.46875, 25.625, 1.234375, 3.359375, 1.21875, 4.46875, 3.796875, 6.625, 5.25, 2.578125, 22.375, 31.5, 167.0, 39.75, 1.578125, 1.460938, 1.78125, 1.109375, 33.25, 2.515625, 1.359375, 11.6875, 4.09375, 2.171875, 2.09375, 1.945312, 0.316406, 1.1875, 171.0, 1.5, 1.382812, 80.5, 0.53125, 1.757812, 26.875, 8.0625, 2.25, 6.65625, 0.609375, 1.492188, 0.353516, 1.796875, 25.5, 15.5, 2.75, 4.625, 1.445312, 31.75, 1.476562, 3.828125, 29.875, 1.65625, 0.796875, 4.96875, 2.09375, 39.0, 4.625, 188.0, 2.15625, 1.859375, 2.203125, 68.5, 1.117188, 2.046875, 4.46875, 0.332031, 14.5625, 2.96875, 5.3125, 1.796875, 52.75, 43.25, 0.660156, 13.1875, 105.0, 4.5625, 1.039062, 3.21875, 2.875, 3.109375, 7.71875, 35.5, 1.226562, 3.28125, 0.503906, 2.140625, 0.410156, 1.070312, 3.328125, 12.6875, 0.992188, 1.703125, 193.0, 1.148438, 0.894531, 6.21875, 34.5, 50.5, 1.453125, 4.46875, 5.65625, 49.0, 0.392578, 2.296875, 1.8125, 8.9375, 9.5625, 4.90625, 55.5, 0.644531, 188.0, 9.625, 2.6875, 1.5625, 6.96875, 4.34375, 1.203125, 1.328125, 3.359375, 2.625, 0.808594, 58.75, 11.875, 3.09375, 67.5, 0.53125, 45.5, 1.71875, 1.460938, 1.171875, 0.71875, 2.515625, 40.25, 1.039062, 1.796875, 1.375, 1.21875, 1.109375, 1.101562, 0.667969, 3.59375, 0.644531, 3.234375, 3.390625, 0.988281, 12.5, 1.929688, 5.46875, 2.03125, 1.617188, 22.75, 1.453125, 2.28125, 31.875, 1.0625, 0.511719, 1.296875, 3.9375, 3.296875, 160.0, 0.131836, 21.875, 2.265625, 87.0, 38.25, 3.359375, 213.0, 2.046875, 1.695312, 2.234375, 0.695312, 15.0, 0.703125, 0.816406, 0.78125, 2.15625, 1.507812, 2.109375, 1.484375, 1.453125, 11.8125, 9.5, 0.921875, 1.5625, 344.0, 3.671875, 25.75, 18.25, 1.890625, 0.738281, 0.539062, 1.59375, 3.859375, 0.992188, 1.351562, 2.125, 1.171875, 2.546875, 1.507812, 0.789062, 4.40625, 16.125, 5.65625, 5.15625, 0.644531, 0.929688, 1.71875, 2.09375, 87.5, 1.296875, 7.09375, 0.447266, 1.726562, 2.921875, 1.945312, 3.234375, 2.015625, 2.0625, 1.75, 3.75, 2.140625, 13.1875, 4.15625, 1.523438, 1.984375, 1.023438, 0.898438, 1.3125, 89.0, 0.527344, 1.023438, 1.867188, 1.5625, 86.5, 1.125, 1.65625, 1.375, 1.195312, 1.296875, 0.225586, 5.375, 0.898438, 1.0625, 0.761719, 17.875, 3.046875, 16.875, 0.792969, 5.9375, 27.5, 0.546875, 4.375, 1.625, 6.75, 0.65625, 6.0, 117.0, 2.359375, 1.8125, 3.96875, 9.8125, 0.498047, 0.490234, 364.0, 0.605469, 13.9375, 2.578125, 5.0625, 6.46875, 4.21875, 6.4375, 0.882812, 7.09375, 2.078125, 1.65625, 1.039062, 15.5625, 1.382812, 21.125, 1.554688, 2.0, 66.0, 2.390625, 15.3125, 1.179688, 7.1875, 1.015625, 37.75, 1.101562, 4.71875, 0.769531, 1.039062, 1.625, 1.164062, 4.75, 2.34375, 1.789062, 2.40625, 5.46875, 2.8125, 133.0, 2.9375, 12.0, 1.71875, 0.462891, 2.09375, 0.285156, 0.988281, 3.0625, 1.289062, 1.710938, 1.609375, 1.992188, 5.03125, 0.894531, 0.800781, 2.921875, 2.171875, 0.714844, 23.125, 3.21875, 9.0, 1.929688, 43.0, 1.398438, 1.039062, 1.03125, 1.007812, 1.21875, 1.554688, 62.25, 0.886719, 0.59375, 1.4375, 5.5, 0.996094, 3.171875, 0.722656, 1.765625, 0.851562, 3.484375, 132.0, 31.625, 2.65625, 0.539062, 22.5, 7.03125, 1.320312, 1.539062, 2.03125, 2.46875, 0.24707, 1.367188, 180.0, 1.742188, 2.171875, 0.960938, 3.9375, 2.296875, 199.0, 2.046875, 23.75, 1.710938, 5.90625, 3.328125, 1.726562, 1.054688, 1.835938, 1.929688, 249.0, 0.652344, 1.445312, 4.0, 0.230469, 23.375, 8.875, 19.25, 12.875, 2.046875, 2.65625, 155.0, 1.4375, 3.921875, 6.53125, 1.632812, 0.439453, 3.359375, 1.734375, 22.875, 1.023438, 10.8125, 7.0, 1.429688, 25.75, 0.414062, 0.574219, 2.140625, 2.671875, 3.0, 12.0625, 29.125, 2.53125, 2.015625, 88.5, 0.5625, 2.875, 3.546875, 46.5, 5.125, 2.0625, 1.210938, 1.015625, 1.179688, 218.0, 0.953125, 1.445312, 2.671875, 109.0, 2.0, 3.265625, 13.5, 1.265625, 17.125, 3.1875, 3.4375, 144.0, 29.0, 67.0, 1.515625, 3.625, 1.914062, 2.90625, 1.75, 91.5, 69.0, 0.808594, 1.757812, 2.078125, 1.578125, 214.0, 1.5, 2.15625, 1.5, 3.953125, 1.453125, 4.78125, 81.5, 0.480469, 0.804688, 0.925781, 1.765625, 1.492188, 76.0, 0.914062, 3.875, 2.109375, 0.886719, 74.5, 1.5, 0.917969, 0.640625, 0.992188, 1.484375, 3.890625, 7.4375, 1.921875, 0.875, 11.9375, 0.730469, 1.476562, 167.0, 8.5, 1.515625, 0.722656, 0.785156, 6.75, 57.25, 11.875, 48.5, 1.328125, 1.5, 3.53125, 1.265625, 2.5625, 1.648438, 2.375, 1.195312, 1.929688, 1.398438, 3.515625, 1.15625, 1.0625, 75.0, 1.445312, 0.349609, 36.0, 1.757812, 69.0, 2.359375, 1.382812, 1.726562, 6.40625, 1.09375, 2.296875, 4.375, 0.494141, 2.21875, 3.640625, 3.8125, 28.375, 12.375, 1.109375, 2.09375, 1.820312, 2.34375, 5.65625, 79.5, 0.804688, 0.875, 1.695312, 1.40625, 3.671875, 13.1875, 2.40625, 1.492188, 0.699219, 4.46875, 6.34375, 0.917969, 0.582031, 1.351562, 1.195312, 0.439453, 1.4375, 15.4375, 2.078125, 0.695312, 3.03125, 1.492188, 3.03125, 1.03125, 2.046875, 6.09375, 4.53125, 146.0, 19.625, 1.578125, 7.5, 3.109375, 0.730469, 3.390625, 81.0, 0.496094, 0.546875, 9.8125, 1.539062, 1.359375, 1.632812, 2.53125, 2.078125, 2.296875, 177.0, 1.265625, 0.519531, 1.257812, 2.265625, 1.140625, 5.21875, 1.453125, 7.28125, 1.578125, 1.132812, 1.007812, 1.132812, 1.0625, 222.0, 0.554688, 2.734375, 0.882812, 1.929688, 1.054688, 2.625, 9.0625, 26.75, 1.234375, 1.492188, 2.0625, 1.710938, 1.085938, 25.0, 5.875, 1.132812, 2.078125, 1.523438, 0.601562, 0.9375, 82.5, 2.234375, 0.421875, 7.96875, 1.632812, 3.1875, 172.0, 83.5, 12.8125, 71.5, 2.25, 0.769531, 0.894531, 1.210938, 33.25, 2.734375, 0.667969, 0.644531, 2.28125, 24.875, 2.234375, 23.875, 8.5625, 7.59375, 0.200195, 1.414062, 1.90625, 1.09375, 0.683594, 0.507812, 2.21875, 1.445312, 44.0, 53.25, 1.5, 1.484375, 1.84375, 0.683594, 3.90625, 2.0625, 1.117188, 1.195312, 0.820312, 1.679688, 4.9375, 31.5, 0.792969, 2.21875, 1.023438, 2.375, 1.367188, 1.523438, 6.34375, 1.625, 2.015625, 20.5, 125.0, 7.46875, 2.28125, 2.34375, 2.78125, 2.9375, 1.398438, 1.570312, 0.546875, 1.46875, 1.804688, 5.03125, 12.375, 1.117188, 1.914062, 2.21875, 1.828125, 258.0, 39.0, 3.796875, 2.53125, 2.03125, 35.0, 17.875, 9.5, 0.796875, 25.5, 1.679688, 1.992188, 1.226562, 3.96875, 2.703125, 7.78125, 3.90625, 148.0, 1.507812, 1.726562, 2.34375, 6.75, 0.496094, 0.484375, 66.0, 18.875, 1.6875, 3.265625, 5.65625, 2.265625, 1.960938, 4.65625, 13.0625, 243.0, 1.492188, 7.21875, 1.109375, 2.203125, 0.773438, 12.3125, 0.484375, 4.78125, 1.53125, 1.195312, 2.375, 1.492188, 36.5, 3.53125, 2.03125, 1.5, 0.714844, 1.625, 3.265625, 3.515625, 3.578125, 14.625, 56.25, 5.15625, 14.8125, 0.71875, 3.46875, 0.707031, 3.6875, 2.34375, 5.96875, 2.125, 0.996094, 1.21875, 1.476562, 1.921875, 0.792969, 6.46875, 0.925781, 0.90625, 60.5, 1.671875, 65.5, 63.0, 2.84375, 0.902344, 1.710938, 6.375, 18.625, 2.25, 2.140625, 1.273438, 0.419922, 1.679688, 1.75, 0.511719, 3.9375, 1.15625, 2.90625, 2.203125, 1.148438, 2.109375, 4.03125, 107.0, 4.9375, 1.648438, 1.890625, 3.171875, 1.742188, 1.515625, 8.4375, 17.625, 0.371094, 1.320312, 2.859375, 1.164062, 7.40625, 0.328125, 2.6875, 0.294922, 0.800781, 1.820312, 1.78125, 3.53125, 1.25, 16.25, 1.8125, 80.0, 4.15625, 0.173828, 2.25, 9.25, 2.46875, 2.15625, 0.503906, 0.679688, 0.239258, 2.140625, 1.65625, 0.878906, 4.75, 0.972656, 0.609375, 0.353516, 1.75, 1.539062, 2.03125, 16.625, 3.96875, 0.726562, 2.53125, 1.117188, 30.0, 11.875, 28.0, 0.296875, 1.695312, 1.421875, 1.6875, 3.109375, 31.5, 0.984375, 95.0, 1.359375, 2.265625, 1.148438, 1.375, 1.257812, 1.679688, 1.898438, 241.0, 4.53125, 2.03125, 13.8125, 23.25, 27.75, 1.898438, 52.0, 3.984375, 0.980469, 38.75, 31.375, 53.5, 0.28125, 1.960938, 47.0, 1.351562, 0.777344, 61.5, 1.726562, 3.703125, 15.1875, 2.546875, 52.25, 3.3125, 1.828125, 2.359375, 25.125, 2.109375, 0.410156, 1.09375, 1.554688, 2.390625, 71.0, 0.691406, 2.84375, 7.53125, 4.15625, 2.484375, 4.34375, 2.40625, 45.0, 7.625, 0.298828, 1.859375, 4.09375, 1.882812, 1.664062, 3.203125, 1.71875, 0.515625, 3.71875, 119.5, 2.703125, 1.015625, 3.140625, 9.25, 71.5, 2.03125, 5.0625, 3.171875, 20.75, 1.4375, 62.25, 1.585938, 2.875, 7.125, 3.125, 31.375, 6.9375, 5.625, 3.8125, 0.988281, 0.757812, 10.5625, 0.369141, 0.371094, 1.671875, 32.25, 1.132812, 2.515625, 1.695312, 1.132812, 2.875, 1.265625, 2.171875, 4.09375, 14.875, 1.453125, 2.03125, 32.5, 0.898438, 0.617188, 0.929688, 157.0, 1.171875, 0.527344, 0.894531, 2.15625, 1.929688, 9.25, 12.375, 1.203125, 1.1875, 1.53125, 1.625, 40.5, 144.0, 8.4375, 69.0, 0.4375, 0.625, 0.675781, 3.0, 1.890625, 1.78125, 245.0, 3.5, 2.0, 1.414062, 1.578125, 26.125 ] } , "name": "onnx::Mul_10885", "outputIndexes": [ 2455 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2454, 2455 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 2456 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2456 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.12/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 7381 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7381 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.12/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 7382 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7382 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 739740086, 13107222, 3276800, 0, 0 ] } , "name": "/layers.12/mlp/gate_proj/Linear", "outputIndexes": [ 7383 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7383 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.12/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 7384 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7384 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.12/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 2457 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2457 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.12/mlp/act_fn/Mul_output_0", "outputIndexes": [ 2458 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2457, 2458 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 2459 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 2459 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 2460 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2457, 2460 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/mlp/act_fn/Add_output_0", "outputIndexes": [ 2461 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 2461 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 2462 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2462 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.12/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 2463 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 2463 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 2464 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2457, 2464 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 2465 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 2465 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 2466 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7382 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 756124108, 13107222, 3276800, 0, 0 ] } , "name": "/layers.12/mlp/up_proj/Linear", "outputIndexes": [ 7387 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7387 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.12/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 7388 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7388 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.12/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 2467 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2466, 2467 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/mlp/Mul_output_0", "outputIndexes": [ 2468 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2468 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.12/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 7389 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7389 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.12/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 7390 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7390 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 772508130, 13107222, 3276800, 0, 0 ] } , "name": "/layers.12/mlp/down_proj/Linear", "outputIndexes": [ 7391 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7391 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.12/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 7392 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7392 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.12/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 2469 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2469 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.12/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 2471 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2471 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.12/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 2472 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2472, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 2473 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2473, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 2474 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2469, 2474 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 2475 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.835938, 1.289062, 1.289062, 0.273438, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 0.628906, 0.001221, 1.289062, 0.287109, 0.785156, 0.535156, 1.289062, 1.289062, 1.289062, 1.289062, 0.239258, 1.289062, 1.078125, 0.202148, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 0.960938, 0.241211, 1.289062, 1.25, 1.289062, 1.289062, 0.080566, 1.289062, 0.265625, 0.04834, 1.289062, 1.125, 0.929688, 1.289062, 1.289062, 0.570312, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.203125, 1.289062, 0.230469, 1.289062, 0.9375, 0.392578, 0.15332, 1.289062, 1.289062, 0.165039, 1.289062, 0.675781, 1.289062, 0.189453, 0.243164, 0.474609, 0.416016, 0.048584, 0.031494, 1.289062, 0.65625, 1.289062, 1.140625, 1.289062, 1.289062, 0.789062, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 0.347656, 0.746094, 0.203125, 0.078613, 1.289062, 1.289062, 0.945312, 0.996094, 1.289062, 0.40625, 1.289062, 1.289062, 1.289062, 0.988281, 1.289062, 1.0, 1.289062, 1.289062, 0.511719, 1.289062, 0.069824, 1.289062, 1.117188, 0.498047, 0.234375, 1.289062, 0.652344, 0.78125, 0.863281, 0.105469, 1.117188, 1.101562, 0.103516, 0.236328, 0.455078, 0.431641, 1.289062, 0.996094, 1.289062, 1.289062, 0.267578, 1.289062, 1.273438, 0.447266, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 0.433594, 0.122559, 0.828125, 1.289062, 0.542969, 1.289062, 0.992188, 0.367188, 1.289062, 1.289062, 0.478516, 1.289062, 1.289062, 1.289062, 1.15625, 1.015625, 1.289062, 1.289062, 1.289062, 0.435547, 0.050293, 1.289062, 1.289062, 0.031982, 1.289062, 0.124023, 1.289062, 0.792969, 0.443359, 0.223633, 1.289062, 0.414062, 1.226562, 1.289062, 0.135742, 1.289062, 1.289062, 1.289062, 1.1875, 1.289062, 0.488281, 1.289062, 1.289062, 1.289062, 0.470703, 1.289062, 1.289062, 1.289062, 1.289062, 0.206055, 1.289062, 0.341797, 0.191406, 0.154297, 1.289062, 0.126953, 1.289062, 0.416016, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.273438, 1.28125, 1.195312, 0.098633, 0.910156, 1.289062, 1.289062, 0.036133, 1.289062, 0.086426, 0.9375, 1.203125, 0.237305, 0.021484, 1.289062, 1.273438, 0.361328, 1.289062, 1.289062, 0.746094, 0.757812, 1.289062, 1.289062, 1.289062, 1.289062, 0.031738, 1.289062, 0.679688, 1.289062, 0.132812, 1.289062, 1.289062, 0.675781, 1.289062, 1.28125, 0.675781, 1.289062, 1.289062, 1.289062, 0.11377, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 0.090332, 1.289062, 0.976562, 1.289062, 1.03125, 1.289062, 0.088379, 1.1875, 0.683594, 0.07373, 1.289062, 0.148438, 1.289062, 0.191406, 0.472656, 1.289062, 0.125977, 0.158203, 1.101562, 1.078125, 0.061279, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 0.412109, 1.289062, 1.289062, 1.179688, 0.255859, 1.289062, 1.289062, 0.917969, 0.902344, 0.439453, 0.890625, 1.289062, 1.289062, 1.28125, 1.289062, 0.478516, 0.229492, 1.289062, 0.515625, 1.289062, 0.269531, 0.326172, 1.1875, 1.140625, 1.289062, 1.070312, 1.03125, 1.289062, 0.458984, 1.023438, 1.289062, 1.289062, 1.289062, 0.197266, 1.289062, 1.289062, 0.710938, 1.289062, 0.298828, 1.289062, 0.09375, 0.554688, 1.289062, 0.100098, 0.279297, 1.289062, 1.289062, 0.204102, 0.4375, 0.183594, 0.116211, 1.289062, 1.289062, 0.289062, 0.316406, 0.185547, 1.109375, 1.289062, 0.061523, 1.289062, 1.289062, 0.045166, 1.289062, 0.080566, 0.129883, 1.234375, 1.289062, 0.026855, 1.289062, 1.109375, 1.289062, 0.031494, 1.289062, 1.289062, 1.0, 1.289062, 1.289062, 0.040771, 1.289062, 0.431641, 0.386719, 1.03125, 1.289062, 1.289062, 0.435547, 1.289062, 1.289062, 0.072266, 0.306641, 0.710938, 1.289062, 0.324219, 1.289062, 1.0625, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 0.847656, 1.1875, 1.09375, 0.041748, 0.503906, 0.251953, 0.408203, 0.103027, 1.15625, 1.289062, 0.566406, 1.289062, 1.289062, 1.195312, 1.289062, 0.154297, 1.289062, 1.289062, 1.117188, 0.953125, 1.289062, 0.165039, 1.171875, 1.289062, 0.90625, 1.289062, 0.976562, 1.289062, 1.289062, 0.087402, 1.289062, 1.289062, 1.289062, 1.289062, 0.212891, 1.132812, 0.289062, 1.289062, 0.859375, 1.289062, 1.117188, 0.574219, 1.03125, 0.242188, 1.289062, 0.108887, 1.289062, 0.878906, 1.289062, 1.015625, 1.164062, 1.289062, 1.125, 0.07373, 0.988281, 0.332031, 0.058594, 1.289062, 0.208984, 1.03125, 0.921875, 0.230469, 1.289062, 0.402344, 1.289062, 0.816406, 1.289062, 0.734375, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 0.28125, 0.75, 1.289062, 0.644531, 0.202148, 1.257812, 0.177734, 1.070312, 1.289062, 1.289062, 1.289062, 0.023926, 1.289062, 0.480469, 1.179688, 0.118652, 1.289062, 1.289062, 1.289062, 1.289062, 1.023438, 1.289062, 1.289062, 0.511719, 1.289062, 1.289062, 0.847656, 1.289062, 1.289062, 0.632812, 0.164062, 0.644531, 1.289062, 1.289062, 0.765625, 1.289062, 1.289062, 0.369141, 1.289062, 1.289062, 0.182617, 0.019531, 0.173828, 1.289062, 1.289062, 0.707031, 1.289062, 0.582031, 1.289062, 0.135742, 1.289062, 0.404297, 1.289062, 1.289062, 0.09082, 1.289062, 1.289062, 1.289062, 1.289062, 0.296875, 0.714844, 1.289062, 0.753906, 1.289062, 1.023438, 1.289062, 1.289062, 0.404297, 1.289062, 0.902344, 1.289062, 0.972656, 1.289062, 0.267578, 1.289062, 1.289062, 1.289062, 0.699219, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.164062, 0.427734, 1.289062, 1.289062, 0.914062, 0.855469, 1.289062, 0.75, 1.289062, 0.148438, 1.28125, 0.149414, 1.289062, 1.289062, 1.289062, 0.427734, 0.416016, 1.289062, 1.289062, 0.679688, 0.453125, 0.061279, 1.289062, 1.195312, 0.441406, 0.851562, 1.289062, 1.289062, 1.289062, 1.015625, 1.289062, 1.09375, 1.289062, 1.289062, 1.289062, 1.289062, 1.046875, 0.394531, 1.289062, 1.289062, 1.289062, 0.464844, 0.041748, 0.640625, 1.289062, 0.960938, 0.198242, 0.291016, 1.0625, 1.289062, 1.289062, 0.001175, 0.617188, 1.289062, 1.289062, 0.851562, 1.140625, 0.726562, 1.289062, 0.194336, 1.25, 0.65625, 0.15918, 1.289062, 0.178711, 0.298828, 0.875, 0.980469, 0.038818, 0.326172, 0.094727, 1.0625, 1.289062, 0.12793, 1.28125, 0.605469, 0.589844, 1.289062, 0.25, 1.289062, 1.289062, 1.289062, 1.289062, 0.089355, 1.289062, 1.289062, 1.289062, 1.28125, 1.289062, 0.378906, 0.026855, 1.007812, 1.289062, 0.094727, 1.289062, 1.289062, 1.289062, 0.106934, 1.09375, 0.408203, 0.306641, 0.300781, 1.289062, 1.289062, 1.164062, 1.289062, 0.140625, 1.289062, 1.289062, 1.289062, 1.289062, 0.640625, 1.289062, 0.208984, 1.289062, 1.203125, 1.289062, 0.068848, 1.289062, 0.142578, 0.757812, 1.289062, 1.289062, 0.423828, 0.109375, 0.173828, 1.289062, 0.914062, 0.089355, 0.671875, 0.330078, 1.289062, 1.28125, 1.289062, 1.289062, 1.289062, 0.914062, 0.482422, 1.289062, 1.039062, 0.652344, 0.201172, 1.289062, 1.289062, 1.140625, 1.289062, 0.07373, 1.015625, 0.992188, 0.503906, 1.164062, 1.289062, 1.289062, 0.941406, 0.166016, 1.289062, 0.625, 1.289062, 1.257812, 1.289062, 1.289062, 0.886719, 1.0, 0.416016, 1.289062, 1.289062, 1.289062, 0.921875, 1.289062, 0.523438, 1.289062, 1.289062, 1.101562, 0.339844, 0.515625, 1.289062, 1.289062, 1.085938, 1.289062, 1.289062, 1.164062, 1.289062, 1.289062, 1.265625, 1.210938, 1.289062, 0.210938, 0.228516, 1.289062, 1.289062, 1.289062, 0.375, 1.289062, 1.289062, 1.289062, 1.289062, 0.421875, 1.289062, 0.087402, 0.941406, 1.28125, 0.435547, 1.289062, 1.289062, 1.289062, 0.910156, 0.976562, 0.261719, 0.925781, 1.289062, 1.289062, 1.289062, 0.408203, 1.289062, 0.613281, 1.289062, 0.373047, 0.777344, 1.289062, 0.423828, 0.357422, 1.101562, 0.423828, 1.289062, 1.289062, 1.25, 0.027588, 1.289062, 1.289062, 1.289062, 1.289062, 0.960938, 1.289062, 0.066895, 0.176758, 1.054688, 0.431641, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 0.15332, 1.289062, 0.910156, 1.039062, 1.289062, 0.511719, 0.472656, 0.660156, 1.289062, 1.289062, 1.289062, 0.061768, 0.886719, 1.289062, 0.038818, 1.289062, 1.289062, 1.289062, 0.828125, 0.945312, 1.289062, 0.878906, 1.289062, 0.05957, 1.289062, 1.289062, 1.289062, 1.054688, 1.289062, 1.289062, 0.158203, 1.289062, 1.289062, 1.289062, 0.376953, 1.289062, 1.289062, 1.289062, 0.026855, 0.322266, 1.289062, 0.953125, 0.427734, 0.941406, 0.824219, 1.015625, 0.347656, 0.855469, 1.289062, 0.200195, 1.289062, 1.289062, 1.289062, 0.392578, 1.039062, 0.373047, 0.031494, 1.289062, 0.617188, 1.289062, 0.028687, 1.289062, 1.28125, 1.289062, 0.049072, 0.016846, 1.289062, 1.289062, 1.273438, 1.289062, 1.046875, 0.160156, 1.171875, 1.289062, 0.337891, 1.289062, 1.289062, 1.289062, 1.289062, 0.117676, 1.289062, 1.289062, 0.671875, 1.289062, 0.10498, 1.289062, 0.249023, 0.652344, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 0.419922, 1.289062, 1.289062, 0.082031, 1.15625, 1.289062, 0.21875, 1.289062, 1.289062, 0.667969, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.0, 1.070312, 1.289062, 0.013123, 0.371094, 1.289062, 1.289062, 0.318359, 1.289062, 1.289062, 1.289062, 0.126953, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 0.494141, 1.023438, 0.0625, 1.289062, 1.09375, 1.28125, 1.289062, 0.765625, 0.621094, 1.289062, 1.289062, 0.164062, 0.098633, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 0.433594, 0.390625, 1.289062, 0.945312, 1.289062, 0.137695, 1.289062, 1.085938, 1.289062, 0.04541, 0.080078, 1.289062, 0.84375, 1.289062, 1.289062, 1.289062, 1.289062, 0.613281, 1.289062, 0.9375, 1.289062, 1.289062, 0.174805, 0.116699, 0.061279, 1.289062, 1.21875, 1.289062, 0.425781, 1.289062, 1.109375, 1.289062, 1.1875, 0.898438, 0.100586, 0.024658, 0.019409, 1.289062, 1.21875, 0.296875, 0.855469, 0.957031, 1.015625, 1.171875, 1.289062, 1.289062, 1.289062, 1.171875, 0.275391, 0.621094, 1.289062, 0.064453, 1.289062, 1.289062, 1.289062, 0.10498, 0.09082, 0.103027, 0.092285, 1.289062, 1.289062, 0.953125, 0.04248, 1.289062, 1.195312, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.015625, 0.178711, 1.289062, 1.289062, 1.289062, 1.289062, 0.910156, 1.289062, 1.289062, 0.417969, 1.289062, 0.186523, 0.117188, 1.289062, 1.289062, 0.087402, 1.289062, 0.170898, 0.691406, 1.289062, 0.976562, 0.265625, 0.068359, 1.289062, 1.289062, 0.149414, 1.171875, 1.289062, 0.240234, 0.031982, 0.601562, 1.289062, 0.273438, 0.683594, 1.289062, 1.0625, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 0.237305, 0.773438, 0.171875, 1.289062, 1.289062, 0.820312, 0.171875, 0.359375, 0.878906, 1.289062, 1.289062, 1.289062, 0.234375, 0.6875, 1.289062, 1.289062, 1.289062, 0.022095, 0.051758, 1.289062, 1.289062, 0.427734, 1.28125, 0.464844, 1.289062, 1.28125, 1.289062, 1.289062, 1.289062, 0.96875, 1.289062, 1.023438, 0.796875, 1.289062, 1.289062, 1.070312, 0.667969, 1.28125, 1.09375, 0.039795, 1.289062, 0.507812, 1.289062, 0.957031, 1.28125, 0.761719, 1.289062, 0.235352, 1.289062, 1.289062, 1.289062, 1.289062, 0.835938, 0.081055, 1.289062, 0.203125, 0.902344, 1.289062, 1.289062, 1.289062, 1.289062, 0.494141, 0.882812, 1.195312, 1.289062, 0.067871, 0.074219, 1.289062, 1.132812, 0.032715, 1.289062, 1.289062, 1.289062, 1.210938, 1.289062, 1.289062, 0.59375, 1.289062, 1.289062, 1.289062, 1.289062, 1.15625, 0.123535, 0.636719, 0.839844, 1.179688, 1.289062, 0.235352, 0.271484, 0.443359, 0.757812, 1.289062, 1.289062, 1.289062, 1.289062, 0.519531, 1.046875, 1.289062, 0.679688, 0.75, 1.289062, 1.289062, 0.072754, 0.769531, 1.289062, 0.081055, 0.447266, 1.289062, 1.289062, 1.289062, 0.972656, 0.044434, 0.091797, 1.289062, 1.289062, 1.289062, 1.289062, 1.125, 1.289062, 1.289062, 1.289062, 1.289062, 0.197266, 0.910156, 0.447266, 0.110352, 1.289062, 0.057861, 1.289062, 0.049316, 0.339844, 0.933594, 0.123047, 0.523438, 1.289062, 0.253906, 1.289062, 1.289062, 1.289062, 1.289062, 0.040039, 1.195312, 1.289062, 0.439453, 1.289062, 1.289062, 0.730469, 1.289062, 1.289062, 1.289062, 0.675781, 0.081543, 0.279297, 1.070312, 1.289062, 0.296875, 1.289062, 0.503906, 0.200195, 1.210938, 1.289062, 0.302734, 0.492188, 1.289062, 1.226562, 0.667969, 1.289062, 0.570312, 0.617188, 0.028076, 0.030273, 0.427734, 1.289062, 1.289062, 0.090332, 1.210938, 1.039062, 0.15625, 0.53125, 1.289062, 0.034424, 1.289062, 0.089355, 0.231445, 1.289062, 1.289062, 1.289062, 0.414062, 0.53125, 1.289062, 0.337891, 1.289062, 1.289062, 1.289062, 1.289062, 1.125, 1.289062, 1.289062, 1.289062, 0.054932, 1.289062, 0.099609, 1.289062, 1.289062, 1.195312, 0.78125, 1.289062, 0.046631, 0.062988, 1.289062, 1.289062, 0.167969, 0.574219, 1.289062, 1.085938, 1.289062, 1.289062, 0.101074, 0.824219, 1.289062, 1.289062, 0.478516, 0.071777, 1.289062, 1.289062, 1.289062, 1.289062, 1.21875, 0.267578, 1.289062, 1.289062, 1.289062, 0.275391, 1.289062, 0.269531, 1.289062, 1.289062, 0.632812, 0.056396, 1.289062, 0.088867, 0.233398, 1.289062, 1.289062, 1.289062, 0.835938, 1.289062, 0.353516, 1.289062, 1.289062, 1.289062, 1.289062, 0.984375, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.023438, 1.289062, 0.9375, 1.289062, 1.257812, 1.289062, 1.289062, 0.941406, 1.289062, 0.062988, 0.664062, 1.289062, 1.179688, 0.122559, 1.289062, 0.217773, 0.820312, 1.117188, 1.210938, 1.289062, 1.289062, 1.289062, 1.289062, 0.095703, 1.289062, 1.289062, 1.289062, 0.269531, 0.107422, 1.015625, 1.289062, 1.289062, 1.289062, 0.03125, 0.761719, 1.289062, 1.289062, 0.038086, 1.289062, 0.064453, 0.957031, 0.164062, 0.457031, 0.130859, 0.257812, 0.808594, 0.953125, 1.289062, 1.289062, 0.523438, 1.125, 1.203125, 1.289062, 1.234375, 0.09082, 1.289062, 1.289062, 1.0625, 0.421875, 0.742188, 0.660156, 0.292969, 1.289062, 0.162109, 0.871094, 0.134766, 1.234375, 0.550781, 1.289062, 1.289062, 0.02356, 0.660156, 1.289062, 0.746094, 1.289062, 1.289062, 1.289062, 0.394531, 1.023438, 1.289062, 1.289062, 0.640625, 0.328125, 0.875, 0.080078, 1.289062, 0.087891, 1.289062, 0.392578, 0.125977, 0.302734, 1.289062, 1.289062, 0.359375, 0.363281, 1.289062, 0.277344, 0.121582, 1.085938, 1.289062, 0.115234, 0.018555, 0.138672, 1.289062, 0.066406, 1.289062, 1.289062, 1.289062, 1.289062, 1.078125, 1.289062, 0.585938, 1.289062, 1.289062, 0.5, 0.15625, 1.289062, 0.578125, 1.289062, 0.425781, 1.289062, 0.773438, 0.031982, 0.15918, 1.289062, 0.183594, 1.289062, 0.110352, 1.289062, 1.289062, 1.289062, 0.161133, 0.324219, 1.289062, 1.289062, 1.289062, 0.285156, 1.289062, 1.289062, 1.289062, 0.232422, 0.05835, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 0.90625, 0.071289, 1.023438, 1.289062, 1.289062, 0.072754, 1.289062, 1.289062, 0.04248, 0.104004, 1.289062, 1.289062, 0.777344, 1.289062, 1.289062, 0.960938, 0.988281, 1.289062, 1.289062, 1.289062, 1.289062, 0.675781, 1.289062, 1.289062, 1.289062, 1.289062, 0.248047, 1.289062, 1.289062, 0.103516, 0.878906, 1.289062, 0.129883, 1.289062, 0.049072, 0.028198, 0.157227, 1.289062, 1.289062, 0.5, 1.203125, 0.542969, 1.289062, 1.289062, 1.289062, 0.046875, 0.404297, 1.289062, 1.289062, 1.289062, 0.042236, 0.017212, 0.523438, 0.157227, 0.765625, 1.054688, 1.289062, 0.11377, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.054688, 1.289062, 1.226562, 0.675781, 0.298828, 0.059814, 1.289062, 1.289062, 1.289062, 1.289062, 0.578125, 0.273438, 1.289062, 1.289062, 0.053711, 1.289062, 0.269531, 1.101562, 1.289062, 1.289062, 0.423828, 0.0354, 1.289062, 1.289062, 1.289062, 0.402344, 0.8125, 1.289062, 1.289062, 1.289062, 0.648438, 1.289062, 1.289062, 0.211914, 1.289062, 0.253906, 0.523438, 1.289062, 0.632812, 1.0625, 1.289062, 1.289062, 0.816406, 0.734375, 1.289062, 0.453125, 0.550781, 1.289062, 0.648438, 1.234375, 1.289062, 1.289062, 1.289062, 0.224609, 1.289062, 0.151367, 0.46875, 0.902344, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.273438, 0.765625, 0.652344, 1.289062, 1.289062, 1.289062, 0.166016, 1.101562, 0.425781, 0.466797, 0.05957, 1.289062, 1.140625, 1.289062, 1.265625, 1.148438, 0.582031, 1.289062, 0.8125, 0.07373, 0.130859, 0.96875, 1.289062, 0.824219, 1.289062, 0.460938, 0.769531, 0.972656, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 0.6875, 1.289062, 0.449219, 1.289062, 1.289062, 0.636719, 0.19043, 0.5, 0.143555, 1.289062, 0.929688, 1.289062, 0.722656, 1.289062, 0.640625, 0.886719, 1.117188, 0.162109, 0.160156, 0.052002, 0.103516, 1.289062, 1.289062, 1.289062, 1.289062, 0.110352, 1.289062, 1.289062, 0.390625, 0.796875, 1.125, 1.289062, 1.289062, 1.289062, 1.289062, 0.020142, 1.289062, 1.289062, 0.03833, 1.289062, 0.824219, 0.196289, 0.396484, 1.257812, 0.65625, 0.523438, 1.289062, 1.289062, 1.289062, 0.141602, 0.219727, 0.800781, 0.820312, 1.289062, 0.15332, 1.289062, 0.777344, 0.118652, 1.289062, 1.289062, 0.734375, 1.289062, 0.126953, 0.824219, 0.028564, 1.257812, 1.289062, 1.289062, 0.047852, 1.289062, 1.289062, 0.816406, 1.015625, 0.271484, 0.871094, 0.726562, 0.310547, 0.105957, 0.123535, 1.289062, 0.386719, 0.031494, 0.855469, 1.289062, 1.078125, 1.0625, 1.046875, 0.570312, 0.118164, 1.289062, 0.957031, 1.289062, 1.289062, 1.25, 1.289062, 0.9375, 0.357422, 1.289062, 1.289062, 0.028442, 1.289062, 1.289062, 0.820312, 0.08252, 0.100586, 1.289062, 0.792969, 1.078125, 0.090332, 0.980469, 1.289062, 1.289062, 0.466797, 0.394531, 0.753906, 0.123047, 1.289062, 0.022339, 0.339844, 1.289062, 0.925781, 0.582031, 0.839844, 1.289062, 1.289062, 1.289062, 1.15625, 1.289062, 0.043701, 0.351562, 1.117188, 0.092773, 0.425781, 0.091797, 1.289062, 1.289062, 1.289062, 1.289062, 1.210938, 0.099609, 1.289062, 1.265625, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 0.996094, 1.289062, 1.039062, 1.015625, 0.223633, 0.277344, 1.28125, 0.609375, 1.289062, 1.289062, 0.169922, 1.289062, 1.289062, 0.132812, 0.345703, 0.535156, 1.289062, 0.785156, 1.226562, 0.047607, 1.171875, 0.186523, 1.109375, 0.069336, 0.098633, 0.996094, 0.016113, 1.289062, 1.289062, 1.289062, 1.289062, 0.229492, 1.289062, 0.320312, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 0.3125, 0.515625, 1.289062, 1.289062, 0.02124, 0.8125, 0.095215, 0.208984, 1.289062, 1.289062, 1.289062, 1.289062, 0.820312, 1.289062, 1.289062, 1.289062, 1.289062, 1.210938, 1.289062, 1.289062, 0.722656, 0.310547, 0.464844, 0.695312, 1.273438, 0.34375, 1.289062, 1.1875, 0.060059, 1.289062, 0.539062, 0.730469, 1.289062, 0.804688, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 0.894531, 1.289062, 0.302734, 0.640625, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 0.038574, 1.289062, 1.289062, 1.289062, 1.289062, 0.067871, 1.289062, 1.289062, 0.337891, 1.289062, 1.289062, 1.015625, 0.796875, 1.289062, 0.40625, 0.523438, 0.192383, 1.039062, 0.141602, 1.289062, 0.636719, 0.135742, 1.289062, 0.914062, 1.289062, 0.628906, 1.289062, 0.601562, 0.027832, 1.15625, 1.289062, 0.878906, 1.289062, 0.542969, 1.289062, 0.011597, 1.289062, 0.296875, 1.289062, 0.808594, 0.625, 0.792969, 0.484375, 1.289062, 0.488281, 1.289062, 1.289062, 1.289062, 0.229492, 1.289062, 0.243164, 1.289062, 1.289062, 0.069824, 1.289062, 0.296875, 1.289062, 0.371094, 1.289062, 0.149414, 1.289062, 0.808594, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.234375, 1.289062, 1.21875, 0.671875, 1.289062, 0.042969, 1.289062, 0.251953, 1.289062, 1.007812, 1.289062, 0.875, 1.289062, 1.023438, 1.289062, 1.289062, 1.289062, 1.289062, 0.605469, 1.289062, 1.289062, 1.070312, 1.148438, 1.289062, 0.142578, 1.15625, 0.431641, 1.289062, 0.111816, 1.289062, 1.289062, 0.980469, 1.289062, 1.289062, 1.289062, 0.072266, 1.289062, 1.289062, 1.289062, 0.625, 0.441406, 0.96875, 0.292969, 1.289062, 1.289062, 0.859375, 0.064941, 0.125977, 1.15625, 1.289062, 0.137695, 0.519531, 0.757812, 1.289062, 1.289062, 1.289062, 0.416016, 1.289062, 0.024536, 1.289062, 1.265625, 0.259766, 1.289062, 1.289062, 0.031494, 1.289062, 0.207031, 1.289062, 0.664062, 1.078125, 1.289062, 1.289062, 1.289062, 1.289062, 0.087402, 0.6875, 1.289062, 0.863281, 1.289062, 0.123535, 0.416016, 0.219727, 0.318359, 1.289062, 1.289062, 0.036865, 1.289062, 0.828125, 0.804688, 1.289062, 0.746094, 0.90625, 1.289062, 0.335938, 1.289062, 0.441406, 0.507812, 1.289062, 0.231445, 1.289062, 1.289062, 1.289062, 1.109375, 0.980469, 0.271484, 0.121094, 1.289062, 1.289062, 0.064941, 1.289062, 1.289062, 0.960938, 0.096191, 0.710938, 1.1875, 1.289062, 1.289062, 1.289062, 0.019531, 0.392578, 1.289062, 0.976562, 0.054688, 1.289062, 1.039062, 0.357422, 1.289062, 0.261719, 1.289062, 0.960938, 0.028931, 0.154297, 0.0625, 1.289062, 0.255859, 1.289062, 1.0, 1.289062, 0.044922, 0.074707, 1.289062, 1.289062, 1.289062, 1.289062, 0.016846, 1.289062, 1.273438, 1.289062, 0.914062, 0.115234, 0.785156, 0.091797, 1.289062, 0.800781, 1.289062, 1.273438, 1.289062, 0.076172, 1.289062, 0.804688, 1.289062, 1.289062, 0.048584, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 0.451172, 1.289062, 1.289062, 0.369141, 1.289062, 1.289062, 0.047363, 0.554688, 1.289062, 1.289062, 0.421875, 0.515625, 0.102051, 0.298828, 0.096191, 1.289062, 1.289062, 0.96875, 1.289062, 1.1875, 1.289062, 1.203125, 1.289062, 1.289062, 1.289062, 0.890625, 1.289062, 1.289062, 0.090332, 1.289062, 1.289062, 0.119141, 1.289062, 0.06543, 1.25, 1.289062, 1.289062, 0.5625, 1.289062, 1.21875, 0.71875, 0.589844, 1.289062, 1.03125, 1.289062, 0.160156, 0.273438, 1.289062, 1.289062, 1.289062, 1.195312, 0.675781, 0.059082, 1.289062, 1.289062, 1.289062, 1.289062, 0.8125, 0.219727, 1.265625, 0.283203, 1.265625, 1.171875, 0.609375, 0.001213, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 0.287109, 1.289062, 0.957031, 1.015625, 1.289062, 1.25, 1.289062, 1.289062, 0.554688, 0.714844, 0.054199, 0.163086, 1.289062, 0.208984, 0.980469, 1.289062, 0.992188, 0.060791, 1.289062, 1.289062, 0.296875, 1.289062, 1.289062, 0.769531, 1.164062, 1.289062, 1.21875, 0.02478, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 0.703125, 0.25, 0.773438, 1.289062, 0.335938, 1.289062, 1.289062, 0.160156, 0.029541, 1.289062, 1.054688, 1.289062, 1.289062, 0.359375, 0.988281, 0.443359, 0.201172, 0.707031, 1.289062, 1.289062, 1.289062, 1.289062, 0.193359, 0.609375, 1.289062, 1.148438, 1.289062, 0.523438, 1.289062, 0.068359, 1.25, 1.0, 0.503906, 1.289062, 1.007812, 0.035889, 0.084961, 0.333984, 0.083496, 1.289062, 1.289062, 1.289062, 1.289062, 0.132812, 1.1875, 1.289062, 1.289062, 1.289062, 0.165039, 1.289062, 0.243164, 0.515625, 0.335938, 0.5625, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 0.079102, 0.101562, 1.289062, 1.289062, 1.289062, 1.289062, 1.132812, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 0.941406, 0.129883, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 0.664062, 1.289062, 1.289062, 0.179688, 0.048096, 0.5, 1.0625, 1.289062, 1.09375, 0.976562, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 0.824219, 0.402344, 1.289062, 1.289062, 1.289062, 1.289062, 0.013916, 0.116211, 0.882812, 1.164062, 1.289062, 0.137695, 0.239258, 0.46875, 1.289062, 0.141602, 1.289062, 1.289062, 1.289062, 0.902344, 1.023438, 0.546875, 1.289062, 0.037598, 1.289062, 1.289062, 1.289062, 0.402344, 1.289062, 1.195312, 0.095703, 0.240234, 1.289062, 1.039062, 0.65625, 1.289062, 1.289062, 0.679688, 0.165039, 0.017334, 1.289062, 0.535156, 0.263672, 1.289062, 0.582031, 0.3125, 1.289062, 0.664062, 1.289062, 1.289062, 1.09375, 1.289062, 0.11084, 1.015625, 1.148438, 1.289062, 1.289062, 1.289062, 1.023438, 0.8125, 0.886719, 0.308594, 0.10791, 0.71875, 0.253906, 1.289062, 0.871094, 1.289062, 0.8125, 1.289062, 0.091797, 1.289062, 0.539062, 1.289062, 1.289062, 1.289062, 0.470703, 0.427734, 1.289062, 1.289062, 0.108887, 1.289062, 0.080078, 0.048584, 1.054688, 1.289062, 1.289062, 1.289062, 0.174805, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 0.933594, 1.289062, 1.289062, 1.179688, 1.289062, 1.109375, 0.785156, 0.051758, 0.683594, 1.289062, 1.25, 0.878906, 1.289062, 1.289062, 0.554688, 0.248047, 1.289062, 1.289062, 1.289062, 1.289062, 0.585938, 0.640625, 1.289062, 0.710938, 1.289062, 1.164062, 1.289062, 0.933594, 1.289062, 0.304688, 1.289062, 0.052979, 1.046875, 0.601562, 1.289062, 0.439453, 1.210938, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 0.890625, 0.808594, 1.289062, 0.470703, 1.289062, 1.289062, 1.289062, 0.209961, 0.875, 1.289062, 1.289062, 1.289062, 0.128906, 1.289062, 0.137695, 0.726562, 1.289062, 1.289062, 1.289062, 1.085938, 0.088867, 1.289062, 0.059082, 1.289062, 1.164062, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 0.01355, 0.589844, 1.289062, 0.306641, 0.273438, 0.085449, 1.289062, 0.160156, 0.859375, 1.289062, 0.078125, 0.179688, 0.112305, 1.289062, 1.289062, 0.064941, 1.289062, 1.289062, 0.099609, 1.289062, 0.914062, 0.277344, 1.1875, 0.107422, 0.988281, 1.289062, 1.289062, 0.246094, 0.90625, 0.408203, 1.289062, 1.289062, 1.289062, 0.09082, 1.289062, 1.117188, 0.476562, 0.84375, 1.132812, 0.914062, 1.289062, 0.071289, 0.417969, 0.882812, 1.289062, 0.957031, 1.289062, 1.289062, 0.964844, 1.289062, 0.474609, 0.84375, 0.04834, 1.171875, 1.289062, 1.289062, 0.40625, 0.084473, 1.289062, 0.789062, 0.992188, 0.265625, 1.289062, 0.073242, 1.289062, 1.09375, 0.400391, 0.90625, 0.172852, 0.734375, 0.691406, 0.941406, 1.289062, 1.289062, 1.046875, 0.957031, 0.439453, 1.289062, 0.144531, 0.695312, 1.0625, 1.289062, 1.289062, 1.125, 1.289062, 1.289062, 1.289062, 0.273438, 1.289062, 1.289062, 0.167969, 0.404297, 1.289062, 1.289062, 0.024902, 1.289062, 1.289062, 0.597656, 1.265625, 1.289062, 0.289062, 0.328125, 1.289062, 1.289062, 1.289062, 1.289062, 0.144531, 0.031006, 0.435547, 0.046387, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 1.289062, 0.024658, 0.984375, 1.289062, 1.289062, 1.289062, 0.163086 ] } , "name": "onnx::Mul_10886", "outputIndexes": [ 2476 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2475, 2476 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 2477 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2449, 2477 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/Add_1_output_0", "outputIndexes": [ 2478 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2478 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.12/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 7393 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7393 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.12/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 7394 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7394 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 788892152, 327702, 81920, 0, 0 ] } , "name": "/layers.12/per_layer_input_gate/Linear", "outputIndexes": [ 7395 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7395 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.12/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 7396 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7396 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.12/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 2479 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2479 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.12/act_fn/Mul_output_0", "outputIndexes": [ 2480 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2479, 2480 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/act_fn/Mul_1_output_0", "outputIndexes": [ 2481 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 2481 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/act_fn/Mul_2_output_0", "outputIndexes": [ 2482 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2479, 2482 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/act_fn/Add_output_0", "outputIndexes": [ 2483 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 2483 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/act_fn/Mul_3_output_0", "outputIndexes": [ 2484 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2484 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.12/act_fn/Tanh_output_0", "outputIndexes": [ 2485 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 2485 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/act_fn/Add_1_output_0", "outputIndexes": [ 2486 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2479, 2486 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/act_fn/Mul_4_output_0", "outputIndexes": [ 2487 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 2487 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/act_fn/Mul_5_output_0", "outputIndexes": [ 2488 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 12 ] } , "name": "/Constant_21_output_0", "outputIndexes": [ 2489 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3048", "outputIndexes": [ 2490 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3051", "outputIndexes": [ 2491 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 2490, 2491, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice3054", "outputIndexes": [ 2492 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2492 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze3055", "outputIndexes": [ 2493 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2489, 2493 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3056", "outputIndexes": [ 2494 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2494, 2493 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3057", "outputIndexes": [ 2495 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 2495, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_19_output_0", "outputIndexes": [ 2496 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2488, 2496 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/Mul_output_0", "outputIndexes": [ 2497 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2497 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.12/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 7397 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7397 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.12/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 7398 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7398 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 789301774, 327702, 81920, 0, 0 ] } , "name": "/layers.12/per_layer_projection/Linear", "outputIndexes": [ 7399 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7399 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.12/per_layer_projection/Linear/post_convert", "outputIndexes": [ 7400 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7400 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.12/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 2498 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2498 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.12/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 2500 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2500 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.12/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 2501 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2501, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 2502 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2502, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 2503 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2498, 2503 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 2504 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.363281, 0.617188, 0.617188, 0.125977, 0.617188, 0.617188, 0.617188, 0.617188, 0.617188, 0.617188, 0.277344, 0.00058, 0.617188, 0.139648, 0.378906, 0.00058, 0.617188, 0.617188, 0.617188, 0.617188, 0.101074, 0.617188, 0.400391, 0.084473, 0.617188, 0.617188, 0.617188, 0.617188, 0.617188, 0.435547, 0.114258, 0.617188, 0.476562, 0.617188, 0.617188, 0.037109, 0.617188, 0.117188, 0.021729, 0.617188, 0.527344, 0.400391, 0.617188, 0.376953, 0.265625, 0.617188, 0.574219, 0.617188, 0.5, 0.613281, 0.617188, 0.449219, 0.617188, 0.075684, 0.617188, 0.103516, 0.617188, 0.062988, 0.617188, 0.617188, 0.000572, 0.617188, 0.277344, 0.617188, 0.109863, 0.102051, 0.000565, 0.617188, 0.014954, 0.012329, 0.617188, 0.296875, 0.617188, 0.000565, 0.617188, 0.617188, 0.298828, 0.617188, 0.000534, 0.617188, 0.617188, 0.617188, 0.617188, 0.162109, 0.341797, 0.093262, 0.030884, 0.617188, 0.617188, 0.617188, 0.490234, 0.617188, 0.180664, 0.617188, 0.617188, 0.617188, 0.410156, 0.617188, 0.000591, 0.617188, 0.617188, 0.219727, 0.617188, 0.022583, 0.617188, 0.000565, 0.15332, 0.111328, 0.617188, 0.3125, 0.511719, 0.546875, 0.053711, 0.4375, 0.488281, 0.040283, 0.000568, 0.180664, 0.205078, 0.617188, 0.431641, 0.617188, 0.617188, 0.116211, 0.617188, 0.578125, 0.000584, 0.617188, 0.617188, 0.470703, 0.617188, 0.617188, 0.617188, 0.164062, 0.00058, 0.355469, 0.617188, 0.474609, 0.585938, 0.617188, 0.040283, 0.617188, 0.306641, 0.165039, 0.617188, 0.617188, 0.617188, 0.000565, 0.492188, 0.617188, 0.609375, 0.617188, 0.196289, 0.022949, 0.617188, 0.617188, 0.012024, 0.617188, 0.000576, 0.617188, 0.243164, 0.000587, 0.086426, 0.617188, 0.150391, 0.550781, 0.617188, 0.05957, 0.000553, 0.617188, 0.617188, 0.617188, 0.617188, 0.000595, 0.617188, 0.617188, 0.617188, 0.203125, 0.617188, 0.617188, 0.617188, 0.613281, 0.000557, 0.617188, 0.189453, 0.070312, 0.072754, 0.617188, 0.000587, 0.617188, 0.000561, 0.617188, 0.617188, 0.617188, 0.000561, 0.617188, 0.000595, 0.605469, 0.582031, 0.000595, 0.617188, 0.287109, 0.470703, 0.014771, 0.617188, 0.040771, 0.382812, 0.617188, 0.000565, 0.00058, 0.617188, 0.550781, 0.21582, 0.613281, 0.617188, 0.000484, 0.394531, 0.617188, 0.617188, 0.617188, 0.000572, 0.010803, 0.617188, 0.265625, 0.617188, 0.157227, 0.617188, 0.617188, 0.416016, 0.617188, 0.507812, 0.296875, 0.617188, 0.617188, 0.617188, 0.000561, 0.617188, 0.617188, 0.617188, 0.427734, 0.617188, 0.000557, 0.617188, 0.412109, 0.617188, 0.464844, 0.617188, 0.000576, 0.000584, 0.566406, 0.031128, 0.617188, 0.065918, 0.617188, 0.064453, 0.000603, 0.617188, 0.060791, 0.133789, 0.554688, 0.000572, 0.025146, 0.000565, 0.617188, 0.000584, 0.617188, 0.617188, 0.617188, 0.255859, 0.605469, 0.213867, 0.000576, 0.137695, 0.617188, 0.585938, 0.511719, 0.429688, 0.000587, 0.617188, 0.617188, 0.617188, 0.574219, 0.617188, 0.196289, 0.101074, 0.617188, 0.279297, 0.617188, 0.017944, 0.014465, 0.435547, 0.507812, 0.617188, 0.550781, 0.000572, 0.617188, 0.000557, 0.388672, 0.617188, 0.617188, 0.617188, 0.081543, 0.617188, 0.5625, 0.000599, 0.617188, 0.131836, 0.000565, 0.03418, 0.240234, 0.617188, 0.034912, 0.014343, 0.617188, 0.617188, 0.109863, 0.15625, 0.617188, 0.057861, 0.617188, 0.617188, 0.000572, 0.154297, 0.081055, 0.507812, 0.617188, 0.027832, 0.617188, 0.617188, 0.016602, 0.617188, 0.033691, 0.058105, 0.000568, 0.617188, 0.000549, 0.617188, 0.519531, 0.597656, 0.011414, 0.617188, 0.617188, 0.000591, 0.617188, 0.539062, 0.018066, 0.617188, 0.199219, 0.143555, 0.617188, 0.000553, 0.617188, 0.183594, 0.488281, 0.617188, 0.006683, 0.132812, 0.351562, 0.617188, 0.000561, 0.617188, 0.472656, 0.617188, 0.617188, 0.617188, 0.617188, 0.617188, 0.00058, 0.546875, 0.542969, 0.01709, 0.234375, 0.118652, 0.000591, 0.040039, 0.617188, 0.617188, 0.271484, 0.617188, 0.617188, 0.00058, 0.617188, 0.074219, 0.617188, 0.617188, 0.515625, 0.363281, 0.617188, 0.000561, 0.000565, 0.000584, 0.349609, 0.617188, 0.414062, 0.617188, 0.000587, 0.000595, 0.000565, 0.000576, 0.617188, 0.617188, 0.093262, 0.507812, 0.088867, 0.617188, 0.519531, 0.582031, 0.527344, 0.000511, 0.455078, 0.108887, 0.605469, 0.04834, 0.617188, 0.394531, 0.617188, 0.511719, 0.498047, 0.617188, 0.000576, 0.000534, 0.015625, 0.151367, 0.020264, 0.617188, 0.083008, 0.000591, 0.464844, 0.103027, 0.546875, 0.179688, 0.617188, 0.337891, 0.617188, 0.373047, 0.617188, 0.617188, 0.617188, 0.617188, 0.617188, 0.097656, 0.359375, 0.605469, 0.613281, 0.000587, 0.507812, 0.076172, 0.5, 0.617188, 0.617188, 0.617188, 0.000576, 0.617188, 0.241211, 0.617188, 0.055176, 0.539062, 0.617188, 0.617188, 0.617188, 0.617188, 0.617188, 0.617188, 0.229492, 0.617188, 0.617188, 0.539062, 0.001343, 0.617188, 0.126953, 0.000568, 0.00058, 0.617188, 0.000565, 0.000557, 0.617188, 0.617188, 0.000587, 0.617188, 0.617188, 0.000561, 0.00769, 0.000565, 0.617188, 0.609375, 0.214844, 0.617188, 0.195312, 0.617188, 0.071777, 0.617188, 0.000584, 0.617188, 0.000572, 0.037598, 0.000584, 0.617188, 0.617188, 0.617188, 0.131836, 0.367188, 0.617188, 0.269531, 0.617188, 0.476562, 0.617188, 0.617188, 0.172852, 0.617188, 0.419922, 0.617188, 0.464844, 0.535156, 0.114746, 0.617188, 0.617188, 0.617188, 0.298828, 0.617188, 0.617188, 0.617188, 0.617188, 0.617188, 0.527344, 0.617188, 0.617188, 0.617188, 0.417969, 0.382812, 0.617188, 0.335938, 0.617188, 0.066895, 0.539062, 0.057861, 0.617188, 0.617188, 0.617188, 0.207031, 0.208984, 0.617188, 0.617188, 0.306641, 0.200195, 0.028198, 0.617188, 0.519531, 0.201172, 0.412109, 0.617188, 0.617188, 0.617188, 0.472656, 0.617188, 0.449219, 0.617188, 0.617188, 0.539062, 0.617188, 0.435547, 0.179688, 0.617188, 0.617188, 0.617188, 0.213867, 0.018555, 0.000542, 0.617188, 0.4375, 0.090332, 0.131836, 0.000561, 0.617188, 0.617188, 0.075684, 0.304688, 0.617188, 0.617188, 0.390625, 0.585938, 0.316406, 0.617188, 0.088379, 0.000587, 0.291016, 0.060059, 0.617188, 0.08252, 0.000576, 0.617188, 0.341797, 0.000542, 0.12207, 0.044678, 0.498047, 0.617188, 0.047607, 0.617188, 0.261719, 0.243164, 0.617188, 0.152344, 0.617188, 0.617188, 0.617188, 0.617188, 0.032715, 0.617188, 0.617188, 0.617188, 0.460938, 0.000572, 0.000584, 0.000561, 0.357422, 0.617188, 0.000576, 0.617188, 0.617188, 0.617188, 0.026001, 0.574219, 0.000595, 0.120605, 0.000549, 0.617188, 0.617188, 0.498047, 0.617188, 0.066895, 0.617188, 0.617188, 0.617188, 0.617188, 0.271484, 0.617188, 0.000584, 0.617188, 0.451172, 0.617188, 0.034424, 0.000561, 0.033203, 0.335938, 0.617188, 0.617188, 0.116699, 0.043213, 0.008606, 0.617188, 0.400391, 0.039307, 0.304688, 0.147461, 0.617188, 0.5625, 0.617188, 0.617188, 0.617188, 0.00058, 0.091309, 0.617188, 0.445312, 0.302734, 0.042236, 0.617188, 0.617188, 0.492188, 0.000553, 0.033936, 0.46875, 0.451172, 0.039551, 0.582031, 0.617188, 0.617188, 0.388672, 0.082031, 0.617188, 0.273438, 0.574219, 0.574219, 0.617188, 0.617188, 0.617188, 0.464844, 0.191406, 0.617188, 0.480469, 0.617188, 0.455078, 0.617188, 0.243164, 0.617188, 0.617188, 0.542969, 0.000603, 0.199219, 0.617188, 0.617188, 0.431641, 0.617188, 0.617188, 0.570312, 0.617188, 0.617188, 0.597656, 0.617188, 0.617188, 0.100098, 0.100098, 0.617188, 0.617188, 0.617188, 0.182617, 0.578125, 0.617188, 0.585938, 0.617188, 0.129883, 0.617188, 0.039062, 0.390625, 0.53125, 0.00053, 0.617188, 0.617188, 0.617188, 0.371094, 0.000534, 0.150391, 0.000587, 0.617188, 0.617188, 0.617188, 0.207031, 0.617188, 0.285156, 0.000546, 0.15332, 0.359375, 0.617188, 0.000546, 0.148438, 0.000561, 0.150391, 0.617188, 0.617188, 0.582031, 0.012024, 0.617188, 0.617188, 0.000591, 0.617188, 0.478516, 0.617188, 0.024048, 0.087402, 0.332031, 0.199219, 0.617188, 0.617188, 0.425781, 0.000565, 0.613281, 0.000576, 0.617188, 0.351562, 0.419922, 0.617188, 0.229492, 0.000546, 0.229492, 0.617188, 0.617188, 0.617188, 0.028076, 0.000584, 0.554688, 0.015381, 0.617188, 0.617188, 0.617188, 0.000565, 0.435547, 0.617188, 0.617188, 0.617188, 0.023438, 0.00058, 0.617188, 0.617188, 0.449219, 0.617188, 0.515625, 0.066406, 0.617188, 0.617188, 0.304688, 0.000584, 0.617188, 0.617188, 0.617188, 0.000546, 0.000599, 0.617188, 0.4375, 0.157227, 0.46875, 0.398438, 0.402344, 0.176758, 0.439453, 0.617188, 0.084961, 0.617188, 0.554688, 0.617188, 0.00058, 0.429688, 0.000565, 0.000565, 0.617188, 0.168945, 0.617188, 0.003372, 0.617188, 0.414062, 0.617188, 0.025146, 0.000591, 0.322266, 0.617188, 0.5625, 0.617188, 0.617188, 0.066895, 0.000526, 0.617188, 0.000591, 0.605469, 0.617188, 0.617188, 0.617188, 0.046143, 0.617188, 0.000591, 0.00531, 0.000587, 0.000568, 0.617188, 0.185547, 0.298828, 0.617188, 0.578125, 0.617188, 0.617188, 0.617188, 0.176758, 0.404297, 0.617188, 0.000587, 0.523438, 0.617188, 0.105957, 0.617188, 0.617188, 0.300781, 0.617188, 0.617188, 0.617188, 0.617188, 0.617188, 0.416016, 0.451172, 0.585938, 0.0047, 0.000584, 0.542969, 0.617188, 0.12793, 0.000584, 0.617188, 0.617188, 0.061768, 0.458984, 0.617188, 0.617188, 0.617188, 0.574219, 0.617188, 0.158203, 0.617188, 0.02832, 0.617188, 0.000519, 0.617188, 0.617188, 0.000595, 0.279297, 0.000542, 0.617188, 0.069824, 0.050293, 0.617188, 0.617188, 0.617188, 0.617188, 0.486328, 0.185547, 0.351562, 0.617188, 0.416016, 0.617188, 0.05127, 0.365234, 0.486328, 0.597656, 0.020508, 0.000561, 0.617188, 0.00053, 0.00058, 0.617188, 0.617188, 0.617188, 0.617188, 0.617188, 0.443359, 0.617188, 0.617188, 0.141602, 0.000553, 0.016602, 0.617188, 0.554688, 0.000591, 0.000599, 0.000561, 0.617188, 0.617188, 0.519531, 0.000568, 0.043457, 0.012756, 0.000568, 0.617188, 0.558594, 0.314453, 0.000591, 0.439453, 0.000546, 0.539062, 0.617188, 0.617188, 0.617188, 0.5625, 0.121094, 0.054688, 0.617188, 0.026611, 0.617188, 0.617188, 0.617188, 0.043945, 0.042236, 0.042236, 0.032959, 0.617188, 0.617188, 0.617188, 0.000587, 0.617188, 0.535156, 0.617188, 0.605469, 0.617188, 0.000587, 0.617188, 0.609375, 0.617188, 0.617188, 0.617188, 0.617188, 0.417969, 0.078125, 0.617188, 0.617188, 0.617188, 0.617188, 0.000557, 0.609375, 0.617188, 0.000591, 0.000603, 0.089844, 0.009033, 0.617188, 0.617188, 0.038574, 0.617188, 0.077637, 0.308594, 0.000576, 0.617188, 0.115723, 0.029053, 0.617188, 0.617188, 0.021362, 0.617188, 0.617188, 0.112793, 0.000595, 0.000591, 0.617188, 0.000542, 0.287109, 0.617188, 0.496094, 0.53125, 0.617188, 0.617188, 0.617188, 0.265625, 0.617188, 0.617188, 0.000557, 0.287109, 0.212891, 0.617188, 0.617188, 0.369141, 0.067871, 0.000565, 0.431641, 0.617188, 0.617188, 0.617188, 0.118652, 0.294922, 0.617188, 0.617188, 0.617188, 0.01123, 0.016357, 0.617188, 0.617188, 0.157227, 0.617188, 0.001564, 0.617188, 0.574219, 0.617188, 0.617188, 0.000599, 0.001785, 0.617188, 0.000584, 0.597656, 0.617188, 0.617188, 0.617188, 0.414062, 0.570312, 0.554688, 0.013733, 0.589844, 0.223633, 0.617188, 0.398438, 0.582031, 0.375, 0.617188, 0.006622, 0.617188, 0.601562, 0.617188, 0.617188, 0.363281, 0.036865, 0.000534, 0.049805, 0.423828, 0.617188, 0.617188, 0.617188, 0.617188, 0.220703, 0.4375, 0.578125, 0.617188, 0.022095, 0.031982, 0.617188, 0.527344, 0.013855, 0.000584, 0.617188, 0.617188, 0.605469, 0.617188, 0.617188, 0.253906, 0.617188, 0.000572, 0.617188, 0.472656, 0.507812, 0.052246, 0.000565, 0.196289, 0.5625, 0.617188, 0.000595, 0.141602, 0.200195, 0.310547, 0.617188, 0.617188, 0.617188, 0.617188, 0.242188, 0.617188, 0.617188, 0.400391, 0.617188, 0.617188, 0.597656, 0.000542, 0.347656, 0.617188, 0.000538, 0.000546, 0.617188, 0.617188, 0.617188, 0.416016, 0.019775, 0.034912, 0.617188, 0.617188, 0.617188, 0.308594, 0.535156, 0.617188, 0.617188, 0.617188, 0.617188, 0.093262, 0.382812, 0.000538, 0.043945, 0.617188, 0.019775, 0.617188, 0.000549, 0.000584, 0.457031, 0.063477, 0.231445, 0.617188, 0.000603, 0.511719, 0.617188, 0.515625, 0.605469, 0.018555, 0.566406, 0.617188, 0.000561, 0.617188, 0.617188, 0.447266, 0.59375, 0.449219, 0.011047, 0.347656, 0.039062, 0.117676, 0.486328, 0.617188, 0.022095, 0.617188, 0.219727, 0.000553, 0.617188, 0.617188, 0.000584, 0.023071, 0.617188, 0.492188, 0.000584, 0.617188, 0.617188, 0.00058, 0.011169, 0.014099, 0.000595, 0.617188, 0.617188, 0.038818, 0.000557, 0.000565, 0.000576, 0.000561, 0.617188, 0.015076, 0.617188, 0.041748, 0.10498, 0.578125, 0.617188, 0.617188, 0.000568, 0.332031, 0.582031, 0.136719, 0.617188, 0.617188, 0.542969, 0.617188, 0.546875, 0.617188, 0.617188, 0.617188, 0.0177, 0.578125, 0.04248, 0.617188, 0.609375, 0.535156, 0.000561, 0.617188, 0.021362, 0.02832, 0.617188, 0.617188, 0.075195, 0.229492, 0.617188, 0.470703, 0.617188, 0.617188, 0.039551, 0.384766, 0.617188, 0.617188, 0.214844, 0.000515, 0.617188, 0.617188, 0.617188, 0.617188, 0.503906, 0.000568, 0.617188, 0.617188, 0.000568, 0.133789, 0.558594, 0.000576, 0.000599, 0.617188, 0.000565, 0.023193, 0.617188, 0.000572, 0.000534, 0.617188, 0.617188, 0.617188, 0.375, 0.617188, 0.171875, 0.617188, 0.617188, 0.617188, 0.617188, 0.412109, 0.617188, 0.617188, 0.617188, 0.617188, 0.597656, 0.574219, 0.617188, 0.515625, 0.617188, 0.414062, 0.617188, 0.617188, 0.617188, 0.617188, 0.40625, 0.617188, 0.026489, 0.000565, 0.617188, 0.617188, 0.014038, 0.574219, 0.083008, 0.412109, 0.558594, 0.59375, 0.609375, 0.617188, 0.605469, 0.617188, 0.000587, 0.617188, 0.617188, 0.617188, 0.117188, 0.028809, 0.235352, 0.617188, 0.617188, 0.617188, 0.013855, 0.000561, 0.617188, 0.617188, 0.015747, 0.617188, 0.028198, 0.433594, 0.087402, 0.208008, 0.00058, 0.102051, 0.365234, 0.466797, 0.574219, 0.339844, 0.223633, 0.589844, 0.5625, 0.617188, 0.554688, 0.034668, 0.617188, 0.000591, 0.453125, 0.000599, 0.304688, 0.292969, 0.12793, 0.617188, 0.000565, 0.000584, 0.049805, 0.609375, 0.000561, 0.617188, 0.617188, 0.00769, 0.335938, 0.617188, 0.000565, 0.617188, 0.617188, 0.617188, 0.000576, 0.429688, 0.617188, 0.617188, 0.000599, 0.151367, 0.464844, 0.028809, 0.617188, 0.000546, 0.617188, 0.225586, 0.061035, 0.000568, 0.617188, 0.617188, 0.165039, 0.292969, 0.613281, 0.000565, 0.042725, 0.462891, 0.617188, 0.000568, 0.000557, 0.053223, 0.617188, 0.000587, 0.617188, 0.617188, 0.613281, 0.617188, 0.535156, 0.617188, 0.275391, 0.617188, 0.617188, 0.192383, 0.0625, 0.617188, 0.000565, 0.617188, 0.194336, 0.617188, 0.367188, 0.001854, 0.000546, 0.617188, 0.085449, 0.617188, 0.043701, 0.617188, 0.617188, 0.617188, 0.02356, 0.069824, 0.617188, 0.542969, 0.617188, 0.134766, 0.617188, 0.617188, 0.617188, 0.090332, 0.025146, 0.617188, 0.617188, 0.617188, 0.617188, 0.617188, 0.617188, 0.000595, 0.033936, 0.617188, 0.617188, 0.617188, 0.003616, 0.617188, 0.617188, 0.000553, 0.044189, 0.617188, 0.617188, 0.388672, 0.617188, 0.617188, 0.000565, 0.000538, 0.617188, 0.617188, 0.617188, 0.617188, 0.071289, 0.617188, 0.550781, 0.617188, 0.617188, 0.000568, 0.617188, 0.617188, 0.048584, 0.375, 0.000557, 0.061035, 0.617188, 0.000587, 0.010132, 0.054932, 0.617188, 0.613281, 0.164062, 0.000546, 0.246094, 0.617188, 0.617188, 0.617188, 0.000561, 0.115234, 0.617188, 0.617188, 0.433594, 0.019653, 0.00053, 0.421875, 0.078613, 0.617188, 0.554688, 0.617188, 0.000603, 0.617188, 0.617188, 0.617188, 0.617188, 0.617188, 0.617188, 0.605469, 0.558594, 0.617188, 0.000557, 0.000572, 0.136719, 0.027588, 0.617188, 0.617188, 0.000561, 0.589844, 0.357422, 0.120605, 0.047607, 0.617188, 0.019897, 0.617188, 0.000546, 0.332031, 0.617188, 0.617188, 0.198242, 0.017334, 0.617188, 0.617188, 0.617188, 0.617188, 0.330078, 0.601562, 0.617188, 0.617188, 0.000568, 0.617188, 0.617188, 0.063965, 0.617188, 0.000599, 0.617188, 0.000568, 0.271484, 0.449219, 0.617188, 0.617188, 0.34375, 0.296875, 0.539062, 0.000561, 0.000584, 0.617188, 0.261719, 0.605469, 0.617188, 0.617188, 0.617188, 0.097656, 0.617188, 0.067871, 0.000568, 0.429688, 0.550781, 0.617188, 0.617188, 0.617188, 0.617188, 0.617188, 0.000587, 0.273438, 0.300781, 0.601562, 0.617188, 0.578125, 0.083984, 0.535156, 0.181641, 0.000591, 0.000526, 0.617188, 0.511719, 0.617188, 0.617188, 0.617188, 0.617188, 0.617188, 0.400391, 0.000534, 0.118164, 0.000565, 0.617188, 0.341797, 0.617188, 0.175781, 0.347656, 0.410156, 0.000591, 0.546875, 0.617188, 0.617188, 0.617188, 0.617188, 0.291016, 0.617188, 0.186523, 0.617188, 0.617188, 0.02002, 0.000568, 0.207031, 0.072266, 0.617188, 0.328125, 0.617188, 0.310547, 0.617188, 0.273438, 0.322266, 0.000591, 0.000587, 0.059814, 0.018555, 0.043945, 0.617188, 0.617188, 0.000568, 0.617188, 0.000557, 0.617188, 0.617188, 0.000553, 0.375, 0.361328, 0.617188, 0.617188, 0.617188, 0.617188, 0.000486, 0.617188, 0.617188, 0.02002, 0.617188, 0.000591, 0.077637, 0.000587, 0.000561, 0.265625, 0.133789, 0.617188, 0.613281, 0.617188, 0.060791, 0.000584, 0.000572, 0.427734, 0.617188, 0.059326, 0.617188, 0.341797, 0.035645, 0.617188, 0.617188, 0.000557, 0.617188, 0.052246, 0.000549, 0.000576, 0.494141, 0.617188, 0.617188, 0.019409, 0.00058, 0.617188, 0.339844, 0.000576, 0.123535, 0.34375, 0.328125, 0.263672, 0.051025, 0.045898, 0.617188, 0.138672, 0.000595, 0.361328, 0.617188, 0.617188, 0.515625, 0.384766, 0.186523, 0.050537, 0.617188, 0.410156, 0.464844, 0.617188, 0.617188, 0.617188, 0.470703, 0.131836, 0.617188, 0.617188, 0.008057, 0.617188, 0.617188, 0.617188, 0.000526, 0.037842, 0.617188, 0.000568, 0.46875, 0.036377, 0.000576, 0.617188, 0.574219, 0.231445, 0.172852, 0.367188, 0.060303, 0.617188, 0.000595, 0.132812, 0.482422, 0.25, 0.001808, 0.410156, 0.617188, 0.617188, 0.494141, 0.613281, 0.617188, 0.000523, 0.141602, 0.558594, 0.036865, 0.000587, 0.034912, 0.617188, 0.000568, 0.617188, 0.617188, 0.519531, 0.038574, 0.617188, 0.609375, 0.617188, 0.617188, 0.617188, 0.617188, 0.617188, 0.457031, 0.617188, 0.451172, 0.5, 0.174805, 0.101562, 0.5625, 0.251953, 0.617188, 0.000572, 0.000599, 0.617188, 0.617188, 0.047852, 0.000572, 0.234375, 0.617188, 0.339844, 0.554688, 0.018433, 0.617188, 0.000561, 0.617188, 0.014648, 0.036377, 0.617188, 0.002975, 0.617188, 0.617188, 0.574219, 0.617188, 0.102051, 0.617188, 0.25, 0.617188, 0.617188, 0.617188, 0.617188, 0.617188, 0.617188, 0.124512, 0.237305, 0.617188, 0.617188, 0.008484, 0.000576, 0.000587, 0.000576, 0.617188, 0.617188, 0.445312, 0.617188, 0.376953, 0.617188, 0.617188, 0.617188, 0.617188, 0.519531, 0.617188, 0.617188, 0.351562, 0.133789, 0.000584, 0.283203, 0.617188, 0.154297, 0.617188, 0.453125, 0.023071, 0.617188, 0.000572, 0.460938, 0.617188, 0.000565, 0.515625, 0.617188, 0.617188, 0.617188, 0.617188, 0.443359, 0.609375, 0.000492, 0.267578, 0.617188, 0.558594, 0.617188, 0.617188, 0.617188, 0.015198, 0.000591, 0.617188, 0.585938, 0.617188, 0.028564, 0.617188, 0.617188, 0.000576, 0.617188, 0.617188, 0.00058, 0.355469, 0.151367, 0.00053, 0.194336, 0.000565, 0.478516, 0.066406, 0.617188, 0.251953, 0.064941, 0.410156, 0.617188, 0.617188, 0.294922, 0.000587, 0.263672, 0.000557, 0.472656, 0.617188, 0.404297, 0.433594, 0.617188, 0.617188, 0.00415, 0.617188, 0.000561, 0.617188, 0.412109, 0.320312, 0.357422, 0.245117, 0.617188, 0.235352, 0.617188, 0.617188, 0.617188, 0.099609, 0.617188, 0.000572, 0.617188, 0.617188, 0.000572, 0.000542, 0.126953, 0.617188, 0.000481, 0.617188, 0.061035, 0.550781, 0.380859, 0.617188, 0.617188, 0.617188, 0.617188, 0.480469, 0.00058, 0.617188, 0.570312, 0.000557, 0.000587, 0.018799, 0.605469, 0.108887, 0.617188, 0.000591, 0.539062, 0.617188, 0.617188, 0.482422, 0.617188, 0.617188, 0.59375, 0.617188, 0.069336, 0.617188, 0.617188, 0.494141, 0.585938, 0.000565, 0.057617, 0.617188, 0.000587, 0.617188, 0.045654, 0.617188, 0.617188, 0.040283, 0.617188, 0.617188, 0.617188, 0.024902, 0.617188, 0.617188, 0.617188, 0.230469, 0.00058, 0.617188, 0.00058, 0.617188, 0.617188, 0.402344, 0.00058, 0.000572, 0.617188, 0.617188, 0.062988, 0.248047, 0.000599, 0.617188, 0.617188, 0.503906, 0.044922, 0.617188, 0.000519, 0.617188, 0.609375, 0.000549, 0.431641, 0.582031, 0.014709, 0.617188, 0.083984, 0.617188, 0.306641, 0.550781, 0.617188, 0.617188, 0.617188, 0.617188, 0.041504, 0.617188, 0.617188, 0.382812, 0.617188, 0.000576, 0.181641, 0.092285, 0.116699, 0.617188, 0.546875, 0.016724, 0.617188, 0.000565, 0.000576, 0.617188, 0.000595, 0.414062, 0.617188, 0.171875, 0.617188, 0.15332, 0.192383, 0.617188, 0.106934, 0.617188, 0.617188, 0.613281, 0.523438, 0.535156, 0.134766, 0.051025, 0.617188, 0.570312, 0.027954, 0.000603, 0.617188, 0.472656, 0.005127, 0.292969, 0.000565, 0.617188, 0.617188, 0.617188, 0.00058, 0.130859, 0.617188, 0.417969, 0.029053, 0.601562, 0.46875, 0.00058, 0.617188, 0.124023, 0.59375, 0.457031, 0.010132, 0.028931, 0.024414, 0.617188, 0.000553, 0.617188, 0.617188, 0.617188, 0.011597, 0.034668, 0.617188, 0.617188, 0.617188, 0.617188, 0.00058, 0.617188, 0.494141, 0.617188, 0.000568, 0.000565, 0.392578, 0.044434, 0.000603, 0.000576, 0.617188, 0.574219, 0.617188, 0.008423, 0.617188, 0.00058, 0.455078, 0.617188, 0.02002, 0.617188, 0.617188, 0.503906, 0.617188, 0.617188, 0.367188, 0.085938, 0.503906, 0.617188, 0.147461, 0.617188, 0.617188, 0.020874, 0.000576, 0.617188, 0.617188, 0.000584, 0.211914, 0.047852, 0.000568, 0.018677, 0.617188, 0.617188, 0.476562, 0.617188, 0.617188, 0.617188, 0.589844, 0.617188, 0.5625, 0.617188, 0.376953, 0.617188, 0.617188, 0.030762, 0.617188, 0.617188, 0.052734, 0.617188, 0.030273, 0.617188, 0.617188, 0.617188, 0.257812, 0.617188, 0.589844, 0.328125, 0.617188, 0.000523, 0.46875, 0.617188, 0.000561, 0.106934, 0.617188, 0.617188, 0.617188, 0.484375, 0.285156, 0.000561, 0.617188, 0.000553, 0.617188, 0.617188, 0.3125, 0.099609, 0.535156, 0.177734, 0.617188, 0.53125, 0.300781, 0.000557, 0.617188, 0.617188, 0.617188, 0.617188, 0.617188, 0.135742, 0.5625, 0.570312, 0.000542, 0.617188, 0.585938, 0.617188, 0.617188, 0.242188, 0.00058, 0.000584, 0.00058, 0.617188, 0.000565, 0.449219, 0.617188, 0.474609, 0.023438, 0.617188, 0.617188, 0.000568, 0.617188, 0.617188, 0.202148, 0.539062, 0.617188, 0.496094, 0.000565, 0.617188, 0.00058, 0.617188, 0.589844, 0.617188, 0.314453, 0.000587, 0.417969, 0.617188, 0.318359, 0.613281, 0.617188, 0.141602, 0.000557, 0.617188, 0.455078, 0.617188, 0.617188, 0.234375, 0.00473, 0.000572, 0.100098, 0.000584, 0.617188, 0.617188, 0.617188, 0.617188, 0.074219, 0.298828, 0.617188, 0.000572, 0.617188, 0.363281, 0.617188, 0.026367, 0.490234, 0.000584, 0.255859, 0.582031, 0.617188, 0.005371, 0.039551, 0.133789, 0.031006, 0.539062, 0.617188, 0.617188, 0.617188, 0.062988, 0.554688, 0.617188, 0.617188, 0.613281, 0.062012, 0.613281, 0.113281, 0.216797, 0.137695, 0.433594, 0.617188, 0.617188, 0.617188, 0.617188, 0.000591, 0.609375, 0.617188, 0.025146, 0.047119, 0.617188, 0.617188, 0.617188, 0.617188, 0.482422, 0.617188, 0.617188, 0.609375, 0.617188, 0.617188, 0.421875, 0.046143, 0.617188, 0.455078, 0.617188, 0.617188, 0.617188, 0.617188, 0.244141, 0.617188, 0.613281, 0.078613, 0.004578, 0.219727, 0.498047, 0.617188, 0.617188, 0.404297, 0.617188, 0.617188, 0.000572, 0.617188, 0.617188, 0.416016, 0.189453, 0.617188, 0.617188, 0.617188, 0.617188, 0.005402, 0.009155, 0.410156, 0.550781, 0.617188, 0.059326, 0.103027, 0.204102, 0.617188, 0.000546, 0.617188, 0.601562, 0.000565, 0.363281, 0.470703, 0.212891, 0.000542, 0.015076, 0.617188, 0.617188, 0.617188, 0.171875, 0.617188, 0.617188, 0.039551, 0.099609, 0.617188, 0.375, 0.000591, 0.617188, 0.617188, 0.296875, 0.000557, 0.00766, 0.617188, 0.223633, 0.000553, 0.000565, 0.414062, 0.000549, 0.617188, 0.28125, 0.617188, 0.617188, 0.542969, 0.617188, 0.05127, 0.458984, 0.605469, 0.617188, 0.617188, 0.617188, 0.519531, 0.000557, 0.00058, 0.148438, 0.037109, 0.320312, 0.108398, 0.617188, 0.333984, 0.617188, 0.004181, 0.578125, 0.053711, 0.617188, 0.617188, 0.617188, 0.000561, 0.609375, 0.349609, 0.162109, 0.617188, 0.617188, 0.049316, 0.585938, 0.015198, 0.020996, 0.000576, 0.000576, 0.617188, 0.472656, 0.000587, 0.000561, 0.589844, 0.617188, 0.417969, 0.617188, 0.617188, 0.617188, 0.000595, 0.617188, 0.617188, 0.617188, 0.617188, 0.535156, 0.296875, 0.022827, 0.000591, 0.617188, 0.574219, 0.398438, 0.617188, 0.617188, 0.257812, 0.105469, 0.617188, 0.617188, 0.000565, 0.617188, 0.267578, 0.000568, 0.617188, 0.000591, 0.617188, 0.000572, 0.617188, 0.373047, 0.617188, 0.000572, 0.597656, 0.000599, 0.425781, 0.000591, 0.613281, 0.199219, 0.000568, 0.523438, 0.617188, 0.617188, 0.414062, 0.617188, 0.000546, 0.617188, 0.617188, 0.000591, 0.000587, 0.542969, 0.617188, 0.605469, 0.617188, 0.000565, 0.402344, 0.617188, 0.566406, 0.617188, 0.015381, 0.617188, 0.033447, 0.000599, 0.617188, 0.617188, 0.617188, 0.453125, 0.020752, 0.617188, 0.000568, 0.617188, 0.000584, 0.617188, 0.617188, 0.617188, 0.617188, 0.617188, 0.005432, 0.175781, 0.617188, 0.146484, 0.113281, 0.035156, 0.00058, 0.077148, 0.34375, 0.000565, 0.000484, 0.07959, 0.001022, 0.000572, 0.546875, 0.000576, 0.617188, 0.617188, 0.042969, 0.617188, 0.376953, 0.136719, 0.578125, 0.045166, 0.472656, 0.613281, 0.542969, 0.112305, 0.515625, 0.617188, 0.617188, 0.617188, 0.617188, 0.042725, 0.617188, 0.582031, 0.000542, 0.375, 0.53125, 0.353516, 0.523438, 0.02417, 0.000546, 0.000595, 0.59375, 0.417969, 0.613281, 0.617188, 0.472656, 0.617188, 0.322266, 0.339844, 0.000565, 0.554688, 0.617188, 0.617188, 0.078613, 0.03418, 0.613281, 0.365234, 0.285156, 0.12207, 0.605469, 0.005463, 0.617188, 0.472656, 0.1875, 0.419922, 0.084961, 0.316406, 0.337891, 0.427734, 0.617188, 0.617188, 0.064941, 0.000587, 0.000584, 0.617188, 0.058838, 0.000572, 0.546875, 0.617188, 0.617188, 0.00058, 0.617188, 0.617188, 0.4375, 0.119629, 0.617188, 0.609375, 0.053711, 0.000954, 0.617188, 0.617188, 0.00885, 0.617188, 0.542969, 0.00058, 0.617188, 0.617188, 0.000515, 0.147461, 0.617188, 0.617188, 0.617188, 0.617188, 0.000565, 0.010315, 0.183594, 0.000553, 0.617188, 0.326172, 0.617188, 0.617188, 0.617188, 0.617188, 0.010254, 0.421875, 0.617188, 0.617188, 0.617188, 0.072754 ] } , "name": "onnx::Mul_10887", "outputIndexes": [ 2505 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2504, 2505 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 2506 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2478, 2506 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/Add_2_output_0", "outputIndexes": [ 2507 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.746094 ] } , "name": "/blocks.12/Constant_1_output_0", "outputIndexes": [ 2508 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2507, 2508 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/Mul_1_output_0", "outputIndexes": [ 2509 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2509, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.13/Reshape_output_0", "outputIndexes": [ 2510 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2510 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.13/input_layernorm/Pow_output_0", "outputIndexes": [ 2511 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2511 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.13/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 2512 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2512, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/input_layernorm/Add_output_0", "outputIndexes": [ 2513 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2513, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/input_layernorm/Pow_1_output_0", "outputIndexes": [ 2514 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2510, 2514 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/input_layernorm/Mul_output_0", "outputIndexes": [ 2515 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 6.0625, 6.40625, 1.976562, 22.0, 4.03125, 3.78125, 2.453125, 3.1875, 3.234375, 2.703125, 8.0625, 10.375, 4.28125, 26.75, 5.71875, 13.125, 2.875, 1.84375, 2.6875, 4.21875, 30.375, 7.78125, 5.0625, 39.5, 2.59375, 1.21875, 1.554688, 4.71875, 2.9375, 5.5, 21.25, 2.703125, 4.53125, 2.59375, 4.0625, 84.0, 3.59375, 17.125, 168.0, 2.0625, 4.46875, 7.75, 3.171875, 1.3125, 9.25, 3.828125, 6.5625, 2.28125, 1.992188, 5.40625, 3.71875, 4.25, 2.796875, 17.375, 4.25, 2.765625, 9.6875, 61.0, 2.984375, 2.609375, 31.75, 3.265625, 12.375, 3.109375, 40.75, 32.25, 3.015625, 1.671875, 168.0, 211.0, 2.796875, 6.78125, 3.25, 4.21875, 4.03125, 3.1875, 62.25, 2.953125, 2.890625, 2.734375, 2.171875, 3.09375, 5.25, 4.03125, 8.9375, 41.0, 120.0, 4.8125, 4.8125, 2.65625, 6.0, 3.59375, 14.5, 3.484375, 4.125, 2.640625, 5.65625, 3.9375, 5.28125, 3.484375, 5.125, 7.59375, 4.3125, 94.0, 2.75, 4.125, 20.5, 22.75, 1.226562, 9.375, 1.625, 2.28125, 40.5, 5.125, 4.5625, 42.75, 51.5, 12.25, 18.875, 2.296875, 5.5, 1.859375, 2.625, 33.75, 2.390625, 3.984375, 1.09375, 4.5, 2.5, 1.101562, 4.9375, 1.296875, 3.5625, 13.0625, 54.5, 8.9375, 6.0, 1.867188, 1.226562, 3.921875, 17.625, 2.78125, 3.265625, 15.5, 3.375, 2.78125, 1.429688, 4.75, 5.90625, 3.078125, 5.4375, 2.453125, 17.5, 156.0, 2.53125, -12.625, 221.0, 3.609375, 45.0, 4.15625, 11.0625, 6.125, 33.5, 4.3125, 15.1875, 3.96875, 3.921875, 66.5, 4.625, 2.796875, 6.25, 4.8125, 3.828125, 1.960938, 4.21875, 3.1875, 3.578125, 14.0625, 2.09375, 3.421875, 4.21875, 4.90625, 30.0, 1.46875, 12.5625, 25.875, 54.5, 3.90625, 49.25, 3.15625, 11.625, 1.132812, 4.5, 4.65625, 6.71875, 2.203125, 4.125, 6.4375, 4.28125, 78.5, 5.21875, 3.984375, 3.375, 217.0, 5.03125, 87.5, 6.125, 2.421875, 29.875, 224.0, 3.953125, 4.375, 11.6875, 4.21875, 3.875, 8.5625, 7.21875, 2.0, 4.4375, 3.140625, 1.1875, 110.5, 3.8125, 9.0, 4.21875, 1.765625, 1.734375, 2.90625, 12.25, 4.03125, 4.40625, 13.5625, 3.28125, 2.96875, 3.671875, 56.75, 1.929688, 4.21875, 4.625, 1.1875, 1.570312, 94.5, 4.0625, 5.34375, 3.578125, 5.09375, 3.234375, 92.5, 4.40625, 1.648438, 105.0, 5.40625, 62.25, 4.1875, 36.0, 2.15625, 3.5625, 60.75, 1.8125, 4.1875, 5.84375, 105.0, 1.8125, 3.5625, 10.4375, 3.875, 5.0, 3.671875, 9.75, 3.546875, 2.34375, 5.5625, 28.25, 3.578125, 2.375, 5.96875, 6.46875, 17.25, 9.875, 3.328125, 2.609375, 4.71875, 3.765625, 14.5, 26.625, 3.078125, 14.1875, 2.71875, 32.75, 1.96875, 27.625, 4.40625, 4.53125, 6.0, 7.15625, 5.78125, 3.015625, 5.8125, 2.890625, 3.453125, 3.59375, 37.0, 3.140625, 4.40625, 11.3125, 3.234375, 22.5, 2.84375, 77.0, 13.75, 5.75, 60.75, 3.375, 3.25, 4.09375, 44.0, 18.0, 121.0, 68.0, 1.914062, 2.96875, 6.5, 23.625, 47.75, 3.9375, 3.546875, 62.5, 4.15625, 4.5, 116.5, 4.03125, 83.0, 72.0, 6.625, 3.375, 144.0, 3.90625, 4.96875, 4.1875, 197.0, 4.15625, 1.804688, 7.25, 4.6875, 3.359375, 191.0, 4.875, 13.5625, 15.6875, 4.125, 4.15625, 3.984375, 15.125, 3.78125, 2.609375, 102.5, 22.25, 11.375, 2.859375, 5.65625, 3.0625, 5.28125, 3.515625, 2.890625, 2.984375, 3.75, 2.9375, 13.1875, 4.5625, 4.34375, 181.0, 12.4375, 28.75, 1.9375, 78.5, 4.84375, 3.453125, 12.3125, 4.34375, 2.984375, 4.46875, 3.78125, 30.5, 3.75, 4.4375, 5.3125, 5.3125, 2.859375, 36.5, 4.28125, 1.34375, 6.15625, 3.578125, 5.3125, 4.3125, 2.890625, 88.5, 5.34375, 8.625, 2.671875, 3.296875, 25.75, 4.28125, 14.75, 3.734375, 7.90625, 3.453125, 5.03125, 9.3125, 6.25, 41.75, 5.46875, 65.5, 4.03125, 6.28125, 4.125, 5.59375, 5.4375, 2.890625, 4.4375, 49.0, 5.40625, 15.6875, 137.0, 3.28125, 22.375, 8.9375, 6.5625, 41.5, 4.53125, 20.0, 4.21875, 6.46875, 1.6875, 0.617188, 3.078125, 3.515625, 3.234375, 2.421875, 2.9375, 31.5, 7.1875, 4.65625, 3.75, 46.0, 3.84375, 51.75, 4.96875, 3.140625, 4.1875, 3.15625, 149.0, 2.46875, 4.28125, 4.125, 74.0, 6.65625, 3.984375, 2.953125, 3.890625, 5.0, 5.625, 3.0625, 11.75, 2.359375, 2.5625, 2.890625, 1.960938, 3.015625, 12.0, 27.5, 11.0, 4.625, 5.84375, 12.75, 2.984375, 5.65625, 13.375, 4.53125, 3.859375, 47.5, 194.0, 53.25, 5.3125, 1.53125, 9.4375, 4.0625, 24.625, 4.75, 36.25, 4.40625, 5.5, 1.585938, 4.5625, 94.0, 3.875, 4.21875, 3.640625, 0.558594, 27.25, 12.625, 2.109375, 12.0625, 2.796875, 6.8125, 3.875, 2.5625, 21.625, 2.890625, 5.875, 3.765625, 5.65625, 3.453125, 38.75, 4.8125, 3.96875, 3.4375, 15.625, 4.78125, 3.1875, 3.125, 3.265625, 3.6875, 5.75, 1.585938, 3.734375, 2.421875, 5.09375, 5.84375, 4.0625, 8.125, 4.1875, 51.5, 4.125, 57.5, 4.40625, 4.4375, 3.453125, 12.5, 17.75, 2.859375, 3.984375, 9.75, 16.25, 140.0, 4.34375, 3.90625, 12.3125, 7.28125, 4.875, 4.125, 2.5, 4.8125, 3.96875, 6.96875, 4.34375, 5.15625, 3.953125, 2.3125, 5.3125, 18.75, 3.859375, 3.140625, 4.71875, 11.1875, 183.0, 8.0, 3.5625, 5.4375, 25.125, 28.625, 5.09375, 2.265625, 4.28125, 22.125, 2.34375, 3.140625, 2.5, 6.75, 4.8125, 9.125, 3.015625, 43.0, 7.9375, 9.5, 53.75, 2.71875, 29.25, 25.625, 2.984375, 4.625, 109.5, 17.125, 95.0, 7.375, 2.6875, 60.25, 4.03125, 19.375, 8.4375, 3.59375, 17.375, 3.65625, 2.515625, 2.03125, 2.625, 58.0, 3.375, 3.53125, 3.1875, 8.5625, 5.84375, 2.140625, 118.5, 5.875, 2.59375, 69.5, 3.109375, 3.765625, 2.390625, 2.34375, 4.6875, 5.125, 36.0, 25.75, 3.40625, 4.84375, 10.0625, 3.3125, 36.5, 3.78125, 3.4375, 3.375, 4.3125, 0.8125, 5.375, 27.75, 5.40625, 10.9375, 3.453125, 70.5, 3.578125, 51.0, 10.875, 4.21875, 2.90625, 2.5625, 77.5, 26.625, 1.625, 6.59375, 44.75, 11.125, 20.75, 4.75, 4.3125, 1.632812, 3.828125, 2.90625, 5.625, 3.875, 3.15625, 5.5625, 8.375, 17.875, 4.3125, 4.28125, 4.5, 4.75, 86.5, 6.09375, 6.65625, 11.1875, 4.40625, 3.578125, 2.171875, 12.1875, 27.625, 2.453125, 11.5625, 4.0625, 4.40625, 1.601562, 4.6875, 3.953125, 5.90625, 19.0, 2.84375, 6.5625, 3.546875, 6.3125, 2.734375, 17.625, 4.1875, 4.5625, 4.75, 5.1875, 18.0, 2.5625, 3.578125, 5.96875, 4.3125, 4.03125, 4.5, 3.6875, 2.9375, 4.5625, 4.625, 5.78125, 40.75, 29.75, 4.125, 3.703125, 3.1875, 22.375, 5.4375, 3.6875, 3.3125, 4.9375, 2.671875, 5.0, 73.5, 9.5625, 5.59375, 17.0, 2.21875, 3.40625, 3.203125, 6.28125, 8.8125, 22.5, 4.5625, 1.585938, 4.96875, 2.9375, 18.875, 4.5, 8.3125, 10.3125, 20.0, 8.25, 2.9375, 3.46875, 19.75, 4.71875, 17.375, 2.828125, 4.375, 3.921875, 173.0, 4.1875, 4.59375, 4.78125, 3.09375, 5.5625, 2.953125, 126.0, 51.5, 3.390625, 18.125, 4.125, 3.6875, 1.84375, 3.234375, 3.4375, 49.75, 4.90625, 6.21875, 7.4375, 3.65625, 9.9375, 14.25, 13.0, 3.171875, 4.5625, 3.015625, 127.5, 9.625, 5.03125, 155.0, 2.671875, 4.8125, 3.34375, 7.625, 5.15625, 3.6875, 4.59375, 3.265625, 94.0, 3.625, 1.679688, 2.59375, 4.90625, 2.75, 5.25, 23.625, 3.234375, 3.0625, 8.9375, 18.0, 3.109375, 2.609375, 3.125, 156.0, 5.0, 1.640625, 7.375, 14.6875, 5.28125, 6.125, 5.03125, 20.625, 6.53125, 2.265625, 36.5, 3.234375, 4.28125, 5.625, 18.125, 5.6875, 13.25, 200.0, 3.21875, 14.8125, 1.867188, 187.0, 3.890625, 4.09375, 4.03125, 171.0, 250.0, 1.984375, 3.953125, 5.71875, 4.875, 5.3125, 58.25, 5.9375, 4.34375, 3.015625, 4.25, 4.1875, 4.5, 3.65625, 69.0, 4.09375, 3.734375, 8.4375, 1.367188, 78.5, 3.203125, 1.664062, 7.3125, 4.0, 3.875, 4.3125, 2.546875, 3.5, 17.875, 1.53125, 2.9375, 84.5, 4.96875, 3.859375, 33.0, 2.28125, 3.453125, 7.28125, 3.03125, 2.390625, 4.84375, 3.1875, 3.234375, 5.65625, 5.09375, 4.0, 255.0, 20.875, 3.5625, 3.78125, 26.625, 2.5, 3.609375, 4.25, 78.0, 6.5, 5.1875, 3.609375, 4.28125, 3.640625, 4.9375, 8.5, 3.03125, 140.0, 2.453125, 7.96875, 3.765625, 4.625, 0.6875, 10.4375, 8.9375, 3.796875, 54.0, 81.0, 4.46875, 4.125, 3.609375, 3.265625, 1.289062, 12.5625, 1.742188, 2.609375, 7.0625, 3.5, 56.0, 5.875, 4.625, 3.828125, 117.0, 92.0, 1.320312, 6.03125, 2.265625, 4.40625, 4.0625, 4.875, 3.1875, 4.90625, 8.75, 2.71875, 2.171875, 1.976562, 38.75, 136.0, 1.296875, 8.625, 0.890625, 6.21875, 10.9375, 4.46875, 2.203125, 3.203125, 6.75, 84.5, 204.0, 178.0, 3.296875, 3.703125, 4.84375, 6.5625, 6.0, 6.9375, 4.3125, 2.171875, 4.0, 4.46875, 4.59375, 29.375, 11.8125, 4.6875, 71.5, 2.5, 3.46875, 2.5625, 76.0, 91.5, 35.25, 92.0, 4.84375, 3.875, 5.84375, 174.0, 5.0625, 4.03125, 3.359375, 3.75, 4.0, 1.320312, 5.15625, 1.609375, 4.4375, 3.0625, 2.578125, 4.75, 8.3125, 47.25, 3.390625, 4.375, 3.1875, 2.421875, 6.1875, 3.734375, 3.421875, 10.5625, 0.800781, 48.75, 44.0, 2.6875, 4.46875, 97.0, 3.78125, 65.0, 8.875, 1.585938, 5.15625, 25.75, 64.0, 2.1875, 3.125, 38.5, 4.34375, 3.640625, 27.5, 123.0, 2.703125, 3.703125, 24.375, 7.875, 4.15625, 5.0625, 3.65625, 2.453125, 3.953125, 4.03125, 7.40625, 3.765625, 2.8125, 12.5625, 9.375, 1.8125, 3.15625, 3.796875, 7.25, 38.75, 17.375, 5.1875, 2.25, 4.4375, 3.109375, 38.5, 7.78125, 3.796875, 4.1875, 3.40625, 154.0, 73.0, 4.59375, 2.8125, 16.75, -3.828125, 4.21875, 4.34375, 3.546875, 3.96875, 3.484375, 2.84375, 4.875, 4.0, 5.75, 3.0, 2.796875, 3.296875, 4.875, 5.34375, 4.28125, 4.3125, 103.0, 3.34375, 11.5, 4.34375, 6.53125, 3.3125, 10.0625, 2.234375, 34.25, 4.3125, 3.03125, 5.78125, 3.09375, 6.40625, 106.5, 4.3125, 39.75, 5.96875, 4.28125, 5.3125, 2.46875, 3.546875, 10.25, 9.75, 3.96875, 1.617188, 91.5, 96.0, 4.0, 4.375, 175.0, 3.53125, 3.375, 3.296875, 4.1875, 3.515625, 2.609375, 8.9375, 3.671875, 1.929688, 3.265625, 1.671875, 3.609375, 42.75, 10.625, 7.90625, 5.03125, 4.09375, 26.125, 31.375, 14.6875, 8.4375, 2.625, 4.03125, 3.953125, 2.5, 9.9375, 4.0625, 4.34375, 1.03125, 1.6875, 3.78125, 4.125, 120.0, 8.625, 3.09375, 110.5, 5.59375, 3.171875, 3.5625, 4.65625, 6.625, 166.0, 93.0, 3.4375, 3.953125, 3.6875, 1.546875, 10.5625, 2.734375, 6.5, 3.921875, 3.265625, 44.5, 5.90625, 13.3125, 43.0, 3.25, 71.0, 5.40625, 84.0, 6.0, 5.65625, 44.25, 10.1875, 3.453125, 23.125, 8.625, 2.828125, 7.28125, 3.734375, 231.0, 4.25, 4.21875, 7.1875, 1.117188, 3.9375, 6.875, 4.78125, 8.75, 1.65625, 7.5, 96.5, 25.875, 5.0, 3.75, 20.5, 3.671875, 13.4375, 33.5, 5.90625, 3.890625, 2.765625, 10.875, 3.703125, 4.21875, 1.492188, 3.71875, 1.601562, 5.125, 125.5, 222.0, 6.03125, 4.40625, 3.421875, 89.5, 4.4375, 8.5625, 31.625, 11.8125, 3.125, 195.0, 3.828125, 107.5, 21.875, 3.40625, 2.515625, 3.0, 4.71875, 10.6875, 3.546875, 24.125, 4.71875, 3.328125, 1.390625, 3.59375, 4.4375, 4.1875, 4.28125, 5.21875, 109.5, 2.390625, 68.5, 5.75, 3.546875, 5.0625, 9.125, 2.921875, 79.0, 181.0, 2.875, 2.921875, 51.0, 9.4375, 2.90625, 6.8125, 4.53125, 3.21875, 78.0, 5.4375, 1.625, 4.4375, 10.6875, 44.5, 3.8125, 3.515625, 3.046875, 4.53125, 5.21875, 33.75, 3.328125, 5.3125, 5.5625, 30.5, 5.78125, 3.15625, 2.203125, 6.03125, 7.25, 150.0, 4.84375, 99.0, 21.375, 5.0625, 3.671875, 2.890625, 6.96875, 4.40625, 40.0, 5.40625, 2.140625, 3.234375, 4.8125, 6.6875, 3.484375, 4.1875, 5.0, 3.40625, 5.96875, 3.609375, 2.8125, 8.0, 3.5, 7.78125, 4.1875, 4.0625, 3.90625, 3.78125, 6.0, 3.046875, 131.0, 8.3125, 4.4375, 4.4375, 56.0, 3.359375, 38.5, 6.84375, 4.375, 4.375, 3.40625, 3.328125, 4.46875, 5.03125, 54.5, 1.71875, 2.890625, 2.453125, 25.875, 93.0, 11.5, 3.234375, 3.671875, 2.953125, 188.0, 8.4375, 4.1875, 3.1875, 141.0, 5.46875, 113.0, 7.46875, 59.75, 12.5, 52.75, 35.5, 5.625, 6.0, 4.375, 4.125, 15.3125, 4.0625, 5.6875, 8.9375, 3.90625, 85.5, 3.53125, 1.757812, 5.4375, 3.5625, 9.125, 10.875, 17.875, 4.46875, 48.5, 5.40625, 35.0, 4.71875, 9.3125, 4.3125, 1.703125, 150.0, 9.0, 2.734375, 7.90625, 2.609375, 6.21875, 3.90625, 11.0625, 6.03125, 4.3125, 4.1875, 11.1875, 18.5, 6.0625, 123.0, 3.671875, 68.0, 4.0, 5.6875, 67.5, 26.5, 1.382812, 4.1875, 19.75, 14.375, 4.5, 5.875, 77.0, 5.21875, 4.3125, 63.75, 180.0, 30.875, 3.546875, 68.0, 2.921875, 1.414062, 2.46875, 2.734375, 5.875, 4.375, 12.4375, 2.609375, 3.234375, 13.3125, 29.375, 4.40625, 20.25, 2.984375, 22.625, 1.75, 6.65625, 236.0, 45.5, 3.921875, 67.0, 3.359375, 63.0, 4.25, 3.75, 3.390625, 51.0, 48.75, 3.359375, 6.375, 7.09375, 20.5, 3.8125, 4.3125, 3.765625, 24.75, 136.0, 3.796875, 3.6875, 5.21875, 4.15625, 4.125, -0.121582, 0.730469, 77.0, 6.90625, 3.59375, 2.28125, 114.5, 3.1875, 5.03125, 91.0, 76.5, 4.1875, 4.28125, 7.0625, 3.4375, 3.484375, 5.46875, 4.40625, 3.421875, 4.8125, 3.578125, 3.015625, 3.21875, 2.734375, 4.6875, 4.375, 2.59375, 41.0, 2.578125, 3.78125, 81.0, 7.3125, 4.1875, 37.25, 2.6875, 104.0, 200.0, 49.25, 4.28125, 4.4375, 12.875, 6.375, 10.625, 3.34375, 1.921875, 4.25, 89.5, 1.875, 3.890625, 1.898438, 2.578125, 194.0, 171.0, 2.9375, 40.0, 4.53125, 4.65625, 4.59375, 80.5, 3.921875, 2.8125, 2.859375, 2.15625, 4.46875, 2.125, 4.78125, 1.773438, 2.78125, 5.3125, 10.5, 21.125, 136.0, 3.90625, 2.234375, 4.53125, 3.765625, 12.625, 17.75, 1.382812, 6.03125, 69.5, 3.0625, 32.5, 5.25, 2.953125, 3.578125, 20.0, 198.0, 3.78125, 4.59375, 4.4375, 2.25, 6.125, 5.0, 2.4375, 3.140625, 9.25, 4.625, 4.71875, 20.5, 4.0625, 30.75, 1.351562, 2.53125, 12.6875, 5.53125, 2.953125, 3.6875, 9.25, 8.75, 5.15625, 9.5, 12.5625, 3.78125, 10.5, 5.15625, 3.265625, 3.875, 3.015625, 27.125, 3.375, 44.25, 9.0625, 5.5625, 3.96875, 3.59375, 3.28125, 3.765625, 3.453125, 1.484375, 1.6875, 11.0625, 8.9375, 4.71875, 4.84375, 4.09375, 27.375, 4.84375, 19.75, 4.34375, 84.0, 2.46875, 4.8125, 4.78125, 5.34375, 3.890625, 2.8125, 5.09375, 6.78125, 109.5, 2.578125, 5.6875, 2.875, 8.5625, 5.0, 19.875, 11.625, 5.71875, 3.390625, 3.328125, 4.03125, 1.859375, 3.078125, 3.765625, 7.625, 3.34375, 9.875, 4.09375, 2.46875, 0.414062, 27.0, 12.875, 32.5, 4.1875, 5.90625, 3.796875, 8.75, 5.25, 12.25, 9.375, 4.46875, 31.75, 84.0, 157.0, 43.75, 3.484375, 4.15625, 4.28125, 3.28125, 53.0, 4.71875, 3.34375, 20.25, 7.0, 7.40625, 5.15625, 3.640625, 1.25, 3.78125, 180.0, 3.390625, 3.921875, 94.5, 1.820312, 10.875, 54.25, 16.25, 4.40625, 10.875, 8.6875, 4.21875, 0.773438, 3.09375, 30.625, 29.0, 9.4375, 6.90625, 3.875, 45.5, 4.09375, 7.15625, 38.0, 4.03125, 2.15625, 9.375, 3.609375, 60.75, 8.0625, 205.0, 4.96875, 3.6875, 3.515625, 112.5, 5.1875, 3.890625, 6.8125, 1.304688, 26.0, 8.125, 10.5625, 10.1875, 96.5, 60.5, 1.851562, 12.25, 135.0, 4.9375, 3.953125, 5.8125, 5.9375, 4.78125, 12.25, 81.0, 3.3125, 5.21875, 1.367188, 3.71875, 1.9375, 3.9375, 6.0, 14.75, 3.65625, 4.09375, 189.0, 3.5625, 2.140625, 7.84375, 78.0, 66.5, 3.09375, 10.0, 4.75, 53.25, 6.53125, 4.6875, 2.734375, 17.625, 21.875, 10.5, 73.0, 6.09375, 219.0, 31.625, 6.59375, 5.6875, 10.375, 8.5625, 3.265625, 3.875, 8.1875, 3.9375, 2.65625, 82.5, 17.0, 4.71875, 100.0, 1.960938, 52.25, 4.25, 4.375, 3.46875, 2.125, 6.53125, 48.0, 2.84375, 6.3125, 4.28125, 3.609375, 3.734375, 3.625, 2.671875, 7.84375, 2.4375, 4.71875, 4.03125, 2.15625, 25.875, 3.796875, 12.875, 5.8125, 9.25, 29.625, 4.03125, 3.328125, 33.5, 4.8125, 1.398438, 5.25, 6.65625, 5.1875, 156.0, 0.482422, 23.75, 5.40625, 95.0, 53.0, 5.21875, 201.0, 4.4375, 5.75, 3.875, -3.21875, 47.0, 2.265625, 2.40625, 2.5, 4.40625, 4.40625, 4.21875, 5.5, 5.0, 16.5, 12.5625, 4.15625, 3.421875, 278.0, 11.0625, 52.5, 28.25, 3.203125, 2.203125, 1.484375, 4.125, 7.875, 3.703125, 3.953125, 4.09375, 3.3125, 3.953125, 4.03125, 2.96875, 11.5, 24.125, 13.8125, 9.3125, 2.0625, 3.5, 3.203125, 3.9375, 107.0, 2.890625, 20.5, 2.046875, 3.890625, 11.5625, 2.640625, 4.65625, 3.1875, 2.453125, 4.5, 6.15625, 3.890625, 17.125, 13.25, 3.78125, 3.34375, 3.265625, 3.40625, 2.078125, 107.5, 1.523438, 3.375, 4.34375, 3.734375, 118.0, 3.140625, 4.28125, 9.4375, 3.125, 3.625, 1.820312, 10.3125, 1.609375, 20.5, 2.703125, 27.5, 5.875, 53.75, 1.617188, 9.8125, 44.25, 1.359375, 6.53125, 4.21875, 11.75, 2.875, 10.6875, 120.5, 5.0, 3.828125, 6.1875, 9.25, 3.046875, 1.53125, 306.0, 1.390625, 17.875, 5.375, 6.71875, 9.25, 7.1875, 10.875, 3.578125, 10.0625, 5.34375, 4.53125, 3.203125, 22.875, 4.40625, 32.5, 4.875, 4.6875, 94.5, 2.484375, 15.75, 2.15625, 25.75, 3.546875, 43.5, 3.90625, 7.71875, 2.875, 3.484375, 2.703125, 2.828125, 7.75, 4.125, 3.921875, 4.375, 8.375, 5.3125, 132.0, 3.90625, 27.25, 3.3125, 1.585938, 3.59375, 1.898438, 3.59375, 6.0, 4.125, 4.09375, 3.03125, 5.375, 10.375, 1.6875, 4.125, 5.96875, 3.90625, 2.53125, 28.25, 5.0, 19.0, 2.640625, 61.75, 3.625, 2.46875, 11.3125, 3.046875, 6.8125, 4.625, 112.0, 2.484375, 2.484375, 2.734375, 8.0625, 2.640625, 5.0625, 2.40625, 4.125, 3.53125, 7.3125, 132.0, 38.25, 5.375, 1.671875, 31.25, 9.75, 2.453125, 3.453125, 3.0625, 4.6875, 2.15625, 2.75, 198.0, 3.71875, 4.28125, 13.1875, 6.625, 3.515625, 198.0, 4.75, 47.75, 2.859375, 9.5, 4.125, 3.34375, 2.921875, 3.203125, 3.328125, 98.5, 2.359375, 3.0625, 8.375, 0.707031, 32.75, 12.1875, 29.5, 17.75, 3.96875, 4.71875, 192.0, 3.25, 8.1875, 21.875, 3.703125, 2.703125, 7.65625, 3.421875, 22.125, 2.71875, 14.75, 16.625, 3.609375, 24.0, 3.125, 1.53125, 4.03125, 4.5, 7.28125, 57.75, 52.75, 4.03125, 4.875, 110.5, 1.929688, 4.15625, 6.65625, 80.0, 6.625, 4.96875, 2.1875, 2.65625, 2.84375, 208.0, 5.0625, 2.1875, 18.75, 89.5, 3.96875, 5.28125, 23.875, 3.828125, 55.75, 5.96875, 4.21875, 126.0, 38.5, 89.5, 3.53125, 14.1875, 3.265625, 5.375, 3.03125, 126.5, 105.0, 2.375, 4.5, 4.0625, 3.28125, 208.0, 3.828125, 3.578125, 5.125, 8.5625, 1.90625, 7.8125, 97.0, 1.25, 10.6875, 3.09375, 4.21875, 3.984375, 103.5, 3.0625, 34.0, 4.9375, 3.21875, 71.5, 6.34375, 3.125, 1.976562, 1.78125, 4.59375, 8.8125, 26.875, 4.15625, 3.015625, 14.125, 2.6875, 4.46875, 179.0, 13.8125, 3.828125, 4.03125, 10.4375, 15.25, 81.5, 17.5, 73.5, 3.546875, 3.375, 5.59375, -4.15625, 3.140625, 3.921875, 4.0625, 3.828125, 3.609375, 3.65625, 7.4375, 4.90625, 3.4375, 96.0, 3.28125, 1.59375, 57.75, 3.921875, 83.5, 3.96875, 4.78125, 3.734375, 10.875, 3.828125, 4.1875, 7.1875, 1.945312, 4.59375, 7.46875, 4.65625, 52.0, 18.625, 3.484375, 3.90625, 4.6875, 4.46875, 8.0625, 93.5, 2.75, 4.4375, 2.953125, 3.984375, 10.25, 22.75, 4.46875, 6.90625, 2.546875, 4.96875, 8.0, 5.28125, 2.171875, 4.625, 3.640625, 3.078125, 2.96875, 26.375, 3.828125, 2.46875, 5.125, 3.40625, 3.796875, 4.34375, 5.15625, 12.875, 11.125, 178.0, 22.5, 4.25, 79.0, 4.78125, 2.421875, 8.25, 76.5, 1.9375, 4.625, 15.9375, 3.765625, 3.15625, 16.625, 4.6875, 4.3125, 3.375, 172.0, 3.28125, 2.09375, 4.8125, 3.25, 3.703125, 7.28125, 6.3125, 7.75, 4.375, 5.75, 4.125, 3.640625, 1.46875, 184.0, 1.710938, 5.65625, 3.421875, 2.578125, 6.84375, 5.28125, 15.625, 40.5, 16.375, 2.484375, 5.25, 3.90625, 3.265625, 32.25, 8.875, 2.84375, 7.15625, 3.6875, 2.875, 2.84375, 110.0, 3.90625, 1.445312, 14.125, 5.25, 5.0625, 197.0, 92.0, 19.0, 107.0, 4.09375, 2.4375, 3.125, 2.078125, 51.25, 7.6875, 2.765625, 5.75, 4.40625, 36.75, 3.984375, 33.0, 14.375, 34.75, 0.921875, 4.34375, 3.640625, 3.359375, 2.296875, 2.515625, 3.59375, 4.09375, 59.5, 86.5, 3.0625, 3.796875, 5.5625, 2.9375, 5.78125, 4.65625, 4.15625, 3.328125, 1.257812, 3.25, 9.5, 71.5, 3.6875, 7.28125, 2.59375, 3.40625, 3.390625, 5.75, 10.1875, 4.46875, 4.5, 28.375, 149.0, 13.875, 5.8125, 5.46875, 4.21875, 5.0, 5.625, 4.5625, 2.140625, 4.1875, 2.984375, 9.125, 18.625, 2.9375, 3.734375, 3.359375, 3.609375, 206.0, 50.0, 6.9375, 4.1875, 6.03125, 71.0, 32.75, 20.625, 2.703125, 49.25, 2.421875, 5.0625, 7.125, 9.625, 6.0625, 11.3125, 5.8125, 172.0, 3.421875, 3.0625, 4.21875, 14.3125, 1.320312, 1.625, 95.5, 26.5, 4.65625, 5.46875, 7.90625, 4.84375, 3.84375, 13.25, 26.875, 224.0, 3.09375, 12.625, 6.34375, 4.78125, 2.28125, 19.125, 2.40625, 11.25, 5.03125, 3.359375, 4.71875, 3.375, 68.5, 6.03125, 4.09375, 4.25, 3.15625, 3.796875, 5.46875, 6.0, 7.40625, 17.75, 69.5, 7.75, 23.125, 2.65625, 7.4375, 2.90625, 6.75, 2.90625, 18.875, 4.4375, 3.9375, 3.265625, 2.640625, 3.640625, 2.609375, 27.0, 5.84375, 0.753906, 74.5, 2.234375, 102.0, 91.0, 5.46875, 2.765625, 3.90625, 8.875, 43.0, 3.8125, 3.46875, 4.125, 1.375, 4.1875, 4.40625, 1.46875, 7.65625, 3.046875, 3.921875, 3.734375, 3.921875, 6.28125, 7.4375, 110.5, 11.0625, 3.59375, 5.0625, 6.4375, 3.03125, 5.03125, 14.5, 18.25, 0.953125, 3.546875, 7.1875, 3.078125, 10.875, 1.492188, 4.1875, 0.601562, 3.0625, 4.53125, 3.859375, 6.28125, 3.65625, 26.0, 3.765625, 100.5, 9.6875, 0.867188, 3.828125, 21.125, 5.90625, 4.625, 2.109375, 2.15625, 0.886719, 3.703125, 2.640625, 3.265625, 5.78125, 3.796875, 4.5, 0.695312, 4.3125, 3.625, 2.984375, 30.75, 6.28125, 2.828125, 3.859375, 3.390625, 35.75, 5.96875, 40.5, 0.800781, 3.546875, 5.5, 3.59375, 4.90625, 40.0, 2.796875, 114.5, 3.734375, 4.53125, 3.78125, 3.953125, 5.09375, 3.40625, 3.21875, 247.0, 15.875, 4.40625, 20.375, 29.0, 53.75, 2.703125, 57.0, 8.8125, 2.46875, 50.5, 40.25, 67.0, 1.742188, 3.703125, 80.5, 4.4375, 2.140625, 79.5, 4.84375, 6.65625, 22.5, 4.1875, 78.5, 7.3125, 2.59375, 4.46875, 30.625, 5.71875, 6.125, 2.90625, 1.992188, 4.9375, 101.5, 2.359375, 5.75, 10.6875, 9.9375, 5.1875, 11.3125, 3.3125, 50.75, 13.375, 2.734375, 5.25, 5.75, 3.515625, 3.171875, 8.625, 4.53125, 2.3125, 6.21875, 144.0, 4.03125, 4.15625, 5.5, 14.125, 110.5, 3.609375, 6.09375, 5.75, 23.875, 5.59375, 60.25, 3.765625, 5.625, 12.0, 7.4375, 44.0, 12.0625, 7.1875, 5.78125, 5.4375, 3.625, 44.0, 0.875, 2.046875, 3.703125, 57.25, 14.0, 5.09375, 4.96875, 3.703125, 4.9375, 4.78125, 4.3125, 8.0625, 19.75, 3.34375, 3.40625, 52.75, 9.875, 1.914062, 3.34375, 150.0, 3.484375, 1.65625, 18.5, 4.5625, 6.1875, 41.75, 16.375, 3.421875, 3.640625, 2.765625, 5.21875, 69.5, 165.0, 21.625, 86.5, 1.117188, 0.929688, 1.695312, 4.09375, 3.203125, 4.03125, 230.0, 4.96875, 2.53125, 3.328125, 3.140625, 28.0 ] } , "name": "onnx::Mul_10888", "outputIndexes": [ 2516 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2515, 2516 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/input_layernorm/Mul_1_output_0", "outputIndexes": [ 2517 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2517 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.13/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 7401 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7401 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.13/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 7402 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7402 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 789711396, 2621462, 655360, 0, 0 ] } , "name": "/layers.13/self_attn/q_proj/Linear", "outputIndexes": [ 7403 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7403 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.13/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 7404 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7404 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ] , "dimType": "NCHW" } , "name": "/layers.13/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 2518 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2517 ] , "main_type": "NONE", "name": "/blocks.13/self_attn/Shape_output_0", "outputIndexes": [ 2519 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 2519 ] , "main_type": "NONE", "name": "Shape3082", "outputIndexes": [ 2520 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 2519 ] , "main_type": "NONE", "name": "Rank3084", "outputIndexes": [ 2521 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2521, 2521 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3086", "outputIndexes": [ 2522 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2522 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3087", "outputIndexes": [ 2523 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2522, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3089", "outputIndexes": [ 2524 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2524 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3090", "outputIndexes": [ 2525 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2520, 2523, 2525, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice3093", "outputIndexes": [ 2526 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2526 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze3094", "outputIndexes": [ 2527 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2527, 2527 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3096", "outputIndexes": [ 2528 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2519, 2528, 2522 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.13/self_attn/Gather_output_0", "outputIndexes": [ 2529 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2529, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.13/self_attn/Unsqueeze_output_0", "outputIndexes": [ 2530 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2522 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3104", "outputIndexes": [ 2531 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2524 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3107", "outputIndexes": [ 2532 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2520, 2531, 2532, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice3110", "outputIndexes": [ 2533 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2533 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze3111", "outputIndexes": [ 2534 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 2534 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3112", "outputIndexes": [ 2535 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2535, 2534 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3113", "outputIndexes": [ 2536 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2519, 2536, 2522 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.13/self_attn/Gather_1_output_0", "outputIndexes": [ 2537 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2537, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.13/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 2538 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2530, 2538, 41, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.13/self_attn/Concat_output_0", "outputIndexes": [ 2539 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2518, 2539 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.13/self_attn/Reshape_output_0", "outputIndexes": [ 2540 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2540 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.13/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 2542 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2542 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.13/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 2543 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2543, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/self_attn/q_norm/Add_output_0", "outputIndexes": [ 2544 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2544, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 2545 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2540, 2545 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 2546 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2546, 708 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 2547 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2547, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/self_attn/Mul_output_0", "outputIndexes": [ 2548 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2547 ] , "main_type": "NONE", "name": "/blocks.13/self_attn/Shape_2_output_0", "outputIndexes": [ 2549 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 2549 ] , "main_type": "NONE", "name": "Shape3127", "outputIndexes": [ 2550 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 2549 ] , "main_type": "NONE", "name": "Rank3129", "outputIndexes": [ 2551 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2551, 2551 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3131", "outputIndexes": [ 2552 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2552 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3132", "outputIndexes": [ 2553 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2552, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3134", "outputIndexes": [ 2554 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2554 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3135", "outputIndexes": [ 2555 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2550, 2553, 2555, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice3138", "outputIndexes": [ 2556 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2556 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze3139", "outputIndexes": [ 2557 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 2557 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3140", "outputIndexes": [ 2558 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2558, 2557 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3141", "outputIndexes": [ 2559 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2549, 2559, 2552 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.13/self_attn/Gather_2_output_0", "outputIndexes": [ 2560 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2560, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/self_attn/Div_output_0", "outputIndexes": [ 2561 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2561, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.13/self_attn/Unsqueeze_7_output_0", "outputIndexes": [ 2562 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2547, 2562, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.13/self_attn/Slice_1_output_0", "outputIndexes": [ 2563 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2563 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.13/self_attn/Neg_output_0", "outputIndexes": [ 2564 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2561, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.13/self_attn/Unsqueeze_6_output_0", "outputIndexes": [ 2565 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2547, 31, 2565, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.13/self_attn/Slice_output_0", "outputIndexes": [ 2566 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2564, 2566 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.13/self_attn/Concat_3_output_0", "outputIndexes": [ 2567 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2567, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/self_attn/Mul_1_output_0", "outputIndexes": [ 2568 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2548, 2568 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/self_attn/Add_output_0", "outputIndexes": [ 2569 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7402 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 792988218, 655382, 163840, 0, 0 ] } , "name": "/layers.13/self_attn/k_proj/Linear", "outputIndexes": [ 7407 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7407 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.13/self_attn/k_proj/Linear/post_convert", "outputIndexes": [ 7408 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7408 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.13/self_attn/k_proj/Linear/post_reshape", "outputIndexes": [ 2570 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2529, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.13/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 2571 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2537, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.13/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 2572 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2571, 2572, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.13/self_attn/Concat_1_output_0", "outputIndexes": [ 2573 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2570, 2573 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.13/self_attn/Reshape_1_output_0", "outputIndexes": [ 2574 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2574 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.13/self_attn/k_norm/Pow_output_0", "outputIndexes": [ 2576 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2576 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.13/self_attn/k_norm/ReduceMean_output_0", "outputIndexes": [ 2577 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2577, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/self_attn/k_norm/Add_output_0", "outputIndexes": [ 2578 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2578, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/self_attn/k_norm/Pow_1_output_0", "outputIndexes": [ 2579 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2574, 2579 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/self_attn/k_norm/Mul_output_0", "outputIndexes": [ 2580 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2580, 1331 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/self_attn/k_norm/Mul_1_output_0", "outputIndexes": [ 2581 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2581, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/self_attn/Mul_2_output_0", "outputIndexes": [ 2582 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2581 ] , "main_type": "NONE", "name": "/blocks.13/self_attn/Shape_3_output_0", "outputIndexes": [ 2583 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 2583 ] , "main_type": "NONE", "name": "Shape3167", "outputIndexes": [ 2584 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 2583 ] , "main_type": "NONE", "name": "Rank3169", "outputIndexes": [ 2585 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2585, 2585 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3171", "outputIndexes": [ 2586 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2586 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3172", "outputIndexes": [ 2587 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2586, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3174", "outputIndexes": [ 2588 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2588 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3175", "outputIndexes": [ 2589 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2584, 2587, 2589, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice3178", "outputIndexes": [ 2590 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2590 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze3179", "outputIndexes": [ 2591 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 2591 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3180", "outputIndexes": [ 2592 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2592, 2591 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3181", "outputIndexes": [ 2593 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2583, 2593, 2586 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.13/self_attn/Gather_3_output_0", "outputIndexes": [ 2594 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2594, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/self_attn/Div_1_output_0", "outputIndexes": [ 2595 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2595, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.13/self_attn/Unsqueeze_9_output_0", "outputIndexes": [ 2596 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2581, 2596, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.13/self_attn/Slice_3_output_0", "outputIndexes": [ 2597 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2597 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.13/self_attn/Neg_1_output_0", "outputIndexes": [ 2598 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2595, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.13/self_attn/Unsqueeze_8_output_0", "outputIndexes": [ 2599 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2581, 31, 2599, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.13/self_attn/Slice_2_output_0", "outputIndexes": [ 2600 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2598, 2600 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.13/self_attn/Concat_4_output_0", "outputIndexes": [ 2601 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2601, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/self_attn/Mul_3_output_0", "outputIndexes": [ 2602 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2582, 2602 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/self_attn/Add_1_output_0", "outputIndexes": [ 2603 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7402 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 793807440, 655382, 163840, 0, 0 ] } , "name": "/layers.13/self_attn/v_proj/Linear", "outputIndexes": [ 7411 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7411 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.13/self_attn/v_proj/Linear/post_convert", "outputIndexes": [ 7412 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7412 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.13/self_attn/v_proj/Linear/post_reshape", "outputIndexes": [ 2604 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2529, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.13/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 2605 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2537, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.13/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 2606 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2605, 2606, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.13/self_attn/Concat_2_output_0", "outputIndexes": [ 2607 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2604, 2607 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.13/self_attn/Reshape_2_output_0", "outputIndexes": [ 2608 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2608 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.13/self_attn/v_norm/Pow_output_0", "outputIndexes": [ 2610 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2610 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.13/self_attn/v_norm/ReduceMean_output_0", "outputIndexes": [ 2611 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2611, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/self_attn/v_norm/Add_output_0", "outputIndexes": [ 2612 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2612, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/self_attn/v_norm/Pow_1_output_0", "outputIndexes": [ 2613 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2608, 2613 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/self_attn/v_norm/Mul_output_0", "outputIndexes": [ 2614 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2569, 2603, 2614, 167 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 13, "kv_shared_layer_index": -1 } , "name": "/layers.13/self_attn/FusedAttention", "outputIndexes": [ 2615 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2615 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.13/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 7413 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7413 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.13/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 7414 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7414 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 794626662, 2621462, 655360, 0, 0 ] } , "name": "/layers.13/self_attn/o_proj/Linear", "outputIndexes": [ 7415 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7415 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.13/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 7416 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7416 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.13/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 2616 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2616 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.13/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 2618 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2618 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.13/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 2619 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2619, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/post_attention_layernorm/Add_output_0", "outputIndexes": [ 2620 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2620, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 2621 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2616, 2621 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 2622 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.421875, 0.632812, 0.380859, 0.126953, 0.503906, 0.589844, 0.632812, 0.617188, 0.632812, 0.632812, 0.298828, 0.632812, 0.632812, 0.216797, 0.369141, 0.265625, 0.632812, 0.367188, 0.632812, 0.632812, 0.167969, 0.632812, 0.542969, 0.166016, 0.542969, 0.152344, 0.535156, 0.632812, 0.632812, 0.490234, 0.12207, 0.21875, 0.589844, 0.632812, 0.632812, 0.061035, 0.632812, 0.120605, 0.042725, 0.621094, 0.482422, 0.632812, 0.542969, 0.128906, 0.271484, 0.511719, 0.632812, 0.582031, 0.165039, 0.632812, 0.632812, 0.632812, 0.632812, 0.11084, 0.578125, 0.361328, 0.632812, 0.158203, 0.435547, 0.632812, 0.074707, 0.632812, 0.476562, 0.566406, 0.157227, 0.181641, 0.083984, 0.080078, 0.04248, 0.022583, 0.535156, 0.261719, 0.632812, 0.515625, 0.632812, 0.609375, 0.632812, 0.621094, 0.632812, 0.632812, 0.625, 0.5625, 0.632812, 0.075195, 0.472656, 0.139648, 0.077148, 0.632812, 0.632812, 0.263672, 0.457031, 0.632812, 0.257812, 0.632812, 0.632812, 0.632812, 0.453125, 0.632812, 0.310547, 0.632812, 0.632812, 0.129883, 0.632812, 0.04541, 0.585938, 0.480469, 0.404297, 0.099609, 0.28125, 0.326172, 0.146484, 0.213867, 0.050537, 0.542969, 0.632812, 0.043945, 0.193359, 0.253906, 0.287109, 0.632812, 0.503906, 0.503906, 0.632812, 0.206055, 0.632812, 0.597656, 0.078613, 0.632812, 0.609375, 0.000587, 0.632812, 0.097656, 0.632812, 0.22168, 0.081543, 0.53125, 0.632812, 0.149414, 0.149414, 0.632812, 0.095703, 0.632812, 0.150391, 0.361328, 0.632812, 0.632812, 0.632812, 0.546875, 0.632812, 0.582031, 0.632812, 0.472656, 0.320312, 0.037354, 0.632812, 0.632812, 0.025879, 0.632812, 0.067871, 0.632812, 0.511719, 0.151367, 0.15332, 0.632812, 0.235352, 0.632812, 0.632812, 0.116211, 0.632812, 0.566406, 0.632812, 0.632812, 0.632812, 0.000576, 0.632812, 0.632812, 0.628906, 0.269531, 0.632812, 0.632812, 0.423828, 0.632812, 0.095703, 0.359375, 0.097168, 0.092285, 0.125, 0.589844, 0.077637, 0.632812, 0.205078, 0.119629, 0.165039, 0.632812, 0.632812, 0.632812, 0.632812, 0.566406, 0.632812, 0.074219, 0.40625, 0.000599, 0.632812, 0.031982, 0.632812, 0.074707, 0.458984, 0.417969, 0.15625, 0.012024, 0.632812, 0.632812, 0.15332, 0.632812, 0.632812, 0.445312, 0.382812, 0.574219, 0.632812, 0.632812, 0.121582, 0.011536, 0.632812, 0.332031, 0.632812, 0.000576, 0.173828, 0.632812, 0.427734, 0.632812, 0.632812, 0.486328, 0.632812, 0.625, 0.582031, 0.070312, 0.096191, 0.632812, 0.632812, 0.132812, 0.632812, 0.076172, 0.632812, 0.435547, 0.632812, 0.484375, 0.496094, 0.060303, 0.554688, 0.000603, 0.06543, 0.632812, 0.144531, 0.632812, 0.104004, 0.091797, 0.632812, 0.10498, 0.040283, 0.486328, 0.585938, 0.04126, 0.099609, 0.632812, 0.632812, 0.632812, 0.632812, 0.632812, 0.154297, 0.632812, 0.075195, 0.632812, 0.194336, 0.632812, 0.443359, 0.458984, 0.462891, 0.287109, 0.632812, 0.632812, 0.632812, 0.632812, 0.632812, 0.255859, 0.133789, 0.632812, 0.3125, 0.188477, 0.220703, 0.056885, 0.632812, 0.632812, 0.632812, 0.632812, 0.578125, 0.632812, 0.102539, 0.53125, 0.632812, 0.632812, 0.632812, 0.140625, 0.632812, 0.578125, 0.458984, 0.632812, 0.201172, 0.535156, 0.061035, 0.386719, 0.632812, 0.0625, 0.051025, 0.632812, 0.632812, 0.174805, 0.316406, 0.632812, 0.09375, 0.632812, 0.632812, 0.000614, 0.222656, 0.161133, 0.515625, 0.632812, 0.025513, 0.632812, 0.632812, 0.022705, 0.632812, 0.043701, 0.111328, 0.582031, 0.632812, 0.011658, 0.632812, 0.632812, 0.632812, 0.018799, 0.632812, 0.632812, 0.429688, 0.632812, 0.632812, 0.032959, 0.632812, 0.223633, 0.193359, 0.507812, 0.632812, 0.632812, 0.25, 0.605469, 0.632812, 0.056396, 0.211914, 0.515625, 0.550781, 0.000584, 0.632812, 0.585938, 0.632812, 0.632812, 0.632812, 0.632812, 0.632812, 0.632812, 0.632812, 0.542969, 0.035156, 0.304688, 0.186523, 0.101074, 0.085938, 0.486328, 0.632812, 0.337891, 0.632812, 0.570312, 0.539062, 0.632812, 0.079102, 0.632812, 0.632812, 0.632812, 0.457031, 0.632812, 0.072754, 0.353516, 0.148438, 0.496094, 0.632812, 0.458984, 0.632812, 0.632812, 0.067383, 0.632812, 0.478516, 0.632812, 0.632812, 0.106934, 0.542969, 0.478516, 0.632812, 0.632812, 0.59375, 0.554688, 0.246094, 0.59375, 0.174805, 0.632812, 0.087891, 0.554688, 0.455078, 0.632812, 0.632812, 0.601562, 0.632812, 0.498047, 0.028198, 0.597656, 0.15625, 0.049805, 0.632812, 0.102539, 0.613281, 0.464844, 0.197266, 0.550781, 0.259766, 0.628906, 0.425781, 0.632812, 0.160156, 0.632812, 0.632812, 0.632812, 0.632812, 0.632812, 0.225586, 0.359375, 0.632812, 0.132812, 0.165039, 0.535156, 0.169922, 0.511719, 0.632812, 0.632812, 0.632812, 0.010559, 0.632812, 0.147461, 0.5625, 0.100098, 0.632812, 0.632812, 0.632812, 0.632812, 0.462891, 0.632812, 0.632812, 0.275391, 0.632812, 0.632812, 0.341797, 0.632812, 0.632812, 0.439453, 0.073242, 0.361328, 0.632812, 0.632812, 0.59375, 0.632812, 0.632812, 0.000599, 0.632812, 0.632812, 0.146484, 0.00824, 0.137695, 0.632812, 0.004364, 0.439453, 0.632812, 0.443359, 0.632812, 0.050537, 0.632812, 0.000595, 0.000595, 0.116699, 0.079102, 0.546875, 0.632812, 0.632812, 0.207031, 0.198242, 0.5625, 0.632812, 0.462891, 0.632812, 0.585938, 0.632812, 0.589844, 0.296875, 0.632812, 0.511719, 0.632812, 0.542969, 0.632812, 0.224609, 0.632812, 0.632812, 0.632812, 0.490234, 0.632812, 0.632812, 0.632812, 0.632812, 0.488281, 0.585938, 0.095215, 0.632812, 0.632812, 0.380859, 0.427734, 0.632812, 0.394531, 0.632812, 0.110352, 0.589844, 0.115723, 0.632812, 0.632812, 0.632812, 0.213867, 0.267578, 0.632812, 0.601562, 0.398438, 0.239258, 0.056641, 0.632812, 0.511719, 0.213867, 0.486328, 0.632812, 0.632812, 0.632812, 0.492188, 0.632812, 0.632812, 0.632812, 0.632812, 0.59375, 0.632812, 0.519531, 0.1875, 0.632812, 0.609375, 0.632812, 0.212891, 0.033936, 0.333984, 0.632812, 0.457031, 0.083496, 0.222656, 0.546875, 0.632812, 0.632812, 0.182617, 0.15625, 0.632812, 0.632812, 0.414062, 0.632812, 0.410156, 0.632812, 0.166016, 0.632812, 0.359375, 0.121094, 0.632812, 0.084961, 0.192383, 0.285156, 0.632812, 0.016724, 0.164062, 0.079102, 0.632812, 0.632812, 0.089844, 0.585938, 0.488281, 0.289062, 0.632812, 0.115234, 0.632812, 0.597656, 0.503906, 0.632812, 0.038574, 0.566406, 0.632812, 0.535156, 0.632812, 0.632812, 0.000618, 0.009094, 0.632812, 0.632812, 0.05957, 0.632812, 0.632812, 0.632812, 0.000546, 0.523438, 0.084473, 0.225586, 0.213867, 0.632812, 0.632812, 0.550781, 0.632812, 0.069824, 0.632812, 0.632812, 0.632812, 0.632812, 0.231445, 0.632812, 0.098145, 0.632812, 0.632812, 0.632812, 0.025513, 0.632812, 0.092285, 0.632812, 0.632812, 0.632812, 0.09375, 0.068359, 0.07959, 0.137695, 0.490234, 0.03833, 0.427734, 0.210938, 0.632812, 0.578125, 0.078125, 0.632812, 0.632812, 0.419922, 0.098633, 0.554688, 0.589844, 0.326172, 0.292969, 0.632812, 0.632812, 0.609375, 0.632812, 0.050537, 0.542969, 0.605469, 0.273438, 0.632812, 0.632812, 0.363281, 0.632812, 0.069336, 0.632812, 0.386719, 0.59375, 0.632812, 0.205078, 0.632812, 0.211914, 0.527344, 0.306641, 0.632812, 0.632812, 0.632812, 0.46875, 0.632812, 0.423828, 0.589844, 0.632812, 0.632812, 0.220703, 0.339844, 0.632812, 0.632812, 0.632812, 0.632812, 0.632812, 0.632812, 0.632812, 0.5625, 0.632812, 0.574219, 0.632812, 0.155273, 0.134766, 0.632812, 0.632812, 0.632812, 0.310547, 0.632812, 0.482422, 0.628906, 0.632812, 0.000607, 0.632812, 0.053467, 0.632812, 0.632812, 0.632812, 0.503906, 0.632812, 0.632812, 0.453125, 0.59375, 0.130859, 0.371094, 0.219727, 0.632812, 0.632812, 0.267578, 0.632812, 0.294922, 0.632812, 0.253906, 0.460938, 0.632812, 0.07373, 0.236328, 0.570312, 0.294922, 0.632812, 0.632812, 0.542969, 0.014771, 0.589844, 0.632812, 0.578125, 0.632812, 0.453125, 0.632812, 0.056885, 0.137695, 0.326172, 0.300781, 0.632812, 0.632812, 0.106934, 0.519531, 0.632812, 0.083008, 0.632812, 0.482422, 0.621094, 0.632812, 0.246094, 0.310547, 0.632812, 0.632812, 0.632812, 0.632812, 0.04834, 0.632812, 0.601562, 0.024414, 0.18457, 0.632812, 0.632812, 0.480469, 0.451172, 0.632812, 0.34375, 0.632812, 0.032715, 0.632812, 0.632812, 0.632812, 0.482422, 0.632812, 0.566406, 0.067871, 0.632812, 0.632812, 0.632812, 0.226562, 0.632812, 0.554688, 0.632812, 0.011169, 0.047607, 0.632812, 0.632812, 0.277344, 0.464844, 0.373047, 0.480469, 0.259766, 0.427734, 0.632812, 0.132812, 0.632812, 0.632812, 0.632812, 0.257812, 0.632812, 0.168945, 0.02124, 0.632812, 0.464844, 0.632812, 0.017334, 0.632812, 0.597656, 0.585938, 0.045654, 0.008667, 0.123047, 0.632812, 0.632812, 0.59375, 0.53125, 0.141602, 0.628906, 0.632812, 0.0625, 0.605469, 0.632812, 0.632812, 0.632812, 0.08252, 0.632812, 0.632812, 0.298828, 0.000591, 0.080078, 0.632812, 0.000595, 0.300781, 0.632812, 0.632812, 0.632812, 0.632812, 0.632812, 0.245117, 0.152344, 0.632812, 0.058594, 0.515625, 0.302734, 0.154297, 0.632812, 0.632812, 0.277344, 0.632812, 0.429688, 0.632812, 0.632812, 0.632812, 0.46875, 0.53125, 0.632812, 0.0047, 0.244141, 0.613281, 0.632812, 0.219727, 0.084961, 0.632812, 0.632812, 0.125, 0.632812, 0.632812, 0.632812, 0.527344, 0.632812, 0.632812, 0.632812, 0.335938, 0.056885, 0.632812, 0.632812, 0.597656, 0.632812, 0.000565, 0.347656, 0.632812, 0.632812, 0.106934, 0.083008, 0.632812, 0.632812, 0.632812, 0.632812, 0.236328, 0.225586, 0.063477, 0.632812, 0.617188, 0.632812, 0.098145, 0.632812, 0.542969, 0.632812, 0.024658, 0.062988, 0.632812, 0.632812, 0.000622, 0.632812, 0.566406, 0.632812, 0.211914, 0.632812, 0.597656, 0.632812, 0.632812, 0.000587, 0.050537, 0.050781, 0.632812, 0.632812, 0.001518, 0.139648, 0.632812, 0.511719, 0.632812, 0.535156, 0.632812, 0.092773, 0.014221, 0.007538, 0.632812, 0.632812, 0.000591, 0.416016, 0.621094, 0.478516, 0.632812, 0.632812, 0.632812, 0.632812, 0.546875, 0.226562, 0.25, 0.632812, 0.026733, 0.632812, 0.632812, 0.632812, 0.080078, 0.081543, 0.04126, 0.083496, 0.632812, 0.632812, 0.466797, 0.032959, 0.628906, 0.474609, 0.632812, 0.597656, 0.632812, 0.166992, 0.632812, 0.5, 0.632812, 0.632812, 0.632812, 0.632812, 0.613281, 0.146484, 0.632812, 0.609375, 0.617188, 0.632812, 0.486328, 0.632812, 0.632812, 0.632812, 0.000584, 0.163086, 0.051758, 0.632812, 0.632812, 0.078125, 0.632812, 0.169922, 0.392578, 0.200195, 0.433594, 0.166016, 0.026733, 0.291016, 0.632812, 0.07666, 0.515625, 0.539062, 0.171875, 0.013794, 0.116211, 0.632812, 0.155273, 0.353516, 0.632812, 0.507812, 0.632812, 0.632812, 0.632812, 0.589844, 0.632812, 0.632812, 0.632812, 0.000561, 0.460938, 0.00058, 0.589844, 0.59375, 0.455078, 0.098633, 0.19043, 0.380859, 0.632812, 0.632812, 0.632812, 0.197266, 0.355469, 0.632812, 0.632812, 0.632812, 0.008179, 0.022949, 0.511719, 0.632812, 0.244141, 0.546875, 0.166016, 0.632812, 0.535156, 0.632812, 0.632812, 0.632812, 0.416016, 0.632812, 0.523438, 0.289062, 0.632812, 0.632812, 0.535156, 0.166016, 0.632812, 0.474609, 0.0177, 0.632812, 0.28125, 0.632812, 0.527344, 0.539062, 0.527344, 0.632812, 0.18457, 0.632812, 0.632812, 0.632812, 0.632812, 0.412109, 0.066406, 0.632812, 0.165039, 0.396484, 0.632812, 0.632812, 0.632812, 0.632812, 0.231445, 0.535156, 0.546875, 0.439453, 0.041748, 0.054688, 0.632812, 0.554688, 0.020142, 0.632812, 0.632812, 0.632812, 0.632812, 0.519531, 0.632812, 0.324219, 0.632812, 0.167969, 0.470703, 0.304688, 0.632812, 0.066895, 0.300781, 0.449219, 0.582031, 0.632812, 0.128906, 0.185547, 0.251953, 0.419922, 0.632812, 0.632812, 0.632812, 0.578125, 0.275391, 0.361328, 0.632812, 0.15918, 0.369141, 0.632812, 0.632812, 0.064941, 0.427734, 0.632812, 0.077637, 0.151367, 0.632812, 0.632812, 0.632812, 0.498047, 0.03833, 0.076172, 0.632812, 0.632812, 0.632812, 0.174805, 0.632812, 0.490234, 0.632812, 0.632812, 0.632812, 0.169922, 0.402344, 0.28125, 0.044434, 0.632812, 0.021606, 0.632812, 0.019165, 0.000595, 0.453125, 0.064941, 0.265625, 0.632812, 0.125977, 0.632812, 0.632812, 0.632812, 0.582031, 0.039551, 0.574219, 0.632812, 0.109375, 0.632812, 0.632812, 0.291016, 0.632812, 0.617188, 0.116211, 0.322266, 0.062012, 0.177734, 0.498047, 0.632812, 0.167969, 0.632812, 0.275391, 0.123535, 0.632812, 0.632812, 0.047119, 0.225586, 0.632812, 0.574219, 0.000546, 0.632812, 0.136719, 0.169922, 0.010498, 0.024292, 0.09668, 0.632812, 0.632812, 0.07959, 0.625, 0.632812, 0.072266, 0.273438, 0.632812, 0.023315, 0.632812, 0.07666, 0.101074, 0.632812, 0.632812, 0.632812, 0.000591, 0.257812, 0.632812, 0.223633, 0.632812, 0.632812, 0.121582, 0.632812, 0.558594, 0.632812, 0.632812, 0.632812, 0.031982, 0.632812, 0.064453, 0.632812, 0.632812, 0.628906, 0.408203, 0.632812, 0.018066, 0.062256, 0.632812, 0.632812, 0.141602, 0.275391, 0.632812, 0.632812, 0.632812, 0.628906, 0.07959, 0.347656, 0.605469, 0.632812, 0.22168, 0.026367, 0.585938, 0.632812, 0.632812, 0.632812, 0.632812, 0.193359, 0.632812, 0.632812, 0.59375, 0.22168, 0.632812, 0.000591, 0.086914, 0.632812, 0.226562, 0.048584, 0.632812, 0.078125, 0.101562, 0.632812, 0.632812, 0.632812, 0.460938, 0.632812, 0.275391, 0.632812, 0.632812, 0.632812, 0.558594, 0.53125, 0.632812, 0.632812, 0.621094, 0.632812, 0.632812, 0.539062, 0.632812, 0.570312, 0.632812, 0.535156, 0.621094, 0.589844, 0.632812, 0.632812, 0.507812, 0.632812, 0.055664, 0.339844, 0.632812, 0.585938, 0.086426, 0.617188, 0.167969, 0.421875, 0.535156, 0.632812, 0.632812, 0.632812, 0.632812, 0.632812, 0.049316, 0.632812, 0.601562, 0.632812, 0.179688, 0.085938, 0.566406, 0.632812, 0.632812, 0.632812, 0.020752, 0.484375, 0.632812, 0.632812, 0.021729, 0.632812, 0.049316, 0.539062, 0.147461, 0.225586, 0.083984, 0.208008, 0.378906, 0.447266, 0.632812, 0.131836, 0.332031, 0.515625, 0.632812, 0.632812, 0.570312, 0.074707, 0.570312, 0.080566, 0.632812, 0.078125, 0.523438, 0.410156, 0.149414, 0.632812, 0.099121, 0.388672, 0.061768, 0.632812, 0.632812, 0.632812, 0.632812, 0.009644, 0.404297, 0.632812, 0.414062, 0.632812, 0.53125, 0.632812, 0.160156, 0.503906, 0.632812, 0.605469, 0.447266, 0.182617, 0.4375, 0.072266, 0.578125, 0.050781, 0.632812, 0.15918, 0.112793, 0.227539, 0.632812, 0.632812, 0.240234, 0.139648, 0.632812, 0.095703, 0.107422, 0.632812, 0.632812, 0.079102, 0.007538, 0.067383, 0.632812, 0.026367, 0.632812, 0.632812, 0.570312, 0.570312, 0.484375, 0.632812, 0.361328, 0.632812, 0.632812, 0.289062, 0.068359, 0.632812, 0.632812, 0.632812, 0.34375, 0.632812, 0.386719, 0.026489, 0.111328, 0.628906, 0.144531, 0.601562, 0.078613, 0.632812, 0.632812, 0.632812, 0.116211, 0.363281, 0.632812, 0.632812, 0.632812, 0.133789, 0.59375, 0.632812, 0.625, 0.123047, 0.047119, 0.632812, 0.632812, 0.632812, 0.632812, 0.632812, 0.632812, 0.000542, 0.037109, 0.632812, 0.632812, 0.632812, 0.057861, 0.632812, 0.632812, 0.017944, 0.068848, 0.632812, 0.632812, 0.408203, 0.632812, 0.632812, 0.462891, 0.486328, 0.632812, 0.632812, 0.632812, 0.632812, 0.00058, 0.617188, 0.605469, 0.632812, 0.632812, 0.182617, 0.632812, 0.632812, 0.086426, 0.488281, 0.000591, 0.05542, 0.632812, 0.022827, 0.014832, 0.083984, 0.632812, 0.632812, 0.289062, 0.632812, 0.28125, 0.632812, 0.632812, 0.632812, 0.019165, 0.080566, 0.632812, 0.632812, 0.108398, 0.039795, 0.006714, 0.137695, 0.101562, 0.326172, 0.632812, 0.632812, 0.085449, 0.632812, 0.632812, 0.632812, 0.566406, 0.632812, 0.251953, 0.632812, 0.3125, 0.632812, 0.632812, 0.371094, 0.169922, 0.052734, 0.632812, 0.632812, 0.632812, 0.628906, 0.390625, 0.126953, 0.088867, 0.632812, 0.022461, 0.632812, 0.208984, 0.53125, 0.632812, 0.632812, 0.347656, 0.028931, 0.632812, 0.632812, 0.632812, 0.075684, 0.353516, 0.632812, 0.632812, 0.632812, 0.345703, 0.632812, 0.632812, 0.084473, 0.632812, 0.1875, 0.094727, 0.21582, 0.484375, 0.539062, 0.632812, 0.632812, 0.523438, 0.396484, 0.632812, 0.632812, 0.308594, 0.632812, 0.398438, 0.632812, 0.632812, 0.632812, 0.632812, 0.114746, 0.632812, 0.104004, 0.632812, 0.390625, 0.632812, 0.632812, 0.632812, 0.632812, 0.632812, 0.632812, 0.617188, 0.550781, 0.376953, 0.632812, 0.632812, 0.632812, 0.083008, 0.511719, 0.332031, 0.166016, 0.024658, 0.632812, 0.632812, 0.632812, 0.628906, 0.632812, 0.19043, 0.632812, 0.447266, 0.061523, 0.000809, 0.632812, 0.632812, 0.496094, 0.632812, 0.326172, 0.486328, 0.449219, 0.129883, 0.632812, 0.632812, 0.261719, 0.632812, 0.632812, 0.375, 0.632812, 0.202148, 0.632812, 0.632812, 0.000595, 0.095703, 0.302734, 0.063477, 0.632812, 0.425781, 0.632812, 0.408203, 0.494141, 0.439453, 0.511719, 0.632812, 0.074219, 0.149414, 0.046387, 0.046143, 0.632812, 0.632812, 0.632812, 0.632812, 0.053711, 0.535156, 0.632812, 0.292969, 0.449219, 0.632812, 0.546875, 0.632812, 0.000607, 0.632812, 0.00824, 0.601562, 0.632812, 0.015198, 0.186523, 0.632812, 0.169922, 0.255859, 0.59375, 0.451172, 0.632812, 0.632812, 0.165039, 0.632812, 0.061035, 0.120605, 0.605469, 0.443359, 0.632812, 0.115234, 0.632812, 0.384766, 0.045898, 0.632812, 0.492188, 0.394531, 0.632812, 0.100098, 0.439453, 0.016113, 0.605469, 0.632812, 0.621094, 0.026978, 0.632812, 0.632812, 0.398438, 0.00061, 0.209961, 0.398438, 0.439453, 0.001175, 0.086914, 0.091797, 0.632812, 0.179688, 0.01416, 0.386719, 0.632812, 0.632812, 0.515625, 0.490234, 0.357422, 0.099609, 0.535156, 0.419922, 0.154297, 0.519531, 0.617188, 0.632812, 0.503906, 0.161133, 0.632812, 0.632812, 0.014404, 0.625, 0.632812, 0.486328, 0.038818, 0.059326, 0.632812, 0.451172, 0.632812, 0.038574, 0.488281, 0.632812, 0.558594, 0.335938, 0.300781, 0.53125, 0.105469, 0.632812, 0.010742, 0.214844, 0.632812, 0.511719, 0.330078, 0.550781, 0.632812, 0.632812, 0.632812, 0.542969, 0.632812, 0.015991, 0.179688, 0.494141, 0.087402, 0.000618, 0.044922, 0.632812, 0.632812, 0.632812, 0.429688, 0.632812, 0.045166, 0.632812, 0.632812, 0.632812, 0.632812, 0.632812, 0.628906, 0.237305, 0.632812, 0.632812, 0.492188, 0.488281, 0.054932, 0.163086, 0.59375, 0.373047, 0.632812, 0.632812, 0.088379, 0.632812, 0.632812, 0.061035, 0.079102, 0.154297, 0.632812, 0.355469, 0.597656, 0.039062, 0.527344, 0.086914, 0.554688, 0.04541, 0.050293, 0.507812, 0.006073, 0.59375, 0.632812, 0.550781, 0.632812, 0.202148, 0.632812, 0.059082, 0.632812, 0.632812, 0.632812, 0.632812, 0.632812, 0.632812, 0.140625, 0.283203, 0.632812, 0.628906, 0.013489, 0.632812, 0.041504, 0.101074, 0.632812, 0.632812, 0.142578, 0.574219, 0.425781, 0.632812, 0.632812, 0.59375, 0.632812, 0.527344, 0.632812, 0.632812, 0.429688, 0.208008, 0.183594, 0.460938, 0.474609, 0.071777, 0.625, 0.632812, 0.039062, 0.632812, 0.392578, 0.208984, 0.613281, 0.632812, 0.632812, 0.474609, 0.617188, 0.613281, 0.632812, 0.429688, 0.632812, 0.131836, 0.447266, 0.632812, 0.511719, 0.632812, 0.632812, 0.632812, 0.018066, 0.091309, 0.632812, 0.632812, 0.632812, 0.054932, 0.632812, 0.632812, 0.000595, 0.632812, 0.632812, 0.53125, 0.578125, 0.000565, 0.15918, 0.105957, 0.085449, 0.519531, 0.082031, 0.632812, 0.373047, 0.068848, 0.132812, 0.464844, 0.632812, 0.441406, 0.000587, 0.34375, 0.011108, 0.558594, 0.632812, 0.441406, 0.632812, 0.130859, 0.179688, 0.004913, 0.099609, 0.134766, 0.632812, 0.392578, 0.355469, 0.390625, 0.219727, 0.632812, 0.273438, 0.628906, 0.632812, 0.632812, 0.131836, 0.632812, 0.15332, 0.632812, 0.632812, 0.042725, 0.632812, 0.12793, 0.632812, 0.246094, 0.632812, 0.086914, 0.632812, 0.439453, 0.621094, 0.632812, 0.632812, 0.632812, 0.632812, 0.578125, 0.632812, 0.539062, 0.414062, 0.632812, 0.026489, 0.625, 0.150391, 0.632812, 0.361328, 0.632812, 0.186523, 0.632812, 0.578125, 0.632812, 0.609375, 0.632812, 0.632812, 0.361328, 0.632812, 0.632812, 0.550781, 0.53125, 0.104492, 0.058838, 0.474609, 0.330078, 0.511719, 0.069824, 0.632812, 0.632812, 0.632812, 0.632812, 0.511719, 0.632812, 0.061035, 0.632812, 0.632812, 0.632812, 0.277344, 0.092773, 0.447266, 0.00058, 0.625, 0.632812, 0.435547, 0.068359, 0.057129, 0.566406, 0.15918, 0.057129, 0.226562, 0.22168, 0.632812, 0.632812, 0.632812, 0.096191, 0.632812, 0.012695, 0.632812, 0.632812, 0.414062, 0.632812, 0.589844, 0.022095, 0.5625, 0.160156, 0.632812, 0.390625, 0.457031, 0.632812, 0.632812, 0.632812, 0.632812, 0.086426, 0.180664, 0.632812, 0.519531, 0.632812, 0.049072, 0.177734, 0.154297, 0.171875, 0.632812, 0.515625, 0.031982, 0.632812, 0.435547, 0.632812, 0.628906, 0.203125, 0.574219, 0.632812, 0.248047, 0.632812, 0.273438, 0.394531, 0.632812, 0.124023, 0.482422, 0.632812, 0.632812, 0.632812, 0.574219, 0.34375, 0.066895, 0.625, 0.632812, 0.047119, 0.059814, 0.632812, 0.632812, 0.076172, 0.316406, 0.570312, 0.632812, 0.632812, 0.632812, 0.009644, 0.000538, 0.632812, 0.632812, 0.027954, 0.632812, 0.503906, 0.259766, 0.632812, 0.287109, 0.632812, 0.417969, 0.012512, 0.080566, 0.030396, 0.632812, 0.063477, 0.605469, 0.486328, 0.632812, 0.031738, 0.056885, 0.507812, 0.632812, 0.535156, 0.632812, 0.006561, 0.632812, 0.578125, 0.632812, 0.632812, 0.000587, 0.339844, 0.086426, 0.115234, 0.632812, 0.632812, 0.632812, 0.632812, 0.062988, 0.632812, 0.632812, 0.632812, 0.632812, 0.020508, 0.632812, 0.632812, 0.108887, 0.632812, 0.632812, 0.632812, 0.396484, 0.589844, 0.632812, 0.175781, 0.632812, 0.632812, 0.040283, 0.34375, 0.519531, 0.632812, 0.632812, 0.349609, 0.080566, 0.141602, 0.063965, 0.632812, 0.632812, 0.632812, 0.632812, 0.523438, 0.632812, 0.632812, 0.632812, 0.605469, 0.632812, 0.480469, 0.632812, 0.632812, 0.07666, 0.632812, 0.152344, 0.088379, 0.632812, 0.036377, 0.53125, 0.632812, 0.632812, 0.294922, 0.632812, 0.582031, 0.373047, 0.123047, 0.632812, 0.632812, 0.632812, 0.108398, 0.111328, 0.632812, 0.628906, 0.632812, 0.542969, 0.357422, 0.031128, 0.632812, 0.632812, 0.632812, 0.632812, 0.554688, 0.100586, 0.632812, 0.077637, 0.466797, 0.476562, 0.292969, 0.057861, 0.554688, 0.632812, 0.632812, 0.632812, 0.119141, 0.19043, 0.632812, 0.34375, 0.5, 0.632812, 0.601562, 0.632812, 0.632812, 0.316406, 0.417969, 0.047119, 0.062988, 0.632812, 0.197266, 0.488281, 0.632812, 0.621094, 0.025269, 0.273438, 0.632812, 0.128906, 0.632812, 0.632812, 0.632812, 0.542969, 0.632812, 0.53125, 0.010498, 0.632812, 0.000572, 0.632812, 0.589844, 0.632812, 0.314453, 0.045166, 0.367188, 0.632812, 0.123535, 0.632812, 0.632812, 0.000549, 0.016235, 0.158203, 0.570312, 0.632812, 0.632812, 0.080078, 0.498047, 0.265625, 0.158203, 0.394531, 0.632812, 0.632812, 0.632812, 0.632812, 0.118164, 0.287109, 0.632812, 0.570312, 0.632812, 0.093262, 0.632812, 0.051514, 0.617188, 0.460938, 0.304688, 0.632812, 0.486328, 0.027832, 0.068359, 0.204102, 0.072754, 0.632812, 0.128906, 0.632812, 0.632812, 0.09082, 0.632812, 0.632812, 0.632812, 0.632812, 0.101562, 0.609375, 0.1875, 0.318359, 0.267578, 0.101074, 0.632812, 0.632812, 0.632812, 0.632812, 0.388672, 0.632812, 0.632812, 0.034912, 0.080566, 0.632812, 0.632812, 0.632812, 0.359375, 0.632812, 0.558594, 0.632812, 0.632812, 0.061768, 0.632812, 0.566406, 0.123535, 0.632812, 0.632812, 0.632812, 0.558594, 0.632812, 0.632812, 0.451172, 0.632812, 0.542969, 0.082031, 0.033447, 0.320312, 0.613281, 0.632812, 0.480469, 0.460938, 0.632812, 0.632812, 0.124512, 0.632812, 0.632812, 0.523438, 0.277344, 0.597656, 0.632812, 0.490234, 0.632812, 0.005005, 0.065918, 0.511719, 0.632812, 0.632812, 0.121094, 0.178711, 0.330078, 0.632812, 0.095703, 0.632812, 0.632812, 0.632812, 0.535156, 0.519531, 0.320312, 0.632812, 0.027466, 0.632812, 0.589844, 0.632812, 0.175781, 0.207031, 0.394531, 0.08252, 0.135742, 0.632812, 0.4375, 0.300781, 0.632812, 0.605469, 0.578125, 0.058105, 0.008789, 0.632812, 0.349609, 0.062988, 0.632812, 0.182617, 0.155273, 0.632812, 0.40625, 0.632812, 0.632812, 0.494141, 0.570312, 0.07666, 0.632812, 0.5, 0.632812, 0.632812, 0.632812, 0.472656, 0.349609, 0.462891, 0.152344, 0.081055, 0.347656, 0.144531, 0.632812, 0.4375, 0.347656, 0.341797, 0.574219, 0.02478, 0.632812, 0.145508, 0.632812, 0.632812, 0.582031, 0.112793, 0.235352, 0.632812, 0.124512, 0.093262, 0.578125, 0.061035, 0.020874, 0.5, 0.076172, 0.632812, 0.632812, 0.103516, 0.632812, 0.542969, 0.632812, 0.104492, 0.632812, 0.632812, 0.208008, 0.539062, 0.632812, 0.585938, 0.515625, 0.632812, 0.632812, 0.425781, 0.03064, 0.5, 0.542969, 0.632812, 0.4375, 0.632812, 0.632812, 0.365234, 0.119141, 0.443359, 0.632812, 0.632812, 0.632812, 0.345703, 0.125977, 0.632812, 0.263672, 0.632812, 0.5625, 0.632812, 0.482422, 0.632812, 0.21875, 0.550781, 0.023682, 0.632812, 0.102539, 0.632812, 0.3125, 0.632812, 0.632812, 0.131836, 0.204102, 0.116699, 0.554688, 0.632812, 0.632812, 0.416016, 0.435547, 0.000584, 0.080566, 0.632812, 0.632812, 0.632812, 0.122559, 0.433594, 0.632812, 0.632812, 0.632812, 0.051758, 0.369141, 0.064941, 0.125, 0.632812, 0.632812, 0.632812, 0.574219, 0.034668, 0.632812, 0.039795, 0.632812, 0.632812, 0.632812, 0.632812, 0.632812, 0.632812, 0.632812, 0.005707, 0.439453, 0.546875, 0.188477, 0.217773, 0.034424, 0.632812, 0.145508, 0.566406, 0.632812, 0.030396, 0.125977, 0.085449, 0.169922, 0.546875, 0.027954, 0.632812, 0.384766, 0.078613, 0.632812, 0.542969, 0.141602, 0.613281, 0.093262, 0.632812, 0.632812, 0.632812, 0.18457, 0.375, 0.084473, 0.632812, 0.632812, 0.632812, 0.07959, 0.632812, 0.558594, 0.210938, 0.535156, 0.632812, 0.558594, 0.511719, 0.027954, 0.213867, 0.000591, 0.632812, 0.380859, 0.632812, 0.632812, 0.632812, 0.632812, 0.090332, 0.429688, 0.0354, 0.550781, 0.632812, 0.632812, 0.222656, 0.076172, 0.609375, 0.369141, 0.515625, 0.125977, 0.632812, 0.030029, 0.632812, 0.523438, 0.165039, 0.498047, 0.124023, 0.632812, 0.306641, 0.632812, 0.632812, 0.632812, 0.632812, 0.259766, 0.097168, 0.632812, 0.115234, 0.632812, 0.523438, 0.632812, 0.632812, 0.546875, 0.5625, 0.632812, 0.597656, 0.123047, 0.632812, 0.632812, 0.132812, 0.558594, 0.353516, 0.632812, 0.008728, 0.632812, 0.103027, 0.632812, 0.632812, 0.632812, 0.206055, 0.175781, 0.632812, 0.632812, 0.546875, 0.632812, 0.125977, 0.016479, 0.318359, 0.018921, 0.339844, 0.094238, 0.632812, 0.632812, 0.632812, 0.628906, 0.014709, 0.441406, 0.632812, 0.632812, 0.632812, 0.075195 ] } , "name": "onnx::Mul_10909", "outputIndexes": [ 2623 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2622, 2623 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 2624 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2510, 2624 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/Add_output_0", "outputIndexes": [ 2625 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2625 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.13/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 2626 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2626 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.13/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 2627 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2627, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 2628 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2628, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 2629 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2625, 2629 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 2630 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 2.59375, 1.851562, 0.59375, 7.25, 1.476562, 1.492188, 0.8125, 1.085938, 1.3125, 0.609375, 3.25, 0.470703, 1.5, 7.28125, 2.9375, 0.859375, 0.914062, 0.519531, 1.273438, 1.5625, 9.375, 2.21875, 1.945312, 10.4375, 0.597656, 0.365234, 0.511719, 1.304688, 0.96875, 2.15625, 9.375, 0.574219, 1.5, 1.132812, 1.210938, 27.25, 1.03125, 8.125, 42.0, 0.777344, 1.875, 2.3125, 0.6875, 0.476562, 3.734375, 1.726562, 1.671875, 0.621094, 0.546875, 1.570312, 1.195312, 1.59375, 0.8125, 9.625, 1.617188, 0.546875, 1.046875, 12.1875, 0.597656, 1.351562, 12.5625, 0.957031, 3.109375, 0.660156, 11.125, 8.9375, 0.492188, 0.404297, 42.75, 68.5, 1.476562, 3.171875, 1.070312, 1.789062, 1.351562, 1.304688, 3.53125, 0.914062, 0.851562, 0.902344, 0.742188, 0.960938, 1.09375, 0.882812, 2.875, 10.375, 24.0, 0.882812, 1.453125, 0.527344, 2.109375, 0.960938, 5.28125, 1.0, 1.140625, 0.742188, 2.21875, 1.195312, 0.542969, 1.15625, 1.421875, 1.632812, 1.257812, 30.875, 1.351562, 1.8125, 3.71875, 8.1875, 0.445312, 3.203125, 0.416016, 0.333984, 18.625, 1.867188, 1.789062, 21.375, 9.75, 4.5625, 4.8125, 0.613281, 2.1875, 0.474609, 0.761719, 7.875, 0.785156, 1.460938, 0.523438, 1.359375, 0.578125, 0.380859, 1.328125, 0.578125, 0.898438, 4.90625, 18.25, 2.640625, 0.820312, 0.554688, 0.472656, 0.710938, 1.140625, 1.265625, 0.695312, 4.4375, 1.078125, 1.351562, 0.341797, 1.648438, 2.0625, 0.871094, 1.585938, 0.769531, 5.0, 44.25, 0.761719, 3.96875, 65.0, 1.421875, 18.375, 1.289062, 2.671875, 0.90625, 9.875, 0.753906, 5.28125, 1.671875, 1.171875, 15.1875, 1.796875, 1.570312, 1.648438, 1.65625, 0.910156, 0.474609, 1.335938, 1.4375, 1.335938, 4.46875, 0.785156, 1.414062, 0.769531, 1.648438, 9.875, 0.4375, 2.15625, 11.5, 14.375, 1.210938, 17.375, 1.0625, 4.53125, 0.355469, 0.925781, 1.273438, 1.265625, 0.945312, 1.601562, 1.609375, 1.617188, 21.0, 2.515625, 0.875, 1.445312, 55.25, 0.949219, 23.625, 2.28125, 0.789062, 9.375, 105.5, 1.390625, 1.65625, 8.3125, 1.351562, 1.039062, 2.71875, 2.78125, 0.609375, 1.632812, 1.429688, 0.421875, 65.0, 1.070312, 3.25, 1.351562, 1.085938, 0.53125, 1.335938, 3.1875, 1.382812, 1.46875, 3.609375, 1.164062, 1.1875, 1.453125, 19.5, 0.550781, 1.195312, 0.800781, 0.4375, 0.503906, 23.375, 1.15625, 2.03125, 1.023438, 2.078125, 0.785156, 24.5, 1.71875, 1.125, 27.75, 1.3125, 13.3125, 0.726562, 11.875, 0.492188, 0.914062, 16.625, 1.015625, 1.84375, 1.859375, 35.5, 0.566406, 0.882812, 1.945312, 1.023438, 1.351562, 1.265625, 4.65625, 1.46875, 0.742188, 1.828125, 8.0625, 1.453125, 0.652344, 2.078125, 2.3125, 4.90625, 0.859375, 0.808594, 0.835938, 1.5, 0.820312, 4.4375, 9.625, 1.304688, 4.34375, 0.550781, 7.25, 0.597656, 1.820312, 1.859375, 1.351562, 1.726562, 2.0, 1.359375, 0.710938, 1.960938, 1.03125, 1.085938, 1.070312, 11.0625, 1.078125, 1.632812, 2.9375, 0.917969, 7.15625, 1.570312, 23.625, 3.671875, 1.445312, 21.75, 0.914062, 1.117188, 1.554688, 10.5, 5.125, 1.382812, 18.25, 0.796875, 1.351562, 1.148438, 7.0625, 10.875, 1.773438, 0.933594, 33.25, 0.976562, 1.929688, 52.5, 1.34375, 28.25, 15.6875, 1.695312, 1.101562, 81.5, 1.046875, 1.828125, 1.492188, 72.5, 1.179688, 0.757812, 2.296875, 1.3125, 1.234375, 53.25, 1.34375, 5.0, 5.15625, 2.046875, 0.96875, 1.226562, 4.90625, 1.398438, 1.078125, 29.5, 6.8125, 2.984375, 0.660156, 1.4375, 1.429688, 1.929688, 1.195312, 0.984375, 1.382812, 1.171875, 0.628906, 0.714844, 1.742188, 1.71875, 49.5, 4.34375, 8.3125, 0.589844, 20.0, 1.773438, 1.3125, 3.515625, 1.117188, 1.304688, 1.742188, 1.25, 14.25, 1.09375, 1.054688, 1.828125, 2.21875, 0.773438, 14.125, 0.261719, 0.412109, 2.390625, 1.476562, 2.046875, 1.234375, 1.203125, 25.375, 1.273438, 2.703125, 0.8125, 1.15625, 10.4375, 1.828125, 1.601562, 1.242188, 0.769531, 1.539062, 1.757812, 3.609375, 1.859375, 8.75, 1.640625, 20.375, 1.523438, 2.3125, 1.546875, 2.03125, 1.835938, 0.886719, 1.945312, 26.75, 1.875, 5.96875, 36.25, 1.09375, 10.625, 1.875, 2.296875, 8.6875, 1.601562, 5.5625, 1.429688, 2.546875, 0.742188, 0.285156, 1.015625, 0.878906, 1.140625, 0.667969, 0.800781, 7.0625, 2.765625, 1.5, 2.4375, 9.9375, 1.484375, 12.1875, 1.851562, 1.078125, 1.351562, 1.0625, 95.0, 1.226562, 0.9375, 1.648438, 17.75, 1.773438, 1.3125, 0.644531, 1.0625, 1.9375, 1.132812, 0.976562, 4.46875, 0.625, 0.59375, 0.554688, 0.542969, 1.015625, 2.59375, 13.9375, 3.125, 1.257812, 1.210938, 2.578125, 1.046875, 1.59375, 4.09375, 1.34375, 1.164062, 10.9375, 113.5, 11.625, 1.046875, 0.347656, 2.921875, 1.554688, 3.5, 1.257812, 15.375, 1.28125, 1.445312, 0.863281, 0.796875, 23.125, 1.507812, 1.273438, 1.085938, 0.357422, 6.65625, 3.125, 0.515625, 2.96875, 1.195312, 2.0625, 1.25, 0.625, 5.40625, 0.832031, 2.4375, 1.203125, 2.078125, 1.429688, 7.6875, 1.585938, 1.328125, 1.070312, 3.171875, 1.03125, 1.3125, 0.992188, 1.320312, 1.671875, 1.695312, 0.628906, 1.273438, 0.496094, 2.328125, 2.390625, 1.210938, 2.734375, 1.28125, 14.8125, 1.539062, 14.125, 1.28125, 1.242188, 0.980469, 5.09375, 5.375, 0.699219, 1.5, 3.078125, 4.71875, 33.5, 1.421875, 1.679688, 4.9375, 2.484375, 1.132812, 1.375, 0.878906, 2.078125, 1.171875, 1.84375, 1.007812, 1.078125, 1.4375, 0.871094, 2.015625, 5.46875, 1.28125, 1.273438, 0.232422, 4.65625, 51.0, 0.6875, 0.914062, 2.171875, 9.0625, 7.375, 2.015625, 0.523438, 1.25, 2.890625, 0.542969, 0.8125, 0.644531, 2.484375, 1.625, 2.765625, 0.914062, 10.8125, 2.21875, 3.125, 13.4375, 0.65625, 12.6875, 7.28125, 0.490234, 2.125, 57.25, 6.78125, 21.75, 2.171875, 0.589844, 17.75, 1.34375, 3.109375, 3.625, 1.085938, 8.0625, 1.023438, 0.59375, 0.710938, 0.734375, 23.375, 1.585938, 1.179688, 0.742188, 1.90625, 2.390625, 0.613281, 82.0, 2.09375, 0.867188, 23.125, 0.914062, 1.421875, 0.617188, 1.398438, 1.859375, 0.964844, 7.46875, 7.25, 1.117188, 1.5625, 2.125, 1.304688, 15.6875, 1.4375, 1.171875, 0.84375, 1.351562, 0.5625, 1.289062, 10.125, 1.46875, 0.769531, 1.164062, 33.25, 0.832031, 15.8125, 2.796875, 0.988281, 0.960938, 0.648438, 19.25, 11.375, 0.574219, 2.296875, 25.25, 3.484375, 6.6875, 1.554688, 1.484375, 0.703125, 1.242188, 0.890625, 2.25, 0.75, 1.414062, 2.0, 3.265625, 1.984375, 1.140625, 1.34375, 1.71875, 1.335938, 29.375, 2.046875, 2.140625, 4.46875, 1.757812, 1.242188, 0.566406, 2.171875, 10.6875, 1.242188, 3.34375, 1.453125, 0.707031, 0.455078, 1.414062, 2.71875, 1.960938, 5.21875, 1.507812, 1.9375, 1.023438, 2.1875, 1.0, 4.0, 1.46875, 1.273438, 1.757812, 1.03125, 4.0625, 0.980469, 1.226562, 1.71875, 1.296875, 1.296875, 1.546875, 1.117188, 1.398438, 1.734375, 1.585938, 1.640625, 10.3125, 9.875, 1.25, 1.054688, 1.3125, 5.53125, 1.75, 1.703125, 1.453125, 1.476562, 0.535156, 1.4375, 26.625, 2.546875, 1.53125, 1.695312, 0.490234, 0.894531, 1.304688, 2.296875, 2.171875, 8.8125, 2.421875, 0.527344, 1.476562, 0.773438, 5.125, 1.09375, 3.46875, 1.617188, 5.8125, 2.625, 0.898438, 0.5, 5.1875, 1.84375, 5.0625, 1.179688, 0.914062, 1.640625, 78.0, 1.453125, 0.964844, 1.539062, 1.0625, 2.140625, 0.667969, 31.125, 11.6875, 0.683594, 4.8125, 1.15625, 1.320312, 0.65625, 1.390625, 1.421875, 14.6875, 0.910156, 2.25, 1.929688, 1.257812, 4.25, 4.125, 3.09375, 1.015625, 1.492188, 0.921875, 35.25, 0.789062, 1.703125, 59.5, 0.613281, 1.445312, 1.070312, 2.625, 2.25, 1.015625, 1.171875, 0.960938, 38.25, 1.0625, 0.738281, 1.25, 1.9375, 0.785156, 1.664062, 12.1875, 1.148438, 1.046875, 1.09375, 5.78125, 0.792969, 0.773438, 1.140625, 81.5, 1.078125, 0.554688, 2.203125, 5.03125, 2.171875, 2.484375, 2.046875, 6.21875, 2.375, 0.765625, 11.125, 1.046875, 1.734375, 1.09375, 5.53125, 2.09375, 5.4375, 66.0, 0.757812, 3.234375, 0.824219, 76.5, 1.007812, 1.578125, 1.453125, 39.25, 133.0, 0.644531, 1.195312, 1.671875, 0.945312, 1.90625, 13.875, 1.757812, 1.257812, 0.679688, 1.671875, 1.179688, 1.382812, 1.164062, 18.875, 1.429688, 1.125, 3.234375, 0.828125, 20.125, 1.203125, 0.929688, 3.21875, 1.21875, 1.195312, 1.320312, 0.871094, 1.171875, 5.5625, 0.539062, 0.859375, 26.375, 1.734375, 0.808594, 9.3125, 1.257812, 1.054688, 3.28125, 1.375, 0.648438, 1.429688, 1.03125, 1.273438, 2.078125, 1.898438, 1.351562, 168.0, 5.625, 1.492188, 1.179688, 6.59375, 0.636719, 1.273438, 1.265625, 15.1875, 1.820312, 1.6875, 1.070312, 1.476562, 1.515625, 1.453125, 0.90625, 0.679688, 31.75, 0.816406, 1.90625, 1.484375, 1.3125, 0.289062, 3.421875, 1.21875, 1.226562, 12.8125, 20.875, 1.265625, 1.375, 1.15625, 1.15625, 0.464844, 5.0625, 0.445312, 0.761719, 2.203125, 1.117188, 16.0, 0.746094, 1.921875, 1.4375, 48.0, 26.125, 0.636719, 0.78125, 0.605469, 1.039062, 1.5625, 1.078125, 0.609375, 1.671875, 2.265625, 1.132812, 0.992188, 1.125, 19.5, 34.25, 0.609375, 1.117188, 0.347656, 2.0, 2.359375, 1.859375, 0.714844, 1.65625, 2.359375, 19.875, 89.5, 119.5, 0.960938, 1.59375, 0.886719, 2.4375, 2.140625, 1.835938, 1.71875, 1.226562, 1.351562, 1.226562, 1.617188, 7.65625, 3.03125, 1.242188, 36.25, 1.1875, 1.382812, 1.0625, 19.625, 22.5, 20.625, 22.5, 1.632812, 1.289062, 2.296875, 50.25, 1.375, 1.648438, 0.957031, 1.414062, 1.25, 0.486328, 1.125, 0.496094, 1.375, 1.1875, 1.234375, 1.242188, 2.0625, 11.5625, 1.171875, 1.453125, 0.667969, 0.792969, 2.296875, 1.3125, 1.242188, 1.109375, 0.298828, 10.875, 19.875, 0.859375, 0.957031, 23.875, 1.140625, 12.0, 3.140625, 0.408203, 0.953125, 8.0, 29.625, 0.539062, 0.996094, 15.375, 1.671875, 1.632812, 8.9375, 67.0, 0.65625, 1.007812, 7.8125, 3.078125, 1.007812, 2.0, 1.4375, 0.84375, 1.25, 1.125, 1.976562, 1.429688, 1.203125, 4.0625, 2.75, 1.117188, 0.8125, 1.21875, 2.515625, 12.3125, 6.28125, 2.296875, 1.140625, 1.164062, 0.882812, 9.1875, 3.0, 1.023438, 1.53125, 1.179688, 107.0, 42.75, 1.820312, 0.757812, 5.28125, 1.21875, 0.929688, 1.296875, 1.625, 0.945312, 1.375, 1.085938, 2.15625, 1.257812, 2.078125, 0.726562, 0.769531, 1.3125, 1.945312, 0.539062, 1.476562, 1.84375, 54.75, 1.40625, 4.125, 1.289062, 2.015625, 1.53125, 2.71875, 1.21875, 8.3125, 1.117188, 1.359375, 0.734375, 1.148438, 2.4375, 25.375, 1.695312, 10.375, 2.296875, 1.242188, 1.195312, 0.621094, 1.171875, 4.4375, 2.375, 1.734375, 0.5625, 30.25, 27.75, 1.210938, 1.851562, 69.0, 1.226562, 0.949219, 1.203125, 1.632812, 0.65625, 0.664062, 3.78125, 1.3125, 0.566406, 1.109375, 0.566406, 1.789062, 18.375, 3.40625, 2.609375, 1.578125, 1.21875, 9.375, 7.65625, 5.15625, 2.734375, 0.652344, 1.070312, 1.414062, 1.234375, 4.40625, 0.914062, 1.515625, 0.304688, 0.835938, 1.09375, 1.4375, 26.625, 2.609375, 0.589844, 22.5, 0.960938, 0.859375, 1.21875, 1.679688, 2.15625, 48.0, 21.75, 1.148438, 0.933594, 1.1875, 0.5625, 0.644531, 0.996094, 1.164062, 1.1875, 1.429688, 11.25, 2.265625, 4.65625, 19.375, 0.933594, 36.75, 1.476562, 46.0, 1.015625, 2.234375, 18.5, 4.0625, 1.304688, 8.5625, 2.3125, 0.855469, 1.976562, 1.445312, 49.5, 1.703125, 1.21875, 1.585938, 0.339844, 1.359375, 2.765625, 1.523438, 2.390625, 0.542969, 2.96875, 26.875, 7.90625, 1.75, 1.148438, 7.625, 1.492188, 3.953125, 11.375, 1.625, 1.015625, 0.925781, 1.070312, 0.746094, 1.679688, 0.380859, 1.304688, 0.644531, 0.847656, 75.0, 68.0, 1.25, 1.359375, 0.988281, 22.75, 1.640625, 0.675781, 14.125, 3.875, 1.21875, 64.5, 0.75, 23.25, 9.5, 1.5, 0.929688, 1.054688, 0.785156, 3.9375, 1.484375, 6.53125, 1.09375, 1.28125, 0.396484, 1.546875, 1.6875, 1.257812, 1.265625, 1.023438, 39.0, 1.476562, 22.75, 1.109375, 1.546875, 1.59375, 2.8125, 1.273438, 46.5, 29.625, 1.085938, 1.429688, 12.5625, 3.765625, 0.578125, 2.171875, 1.210938, 1.101562, 21.25, 2.609375, 0.285156, 1.375, 4.65625, 28.0, 1.398438, 1.070312, 1.0625, 1.078125, 1.6875, 7.21875, 1.21875, 1.476562, 1.484375, 7.96875, 1.359375, 0.703125, 0.59375, 1.726562, 0.425781, 37.25, 1.085938, 23.625, 7.3125, 1.445312, 1.054688, 0.890625, 2.484375, 1.25, 5.46875, 1.429688, 1.0, 1.265625, 1.585938, 2.1875, 1.429688, 1.296875, 1.5625, 1.351562, 1.382812, 1.773438, 0.957031, 2.078125, 1.070312, 2.265625, 1.382812, 1.46875, 1.226562, 1.554688, 2.09375, 0.820312, 32.75, 3.25, 0.992188, 1.6875, 17.5, 1.4375, 9.5, 2.6875, 1.78125, 1.679688, 1.375, 1.039062, 1.34375, 1.5625, 20.5, 0.730469, 1.421875, 0.734375, 7.9375, 19.375, 2.53125, 1.09375, 1.21875, 1.007812, 70.5, 2.828125, 0.824219, 0.960938, 57.5, 1.429688, 32.75, 2.203125, 12.0625, 4.4375, 16.625, 8.4375, 2.625, 2.171875, 1.46875, 0.6875, 4.03125, 1.9375, 1.632812, 2.03125, 1.75, 23.25, 1.445312, 0.574219, 1.96875, 0.796875, 2.5625, 3.25, 7.4375, 0.960938, 13.375, 2.3125, 16.75, 1.578125, 0.996094, 1.226562, 0.890625, 91.5, 3.234375, 0.761719, 2.921875, 0.953125, 1.59375, 1.3125, 5.125, 2.109375, 1.421875, 1.335938, 3.09375, 6.375, 2.328125, 26.5, 1.453125, 24.75, 1.257812, 1.265625, 16.375, 6.9375, 0.714844, 1.242188, 5.78125, 7.34375, 1.351562, 1.015625, 16.75, 2.015625, 1.195312, 18.125, 111.0, 16.875, 1.195312, 30.75, 1.09375, 0.632812, 1.273438, 1.023438, 1.875, 1.367188, 3.625, 0.949219, 1.21875, 4.40625, 15.0625, 1.671875, 3.359375, 0.753906, 4.8125, 1.914062, 2.75, 67.5, 12.75, 1.34375, 11.5, 1.148438, 19.875, 1.273438, 0.78125, 1.289062, 12.8125, 5.125, 0.820312, 1.898438, 1.390625, 7.375, 1.414062, 1.585938, 1.351562, 9.6875, 37.75, 1.359375, 1.398438, 1.398438, 1.539062, 0.890625, 0.005798, 0.178711, 32.5, 2.09375, 1.054688, 0.984375, 28.625, 1.007812, 0.863281, 50.0, 20.0, 1.007812, 1.28125, 2.640625, 0.886719, 1.171875, 2.1875, 1.984375, 0.925781, 0.96875, 1.203125, 0.792969, 0.960938, 0.796875, 1.46875, 1.414062, 1.203125, 8.75, 0.867188, 0.757812, 21.375, 2.3125, 0.695312, 16.75, 0.675781, 45.75, 80.5, 13.125, 1.171875, 1.429688, 4.4375, 1.664062, 3.984375, 0.828125, 0.476562, 1.273438, 41.75, 0.617188, 1.242188, 0.511719, 0.730469, 46.25, 129.0, 0.621094, 14.0, 0.976562, 1.96875, 1.359375, 18.625, 1.210938, 0.871094, 0.96875, 0.478516, 1.273438, 0.574219, 1.601562, 0.166016, 0.957031, 1.460938, 3.421875, 7.21875, 34.25, 1.351562, 0.507812, 1.140625, 1.53125, 3.5625, 8.125, 0.570312, 1.773438, 40.5, 1.359375, 7.875, 1.859375, 0.898438, 1.273438, 4.875, 59.25, 1.171875, 1.273438, 1.40625, 0.466797, 2.5, 1.53125, 1.125, 0.828125, 3.21875, 1.25, 1.695312, 10.6875, 1.179688, 8.625, 0.394531, 0.484375, 3.265625, 2.03125, 1.304688, 0.960938, 2.671875, 2.921875, 1.875, 0.980469, 3.984375, 1.148438, 3.078125, 1.523438, 1.09375, 1.257812, 1.023438, 9.8125, 1.132812, 14.375, 0.945312, 2.28125, 1.625, 1.148438, 0.898438, 1.3125, 1.0625, 0.742188, 0.179688, 2.640625, 3.203125, 1.46875, 1.492188, 1.210938, 13.6875, 1.820312, 5.1875, 0.589844, 36.75, 1.210938, 1.875, 1.203125, 1.546875, 1.726562, 0.773438, 1.007812, 2.578125, 29.0, 1.4375, 2.25, 0.6875, 2.46875, 1.445312, 4.84375, 2.453125, 2.09375, 0.515625, 1.320312, 1.484375, 0.785156, 0.964844, 1.328125, 3.03125, 1.109375, 4.65625, 1.257812, 1.296875, 0.253906, 11.625, 4.125, 15.1875, 0.996094, 2.21875, 1.0625, 2.796875, 1.859375, 3.25, 2.484375, 1.757812, 13.1875, 12.4375, 39.0, 22.25, 1.3125, 1.273438, 1.46875, 0.996094, 19.75, 1.585938, 1.09375, 5.21875, 2.78125, 2.125, 1.5625, 1.484375, 0.46875, 0.890625, 107.0, 1.367188, 1.226562, 54.5, 0.527344, 0.902344, 10.625, 5.46875, 1.6875, 3.15625, 0.90625, 1.328125, 0.333984, 1.398438, 15.625, 10.1875, 2.5625, 2.5625, 1.054688, 13.875, 1.179688, 2.5, 18.0, 1.335938, 0.675781, 2.875, 1.5625, 16.0, 2.796875, 77.5, 1.648438, 1.039062, 1.539062, 42.0, 0.902344, 1.429688, 2.578125, 0.324219, 8.125, 2.609375, 3.015625, 0.765625, 19.125, 17.75, 0.734375, 5.8125, 69.0, 2.515625, 0.894531, 1.96875, 1.976562, 1.921875, 3.796875, 17.375, 1.117188, 2.203125, 0.5, 1.617188, 0.412109, 0.882812, 2.0, 5.96875, 0.875, 1.21875, 82.5, 1.007812, 0.796875, 2.65625, 35.25, 22.125, 1.203125, 2.515625, 1.882812, 25.5, 0.511719, 0.921875, 1.328125, 4.5625, 5.3125, 2.765625, 16.75, 0.8125, 99.0, 6.5625, 1.796875, 0.761719, 3.578125, 2.671875, 1.101562, 1.226562, 1.976562, 1.617188, 0.742188, 46.75, 6.09375, 1.84375, 21.375, 0.546875, 24.625, 1.328125, 1.28125, 1.109375, 0.628906, 1.890625, 23.25, 0.835938, 1.53125, 0.972656, 1.101562, 0.992188, 1.046875, 0.632812, 2.09375, 0.640625, 2.078125, 1.953125, 0.957031, 8.125, 1.5, 3.484375, 1.546875, 1.5, 12.9375, 1.109375, 1.53125, 17.625, 1.21875, 0.511719, 0.949219, 2.578125, 1.726562, 44.75, 0.146484, 11.8125, 1.75, 31.625, 22.875, 2.15625, 133.0, 1.523438, 1.34375, 1.570312, -0.683594, 9.0625, 0.59375, 0.710938, 0.546875, 1.5, 1.265625, 1.664062, 1.078125, 1.320312, 7.03125, 4.34375, 0.921875, 1.117188, 107.5, 2.0, 20.875, 10.5625, 1.335938, 0.652344, 0.550781, 1.46875, 2.5, 0.90625, 1.179688, 1.429688, 0.960938, 1.679688, 1.273438, 0.929688, 2.671875, 7.25, 4.5625, 3.046875, 0.535156, 0.878906, 1.25, 1.5625, 38.75, 1.140625, 3.640625, 0.345703, 1.257812, 1.3125, 1.398438, 1.773438, 1.359375, 1.304688, 1.125, 2.296875, 1.445312, 7.28125, 3.3125, 1.132812, 1.5, 0.949219, 0.851562, 1.195312, 54.0, 0.490234, 1.164062, 1.445312, 1.21875, 31.625, 1.0625, 1.210938, 1.523438, 1.210938, 0.902344, 0.261719, 2.53125, 0.941406, 0.847656, 0.710938, 11.5, 1.992188, 12.5, 0.679688, 3.390625, 15.8125, 0.542969, 2.1875, 1.234375, 3.328125, 0.699219, 3.5, 75.0, 1.734375, 1.351562, 2.3125, 2.390625, 0.566406, 0.457031, 193.0, 0.699219, 7.65625, 1.328125, 2.546875, 3.3125, 2.578125, 4.1875, 0.851562, 4.09375, 1.59375, 1.148438, 0.863281, 9.3125, 1.21875, 8.875, 1.210938, 1.476562, 31.75, 1.25, 7.5, 1.039062, 5.3125, 0.988281, 14.875, 1.304688, 2.65625, 0.769531, 0.859375, 1.210938, 1.070312, 2.078125, 1.609375, 1.398438, 1.679688, 2.9375, 1.734375, 53.75, 1.53125, 7.78125, 1.210938, 0.373047, 1.53125, 0.365234, 1.023438, 2.046875, 1.234375, 1.273438, 1.273438, 1.484375, 3.296875, 0.902344, 0.710938, 1.882812, 1.523438, 0.800781, 14.875, 1.679688, 4.75, 1.40625, 20.125, 1.226562, 0.894531, 0.730469, 0.816406, 1.179688, 1.125, 28.0, 0.871094, 0.578125, 1.289062, 3.34375, 0.855469, 2.140625, 0.738281, 1.421875, 1.039062, 2.375, 28.375, 18.25, 1.71875, 0.5625, 15.0, 3.96875, 0.773438, 1.359375, 1.40625, 1.617188, 0.341797, 1.132812, 90.5, 1.328125, 1.570312, 1.5, 1.929688, 1.507812, 69.0, 1.570312, 10.375, 1.28125, 3.3125, 1.851562, 1.257812, 1.0, 1.40625, 1.382812, 23.0, 0.617188, 1.234375, 2.421875, 0.298828, 15.8125, 5.1875, 9.625, 6.84375, 1.359375, 1.757812, 57.0, 1.148438, 2.625, 2.5625, 1.25, 0.455078, 2.3125, 1.421875, 6.53125, 0.796875, 4.8125, 4.0625, 1.25, 9.875, 0.365234, 0.515625, 1.570312, 1.789062, 2.0625, 8.875, 17.375, 1.679688, 1.421875, 32.75, 0.589844, 1.65625, 2.15625, 23.5, 2.90625, 1.8125, 0.839844, 0.792969, 0.960938, 115.0, 0.921875, 1.289062, 2.859375, 42.75, 1.546875, 1.929688, 5.90625, 1.171875, 6.5, 1.476562, 2.15625, 77.0, 15.0, 34.25, 1.09375, 3.3125, 1.367188, 2.0, 1.023438, 47.25, 28.375, 0.664062, 1.351562, 1.46875, 1.179688, 131.0, 1.1875, 1.546875, 1.367188, 2.25, 1.398438, 2.609375, 21.75, 0.480469, 0.597656, 0.804688, 1.539062, 1.257812, 27.75, 1.242188, 2.53125, 1.546875, 0.800781, 46.25, 1.132812, 1.078125, 0.570312, 0.800781, 1.296875, 1.9375, 4.15625, 1.460938, 0.8125, 5.96875, 0.570312, 1.148438, 42.5, 3.96875, 1.28125, 0.636719, 1.140625, 4.21875, 20.375, 6.90625, 23.75, 0.949219, 1.0625, 2.03125, 1.1875, 1.65625, 1.195312, 1.640625, 0.917969, 1.453125, 1.15625, 2.359375, 0.910156, 1.023438, 23.0, 1.171875, 0.392578, 17.5, 1.21875, 34.75, 1.640625, 1.03125, 1.15625, 3.84375, 0.980469, 1.625, 2.890625, 0.507812, 1.664062, 2.0625, 1.789062, 12.4375, 8.0625, 0.929688, 1.414062, 1.4375, 1.664062, 3.0625, 36.0, 0.871094, 1.054688, 1.28125, 1.203125, 2.6875, 8.1875, 1.617188, 1.390625, 0.605469, 2.0625, 3.4375, 1.015625, 0.511719, 1.15625, 1.085938, 0.601562, 0.78125, 7.53125, 1.453125, 0.605469, 1.984375, 1.148438, 1.773438, 1.0, 1.578125, 3.953125, 3.3125, 38.25, 12.75, 1.375, 6.21875, 2.015625, 0.6875, 2.359375, 40.0, 0.439453, 0.6875, 6.8125, 1.171875, 1.023438, 1.289062, 1.640625, 1.5625, 1.640625, 94.0, 1.054688, 0.503906, 1.140625, 1.539062, 0.914062, 2.984375, 1.398438, 2.734375, 1.359375, 1.304688, 1.101562, 1.078125, 1.046875, 76.5, 0.554688, 1.867188, 0.988281, 1.453125, 1.148438, 2.015625, 4.8125, 10.5625, 2.078125, 1.148438, 1.320312, 1.15625, 0.785156, 11.9375, 3.4375, 1.414062, 1.710938, 1.21875, 0.585938, 0.871094, 32.25, 1.546875, 0.339844, 4.3125, 1.351562, 2.03125, 60.5, 25.75, 6.28125, 25.125, 1.554688, 0.691406, 0.828125, 1.054688, 15.5625, 1.867188, 0.699219, 1.835938, 1.578125, 13.5625, 1.507812, 8.875, 4.21875, 5.625, 0.237305, 1.273438, 1.4375, 0.816406, 0.636719, 0.542969, 1.453125, 1.226562, 27.75, 21.75, 1.171875, 1.640625, 1.367188, 0.65625, 1.851562, 1.585938, 0.964844, 1.109375, 0.835938, 1.304688, 2.609375, 14.375, 0.839844, 1.71875, 0.773438, 1.492188, 1.171875, 1.070312, 3.21875, 1.25, 1.539062, 11.75, 46.25, 4.375, 1.976562, 1.601562, 1.742188, 1.96875, 1.070312, 1.34375, 0.59375, 1.1875, 1.320312, 2.53125, 5.28125, 0.996094, 1.265625, 1.539062, 1.359375, 156.0, 18.875, 2.34375, 1.726562, 1.5625, 15.375, 8.9375, 4.59375, 0.714844, 14.6875, 0.851562, 1.5625, 1.164062, 2.5, 2.0625, 3.96875, 2.046875, 56.5, 1.015625, 1.273438, 1.578125, 5.0625, 0.511719, 0.378906, 21.625, 9.25, 1.390625, 2.03125, 3.234375, 1.429688, 1.4375, 2.484375, 12.0625, 133.0, 1.210938, 4.0625, 1.140625, 1.625, 0.832031, 6.78125, 0.578125, 3.3125, 1.078125, 1.09375, 1.796875, 1.242188, 20.0, 2.046875, 1.8125, 1.09375, 0.90625, 1.3125, 1.984375, 2.328125, 2.375, 7.3125, 20.125, 2.890625, 8.125, 0.804688, 2.28125, 0.613281, 2.6875, 1.4375, 5.6875, 1.3125, 0.933594, 1.03125, 1.273438, 1.40625, 0.628906, 5.34375, 0.972656, 0.769531, 19.75, 1.304688, 27.375, 42.75, 1.945312, 0.761719, 1.320312, 2.234375, 11.625, 1.570312, 1.460938, 1.164062, 0.453125, 1.203125, 1.289062, 0.486328, 2.296875, 1.007812, 1.4375, 1.59375, 1.210938, 1.492188, 2.5625, 44.5, 3.328125, 1.234375, 1.632812, 2.265625, 1.351562, 1.109375, 3.90625, 9.0625, 0.302734, 1.09375, 1.882812, 0.882812, 3.59375, 0.412109, 1.59375, 0.75, 0.875, 1.710938, 1.46875, 2.171875, 1.070312, 7.03125, 1.492188, 41.75, 2.4375, 0.229492, 1.546875, 5.0, 1.539062, 1.414062, 0.621094, 0.621094, 0.306641, 1.476562, 1.304688, 1.0625, 2.203125, 0.851562, 0.617188, 0.408203, 1.203125, 1.367188, 1.390625, 10.5625, 2.40625, 0.589844, 1.65625, 1.21875, 17.75, 4.21875, 16.0, 0.251953, 1.296875, 0.925781, 1.234375, 1.882812, 22.125, 0.941406, 36.75, 1.132812, 1.695312, 1.101562, 1.007812, 0.902344, 1.265625, 1.296875, 158.0, 3.578125, 1.492188, 6.71875, 7.75, 25.25, 1.398438, 12.25, 2.34375, 0.878906, 29.5, 12.0625, 18.375, 0.345703, 1.445312, 32.75, 1.125, 0.636719, 20.75, 1.390625, 2.296875, 7.875, 1.648438, 18.875, 2.171875, 1.335938, 1.585938, 8.9375, 1.664062, 0.490234, 1.023438, 1.257812, 1.5625, 23.0, 0.824219, 1.78125, 4.5, 2.453125, 1.609375, 2.1875, 1.632812, 31.125, 4.78125, 0.707031, 1.414062, 2.53125, 1.414062, 1.265625, 2.0, 1.34375, 0.609375, 2.375, 44.0, 1.6875, 0.816406, 1.757812, 5.375, 23.75, 1.5, 2.734375, 2.0, 8.9375, 1.515625, 32.75, 1.046875, 1.9375, 5.0625, 2.125, 12.4375, 3.15625, 3.09375, 2.203125, 0.964844, 0.648438, 1.960938, 0.337891, 0.574219, 1.273438, 15.125, 0.847656, 1.710938, 1.421875, 0.898438, 1.773438, 1.226562, 1.390625, 2.28125, 8.375, 1.046875, 1.46875, 12.625, 1.09375, 0.550781, 0.828125, 92.0, 1.054688, 0.511719, 0.933594, 1.59375, 1.609375, 6.625, 6.9375, 1.078125, 0.960938, 1.421875, 1.34375, 14.5, 72.5, 5.21875, 47.0, 0.398438, 0.675781, 0.875, 1.523438, 1.0, 1.296875, 91.5, 2.078125, 1.367188, 1.140625, 1.101562, 13.625 ] } , "name": "onnx::Mul_10910", "outputIndexes": [ 2631 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2630, 2631 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 2632 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2632 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.13/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 7417 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7417 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.13/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 7418 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7418 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 797903484, 13107222, 3276800, 0, 0 ] } , "name": "/layers.13/mlp/gate_proj/Linear", "outputIndexes": [ 7419 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7419 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.13/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 7420 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7420 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.13/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 2633 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2633 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.13/mlp/act_fn/Mul_output_0", "outputIndexes": [ 2634 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2633, 2634 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 2635 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 2635 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 2636 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2633, 2636 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/mlp/act_fn/Add_output_0", "outputIndexes": [ 2637 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 2637 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 2638 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2638 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.13/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 2639 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 2639 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 2640 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2633, 2640 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 2641 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 2641 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 2642 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7418 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 814287506, 13107222, 3276800, 0, 0 ] } , "name": "/layers.13/mlp/up_proj/Linear", "outputIndexes": [ 7423 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7423 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.13/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 7424 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7424 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.13/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 2643 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2642, 2643 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/mlp/Mul_output_0", "outputIndexes": [ 2644 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2644 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.13/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 7425 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7425 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.13/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 7426 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7426 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 830671528, 13107222, 3276800, 0, 0 ] } , "name": "/layers.13/mlp/down_proj/Linear", "outputIndexes": [ 7427 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7427 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.13/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 7428 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7428 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.13/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 2645 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2645 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.13/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 2647 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2647 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.13/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 2648 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2648, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 2649 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2649, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 2650 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2645, 2650 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 2651 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.5625, 1.664062, 1.664062, 0.376953, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.054688, 0.365234, 1.664062, 0.765625, 1.664062, 0.375, 1.664062, 0.847656, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 0.691406, 1.664062, 0.4375, 1.664062, 1.664062, 1.664062, 1.664062, 0.636719, 0.597656, 1.664062, 1.664062, 1.664062, 0.255859, 1.664062, 0.519531, 0.209961, 1.296875, 1.664062, 1.578125, 1.25, 0.433594, 1.023438, 1.664062, 1.664062, 1.3125, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 0.46875, 1.664062, 0.726562, 0.451172, 0.910156, 0.960938, 1.664062, 0.279297, 1.664062, 1.3125, 1.210938, 0.474609, 0.613281, 0.316406, 0.300781, 0.261719, 0.098145, 1.664062, 1.09375, 1.664062, 1.65625, 1.664062, 1.664062, 1.226562, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 0.210938, 1.4375, 0.453125, 0.365234, 1.664062, 1.664062, 0.691406, 1.585938, 1.664062, 1.054688, 1.664062, 1.664062, 1.664062, 1.59375, 1.664062, 0.22168, 1.664062, 1.664062, 0.369141, 1.664062, 0.196289, 1.664062, 1.664062, 0.863281, 0.345703, 1.664062, 1.289062, 0.550781, 0.636719, 0.166016, 1.664062, 1.664062, 0.200195, 0.503906, 0.796875, 0.824219, 1.664062, 1.476562, 1.132812, 1.664062, 0.671875, 1.664062, 1.664062, 0.320312, 1.664062, 1.617188, 0.488281, 1.664062, 1.664062, 1.664062, 0.933594, 0.314453, 1.429688, 1.664062, 0.373047, 1.664062, 0.847656, 0.200195, 1.664062, 0.208984, 1.09375, 1.664062, 1.664062, 1.664062, 1.515625, 1.585938, 1.664062, 1.664062, 1.664062, 1.085938, 0.376953, 1.664062, 1.664062, 0.104492, 1.664062, 0.417969, 1.664062, 1.4375, 0.294922, 0.644531, 1.664062, 1.015625, 1.664062, 1.664062, 0.455078, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 0.337891, 1.664062, 1.664062, 1.664062, 1.03125, 1.664062, 1.664062, 1.039062, 1.664062, 0.324219, 1.664062, 0.249023, 0.523438, 0.527344, 1.664062, 0.314453, 1.664062, 0.632812, 0.425781, 0.425781, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 0.427734, 1.664062, 0.192383, 1.664062, 0.246094, 1.664062, 0.292969, 1.664062, 1.054688, 0.800781, 0.047607, 1.664062, 1.664062, 0.953125, 1.664062, 1.664062, 1.25, 1.257812, 1.664062, 1.664062, 1.664062, 0.433594, 0.047363, 1.664062, 1.140625, 1.664062, 0.15918, 1.664062, 1.664062, 1.28125, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 0.287109, 0.304688, 1.664062, 1.664062, 1.664062, 1.664062, 0.337891, 1.664062, 1.445312, 1.664062, 1.640625, 1.328125, 0.19043, 1.65625, 0.417969, 0.255859, 1.664062, 0.980469, 1.664062, 0.455078, 0.261719, 1.664062, 0.417969, 0.180664, 1.664062, 1.664062, 0.19043, 1.664062, 1.664062, 1.59375, 1.664062, 1.664062, 1.664062, 0.605469, 1.664062, 0.253906, 1.664062, 0.726562, 1.664062, 1.664062, 1.507812, 1.601562, 0.992188, 0.863281, 1.664062, 1.664062, 1.664062, 1.664062, 0.847656, 0.613281, 1.664062, 1.039062, 0.550781, 0.617188, 0.139648, 1.664062, 1.664062, 1.664062, 1.554688, 1.585938, 1.664062, 0.289062, 1.664062, 1.664062, 1.664062, 1.664062, 0.671875, 1.664062, 1.664062, 1.445312, 1.664062, 0.65625, 1.664062, 0.302734, 1.203125, 1.664062, 0.302734, 0.236328, 1.664062, 1.664062, 0.703125, 1.109375, 1.664062, 0.445312, 1.664062, 1.664062, 0.192383, 0.925781, 0.449219, 1.648438, 1.664062, 0.098633, 1.664062, 1.5625, 0.151367, 1.664062, 0.146484, 0.474609, 1.664062, 1.664062, 0.063477, 1.664062, 1.664062, 1.664062, 0.09375, 1.664062, 1.664062, 1.515625, 1.664062, 1.664062, 0.146484, 1.664062, 0.757812, 0.65625, 1.664062, 1.664062, 1.664062, 1.015625, 1.664062, 1.664062, 0.200195, 0.621094, 1.304688, 1.1875, 0.217773, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 0.769531, 1.664062, 1.5625, 0.146484, 1.039062, 0.582031, 0.285156, 0.291016, 1.664062, 1.664062, 1.148438, 1.664062, 1.664062, 1.664062, 1.664062, 0.300781, 1.664062, 1.664062, 1.664062, 1.5625, 1.664062, 0.22168, 0.753906, 0.460938, 1.664062, 1.664062, 1.5625, 1.664062, 1.664062, 0.267578, 1.664062, 1.664062, 1.664062, 1.664062, 0.609375, 1.664062, 0.298828, 1.664062, 0.976562, 1.664062, 1.664062, 0.972656, 1.453125, 0.683594, 1.664062, 0.306641, 1.664062, 1.445312, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 0.104004, 1.296875, 0.53125, 0.285156, 1.664062, 0.429688, 1.664062, 1.5625, 0.726562, 1.664062, 0.902344, 1.664062, 1.320312, 1.664062, 0.441406, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 0.722656, 1.46875, 1.664062, 0.435547, 0.597656, 1.664062, 1.664062, 1.632812, 1.664062, 1.664062, 1.664062, 0.05835, 1.664062, 0.363281, 1.664062, 0.402344, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.117188, 1.664062, 1.664062, 0.671875, 1.335938, 1.664062, 0.945312, 0.515625, 1.335938, 1.664062, 1.664062, 1.289062, 1.664062, 1.664062, 0.183594, 1.664062, 1.664062, 0.464844, 0.050537, 0.490234, 1.664062, 0.535156, 1.289062, 1.664062, 1.0625, 1.664062, 0.220703, 1.664062, 0.246094, 0.183594, 0.412109, 0.316406, 1.664062, 1.664062, 1.664062, 0.550781, 0.558594, 1.664062, 1.664062, 1.171875, 1.664062, 1.539062, 1.664062, 1.664062, 1.007812, 1.664062, 1.570312, 1.664062, 1.664062, 1.664062, 0.742188, 1.664062, 1.664062, 1.664062, 1.179688, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 0.316406, 1.664062, 1.664062, 1.515625, 1.445312, 1.664062, 1.257812, 1.664062, 0.408203, 1.664062, 0.335938, 1.664062, 1.664062, 1.664062, 0.953125, 0.917969, 1.664062, 1.664062, 1.210938, 0.976562, 0.316406, 1.664062, 1.664062, 1.078125, 1.359375, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.640625, 0.628906, 1.664062, 1.664062, 1.664062, 0.910156, 0.168945, 0.001411, 1.664062, 1.46875, 0.263672, 0.824219, 1.65625, 1.515625, 1.664062, 0.143555, 0.435547, 1.664062, 1.664062, 1.375, 1.664062, 1.289062, 1.664062, 0.550781, 1.664062, 1.195312, 0.59375, 1.664062, 0.734375, 0.78125, 0.675781, 1.664062, 0.084961, 0.839844, 0.484375, 1.664062, 1.664062, 0.328125, 1.664062, 1.1875, 1.054688, 1.664062, 0.470703, 1.664062, 1.664062, 1.664062, 1.664062, 0.145508, 1.664062, 1.664062, 1.546875, 1.65625, 1.664062, 0.21582, 0.041748, 1.664062, 1.664062, 0.234375, 1.664062, 1.664062, 1.664062, 0.122559, 1.664062, 0.265625, 0.589844, 0.789062, 1.664062, 1.664062, 1.664062, 1.664062, 0.320312, 1.664062, 1.664062, 1.664062, 1.664062, 0.373047, 1.664062, 0.333984, 1.664062, 1.34375, 1.664062, 0.094238, 1.664062, 0.867188, 1.664062, 1.664062, 1.664062, 0.285156, 0.21582, 0.275391, 0.466797, 1.492188, 0.245117, 1.664062, 0.867188, 1.664062, 1.664062, 0.267578, 1.664062, 1.664062, 1.5, 0.349609, 1.664062, 1.664062, 1.164062, 0.209961, 1.664062, 1.664062, 1.664062, 1.664062, 0.304688, 1.664062, 1.53125, 1.054688, 1.664062, 1.664062, 1.664062, 1.445312, 0.229492, 1.664062, 1.179688, 1.664062, 1.296875, 0.527344, 1.664062, 0.667969, 1.445312, 1.15625, 1.664062, 1.664062, 1.664062, 1.367188, 1.664062, 1.125, 1.664062, 1.664062, 1.664062, 0.230469, 0.960938, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 0.609375, 0.527344, 1.664062, 1.664062, 1.664062, 0.898438, 1.664062, 1.664062, 1.664062, 1.664062, 0.255859, 1.664062, 0.246094, 1.664062, 1.664062, 0.345703, 1.664062, 1.664062, 1.664062, 1.5, 1.59375, 0.730469, 1.664062, 1.664062, 1.664062, 1.664062, 0.996094, 1.664062, 1.070312, 1.664062, 0.925781, 1.398438, 1.664062, 0.239258, 0.597656, 1.632812, 0.800781, 1.664062, 1.664062, 1.664062, 0.060059, 1.664062, 1.664062, 1.664062, 1.664062, 1.640625, 1.664062, 0.324219, 0.605469, 0.644531, 1.242188, 1.664062, 1.664062, 0.378906, 1.65625, 1.664062, 0.318359, 1.664062, 1.398438, 1.601562, 1.664062, 0.925781, 0.898438, 1.273438, 1.664062, 1.664062, 1.664062, 0.283203, 0.835938, 1.664062, 0.144531, 0.480469, 1.664062, 1.664062, 1.421875, 1.492188, 1.664062, 0.875, 1.664062, 0.251953, 1.664062, 1.664062, 1.664062, 1.648438, 1.664062, 1.664062, 0.240234, 1.664062, 1.664062, 0.804688, 1.039062, 1.664062, 1.328125, 1.664062, 0.04834, 0.178711, 1.648438, 1.5, 0.882812, 1.546875, 1.359375, 1.664062, 1.664062, 1.390625, 1.664062, 0.640625, 1.664062, 1.664062, 1.664062, 0.855469, 1.664062, 0.671875, 0.077637, 1.664062, 1.265625, 1.664062, 0.071777, 1.664062, 1.664062, 1.664062, 0.233398, 0.061279, 0.371094, 1.664062, 1.664062, 1.078125, 1.664062, 0.644531, 1.664062, 1.664062, 0.197266, 1.664062, 1.664062, 1.664062, 1.664062, 0.302734, 1.664062, 1.664062, 1.132812, 0.220703, 0.351562, 1.664062, 0.200195, 1.109375, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 0.261719, 1.664062, 0.644531, 0.507812, 1.664062, 1.664062, 1.117188, 1.664062, 0.863281, 1.664062, 1.664062, 1.664062, 1.492188, 1.632812, 1.664062, 0.023804, 0.882812, 1.664062, 1.664062, 0.625, 0.269531, 1.664062, 1.664062, 0.625, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 0.53125, 0.90625, 0.253906, 1.664062, 1.664062, 1.664062, 1.664062, 0.539062, 1.226562, 1.664062, 1.664062, 0.320312, 0.298828, 1.664062, 1.664062, 1.664062, 1.664062, 0.648438, 0.9375, 0.22168, 1.664062, 1.554688, 1.664062, 0.361328, 1.007812, 1.554688, 1.664062, 0.086914, 0.225586, 1.664062, 0.8125, 0.240234, 1.664062, 1.664062, 1.664062, 0.470703, 1.664062, 1.507812, 1.664062, 1.664062, 0.139648, 0.427734, 0.208984, 1.664062, 1.382812, 1.664062, 0.324219, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 0.398438, 0.060791, 0.044922, 1.664062, 1.664062, 0.208008, 1.664062, 1.578125, 1.515625, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 0.777344, 0.726562, 1.664062, 0.12793, 1.664062, 1.664062, 1.664062, 0.378906, 0.519531, 0.181641, 0.443359, 1.664062, 1.664062, 1.523438, 0.151367, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 0.507812, 1.554688, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.476562, 0.519531, 1.664062, 1.664062, 1.664062, 1.664062, 1.46875, 1.664062, 1.664062, 0.460938, 0.324219, 0.542969, 0.333984, 1.664062, 1.664062, 0.302734, 1.664062, 1.007812, 1.195312, 0.527344, 1.03125, 0.4375, 0.098145, 0.820312, 1.664062, 0.490234, 1.664062, 1.664062, 0.539062, 0.052734, 0.398438, 1.664062, 0.609375, 1.34375, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.65625, 1.664062, 1.664062, 1.664062, 0.160156, 1.359375, 0.160156, 1.664062, 1.664062, 1.34375, 0.287109, 0.9375, 1.421875, 1.664062, 1.664062, 1.664062, 1.664062, 1.226562, 1.664062, 1.664062, 1.664062, 0.083496, 0.11084, 1.664062, 1.664062, 0.96875, 1.601562, 0.384766, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.570312, 0.648438, 1.664062, 1.664062, 1.664062, 0.373047, 1.664062, 1.664062, 0.080078, 1.664062, 0.96875, 1.664062, 1.507812, 1.664062, 1.234375, 1.664062, 0.648438, 1.664062, 1.664062, 1.640625, 1.664062, 1.34375, 0.217773, 1.664062, 0.550781, 1.4375, 1.664062, 1.664062, 1.664062, 1.664062, 0.886719, 1.609375, 1.664062, 1.0625, 0.125977, 0.170898, 1.664062, 1.664062, 0.102539, 1.664062, 1.664062, 1.664062, 1.664062, 1.359375, 1.664062, 1.085938, 1.664062, 0.429688, 1.664062, 1.664062, 1.664062, 0.279297, 1.140625, 1.351562, 1.664062, 1.664062, 0.480469, 0.550781, 0.800781, 1.328125, 1.664062, 1.632812, 1.664062, 1.664062, 1.132812, 0.996094, 1.664062, 0.390625, 0.621094, 1.664062, 1.664062, 0.25, 1.265625, 1.664062, 0.341797, 0.363281, 1.664062, 1.664062, 1.664062, 1.578125, 0.230469, 0.347656, 1.664062, 1.664062, 1.664062, 1.664062, 1.007812, 1.4375, 1.664062, 1.664062, 1.664062, 0.960938, 1.664062, 0.90625, 0.196289, 1.664062, 0.088867, 1.664062, 0.087891, 0.232422, 1.40625, 0.285156, 1.023438, 1.664062, 0.486328, 1.664062, 1.664062, 1.664062, 1.664062, 0.326172, 1.625, 1.664062, 0.357422, 1.664062, 1.664062, 1.257812, 1.664062, 1.664062, 1.664062, 1.15625, 0.337891, 0.53125, 1.539062, 1.664062, 0.78125, 1.664062, 0.875, 0.59375, 1.664062, 1.664062, 0.15625, 0.398438, 1.664062, 1.664062, 0.320312, 1.664062, 0.359375, 0.507812, 0.046875, 0.098145, 0.296875, 1.664062, 1.664062, 0.433594, 1.640625, 0.882812, 0.322266, 0.917969, 1.664062, 0.113281, 1.664062, 0.265625, 0.628906, 1.664062, 1.664062, 1.664062, 0.263672, 1.25, 1.664062, 0.699219, 1.664062, 1.664062, 0.455078, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 0.120117, 1.664062, 0.291016, 1.007812, 1.664062, 1.664062, 1.382812, 1.664062, 0.075195, 0.298828, 1.664062, 1.664062, 0.435547, 1.085938, 1.664062, 1.664062, 1.664062, 1.664062, 0.326172, 1.398438, 1.046875, 1.664062, 0.972656, 0.104004, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 0.601562, 1.664062, 1.664062, 1.664062, 1.390625, 1.664062, 0.0625, 1.664062, 1.664062, 0.310547, 0.199219, 1.664062, 0.333984, 0.300781, 1.664062, 1.664062, 1.664062, 1.515625, 1.664062, 0.707031, 1.664062, 1.664062, 1.664062, 1.664062, 1.4375, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.507812, 1.664062, 1.578125, 1.664062, 1.664062, 1.664062, 1.664062, 1.445312, 1.664062, 0.251953, 1.179688, 1.65625, 1.664062, 0.357422, 1.664062, 0.582031, 1.445312, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 0.136719, 1.664062, 1.664062, 1.664062, 0.613281, 0.515625, 1.390625, 1.664062, 1.664062, 1.664062, 0.080566, 1.3125, 1.664062, 1.664062, 0.086426, 1.664062, 0.181641, 1.65625, 0.527344, 0.832031, 0.365234, 0.835938, 1.257812, 1.445312, 1.664062, 0.357422, 1.125, 1.664062, 1.664062, 1.664062, 1.664062, 0.34375, 1.664062, 0.324219, 1.648438, 0.285156, 1.0625, 1.234375, 0.703125, 1.664062, 0.283203, 1.421875, 0.355469, 1.664062, 0.582031, 1.664062, 1.664062, 0.046631, 1.328125, 1.664062, 1.375, 1.664062, 1.664062, 1.664062, 0.546875, 1.664062, 1.664062, 1.664062, 1.273438, 0.589844, 1.453125, 0.382812, 1.664062, 0.241211, 1.664062, 0.292969, 0.492188, 0.78125, 1.664062, 1.664062, 0.90625, 0.423828, 1.664062, 0.185547, 0.636719, 1.664062, 1.664062, 0.259766, 0.037109, 0.339844, 1.664062, 0.101562, 1.664062, 1.664062, 1.664062, 1.664062, 1.648438, 1.664062, 1.117188, 1.664062, 1.664062, 1.09375, 0.964844, 1.664062, 1.195312, 1.664062, 1.039062, 1.664062, 1.3125, 0.117676, 0.337891, 1.664062, 0.519531, 1.664062, 0.507812, 1.664062, 1.5625, 1.664062, 0.490234, 1.03125, 1.664062, 1.664062, 1.664062, 0.486328, 1.664062, 1.664062, 1.664062, 0.671875, 0.275391, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 0.462891, 0.244141, 1.664062, 1.664062, 1.664062, 0.609375, 1.664062, 1.664062, 0.075195, 0.271484, 1.664062, 1.664062, 1.375, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 0.361328, 1.664062, 1.664062, 1.664062, 1.664062, 0.609375, 1.664062, 1.34375, 0.300781, 1.460938, 0.191406, 0.232422, 1.664062, 0.082031, 0.070312, 0.234375, 1.664062, 1.664062, 1.195312, 1.632812, 0.96875, 1.664062, 1.664062, 1.664062, 0.068848, 0.298828, 1.664062, 1.273438, 0.332031, 0.236328, 0.029907, 0.351562, 0.466797, 0.71875, 1.664062, 1.664062, 0.341797, 1.664062, 1.664062, 1.664062, 1.140625, 1.664062, 0.757812, 1.664062, 0.792969, 1.664062, 1.65625, 1.398438, 0.6875, 0.15918, 1.664062, 0.890625, 1.664062, 1.664062, 0.941406, 0.917969, 1.664062, 1.664062, 0.101562, 1.664062, 0.757812, 1.59375, 1.664062, 1.664062, 1.664062, 0.11084, 1.664062, 1.664062, 1.664062, 0.269531, 1.304688, 1.664062, 1.664062, 1.664062, 1.148438, 1.664062, 1.664062, 0.597656, 1.664062, 0.707031, 0.320312, 0.558594, 1.664062, 1.65625, 1.664062, 1.664062, 1.320312, 1.34375, 1.664062, 0.484375, 1.320312, 1.664062, 1.109375, 1.664062, 1.664062, 1.664062, 1.664062, 0.546875, 1.664062, 0.535156, 0.511719, 1.429688, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.148438, 1.289062, 1.117188, 1.664062, 1.664062, 1.664062, 0.585938, 1.617188, 0.859375, 0.353516, 0.099609, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 0.347656, 1.664062, 1.375, 0.224609, 0.126953, 1.664062, 1.453125, 1.304688, 1.664062, 0.960938, 1.164062, 1.492188, 0.480469, 1.664062, 1.664062, 0.648438, 1.664062, 1.664062, 1.359375, 1.664062, 0.6875, 1.664062, 1.664062, 0.320312, 0.447266, 0.992188, 0.34375, 1.664062, 1.46875, 1.664062, 1.164062, 1.664062, 1.328125, 1.523438, 1.617188, 0.34375, 0.460938, 0.201172, 0.341797, 1.664062, 1.664062, 1.664062, 1.367188, 0.222656, 1.664062, 1.664062, 0.996094, 1.28125, 1.664062, 1.664062, 1.664062, 0.25, 1.664062, 0.035156, 1.664062, 1.664062, 0.063965, 1.664062, 0.855469, 0.796875, 0.765625, 1.664062, 1.242188, 0.570312, 1.664062, 0.507812, 1.664062, 0.304688, 0.511719, 1.21875, 1.429688, 1.664062, 0.410156, 1.664062, 1.242188, 0.199219, 1.664062, 1.664062, 1.289062, 1.664062, 0.308594, 1.4375, 0.07666, 1.664062, 1.664062, 1.664062, 0.083496, 1.453125, 1.664062, 1.445312, 0.828125, 0.601562, 1.125, 1.296875, 0.232422, 0.376953, 0.345703, 1.664062, 0.855469, 0.05957, 1.523438, 1.664062, 1.515625, 1.632812, 1.65625, 1.171875, 0.330078, 1.664062, 1.546875, 1.664062, 1.664062, 0.929688, 1.664062, 1.390625, 0.691406, 1.664062, 1.664062, 0.086426, 1.664062, 1.664062, 1.664062, 0.10791, 0.285156, 1.664062, 1.335938, 1.664062, 0.273438, 0.570312, 1.507812, 1.664062, 1.0625, 0.800781, 1.414062, 0.408203, 1.664062, 0.043945, 0.660156, 1.664062, 0.851562, 1.195312, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 0.05957, 0.910156, 1.664062, 0.394531, 0.294922, 0.234375, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 0.231445, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 0.542969, 1.46875, 1.664062, 1.5625, 1.664062, 0.162109, 0.5, 1.664062, 1.09375, 1.664062, 1.664062, 0.382812, 1.664062, 1.664062, 0.519531, 0.255859, 0.324219, 1.664062, 1.3125, 1.664062, 0.212891, 0.785156, 0.490234, 1.484375, 0.226562, 0.226562, 1.664062, 0.030273, 1.664062, 1.664062, 1.664062, 1.664062, 0.574219, 1.078125, 0.197266, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 0.667969, 1.335938, 1.664062, 1.664062, 0.065918, 1.296875, 0.137695, 0.457031, 1.664062, 1.664062, 1.664062, 1.664062, 1.398438, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.132812, 0.941406, 0.597656, 1.265625, 0.96875, 0.230469, 1.664062, 1.664062, 0.178711, 1.664062, 0.886719, 0.511719, 1.664062, 0.988281, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.5, 1.664062, 0.714844, 1.210938, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 0.068359, 0.503906, 1.664062, 1.664062, 1.664062, 0.248047, 1.664062, 1.664062, 0.246094, 1.664062, 1.664062, 0.808594, 1.375, 0.164062, 0.001518, 1.664062, 0.229492, 1.632812, 0.21582, 1.664062, 1.273438, 0.273438, 0.441406, 1.664062, 1.664062, 1.367188, 0.228516, 1.101562, 0.045166, 1.664062, 1.664062, 1.460938, 1.664062, 0.402344, 1.664062, 0.025757, 0.337891, 0.714844, 1.664062, 1.453125, 1.25, 1.34375, 0.800781, 1.664062, 0.800781, 1.664062, 1.664062, 1.664062, 0.392578, 1.664062, 0.707031, 1.664062, 1.664062, 0.188477, 1.664062, 0.726562, 1.664062, 0.734375, 1.664062, 0.503906, 1.664062, 1.53125, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.164062, 1.664062, 0.242188, 1.664062, 0.449219, 1.664062, 0.761719, 1.664062, 0.628906, 1.664062, 1.59375, 1.664062, 1.664062, 1.664062, 1.664062, 1.085938, 1.664062, 1.664062, 1.664062, 1.5625, 0.369141, 0.255859, 1.601562, 0.902344, 1.664062, 0.373047, 1.664062, 1.664062, 0.863281, 1.664062, 1.664062, 1.664062, 0.203125, 1.664062, 1.664062, 1.664062, 1.15625, 0.332031, 1.664062, 0.191406, 1.664062, 1.664062, 1.40625, 0.400391, 0.363281, 1.664062, 0.519531, 0.230469, 0.984375, 0.578125, 1.664062, 1.664062, 1.664062, 0.244141, 1.664062, 0.055908, 1.664062, 1.664062, 0.294922, 1.664062, 1.664062, 0.088867, 1.664062, 0.652344, 1.664062, 1.34375, 1.609375, 1.664062, 1.664062, 1.664062, 1.664062, 1.015625, 0.511719, 1.664062, 1.648438, 1.664062, 0.168945, 0.714844, 0.46875, 0.742188, 1.664062, 1.664062, 0.102539, 1.664062, 1.359375, 1.085938, 1.664062, 0.53125, 1.414062, 1.664062, 1.664062, 1.664062, 0.992188, 1.078125, 1.664062, 0.757812, 1.3125, 1.664062, 1.664062, 1.617188, 1.617188, 1.664062, 0.229492, 1.664062, 1.664062, 0.200195, 0.236328, 1.664062, 1.515625, 0.271484, 1.28125, 1.664062, 1.664062, 1.664062, 1.664062, 0.045898, 0.259766, 1.664062, 1.664062, 0.867188, 1.664062, 1.664062, 0.960938, 1.664062, 1.101562, 1.664062, 1.664062, 0.084961, 0.449219, 0.149414, 1.664062, 0.168945, 1.664062, 1.664062, 1.664062, 0.10791, 0.194336, 1.664062, 1.664062, 1.664062, 1.664062, 0.034668, 1.664062, 1.664062, 1.664062, 1.523438, 0.125977, 1.484375, 0.423828, 1.664062, 0.625, 1.664062, 1.664062, 1.664062, 0.248047, 1.664062, 1.664062, 1.492188, 1.53125, 0.11084, 1.664062, 1.664062, 0.402344, 1.664062, 1.664062, 1.664062, 0.925781, 1.664062, 1.664062, 0.953125, 1.664062, 1.664062, 0.176758, 1.007812, 1.421875, 1.046875, 0.447266, 1.054688, 0.300781, 0.511719, 0.261719, 1.664062, 1.664062, 1.523438, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.476562, 1.664062, 1.664062, 0.347656, 1.664062, 1.664062, 0.300781, 1.664062, 0.188477, 1.664062, 1.664062, 1.664062, 1.039062, 1.664062, 1.664062, 1.234375, 0.402344, 1.664062, 1.664062, 1.664062, 0.285156, 0.447266, 1.664062, 1.664062, 1.664062, 1.664062, 1.289062, 0.137695, 1.664062, 1.664062, 1.664062, 1.664062, 1.296875, 0.351562, 1.664062, 0.209961, 1.039062, 1.664062, 1.171875, 0.001572, 1.664062, 1.664062, 1.664062, 1.523438, 0.320312, 0.621094, 1.664062, 0.710938, 1.625, 1.664062, 1.664062, 1.664062, 1.664062, 1.140625, 1.132812, 0.207031, 0.289062, 1.664062, 0.328125, 1.664062, 1.664062, 1.664062, 0.519531, 0.871094, 1.664062, 0.490234, 1.664062, 1.664062, 1.03125, 1.664062, 1.664062, 1.664062, 0.070312, 1.664062, 0.363281, 1.664062, 1.664062, 1.664062, 1.273438, 0.15918, 1.484375, 1.664062, 0.244141, 1.664062, 1.664062, 0.15332, 0.086426, 1.664062, 1.554688, 1.664062, 1.664062, 0.259766, 1.507812, 0.917969, 0.566406, 0.730469, 1.664062, 1.664062, 1.664062, 1.664062, 0.570312, 1.15625, 1.664062, 1.664062, 1.664062, 0.355469, 1.664062, 0.198242, 1.664062, 0.65625, 0.957031, 1.664062, 1.664062, 0.125, 0.363281, 0.894531, 0.460938, 1.664062, 0.369141, 1.484375, 1.664062, 0.289062, 1.664062, 1.664062, 1.664062, 1.664062, 0.433594, 1.664062, 0.722656, 1.03125, 0.632812, 0.341797, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 0.146484, 0.330078, 1.664062, 1.664062, 1.664062, 0.886719, 1.664062, 1.664062, 1.664062, 1.664062, 0.193359, 1.664062, 1.601562, 0.380859, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.484375, 1.359375, 1.664062, 1.664062, 0.326172, 0.210938, 1.046875, 1.476562, 1.664062, 1.492188, 1.664062, 1.398438, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 0.882812, 1.664062, 1.664062, 1.664062, 1.664062, 0.027344, 0.318359, 1.523438, 1.664062, 1.664062, 0.441406, 0.570312, 1.054688, 1.664062, 0.277344, 1.53125, 1.664062, 1.664062, 1.539062, 1.546875, 1.148438, 1.664062, 0.117188, 1.664062, 1.664062, 1.664062, 0.589844, 1.664062, 0.890625, 0.380859, 0.769531, 1.664062, 1.664062, 1.257812, 1.664062, 1.664062, 1.03125, 0.217773, 0.055908, 1.664062, 0.988281, 0.1875, 1.664062, 0.382812, 0.625, 1.664062, 1.179688, 1.664062, 1.664062, 1.664062, 1.664062, 0.285156, 1.664062, 1.617188, 1.664062, 1.664062, 1.664062, 1.625, 1.1875, 1.492188, 0.894531, 0.396484, 1.359375, 0.46875, 1.664062, 1.367188, 0.914062, 1.40625, 1.664062, 0.074707, 1.664062, 0.341797, 1.664062, 1.664062, 1.664062, 0.351562, 0.945312, 1.664062, 0.330078, 0.515625, 1.664062, 0.220703, 0.072754, 1.554688, 0.237305, 1.664062, 1.664062, 0.298828, 1.664062, 1.664062, 1.664062, 0.375, 1.664062, 1.664062, 0.675781, 1.515625, 1.664062, 1.664062, 1.664062, 1.664062, 1.539062, 1.382812, 0.208008, 1.171875, 1.664062, 1.664062, 1.414062, 1.664062, 1.664062, 1.203125, 0.722656, 1.664062, 1.664062, 1.515625, 1.664062, 1.164062, 0.382812, 1.664062, 0.435547, 1.664062, 1.625, 1.664062, 1.515625, 1.664062, 0.660156, 1.664062, 0.119141, 1.664062, 0.339844, 1.664062, 0.949219, 1.664062, 1.664062, 0.453125, 0.609375, 0.441406, 1.664062, 1.664062, 1.664062, 1.382812, 0.535156, 0.001564, 0.289062, 1.664062, 1.664062, 1.664062, 0.503906, 1.4375, 1.476562, 1.664062, 1.664062, 0.339844, 1.664062, 0.294922, 0.498047, 1.664062, 1.664062, 1.664062, 1.664062, 0.131836, 1.664062, 0.186523, 1.664062, 1.664062, 1.664062, 1.664062, 1.648438, 1.664062, 1.664062, 0.026001, 0.992188, 1.664062, 0.535156, 0.824219, 0.126953, 1.664062, 0.925781, 1.5625, 1.664062, 0.125977, 0.53125, 0.558594, 0.683594, 1.664062, 0.105957, 1.664062, 1.664062, 0.318359, 1.664062, 1.53125, 0.628906, 1.664062, 0.355469, 1.664062, 1.664062, 1.664062, 0.875, 1.09375, 0.251953, 1.664062, 1.664062, 1.664062, 0.367188, 1.664062, 1.664062, 1.007812, 1.328125, 1.664062, 1.242188, 1.664062, 0.142578, 0.820312, 0.632812, 1.664062, 1.664062, 1.664062, 1.664062, 1.585938, 1.664062, 0.306641, 1.484375, 0.139648, 1.664062, 1.664062, 1.664062, 0.792969, 0.388672, 1.664062, 1.445312, 1.539062, 1.257812, 1.664062, 0.243164, 1.664062, 1.632812, 0.628906, 1.429688, 0.496094, 1.664062, 1.429688, 1.664062, 1.59375, 1.664062, 1.664062, 0.5625, 0.304688, 1.664062, 0.392578, 0.667969, 1.609375, 1.664062, 1.664062, 1.664062, 1.664062, 1.664062, 1.351562, 0.664062, 1.664062, 1.664062, 0.644531, 0.410156, 1.664062, 1.664062, 0.059326, 1.664062, 0.304688, 0.357422, 1.664062, 1.664062, 0.494141, 0.800781, 1.664062, 1.664062, 1.664062, 1.664062, 0.609375, 0.075684, 0.828125, 0.072754, 1.664062, 0.248047, 1.664062, 1.664062, 1.664062, 1.664062, 0.070801, 1.421875, 1.664062, 1.664062, 1.664062, 0.474609 ] } , "name": "onnx::Mul_10911", "outputIndexes": [ 2652 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2651, 2652 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 2653 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2625, 2653 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/Add_1_output_0", "outputIndexes": [ 2654 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2654 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.13/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 7429 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7429 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.13/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 7430 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7430 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 847055550, 327702, 81920, 0, 0 ] } , "name": "/layers.13/per_layer_input_gate/Linear", "outputIndexes": [ 7431 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7431 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.13/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 7432 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7432 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.13/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 2655 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2655 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.13/act_fn/Mul_output_0", "outputIndexes": [ 2656 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2655, 2656 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/act_fn/Mul_1_output_0", "outputIndexes": [ 2657 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 2657 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/act_fn/Mul_2_output_0", "outputIndexes": [ 2658 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2655, 2658 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/act_fn/Add_output_0", "outputIndexes": [ 2659 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 2659 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/act_fn/Mul_3_output_0", "outputIndexes": [ 2660 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2660 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.13/act_fn/Tanh_output_0", "outputIndexes": [ 2661 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 2661 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/act_fn/Add_1_output_0", "outputIndexes": [ 2662 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2655, 2662 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/act_fn/Mul_4_output_0", "outputIndexes": [ 2663 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 2663 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/act_fn/Mul_5_output_0", "outputIndexes": [ 2664 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 13 ] } , "name": "/Constant_22_output_0", "outputIndexes": [ 2665 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3260", "outputIndexes": [ 2666 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3263", "outputIndexes": [ 2667 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 2666, 2667, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice3266", "outputIndexes": [ 2668 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2668 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze3267", "outputIndexes": [ 2669 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2665, 2669 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3268", "outputIndexes": [ 2670 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2670, 2669 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3269", "outputIndexes": [ 2671 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 2671, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_20_output_0", "outputIndexes": [ 2672 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2664, 2672 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/Mul_output_0", "outputIndexes": [ 2673 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2673 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.13/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 7433 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7433 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.13/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 7434 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7434 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 847465172, 327702, 81920, 0, 0 ] } , "name": "/layers.13/per_layer_projection/Linear", "outputIndexes": [ 7435 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7435 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.13/per_layer_projection/Linear/post_convert", "outputIndexes": [ 7436 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7436 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.13/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 2674 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2674 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.13/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 2676 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2676 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.13/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 2677 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2677, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 2678 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2678, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 2679 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2674, 2679 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 2680 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.851562, 0.878906, 0.878906, 0.204102, 0.878906, 0.878906, 0.878906, 0.878906, 0.863281, 0.878906, 0.582031, 0.269531, 0.878906, 0.287109, 0.683594, 0.000805, 0.878906, 0.726562, 0.878906, 0.878906, 0.703125, 0.878906, 0.396484, 0.400391, 0.878906, 0.230469, 0.878906, 0.878906, 0.878906, 0.871094, 0.014709, 0.65625, 0.632812, 0.351562, 0.878906, 0.102051, 0.878906, 0.1875, 0.094727, 0.878906, 0.875, 0.00079, 0.878906, 0.000854, 0.000805, 0.878906, 0.644531, 0.878906, 0.628906, 0.000828, 0.878906, 0.746094, 0.878906, 0.208008, 0.000778, 0.416016, 0.000793, 0.519531, 0.878906, 0.878906, 0.000851, 0.878906, 0.000751, 0.878906, 0.000805, 0.472656, 0.000847, 0.554688, 0.154297, 0.000813, 0.878906, 0.535156, 0.878906, 0.757812, 0.878906, 0.878906, 0.847656, 0.878906, 0.00082, 0.878906, 0.878906, 0.878906, 0.878906, 0.223633, 0.742188, 0.222656, 0.000835, 0.878906, 0.667969, 0.613281, 0.679688, 0.878906, 0.000824, 0.878906, 0.878906, 0.878906, 0.683594, 0.00082, 0.474609, 0.453125, 0.878906, 0.225586, 0.878906, 0.000858, 0.878906, 0.777344, 0.000847, 0.00074, 0.523438, 0.6875, 0.546875, 0.597656, 0.000843, 0.875, 0.828125, 0.000809, 0.000809, 0.361328, 0.00082, 0.878906, 0.000797, 0.859375, 0.878906, 0.000809, 0.878906, 0.878906, 0.373047, 0.007599, 0.878906, 0.004517, 0.878906, 0.269531, 0.878906, 0.000813, 0.12793, 0.800781, 0.878906, 0.498047, 0.267578, 0.878906, 0.233398, 0.878906, 0.671875, 0.574219, 0.878906, 0.878906, 0.878906, 0.000854, 0.84375, 0.878906, 0.000843, 0.78125, 0.878906, 0.235352, 0.878906, 0.000793, 0.030396, 0.878906, 0.008789, 0.878906, 0.000801, 0.000813, 0.310547, 0.878906, 0.34375, 0.878906, 0.878906, 0.000782, 0.000778, 0.878906, 0.000771, 0.878906, 0.878906, 0.875, 0.00082, 0.095703, 0.878906, 0.000832, 0.878906, 0.878906, 0.878906, 0.742188, 0.152344, 0.878906, 0.002625, 0.167969, 0.000805, 0.000759, 0.199219, 0.878906, 0.000805, 0.474609, 0.000851, 0.878906, 0.000858, 0.878906, 0.878906, 0.785156, 0.878906, 0.088867, 0.789062, 0.000828, 0.000797, 0.016357, 0.878906, 0.000801, 0.566406, 0.878906, 0.000809, 0.018921, 0.878906, 0.03833, 0.613281, 0.855469, 0.878906, 0.000759, 0.867188, 0.878906, 0.878906, 0.878906, 0.000839, 0.000816, 0.878906, 0.166016, 0.878906, 0.000839, 0.542969, 0.878906, 0.53125, 0.878906, 0.878906, 0.294922, 0.769531, 0.878906, 0.878906, 0.105957, 0.361328, 0.408203, 0.878906, 0.421875, 0.878906, 0.009583, 0.878906, 0.000801, 0.878906, 0.878906, 0.878906, 0.000828, 0.871094, 0.761719, 0.000832, 0.000801, 0.878906, 0.878906, 0.000771, 0.007324, 0.878906, 0.000801, 0.092773, 0.878906, 0.000786, 0.000835, 0.000835, 0.878906, 0.000786, 0.878906, 0.878906, 0.851562, 0.878906, 0.859375, 0.269531, 0.000805, 0.00082, 0.878906, 0.664062, 0.878906, 0.75, 0.000809, 0.53125, 0.878906, 0.878906, 0.863281, 0.730469, 0.000816, 0.146484, 0.878906, 0.000797, 0.878906, 0.000801, 0.246094, 0.855469, 0.839844, 0.878906, 0.878906, 0.000805, 0.863281, 0.341797, 0.859375, 0.789062, 0.00079, 0.558594, 0.289062, 0.878906, 0.847656, 0.773438, 0.878906, 0.000843, 0.878906, 0.000828, 0.820312, 0.878906, 0.000755, 0.000858, 0.355469, 0.878906, 0.000801, 0.328125, 0.757812, 0.000805, 0.878906, 0.878906, 0.000828, 0.558594, 0.000816, 0.855469, 0.878906, 0.000786, 0.878906, 0.8125, 0.000847, 0.878906, 0.000786, 0.000854, 0.878906, 0.878906, 0.008606, 0.878906, 0.878906, 0.878906, 0.000835, 0.878906, 0.878906, 0.000813, 0.014404, 0.878906, 0.067871, 0.472656, 0.347656, 0.239258, 0.878906, 0.878906, 0.878906, 0.566406, 0.878906, 0.878906, 0.133789, 0.253906, 0.878906, 0.878906, 0.000835, 0.878906, 0.804688, 0.878906, 0.878906, 0.878906, 0.000816, 0.878906, 0.000736, 0.878906, 0.824219, 0.013489, 0.000839, 0.285156, 0.248047, 0.000748, 0.878906, 0.000832, 0.000813, 0.878906, 0.878906, 0.878906, 0.878906, 0.129883, 0.000824, 0.878906, 0.878906, 0.820312, 0.878906, 0.00082, 0.000816, 0.000847, 0.710938, 0.878906, 0.566406, 0.878906, 0.878906, 0.128906, 0.789062, 0.878906, 0.878906, 0.878906, 0.000774, 0.847656, 0.18457, 0.878906, 0.632812, 0.878906, 0.878906, 0.515625, 0.000801, 0.359375, 0.00079, 0.322266, 0.878906, 0.71875, 0.878906, 0.765625, 0.000748, 0.878906, 0.000797, 0.000824, 0.835938, 0.275391, 0.00082, 0.878906, 0.197266, 0.878906, 0.000801, 0.417969, 0.878906, 0.175781, 0.878906, 0.000801, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.000805, 0.878906, 0.839844, 0.012512, 0.367188, 0.878906, 0.507812, 0.000805, 0.878906, 0.878906, 0.878906, 0.000759, 0.878906, 0.632812, 0.878906, 0.166016, 0.000797, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.636719, 0.878906, 0.878906, 0.353516, 0.539062, 0.878906, 0.298828, 0.257812, 0.000832, 0.878906, 0.878906, 0.000835, 0.863281, 0.000824, 0.118652, 0.000816, 0.878906, 0.00079, 0.000824, 0.000835, 0.000839, 0.710938, 0.617188, 0.878906, 0.00074, 0.000816, 0.199219, 0.000809, 0.000847, 0.171875, 0.382812, 0.000805, 0.878906, 0.878906, 0.878906, 0.777344, 0.652344, 0.574219, 0.878906, 0.000839, 0.878906, 0.738281, 0.000832, 0.878906, 0.000809, 0.878906, 0.695312, 0.878906, 0.878906, 0.878906, 0.000843, 0.789062, 0.816406, 0.878906, 0.002213, 0.878906, 0.878906, 0.000828, 0.878906, 0.878906, 0.785156, 0.162109, 0.878906, 0.878906, 0.765625, 0.000832, 0.878906, 0.792969, 0.878906, 0.163086, 0.816406, 0.000801, 0.878906, 0.878906, 0.878906, 0.012939, 0.332031, 0.878906, 0.878906, 0.636719, 0.601562, 0.050537, 0.878906, 0.242188, 0.679688, 0.000755, 0.878906, 0.878906, 0.878906, 0.863281, 0.878906, 0.058105, 0.878906, 0.00082, 0.875, 0.878906, 0.000801, 0.257812, 0.878906, 0.878906, 0.878906, 0.371094, 0.000816, 0.302734, 0.878906, 0.005737, 0.00079, 0.005859, 0.707031, 0.871094, 0.878906, 0.088379, 0.402344, 0.000824, 0.878906, 0.566406, 0.875, 0.000809, 0.878906, 0.261719, 0.878906, 0.000801, 0.000805, 0.878906, 0.316406, 0.458984, 0.613281, 0.742188, 0.022217, 0.000854, 0.00082, 0.000851, 0.878906, 0.058838, 0.878906, 0.511719, 0.000839, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.000824, 0.878906, 0.878906, 0.878906, 0.000843, 0.878906, 0.000816, 0.000809, 0.000851, 0.878906, 0.000797, 0.878906, 0.878906, 0.878906, 0.000809, 0.871094, 0.000839, 0.194336, 0.417969, 0.878906, 0.878906, 0.878906, 0.878906, 0.102051, 0.878906, 0.878906, 0.878906, 0.542969, 0.292969, 0.000832, 0.000839, 0.878906, 0.000813, 0.878906, 0.000801, 0.878906, 0.828125, 0.566406, 0.878906, 0.730469, 0.000847, 0.000751, 0.000816, 0.000824, 0.00082, 0.07959, 0.425781, 0.000828, 0.878906, 0.851562, 0.302734, 0.878906, 0.878906, 0.8125, 0.21875, 0.878906, 0.000751, 0.625, 0.000824, 0.878906, 0.878906, 0.875, 0.800781, 0.000816, 0.761719, 0.000801, 0.000839, 0.769531, 0.878906, 0.679688, 0.000809, 0.098145, 0.878906, 0.839844, 0.878906, 0.757812, 0.84375, 0.878906, 0.546875, 0.511719, 0.6875, 0.878906, 0.878906, 0.851562, 0.000854, 0.878906, 0.515625, 0.878906, 0.878906, 0.804688, 0.158203, 0.550781, 0.878906, 0.59375, 0.000801, 0.878906, 0.000851, 0.808594, 0.878906, 0.878906, 0.000835, 0.871094, 0.878906, 0.245117, 0.248047, 0.004974, 0.878906, 0.878906, 0.000771, 0.004181, 0.792969, 0.851562, 0.000801, 0.000847, 0.878906, 0.00082, 0.000805, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.839844, 0.585938, 0.878906, 0.878906, 0.53125, 0.004242, 0.878906, 0.335938, 0.878906, 0.478516, 0.878906, 0.000813, 0.878906, 0.878906, 0.000797, 0.000816, 0.000813, 0.000805, 0.878906, 0.878906, 0.875, 0.000828, 0.878906, 0.871094, 0.878906, 0.878906, 0.875, 0.878906, 0.000801, 0.000744, 0.333984, 0.75, 0.535156, 0.789062, 0.279297, 0.088867, 0.851562, 0.000813, 0.878906, 0.000755, 0.683594, 0.878906, 0.539062, 0.402344, 0.000843, 0.878906, 0.878906, 0.878906, 0.102051, 0.000839, 0.429688, 0.061768, 0.460938, 0.652344, 0.878906, 0.746094, 0.664062, 0.878906, 0.878906, 0.878906, 0.101562, 0.000835, 0.878906, 0.875, 0.824219, 0.878906, 0.878906, 0.002563, 0.878906, 0.804688, 0.000774, 0.476562, 0.878906, 0.878906, 0.878906, 0.013611, 0.000847, 0.878906, 0.742188, 0.000767, 0.714844, 0.878906, 0.004028, 0.472656, 0.878906, 0.878906, 0.000824, 0.000813, 0.878906, 0.878906, 0.337891, 0.671875, 0.000847, 0.000847, 0.878906, 0.554688, 0.878906, 0.000732, 0.878906, 0.878906, 0.878906, 0.000729, 0.020386, 0.878906, 0.878906, 0.000809, 0.878906, 0.878906, 0.326172, 0.742188, 0.016479, 0.000851, 0.878906, 0.539062, 0.878906, 0.761719, 0.11377, 0.878906, 0.878906, 0.5625, 0.306641, 0.146484, 0.878906, 0.208984, 0.53125, 0.878906, 0.867188, 0.878906, 0.878906, 0.878906, 0.679688, 0.376953, 0.878906, 0.013245, 0.722656, 0.878906, 0.255859, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.808594, 0.808594, 0.878906, 0.000809, 0.000786, 0.000832, 0.527344, 0.318359, 0.000816, 0.878906, 0.878906, 0.279297, 0.000774, 0.000851, 0.878906, 0.878906, 0.000828, 0.742188, 0.000774, 0.878906, 0.000805, 0.878906, 0.722656, 0.878906, 0.878906, 0.878906, 0.757812, 0.878906, 0.878906, 0.000809, 0.000771, 0.878906, 0.585938, 0.000809, 0.416016, 0.570312, 0.449219, 0.285156, 0.878906, 0.746094, 0.878906, 0.00082, 0.075684, 0.714844, 0.878906, 0.000759, 0.000839, 0.878906, 0.000832, 0.000801, 0.8125, 0.878906, 0.878906, 0.458984, 0.000854, 0.746094, 0.878906, 0.878906, 0.172852, 0.000839, 0.00082, 0.878906, 0.589844, 0.000843, 0.00082, 0.878906, 0.878906, 0.878906, 0.000805, 0.773438, 0.00082, 0.035889, 0.000801, 0.878906, 0.867188, 0.535156, 0.714844, 0.695312, 0.875, 0.753906, 0.878906, 0.878906, 0.878906, 0.878906, 0.235352, 0.000832, 0.878906, 0.063477, 0.878906, 0.878906, 0.878906, 0.00082, 0.246094, 0.000828, 0.261719, 0.804688, 0.878906, 0.859375, 0.078125, 0.878906, 0.878906, 0.000816, 0.878906, 0.878906, 0.002533, 0.878906, 0.000843, 0.878906, 0.878906, 0.878906, 0.875, 0.000847, 0.000801, 0.878906, 0.878906, 0.878906, 0.878906, 0.000847, 0.878906, 0.878906, 0.000748, 0.00082, 0.000759, 0.134766, 0.878906, 0.878906, 0.12793, 0.878906, 0.480469, 0.000774, 0.578125, 0.878906, 0.000793, 0.001831, 0.878906, 0.878906, 0.269531, 0.878906, 0.867188, 0.000843, 0.00082, 0.878906, 0.878906, 0.234375, 0.000824, 0.878906, 0.804688, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.000839, 0.632812, 0.194336, 0.878906, 0.000797, 0.000828, 0.000828, 0.388672, 0.691406, 0.878906, 0.878906, 0.878906, 0.878906, 0.400391, 0.878906, 0.878906, 0.878906, 0.102539, 0.000835, 0.878906, 0.878906, 0.000786, 0.878906, 0.613281, 0.375, 0.695312, 0.878906, 0.000843, 0.000778, 0.753906, 0.878906, 0.003906, 0.53125, 0.878906, 0.878906, 0.878906, 0.875, 0.832031, 0.878906, 0.000809, 0.835938, 0.439453, 0.878906, 0.65625, 0.878906, 0.640625, 0.878906, 0.000828, 0.878906, 0.867188, 0.878906, 0.878906, 0.707031, 0.014526, 0.628906, 0.000828, 0.00082, 0.083008, 0.878906, 0.878906, 0.878906, 0.000805, 0.000805, 0.855469, 0.878906, 0.04248, 0.000824, 0.878906, 0.878906, 0.000813, 0.878906, 0.878906, 0.878906, 0.000816, 0.878906, 0.878906, 0.628906, 0.878906, 0.640625, 0.804688, 0.519531, 0.839844, 0.091797, 0.000835, 0.000801, 0.878906, 0.878906, 0.000835, 0.000782, 0.000813, 0.000843, 0.878906, 0.878906, 0.59375, 0.878906, 0.671875, 0.816406, 0.878906, 0.351562, 0.427734, 0.878906, 0.789062, 0.148438, 0.000832, 0.878906, 0.000721, 0.000813, 0.878906, 0.478516, 0.878906, 0.017822, 0.000786, 0.205078, 0.878906, 0.878906, 0.878906, 0.041016, 0.832031, 0.00082, 0.859375, 0.878906, 0.000824, 0.00082, 0.000805, 0.404297, 0.000801, 0.878906, 0.000744, 0.878906, 0.000778, 0.000813, 0.546875, 0.000828, 0.464844, 0.878906, 0.206055, 0.000793, 0.878906, 0.000832, 0.878906, 0.000755, 0.847656, 0.00082, 0.412109, 0.878906, 0.878906, 0.878906, 0.878906, 0.000751, 0.000813, 0.878906, 0.196289, 0.000847, 0.878906, 0.878906, 0.384766, 0.878906, 0.000809, 0.000813, 0.679688, 0.878906, 0.000816, 0.28125, 0.878906, 0.863281, 0.435547, 0.878906, 0.357422, 0.057373, 0.000809, 0.000835, 0.204102, 0.878906, 0.878906, 0.00079, 0.000778, 0.828125, 0.000813, 0.000832, 0.878906, 0.000774, 0.488281, 0.095703, 0.171875, 0.8125, 0.878906, 0.589844, 0.207031, 0.878906, 0.878906, 0.000824, 0.878906, 0.878906, 0.746094, 0.878906, 0.753906, 0.00079, 0.000801, 0.878906, 0.000816, 0.000771, 0.000832, 0.878906, 0.878906, 0.753906, 0.000835, 0.878906, 0.000805, 0.000805, 0.878906, 0.878906, 0.182617, 0.480469, 0.878906, 0.000854, 0.000858, 0.875, 0.054688, 0.609375, 0.878906, 0.000828, 0.476562, 0.000805, 0.878906, 0.878906, 0.052979, 0.878906, 0.206055, 0.292969, 0.878906, 0.878906, 0.878906, 0.535156, 0.308594, 0.000805, 0.000805, 0.003723, 0.261719, 0.000847, 0.878906, 0.165039, 0.000809, 0.000816, 0.878906, 0.878906, 0.796875, 0.878906, 0.000801, 0.000816, 0.878906, 0.878906, 0.000793, 0.000801, 0.878906, 0.234375, 0.000835, 0.878906, 0.640625, 0.878906, 0.878906, 0.000813, 0.878906, 0.000858, 0.878906, 0.878906, 0.878906, 0.878906, 0.00079, 0.878906, 0.125, 0.412109, 0.878906, 0.878906, 0.000805, 0.878906, 0.00071, 0.859375, 0.761719, 0.878906, 0.878906, 0.878906, 0.839844, 0.652344, 0.000843, 0.878906, 0.878906, 0.878906, 0.209961, 0.000832, 0.419922, 0.878906, 0.878906, 0.710938, 0.000839, 0.625, 0.878906, 0.878906, 0.00264, 0.878906, 0.000782, 0.652344, 0.277344, 0.000771, 0.000774, 0.00082, 0.000763, 0.570312, 0.000793, 0.441406, 0.738281, 0.878906, 0.789062, 0.878906, 0.878906, 0.15918, 0.878906, 0.000801, 0.832031, 0.000858, 0.878906, 0.000793, 0.000782, 0.878906, 0.00082, 0.482422, 0.128906, 0.878906, 0.000778, 0.013, 0.878906, 0.000805, 0.703125, 0.878906, 0.746094, 0.878906, 0.878906, 0.777344, 0.000801, 0.816406, 0.878906, 0.8125, 0.000801, 0.000778, 0.707031, 0.006073, 0.878906, 0.000782, 0.636719, 0.345703, 0.000813, 0.000843, 0.878906, 0.878906, 0.000782, 0.000759, 0.878906, 0.024414, 0.369141, 0.738281, 0.878906, 0.12207, 0.00079, 0.00082, 0.000816, 0.000851, 0.878906, 0.878906, 0.878906, 0.679688, 0.878906, 0.000824, 0.000854, 0.878906, 0.722656, 0.605469, 0.878906, 0.878906, 0.753906, 0.878906, 0.000824, 0.878906, 0.863281, 0.000816, 0.000759, 0.878906, 0.292969, 0.878906, 0.000832, 0.066895, 0.878906, 0.875, 0.00209, 0.000843, 0.878906, 0.000767, 0.878906, 0.166016, 0.878906, 0.878906, 0.878906, 0.15918, 0.000854, 0.878906, 0.878906, 0.000725, 0.878906, 0.878906, 0.878906, 0.765625, 0.000835, 0.726562, 0.878906, 0.878906, 0.000801, 0.878906, 0.878906, 0.017944, 0.000751, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.796875, 0.671875, 0.878906, 0.878906, 0.878906, 0.878906, 0.000832, 0.878906, 0.000801, 0.000832, 0.878906, 0.283203, 0.878906, 0.878906, 0.000782, 0.018921, 0.000813, 0.000847, 0.878906, 0.000805, 0.025269, 0.000805, 0.878906, 0.878906, 0.601562, 0.828125, 0.476562, 0.878906, 0.878906, 0.878906, 0.000851, 0.000851, 0.878906, 0.878906, 0.000832, 0.000847, 0.000839, 0.457031, 0.009338, 0.000839, 0.000847, 0.012939, 0.198242, 0.000805, 0.878906, 0.878906, 0.878906, 0.769531, 0.000843, 0.878906, 0.441406, 0.878906, 0.000813, 0.511719, 0.000828, 0.00079, 0.878906, 0.878906, 0.878906, 0.84375, 0.000835, 0.001373, 0.000851, 0.878906, 0.046143, 0.878906, 0.083984, 0.000839, 0.878906, 0.878906, 0.59375, 0.000839, 0.878906, 0.878906, 0.878906, 0.002121, 0.640625, 0.878906, 0.878906, 0.878906, 0.613281, 0.878906, 0.878906, 0.142578, 0.000801, 0.000828, 0.492188, 0.617188, 0.000782, 0.789062, 0.878906, 0.878906, 0.523438, 0.574219, 0.878906, 0.000778, 0.878906, 0.878906, 0.000759, 0.878906, 0.00082, 0.878906, 0.878906, 0.227539, 0.878906, 0.000824, 0.000832, 0.002487, 0.863281, 0.878906, 0.664062, 0.835938, 0.878906, 0.878906, 0.871094, 0.878906, 0.000778, 0.878906, 0.878906, 0.000813, 0.273438, 0.773438, 0.00079, 0.000805, 0.03833, 0.878906, 0.632812, 0.878906, 0.878906, 0.875, 0.380859, 0.878906, 0.001648, 0.000782, 0.000824, 0.777344, 0.878906, 0.161133, 0.878906, 0.447266, 0.00415, 0.808594, 0.000851, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.859375, 0.878906, 0.308594, 0.000809, 0.878906, 0.000835, 0.193359, 0.462891, 0.000774, 0.878906, 0.878906, 0.878906, 0.671875, 0.878906, 0.000835, 0.476562, 0.000832, 0.150391, 0.277344, 0.000801, 0.178711, 0.878906, 0.84375, 0.878906, 0.878906, 0.052002, 0.878906, 0.878906, 0.5, 0.000797, 0.828125, 0.878906, 0.878906, 0.357422, 0.878906, 0.000828, 0.847656, 0.703125, 0.026855, 0.182617, 0.345703, 0.550781, 0.00082, 0.835938, 0.000813, 0.000778, 0.000801, 0.878906, 0.878906, 0.000751, 0.000793, 0.636719, 0.59375, 0.878906, 0.103516, 0.878906, 0.546875, 0.000801, 0.878906, 0.878906, 0.000847, 0.878906, 0.161133, 0.878906, 0.000835, 0.00074, 0.878906, 0.878906, 0.000801, 0.878906, 0.859375, 0.683594, 0.000828, 0.000851, 0.000824, 0.474609, 0.691406, 0.000854, 0.000828, 0.878906, 0.396484, 0.000786, 0.878906, 0.000793, 0.878906, 0.878906, 0.000835, 0.435547, 0.000851, 0.566406, 0.761719, 0.558594, 0.855469, 0.863281, 0.878906, 0.000835, 0.000797, 0.878906, 0.878906, 0.000786, 0.012512, 0.878906, 0.000813, 0.000778, 0.119141, 0.878906, 0.000767, 0.878906, 0.110352, 0.000832, 0.878906, 0.878906, 0.011169, 0.000816, 0.710938, 0.000778, 0.000801, 0.000797, 0.000809, 0.117676, 0.000813, 0.000797, 0.012878, 0.059082, 0.878906, 0.000801, 0.878906, 0.878906, 0.000832, 0.000813, 0.828125, 0.000805, 0.347656, 0.136719, 0.000801, 0.753906, 0.000843, 0.000813, 0.773438, 0.000771, 0.878906, 0.000813, 0.878906, 0.878906, 0.878906, 0.002563, 0.878906, 0.000805, 0.878906, 0.800781, 0.878906, 0.000778, 0.00079, 0.000835, 0.4375, 0.000755, 0.878906, 0.00082, 0.878906, 0.878906, 0.349609, 0.000839, 0.265625, 0.878906, 0.804688, 0.000763, 0.066406, 0.617188, 0.000801, 0.691406, 0.080078, 0.021729, 0.65625, 0.00082, 0.878906, 0.878906, 0.878906, 0.878906, 0.232422, 0.878906, 0.000839, 0.878906, 0.847656, 0.000832, 0.878906, 0.878906, 0.878906, 0.000816, 0.71875, 0.878906, 0.878906, 0.000805, 0.000839, 0.000858, 0.169922, 0.878906, 0.878906, 0.451172, 0.878906, 0.367188, 0.878906, 0.878906, 0.804688, 0.878906, 0.878906, 0.878906, 0.878906, 0.632812, 0.000801, 0.000793, 0.558594, 0.828125, 0.185547, 0.878906, 0.878906, 0.000816, 0.878906, 0.3125, 0.457031, 0.878906, 0.000801, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.757812, 0.839844, 0.439453, 0.621094, 0.878906, 0.878906, 0.000809, 0.000816, 0.878906, 0.000839, 0.000839, 0.878906, 0.867188, 0.761719, 0.000809, 0.878906, 0.000801, 0.000832, 0.878906, 0.878906, 0.84375, 0.703125, 0.183594, 0.227539, 0.166016, 0.000813, 0.878906, 0.000835, 0.878906, 0.652344, 0.000801, 0.390625, 0.878906, 0.878906, 0.816406, 0.000805, 0.566406, 0.000824, 0.8125, 0.878906, 0.000824, 0.000828, 0.000851, 0.878906, 0.000805, 0.851562, 0.419922, 0.878906, 0.878906, 0.000824, 0.000801, 0.000782, 0.878906, 0.265625, 0.878906, 0.878906, 0.878906, 0.000813, 0.878906, 0.000828, 0.878906, 0.878906, 0.089355, 0.878906, 0.294922, 0.878906, 0.310547, 0.878906, 0.203125, 0.000847, 0.8125, 0.765625, 0.878906, 0.878906, 0.001083, 0.000832, 0.753906, 0.878906, 0.703125, 0.000748, 0.000824, 0.191406, 0.878906, 0.267578, 0.878906, 0.472656, 0.777344, 0.878906, 0.878906, 0.816406, 0.000832, 0.878906, 0.566406, 0.000805, 0.71875, 0.878906, 0.878906, 0.785156, 0.878906, 0.000839, 0.108887, 0.878906, 0.474609, 0.878906, 0.073242, 0.878906, 0.878906, 0.675781, 0.878906, 0.878906, 0.878906, 0.000786, 0.878906, 0.878906, 0.878906, 0.683594, 0.248047, 0.878906, 0.000801, 0.878906, 0.878906, 0.828125, 0.193359, 0.186523, 0.875, 0.421875, 0.000851, 0.613281, 0.25, 0.851562, 0.878906, 0.878906, 0.00082, 0.878906, 0.000835, 0.878906, 0.796875, 0.032471, 0.601562, 0.000801, 0.000828, 0.832031, 0.263672, 0.878906, 0.012695, 0.804688, 0.757812, 0.878906, 0.878906, 0.878906, 0.357422, 0.800781, 0.000832, 0.679688, 0.878906, 0.00069, 0.000793, 0.000809, 0.292969, 0.878906, 0.878906, 0.039307, 0.878906, 0.000805, 0.000782, 0.878906, 0.314453, 0.000801, 0.839844, 0.511719, 0.878906, 0.310547, 0.000824, 0.000801, 0.002563, 0.878906, 0.878906, 0.878906, 0.832031, 0.765625, 0.000793, 0.141602, 0.878906, 0.878906, 0.000805, 0.00082, 0.878906, 0.000793, 0.000786, 0.730469, 0.000805, 0.878906, 0.878906, 0.878906, 0.000813, 0.07373, 0.878906, 0.000786, 0.878906, 0.878906, 0.863281, 0.330078, 0.792969, 0.871094, 0.878906, 0.878906, 0.000835, 0.168945, 0.000786, 0.878906, 0.000801, 0.878906, 0.000824, 0.878906, 0.000858, 0.083496, 0.878906, 0.878906, 0.878906, 0.878906, 0.000832, 0.878906, 0.000847, 0.371094, 0.472656, 0.000816, 0.703125, 0.453125, 0.000801, 0.000862, 0.878906, 0.878906, 0.878906, 0.000793, 0.878906, 0.000771, 0.00079, 0.878906, 0.000832, 0.878906, 0.878906, 0.419922, 0.878906, 0.000839, 0.757812, 0.000835, 0.000801, 0.878906, 0.000816, 0.878906, 0.878906, 0.049805, 0.000801, 0.004211, 0.878906, 0.000801, 0.00082, 0.139648, 0.000771, 0.166016, 0.878906, 0.878906, 0.000809, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.000832, 0.878906, 0.878906, 0.000816, 0.878906, 0.5, 0.056885, 0.878906, 0.002548, 0.878906, 0.878906, 0.878906, 0.734375, 0.878906, 0.707031, 0.378906, 0.441406, 0.878906, 0.863281, 0.878906, 0.002533, 0.205078, 0.878906, 0.878906, 0.878906, 0.412109, 0.000751, 0.000759, 0.878906, 0.000774, 0.878906, 0.878906, 0.695312, 0.161133, 0.878906, 0.002563, 0.878906, 0.871094, 0.53125, 0.000828, 0.878906, 0.878906, 0.65625, 0.878906, 0.291016, 0.000847, 0.878906, 0.820312, 0.855469, 0.878906, 0.000851, 0.878906, 0.878906, 0.386719, 0.589844, 0.004822, 0.00082, 0.832031, 0.239258, 0.878906, 0.875, 0.004913, 0.294922, 0.738281, 0.878906, 0.000816, 0.00074, 0.878906, 0.22168, 0.878906, 0.878906, 0.000816, 0.00264, 0.000755, 0.000835, 0.878906, 0.851562, 0.878906, 0.878906, 0.141602, 0.828125, 0.000824, 0.201172, 0.878906, 0.878906, 0.000801, 0.007751, 0.363281, 0.002548, 0.878906, 0.000805, 0.000832, 0.000816, 0.472656, 0.000854, 0.292969, 0.878906, 0.71875, 0.878906, 0.878906, 0.000835, 0.511719, 0.878906, 0.000828, 0.878906, 0.328125, 0.878906, 0.000843, 0.839844, 0.000843, 0.00079, 0.032471, 0.878906, 0.0625, 0.003906, 0.000805, 0.000828, 0.675781, 0.386719, 0.878906, 0.878906, 0.000839, 0.000805, 0.878906, 0.000835, 0.816406, 0.000782, 0.878906, 0.376953, 0.251953, 0.120605, 0.330078, 0.014648, 0.738281, 0.878906, 0.878906, 0.000801, 0.878906, 0.000813, 0.000782, 0.011475, 0.878906, 0.878906, 0.878906, 0.703125, 0.878906, 0.878906, 0.878906, 0.878906, 0.045898, 0.875, 0.000847, 0.000706, 0.878906, 0.000813, 0.808594, 0.00766, 0.878906, 0.878906, 0.855469, 0.878906, 0.000843, 0.175781, 0.000839, 0.000824, 0.703125, 0.004181, 0.878906, 0.000847, 0.878906, 0.000809, 0.000816, 0.769531, 0.878906, 0.047607, 0.000813, 0.000832, 0.878906, 0.878906, 0.878906, 0.011414, 0.000793, 0.00079, 0.878906, 0.000843, 0.000805, 0.000835, 0.00082, 0.878906, 0.000786, 0.878906, 0.000805, 0.878906, 0.636719, 0.695312, 0.546875, 0.000801, 0.000767, 0.000832, 0.878906, 0.878906, 0.000824, 0.769531, 0.878906, 0.182617, 0.314453, 0.875, 0.511719, 0.000763, 0.878906, 0.878906, 0.000809, 0.105957, 0.000801, 0.878906, 0.000763, 0.164062, 0.878906, 0.695312, 0.000751, 0.878906, 0.000832, 0.878906, 0.878906, 0.75, 0.605469, 0.081543, 0.625, 0.550781, 0.878906, 0.878906, 0.878906, 0.878906, 0.679688, 0.000854, 0.878906, 0.00079, 0.703125, 0.302734, 0.878906, 0.722656, 0.8125, 0.871094, 0.878906, 0.064941, 0.878906, 0.000828, 0.878906, 0.878906, 0.878906, 0.359375, 0.000809, 0.878906, 0.878906, 0.21875, 0.875, 0.047852, 0.014893, 0.765625, 0.000843, 0.878906, 0.000839, 0.000832, 0.000843, 0.878906, 0.878906, 0.523438, 0.878906, 0.878906, 0.000851, 0.796875, 0.878906, 0.878906, 0.878906, 0.878906, 0.847656, 0.000854, 0.000839, 0.000805, 0.878906, 0.695312, 0.683594, 0.000839, 0.878906, 0.00074, 0.328125, 0.714844, 0.617188, 0.878906, 0.878906, 0.4375, 0.016602, 0.878906, 0.000835, 0.878906, 0.000832, 0.878906, 0.000813, 0.878906, 0.000824, 0.878906, 0.000797, 0.000851, 0.482422, 0.878906, 0.433594, 0.761719, 0.878906, 0.5, 0.40625, 0.550781, 0.878906, 0.000759, 0.878906, 0.878906, 0.000847, 0.000839, 0.000793, 0.878906, 0.832031, 0.878906, 0.000824, 0.777344, 0.878906, 0.878906, 0.878906, 0.236328, 0.000805, 0.017334, 0.000813, 0.785156, 0.878906, 0.878906, 0.746094, 0.077637, 0.878906, 0.00082, 0.878906, 0.878906, 0.851562, 0.878906, 0.878906, 0.878906, 0.878906, 0.000835, 0.000835, 0.878906, 0.294922, 0.314453, 0.000816, 0.8125, 0.353516, 0.000797, 0.878906, 0.004272, 0.000801, 0.000809, 0.000832, 0.878906, 0.000851, 0.878906, 0.589844, 0.000813, 0.605469, 0.031128, 0.1875, 0.878906, 0.202148, 0.000847, 0.84375, 0.878906, 0.349609, 0.578125, 0.710938, 0.878906, 0.878906, 0.878906, 0.000847, 0.878906, 0.863281, 0.445312, 0.625, 0.777344, 0.000824, 0.878906, 0.059082, 0.359375, 0.000854, 0.000835, 0.878906, 0.832031, 0.000816, 0.000858, 0.878906, 0.878906, 0.000851, 0.00074, 0.000835, 0.878906, 0.878906, 0.287109, 0.000774, 0.878906, 0.789062, 0.000828, 0.878906, 0.000847, 0.000797, 0.878906, 0.804688, 0.341797, 0.578125, 0.000813, 0.515625, 0.75, 0.714844, 0.878906, 0.878906, 0.878906, 0.000843, 0.1875, 0.878906, 0.164062, 0.710938, 0.878906, 0.061768, 0.878906, 0.796875, 0.753906, 0.878906, 0.000824, 0.300781, 0.878906, 0.878906, 0.000778, 0.000805, 0.796875, 0.878906, 0.032959, 0.878906, 0.660156, 0.182617, 0.298828, 0.000832, 0.000797, 0.337891, 0.000847, 0.878906, 0.878906, 0.000813, 0.00082, 0.037598, 0.00082, 0.046143, 0.878906, 0.294922, 0.878906, 0.878906, 0.878906, 0.878906, 0.000828, 0.617188, 0.878906, 0.878906, 0.878906, 0.279297 ] } , "name": "onnx::Mul_10912", "outputIndexes": [ 2681 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2680, 2681 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 2682 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2654, 2682 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/Add_2_output_0", "outputIndexes": [ 2683 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2683, 846 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/Mul_1_output_0", "outputIndexes": [ 2684 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2684, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.14/Reshape_output_0", "outputIndexes": [ 2685 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2685 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.14/input_layernorm/Pow_output_0", "outputIndexes": [ 2686 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2686 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.14/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 2687 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2687, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/input_layernorm/Add_output_0", "outputIndexes": [ 2688 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2688, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/input_layernorm/Pow_1_output_0", "outputIndexes": [ 2689 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2685, 2689 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/input_layernorm/Mul_output_0", "outputIndexes": [ 2690 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 4.8125, 6.84375, 2.53125, 25.625, 4.625, 4.375, 4.46875, 4.34375, 3.90625, 2.5625, 7.3125, 15.4375, 5.0625, 15.1875, 5.0625, 20.25, 3.828125, 4.28125, 2.984375, 4.875, 6.71875, 6.09375, 4.90625, 16.5, 4.03125, 1.828125, 3.078125, 5.25, 3.34375, 5.75, 13.0, 3.8125, 5.4375, 2.9375, 5.0, 34.25, 4.46875, 13.8125, 47.5, 3.359375, 5.125, 7.40625, 5.21875, 1.921875, 7.25, 4.34375, 7.09375, 4.75, 2.625, 6.1875, 4.40625, 4.25, 4.5, 14.75, 4.375, 4.5625, 13.625, 14.5625, 4.6875, 2.984375, 28.875, 2.828125, 9.125, 4.25, 18.625, 19.875, 4.28125, 2.78125, 42.5, 93.0, 3.375, 6.0, 5.0, 4.5, 4.84375, 4.34375, 23.75, 3.78125, 2.875, 3.5, 3.46875, 4.15625, 4.53125, 7.65625, 6.1875, 23.875, 37.75, 5.3125, 5.53125, 3.46875, 5.28125, 4.3125, 11.4375, 4.03125, 4.78125, 4.25, 6.59375, 5.25, 7.625, 5.1875, 5.21875, 10.8125, 5.6875, 54.75, 3.859375, 4.1875, 20.75, 22.5, 2.875, 7.21875, 2.890625, 3.9375, 36.5, 5.0625, 4.71875, 39.25, 39.0, 10.3125, 16.625, 4.28125, 5.59375, 1.804688, 3.375, 18.375, 3.515625, 4.1875, 2.3125, 5.96875, 3.0, 2.921875, 7.875, 2.203125, 4.4375, 11.25, 36.25, 8.375, 6.40625, 3.25, 2.015625, 4.96875, 27.75, 4.59375, 5.96875, 9.0625, 4.15625, 4.9375, 2.390625, 5.5, 5.46875, 3.578125, 7.21875, 3.0, 7.59375, 26.375, 3.09375, 15.5625, 89.0, 3.46875, 22.5, 5.09375, 10.75, 9.625, 14.6875, 4.90625, 9.625, 4.78125, 4.5, 27.625, 4.96875, 3.75, 8.0625, 5.53125, 4.15625, 3.859375, 5.90625, 4.34375, 3.84375, 9.625, 3.0625, 4.21875, 4.78125, 5.90625, 30.25, 1.882812, 14.25, 15.6875, 22.5, 5.5, 24.0, 4.59375, 11.9375, 1.382812, 6.4375, 6.34375, 5.8125, 3.484375, 4.15625, 5.6875, 4.75, 25.875, 4.8125, 4.25, 4.5, 77.0, 4.8125, 42.75, 5.34375, 4.96875, 14.0625, 149.0, 4.5625, 4.96875, 7.84375, 5.5, 4.21875, 8.75, 6.9375, 2.9375, 5.15625, 4.1875, 3.125, 115.5, 4.78125, 6.59375, 4.71875, 2.78125, 2.25, 3.390625, 9.125, 4.96875, 5.0625, 9.0, 4.15625, 3.9375, 4.5, 38.25, 2.953125, 5.78125, 6.53125, 2.015625, 2.28125, 36.75, 4.75, 6.0625, 4.15625, 4.34375, 5.875, 60.75, 5.3125, 1.351562, 36.75, 6.65625, 11.5, 3.09375, 44.25, 3.875, 3.6875, 27.125, 3.078125, 5.15625, 5.3125, 60.5, 2.140625, 5.53125, 7.40625, 8.125, 5.34375, 4.0, 10.8125, 4.1875, 3.625, 6.46875, 15.625, 4.21875, 3.390625, 6.03125, 5.65625, 14.125, 13.5, 3.8125, 3.71875, 5.21875, 6.0, 10.25, 15.875, 3.5625, 11.1875, 3.0625, 17.375, 2.640625, 6.625, 4.375, 5.25, 6.125, 7.0625, 6.71875, 4.625, 5.9375, 4.53125, 5.375, 5.03125, 15.4375, 4.75, 5.1875, 8.0625, 5.125, 14.75, 3.546875, 44.25, 9.125, 6.40625, 36.75, 5.84375, 5.03125, 4.34375, 17.375, 9.9375, 7.09375, 31.625, 2.421875, 3.3125, 9.25, 9.3125, 28.375, 5.78125, 4.96875, 65.5, 4.75, 6.9375, 68.0, 4.5, 64.5, 29.25, 5.78125, 4.75, 108.5, 3.984375, 5.96875, 5.125, 83.5, 4.84375, 2.328125, 6.78125, 6.4375, 3.671875, 88.0, 5.9375, 11.375, 15.0, 5.125, 3.984375, 5.3125, 9.75, 5.1875, 2.84375, 55.25, 15.5625, 9.8125, 3.390625, 6.25, 5.0, 5.09375, 4.25, 4.1875, 3.78125, 5.34375, 3.5, 17.625, 4.71875, 5.375, 66.0, 8.875, 17.5, 3.796875, 42.0, 4.625, 4.59375, 8.8125, 4.8125, 4.28125, 5.71875, 4.625, 22.875, 4.53125, 5.4375, 5.21875, 5.21875, 3.703125, 36.75, 7.03125, 1.757812, 6.03125, 4.1875, 4.9375, 4.8125, 4.5, 51.25, 7.3125, 11.5, 3.46875, 4.71875, 15.125, 3.546875, 21.625, 4.875, 11.125, 4.25, 5.4375, 9.1875, 8.0625, 15.25, 6.25, 30.375, 4.875, 6.53125, 3.734375, 5.5625, 7.65625, 4.09375, 4.875, 56.25, 13.625, 14.9375, 39.75, 4.0, 16.5, 9.25, 6.34375, 17.0, 4.5, 13.625, 5.0, 7.125, 2.171875, 1.382812, 4.15625, 4.28125, 3.8125, 3.328125, 4.03125, 19.25, 5.46875, 4.375, 6.9375, 20.5, 4.90625, 10.875, 5.3125, 4.375, 4.375, 4.46875, 109.0, 3.96875, 7.4375, 4.90625, 26.5, 7.46875, 5.25, 3.96875, 5.125, 4.8125, 6.34375, 3.71875, 7.09375, 3.0625, 3.40625, 5.34375, 3.078125, 3.96875, 13.9375, 15.0625, 8.6875, 4.78125, 7.5, 10.125, 4.40625, 7.5625, 14.4375, 6.46875, 4.40625, 26.625, 143.0, 24.125, 7.15625, 1.234375, 7.0, 3.6875, 15.1875, 6.03125, 31.0, 4.59375, 5.875, 2.75, 8.0625, 34.0, 5.46875, 4.875, 4.6875, 0.941406, 23.75, 8.5, 2.390625, 10.875, 4.09375, 7.0625, 4.9375, 3.546875, 10.1875, 5.375, 4.71875, 3.84375, 4.90625, 4.34375, 19.25, 5.40625, 4.8125, 4.25, 13.0, 5.3125, 4.53125, 4.53125, 4.25, 4.09375, 5.03125, 3.453125, 5.375, 1.398438, 4.40625, 6.03125, 4.3125, 7.40625, 4.96875, 24.625, 4.1875, 28.375, 5.15625, 5.625, 4.40625, 7.8125, 12.3125, 3.03125, 4.625, 7.9375, 9.5, 43.0, 4.9375, 4.625, 8.375, 7.21875, 4.90625, 4.34375, 3.59375, 4.5625, 4.46875, 6.375, 4.34375, 6.65625, 5.21875, 3.453125, 5.78125, 14.75, 3.9375, 3.875, 9.0625, 9.8125, 74.0, 11.75, 4.3125, 5.46875, 25.25, 12.6875, 5.96875, 5.0, 4.21875, 31.0, 5.4375, 5.9375, 4.1875, 7.125, 4.46875, 8.3125, 4.46875, 17.875, 5.5625, 8.625, 19.25, 4.4375, 11.25, 17.5, 3.859375, 5.75, 94.5, 10.0, 52.0, 6.84375, 3.46875, 26.625, 4.71875, 9.0625, 7.34375, 4.25, 13.0625, 4.625, 3.28125, 3.34375, 5.6875, 54.0, 3.953125, 4.4375, 3.390625, 7.78125, 4.96875, 3.375, 127.0, 6.96875, 3.296875, 41.25, 3.765625, 3.9375, 5.0, 3.984375, 4.53125, 8.1875, 18.625, 13.1875, 4.875, 5.125, 6.0625, 4.3125, 27.0, 3.3125, 4.09375, 4.09375, 5.71875, 2.09375, 8.0, 25.625, 6.3125, 14.6875, 3.921875, 70.0, 3.828125, 21.375, 5.40625, 4.9375, 3.78125, 3.390625, 59.75, 26.5, 2.78125, 5.9375, 30.5, 8.125, 14.75, 4.28125, 5.03125, 2.578125, 5.625, 3.421875, 5.1875, 5.40625, 4.125, 5.3125, 8.3125, 26.875, 4.71875, 4.3125, 4.53125, 5.8125, 36.5, 5.96875, 6.53125, 8.25, 4.59375, 4.4375, 3.421875, 8.625, 28.0, 3.265625, 8.0, 3.96875, 6.5, 2.1875, 5.28125, 7.75, 6.21875, 10.0, 4.0625, 6.28125, 4.5625, 6.5, 3.53125, 10.0625, 4.0625, 6.4375, 4.75, 6.4375, 12.0625, 3.828125, 4.96875, 5.625, 4.75, 6.09375, 5.1875, 3.890625, 4.0625, 5.90625, 4.65625, 6.15625, 17.625, 18.0, 5.21875, 4.53125, 4.375, 15.625, 4.40625, 5.1875, 4.25, 6.1875, 4.03125, 4.3125, 37.5, 8.4375, 5.03125, 21.0, 4.0, 4.15625, 4.5, 6.0625, 6.71875, 13.0, 5.125, 3.421875, 5.75, 3.21875, 9.625, 5.40625, 7.09375, 8.1875, 12.5625, 6.96875, 3.6875, 5.5625, 18.625, 5.28125, 16.5, 4.21875, 5.375, 4.3125, 119.0, 4.375, 5.4375, 5.4375, 3.984375, 6.96875, 4.0, 39.25, 23.625, 4.0, 9.25, 5.4375, 4.96875, 2.625, 3.609375, 4.59375, 32.25, 6.65625, 6.03125, 6.71875, 5.75, 9.3125, 15.875, 8.125, 4.1875, 4.9375, 4.53125, 37.0, 13.0, 5.96875, 65.5, 3.625, 5.40625, 3.6875, 7.0, 5.65625, 5.71875, 6.71875, 3.609375, 36.25, 4.3125, 2.5625, 3.8125, 5.625, 3.890625, 4.9375, 26.5, 3.59375, 4.15625, 12.25, 10.1875, 3.40625, 3.984375, 4.9375, 125.0, 7.5625, 2.078125, 7.15625, 12.25, 5.4375, 7.71875, 5.0, 7.03125, 5.875, 2.890625, 19.875, 4.78125, 4.46875, 5.625, 11.625, 4.96875, 10.4375, 119.5, 4.3125, 7.9375, 2.640625, 145.0, 4.875, 3.625, 4.125, 56.0, 134.0, 2.65625, 4.8125, 6.09375, 4.59375, 5.34375, 17.625, 6.15625, 5.75, 4.90625, 5.8125, 5.53125, 4.84375, 4.3125, 44.0, 4.875, 4.5625, 7.8125, 2.375, 32.75, 3.859375, 2.8125, 7.53125, 4.6875, 5.0, 4.5625, 4.15625, 3.84375, 6.46875, 2.234375, 4.1875, 40.5, 5.125, 7.78125, 20.875, 3.421875, 4.4375, 6.34375, 3.828125, 3.46875, 5.96875, 4.25, 4.1875, 5.03125, 5.0, 3.28125, 197.0, 13.3125, 4.8125, 4.59375, 16.25, 5.0625, 5.0625, 5.875, 19.875, 6.1875, 6.125, 4.75, 4.3125, 4.53125, 5.75, 13.3125, 4.9375, 31.875, 3.125, 6.90625, 5.1875, 4.53125, 2.359375, 8.1875, 11.1875, 4.6875, 47.75, 33.75, 4.53125, 5.28125, 4.71875, 4.8125, 2.234375, 9.625, 3.625, 3.171875, 6.65625, 4.75, 24.0, 8.375, 5.15625, 3.828125, 108.5, 45.5, 2.265625, 8.0625, 3.625, 5.375, 3.953125, 5.09375, 4.65625, 5.96875, 6.375, 3.359375, 4.0625, 3.53125, 21.0, 66.5, 2.921875, 10.625, 1.367188, 7.28125, 7.46875, 4.6875, 2.796875, 4.65625, 6.625, 26.25, 95.0, 152.0, 4.5625, 3.03125, 7.4375, 5.375, 6.53125, 8.75, 4.4375, 3.625, 4.875, 5.34375, 4.9375, 13.6875, 13.625, 5.40625, 56.75, 4.375, 4.34375, 3.859375, 36.5, 17.625, 34.25, 25.625, 5.40625, 5.21875, 4.8125, 90.0, 6.5, 4.25, 4.40625, 4.28125, 4.09375, 2.84375, 5.78125, 2.0, 4.84375, 3.78125, 3.375, 4.96875, 7.46875, 26.875, 3.859375, 4.8125, 4.875, 2.734375, 6.25, 3.984375, 5.03125, 14.9375, 0.894531, 25.75, 26.875, 3.296875, 5.75, 31.75, 3.984375, 13.875, 8.625, 2.4375, 6.9375, 27.375, 68.5, 3.046875, 4.4375, 19.125, 4.53125, 3.8125, 17.625, 112.5, 4.21875, 4.125, 13.625, 7.5, 6.0, 5.34375, 5.09375, 3.421875, 4.5, 4.84375, 6.71875, 4.875, 3.5, 9.25, 7.25, 3.3125, 4.65625, 5.0625, 7.59375, 39.5, 10.125, 5.5625, 4.0, 4.75, 3.421875, 7.5, 7.0625, 4.84375, 5.0, 4.625, 85.0, 60.0, 4.25, 3.34375, 10.1875, -5.4375, 9.25, 5.96875, 4.0, 5.53125, 4.8125, 3.78125, 4.875, 5.0, 5.625, 4.65625, 3.046875, 3.96875, 4.4375, 3.03125, 4.6875, 4.5625, 87.5, 4.6875, 9.125, 5.03125, 6.3125, 4.46875, 11.9375, 3.015625, 16.625, 4.34375, 4.1875, 8.375, 4.25, 6.625, 45.75, 4.28125, 17.125, 5.21875, 5.4375, 5.03125, 3.671875, 4.3125, 8.6875, 7.5625, 4.28125, 2.546875, 82.0, 48.25, 5.15625, 4.1875, 88.0, 4.34375, 5.1875, 3.734375, 4.6875, 5.28125, 2.671875, 7.34375, 4.53125, 2.765625, 4.625, 3.1875, 5.125, 34.25, 8.6875, 6.8125, 4.75, 4.78125, 20.5, 20.375, 12.3125, 7.59375, 3.203125, 4.375, 5.53125, 4.0625, 7.125, 7.5, 4.3125, 1.4375, 2.953125, 4.03125, 3.59375, 52.5, 7.625, 3.84375, 33.75, 8.1875, 5.15625, 4.875, 4.65625, 6.125, 62.5, 28.125, 5.96875, 3.890625, 4.5, 2.609375, 16.625, 4.28125, 6.46875, 4.1875, 5.25, 14.4375, 4.96875, 11.4375, 36.0, 3.8125, 73.0, 5.0, 78.0, 8.4375, 6.15625, 28.75, 7.71875, 5.46875, 17.5, 8.25, 2.859375, 7.4375, 4.4375, 67.0, 5.625, 5.6875, 8.125, 1.945312, 4.75, 8.8125, 5.625, 8.875, 2.625, 6.40625, 35.0, 25.25, 5.0625, 4.5, 12.625, 3.828125, 11.4375, 18.875, 5.75, 4.3125, 4.15625, 18.375, 5.9375, 4.84375, 3.015625, 5.875, 2.109375, 6.1875, 115.5, 125.0, 7.03125, 4.53125, 4.15625, 29.125, 6.0, 13.0625, 23.375, 9.5, 4.53125, 89.0, 5.6875, 46.25, 13.1875, 4.4375, 3.203125, 4.28125, 5.71875, 8.1875, 3.828125, 18.0, 5.25, 3.6875, 2.4375, 4.28125, 4.9375, 5.84375, 5.59375, 7.375, 67.0, 6.4375, 36.0, 7.71875, 3.78125, 4.875, 10.0, 3.640625, 70.0, 41.5, 3.359375, 3.984375, 27.875, 7.28125, 3.640625, 7.0625, 5.59375, 3.796875, 27.75, 5.8125, 3.078125, 6.6875, 8.125, 50.25, 4.21875, 4.40625, 4.4375, 5.96875, 6.5625, 22.375, 4.40625, 6.28125, 7.3125, 9.0, 7.625, 3.828125, 2.828125, 6.40625, 14.875, 56.25, 5.375, 34.5, 24.125, 6.0, 4.6875, 4.0625, 6.375, 5.375, 21.5, 6.9375, 2.921875, 4.3125, 4.90625, 7.59375, 4.40625, 6.0625, 5.0, 4.78125, 5.84375, 3.796875, 4.125, 7.46875, 4.1875, 6.5, 4.90625, 4.875, 4.0, 4.59375, 6.03125, 3.375, 50.75, 6.84375, 5.375, 4.5625, 27.75, 5.0, 23.75, 6.375, 4.71875, 4.625, 5.5, 4.0625, 5.09375, 5.71875, 59.0, 4.21875, 4.25, 3.0, 18.875, 25.75, 9.875, 5.3125, 4.8125, 3.984375, 107.5, 8.125, 3.609375, 4.40625, 90.0, 4.75, 56.25, 5.625, 19.25, 9.875, 26.75, 15.6875, 6.0, 6.0625, 5.46875, 6.03125, 9.75, 4.9375, 5.25, 7.71875, 4.1875, 32.5, 4.21875, 3.28125, 5.21875, 4.875, 14.25, 9.75, 11.25, 4.53125, 42.5, 5.40625, 22.125, 4.0625, 13.1875, 5.71875, 4.40625, 136.0, 8.25, 3.890625, 7.28125, 5.25, 5.0625, 4.59375, 12.125, 5.1875, 4.96875, 4.90625, 11.6875, 17.125, 5.96875, 37.75, 4.0, 41.25, 5.3125, 7.96875, 26.75, 12.25, 1.8125, 5.625, 12.375, 39.25, 5.0625, 7.34375, 36.0, 5.09375, 6.125, 55.75, 164.0, 26.125, 5.75, 68.5, 3.203125, 1.9375, 3.234375, 3.96875, 5.78125, 6.21875, 10.625, 3.4375, 4.5, 9.9375, 7.84375, 4.28125, 10.9375, 3.53125, 15.9375, 15.6875, 7.125, 69.0, 35.75, 4.03125, 38.25, 4.09375, 32.0, 5.84375, 6.4375, 4.5, 40.75, 13.3125, 4.4375, 7.5, 7.0, 21.125, 4.3125, 4.875, 4.59375, 13.0625, 49.5, 4.8125, 3.953125, 6.1875, 4.84375, 4.34375, 0.206055, 1.875, 40.0, 7.25, 3.890625, 3.5, 41.75, 4.0625, 5.21875, 90.5, 85.5, 5.21875, 4.625, 6.09375, 4.09375, 3.90625, 4.78125, 4.875, 4.0, 4.0625, 3.921875, 3.59375, 4.1875, 3.203125, 4.1875, 5.75, 3.484375, 19.875, 3.03125, 4.8125, 38.0, 6.40625, 5.09375, 36.5, 3.40625, 82.5, 134.0, 46.75, 4.5, 4.9375, 8.0625, 6.625, 7.84375, 4.28125, 2.953125, 5.28125, 85.0, 3.296875, 4.875, 2.46875, 5.125, 51.25, 174.0, 4.46875, 19.625, 6.21875, 5.03125, 6.53125, 41.0, 5.71875, 3.4375, 3.953125, 3.421875, 6.09375, 3.71875, 5.1875, 3.5, 4.1875, 5.625, 8.5625, 13.4375, 73.0, 4.8125, 4.3125, 4.6875, 4.65625, 14.75, 10.5, 2.28125, 6.90625, 62.75, 3.515625, 16.875, 6.03125, 5.59375, 3.625, 6.46875, 91.5, 4.53125, 5.34375, 4.5, 3.46875, 6.875, 4.84375, 4.15625, 3.90625, 7.9375, 5.15625, 4.125, 13.4375, 5.59375, 14.1875, 2.265625, 3.828125, 6.90625, 5.3125, 4.28125, 5.6875, 9.9375, 7.90625, 4.40625, 13.5, 5.84375, 4.53125, 9.0625, 5.25, 3.78125, 4.78125, 3.390625, 15.3125, 3.640625, 20.625, 13.875, 5.875, 5.5, 4.03125, 3.546875, 4.6875, 4.625, 2.15625, 1.460938, 9.1875, 8.1875, 6.09375, 4.84375, 5.53125, 12.3125, 5.3125, 15.75, 6.21875, 72.5, 3.28125, 5.09375, 5.5, 5.875, 4.625, 5.21875, 8.25, 6.65625, 42.75, 4.21875, 6.09375, 6.5625, 10.375, 5.5, 10.1875, 13.375, 4.6875, 4.9375, 3.90625, 4.90625, 3.03125, 4.28125, 4.15625, 6.53125, 3.734375, 9.9375, 6.15625, 3.65625, 0.839844, 20.125, 9.0625, 20.625, 5.09375, 5.65625, 5.5, 7.53125, 5.21875, 10.0625, 8.25, 4.96875, 23.875, 28.375, 46.75, 24.5, 5.125, 4.46875, 4.34375, 4.375, 41.75, 4.375, 3.625, 11.375, 7.1875, 5.78125, 5.125, 4.15625, 2.78125, 4.40625, 149.0, 4.09375, 4.5, 91.0, 2.484375, 12.75, 23.375, 13.8125, 4.5625, 8.25, 12.5625, 4.84375, 2.375, 3.5625, 24.75, 23.375, 12.1875, 6.6875, 4.34375, 24.0, 5.21875, 7.375, 31.25, 4.75, 2.9375, 7.03125, 3.90625, 36.0, 7.09375, 126.0, 6.34375, 4.1875, 4.125, 106.0, 8.9375, 4.34375, 5.90625, 2.015625, 15.3125, 10.0625, 7.8125, 11.3125, 31.625, 27.875, 2.59375, 10.4375, 121.0, 4.96875, 4.40625, 5.625, 5.625, 4.5625, 9.1875, 59.0, 4.75, 5.34375, 2.015625, 4.34375, 4.59375, 4.34375, 6.4375, 10.9375, 3.71875, 4.78125, 102.0, 4.4375, 3.140625, 6.625, 84.0, 31.875, 4.46875, 8.8125, 5.21875, 35.5, 16.625, 6.9375, 4.1875, 10.375, 14.5625, 6.34375, 24.25, 8.6875, 140.0, 18.875, 7.0, 8.25, 9.3125, 7.59375, 4.375, 4.5625, 8.1875, 5.09375, 4.78125, 91.0, 10.6875, 5.0, 34.25, 4.4375, 40.0, 5.4375, 4.5625, 5.1875, 2.890625, 5.9375, 34.5, 4.75, 5.75, 4.0625, 4.21875, 4.25, 4.25, 3.75, 7.03125, 3.375, 4.71875, 4.90625, 3.375, 21.125, 5.03125, 11.0625, 7.46875, 5.25, 23.375, 4.375, 4.34375, 15.75, 7.75, 2.875, 6.90625, 6.84375, 4.5, 55.0, 0.660156, 16.875, 5.875, 43.25, 37.5, 5.59375, 174.0, 5.65625, 5.8125, 4.75, 3.546875, 18.375, 3.40625, 3.71875, 3.703125, 5.65625, 4.78125, 6.5625, 5.625, 5.71875, 13.0, 7.28125, 4.28125, 3.859375, 132.0, 9.25, 65.0, 21.25, 4.03125, 3.015625, 2.25, 4.40625, 6.90625, 4.0, 5.40625, 4.46875, 4.59375, 4.78125, 4.8125, 4.15625, 9.375, 13.25, 14.5625, 7.65625, 3.71875, 9.0625, 4.9375, 4.96875, 54.5, 4.3125, 12.6875, 3.359375, 3.65625, 13.375, 3.390625, 4.6875, 4.15625, 2.875, 5.375, 5.25, 4.3125, 11.8125, 9.5, 5.34375, 3.453125, 4.625, 4.0625, 9.125, 100.0, 2.484375, 5.5, 4.90625, 5.0, 51.0, 4.875, 4.625, 13.875, 3.921875, 4.59375, 5.28125, 7.40625, 2.578125, 21.75, 3.78125, 37.5, 7.25, 78.5, 2.34375, 6.4375, 35.5, 2.109375, 5.15625, 3.828125, 7.75, 5.125, 9.5625, 114.5, 4.6875, 4.15625, 6.65625, 9.875, 3.421875, 1.601562, 220.0, 3.359375, 13.0625, 5.4375, 4.9375, 6.03125, 6.59375, 9.625, 4.5, 9.875, 5.21875, 5.21875, 4.1875, 23.25, 4.78125, 16.375, 4.71875, 4.84375, 54.75, 4.65625, 9.25, 3.984375, 23.0, 3.953125, 20.0, 4.71875, 5.90625, 3.84375, 4.34375, 4.21875, 5.0, 7.46875, 4.4375, 4.46875, 4.65625, 8.5, 5.875, 59.75, 3.515625, 23.75, 3.515625, 3.75, 4.125, 3.84375, 4.96875, 6.9375, 5.78125, 4.25, 4.125, 7.0625, 9.875, 3.90625, 5.0, 5.5, 4.53125, 5.59375, 26.875, 7.09375, 16.125, 3.515625, 28.5, 5.03125, 3.1875, 18.375, 4.6875, 7.125, 5.21875, 60.0, 2.9375, 3.59375, 3.453125, 6.6875, 4.125, 5.65625, 4.96875, 4.375, 4.59375, 6.34375, 26.0, 23.875, 5.125, 2.953125, 28.125, 8.1875, 3.953125, 4.5, 3.671875, 5.0625, 4.28125, 3.703125, 150.0, 4.5, 4.8125, 21.375, 7.46875, 4.5, 94.0, 4.75, 21.375, 3.328125, 7.0625, 4.03125, 3.828125, 3.796875, 2.609375, 3.1875, 11.875, 3.34375, 4.46875, 6.5, 1.3125, 40.25, 11.1875, 21.875, 10.9375, 4.375, 4.09375, 93.0, 4.46875, 6.78125, 8.8125, 4.0, 3.71875, 7.21875, 4.34375, 8.0, 3.328125, 8.875, 14.5625, 5.5625, 13.3125, 3.765625, 2.84375, 4.15625, 4.90625, 6.4375, 23.125, 37.75, 5.1875, 5.75, 48.75, 3.53125, 3.90625, 6.65625, 41.75, 6.03125, 6.25, 3.5625, 3.90625, 3.40625, 141.0, 8.75, 3.328125, 36.0, 19.875, 4.09375, 4.75, 10.625, 4.875, 15.125, 4.90625, 3.90625, 93.0, 20.625, 57.0, 3.9375, 16.125, 3.9375, 5.53125, 4.8125, 101.0, 59.75, 3.296875, 4.71875, 4.15625, 4.59375, 164.0, 4.8125, 4.6875, 6.875, 6.75, 3.203125, 5.5625, 23.625, 2.046875, 16.875, 5.0, 4.5, 4.65625, 53.75, 4.21875, 8.125, 5.34375, 4.5625, 67.0, 6.65625, 5.28125, 2.984375, 2.375, 6.0, 5.53125, 16.875, 4.84375, 4.21875, 7.78125, 3.5, 5.03125, 55.75, 9.75, 5.34375, 4.21875, 15.125, 10.4375, 35.0, 16.625, 31.125, 3.734375, 4.375, 5.28125, 6.5, 4.46875, 4.3125, 4.28125, 5.9375, 4.78125, 4.4375, 6.5625, 6.8125, 4.21875, 44.0, 5.625, 2.984375, 39.0, 4.1875, 50.75, 5.3125, 5.5625, 5.40625, 10.0625, 4.40625, 4.84375, 6.4375, 2.84375, 5.96875, 6.65625, 4.59375, 42.5, 20.375, 4.53125, 4.1875, 5.0, 5.34375, 6.28125, 72.5, 3.59375, 9.6875, 3.8125, 4.40625, 9.0, 20.25, 4.28125, 12.1875, 3.78125, 4.25, 7.375, 12.5625, 3.0625, 5.0625, 5.09375, 5.125, 4.03125, 18.625, 4.5625, 3.671875, 5.90625, 4.34375, 6.0, 4.5625, 6.5, 7.84375, 10.0, 55.75, 22.125, 4.59375, 95.0, 4.53125, 2.390625, 7.59375, 15.75, 3.03125, 7.59375, 13.375, 4.1875, 3.6875, 18.875, 5.125, 4.5625, 4.75, 107.0, 3.859375, 3.546875, 5.0625, 4.0, 4.5, 5.375, 13.875, 5.21875, 5.53125, 7.9375, 4.9375, 4.71875, 2.6875, 90.5, 2.65625, 6.21875, 4.9375, 3.671875, 7.40625, 6.125, 8.5625, 18.125, 14.6875, 3.046875, 5.40625, 4.6875, 3.703125, 20.875, 7.09375, 5.1875, 5.75, 4.4375, 4.4375, 4.875, 49.0, 5.28125, 2.125, 12.6875, 6.96875, 5.0, 89.0, 33.75, 12.625, 33.0, 5.3125, 3.453125, 4.1875, 3.015625, 36.5, 8.375, 4.21875, 14.375, 5.34375, 19.75, 4.40625, 12.6875, 11.1875, 29.875, 1.539062, 6.25, 4.21875, 4.34375, 3.5625, 3.40625, 4.5, 5.9375, 53.25, 34.5, 4.25, 4.78125, 5.03125, 5.5, 5.59375, 5.3125, 4.875, 3.96875, 2.671875, 4.53125, 9.125, 34.0, 5.1875, 8.5625, 2.703125, 4.46875, 3.921875, 5.71875, 6.46875, 4.5, 6.8125, 25.125, 63.75, 10.5, 7.875, 6.28125, 4.40625, 5.15625, 7.15625, 5.78125, 2.390625, 4.6875, 3.59375, 6.9375, 13.1875, 3.84375, 4.46875, 3.828125, 4.0625, 171.0, 30.25, 5.375, 4.65625, 7.5625, 29.875, 22.0, 12.875, 4.6875, 46.75, 3.171875, 6.46875, 6.09375, 7.0625, 5.75, 7.28125, 6.03125, 115.5, 3.78125, 3.890625, 4.59375, 13.125, 1.65625, 2.15625, 29.375, 11.625, 4.75, 5.15625, 6.40625, 5.0, 5.15625, 15.9375, 30.625, 153.0, 4.34375, 9.9375, 8.5, 5.125, 1.914062, 17.0, 4.0, 9.375, 5.96875, 5.65625, 5.0, 4.71875, 39.75, 5.59375, 5.40625, 5.40625, 4.28125, 4.0625, 6.09375, 5.65625, 6.4375, 7.8125, 28.875, 6.125, 21.375, 3.75, 7.75, 3.84375, 12.0, 3.859375, 26.75, 4.84375, 6.21875, 3.90625, 4.03125, 4.25, 5.96875, 9.6875, 5.125, 2.328125, 22.0, 3.125, 61.25, 89.5, 5.34375, 4.375, 4.0625, 8.4375, 45.0, 4.1875, 3.890625, 5.5625, 2.78125, 3.65625, 4.9375, 2.203125, 7.28125, 3.1875, 4.1875, 4.71875, 5.125, 5.96875, 6.5625, 48.25, 10.3125, 3.5625, 4.65625, 7.5, 3.796875, 5.90625, 12.5, 11.25, 2.234375, 4.90625, 7.625, 3.578125, 8.8125, 1.835938, 4.71875, 4.03125, 3.921875, 7.375, 4.375, 7.1875, 4.46875, 15.4375, 4.78125, 66.0, 8.9375, 1.046875, 4.21875, 15.4375, 7.4375, 4.96875, 3.25, 3.4375, 1.664062, 4.28125, 3.3125, 4.65625, 5.4375, 5.28125, 5.1875, 2.078125, 4.6875, 5.25, 3.671875, 22.25, 5.9375, 5.03125, 4.28125, 3.234375, 23.25, 11.125, 29.75, 1.195312, 4.5625, 7.21875, 4.78125, 5.78125, 42.25, 4.3125, 47.5, 5.125, 5.125, 4.96875, 5.125, 5.53125, 4.4375, 3.640625, 216.0, 12.5625, 5.1875, 16.0, 10.5, 50.75, 3.875, 15.5, 6.21875, 3.1875, 55.75, 20.75, 35.75, 2.359375, 4.90625, 80.0, 5.875, 2.984375, 40.75, 6.09375, 4.875, 14.625, 4.6875, 28.875, 6.625, 3.234375, 4.71875, 10.0625, 7.03125, 6.875, 4.625, 4.0625, 4.71875, 37.25, 3.078125, 4.53125, 8.125, 8.5, 5.0, 11.25, 3.890625, 46.0, 10.4375, 4.65625, 6.8125, 4.40625, 4.03125, 4.71875, 8.5, 4.75, 5.625, 6.46875, 77.0, 4.34375, 5.5, 4.8125, 9.8125, 42.5, 3.8125, 6.6875, 5.4375, 7.5625, 7.53125, 32.5, 5.125, 4.8125, 10.5, 8.0, 20.75, 7.46875, 5.25, 4.40625, 8.5625, 5.375, 10.5625, 2.0625, 4.34375, 5.625, 26.25, 20.0, 5.3125, 5.78125, 4.28125, 5.25, 5.40625, 5.09375, 8.9375, 13.5, 4.6875, 3.8125, 16.875, 14.25, 2.421875, 4.71875, 98.5, 4.53125, 2.96875, 27.75, 5.375, 6.59375, 37.0, 12.25, 4.34375, 4.59375, 4.3125, 5.96875, 16.875, 102.5, 13.875, 80.0, 1.632812, 1.820312, 5.21875, 4.4375, 4.0625, 4.34375, 106.5, 5.46875, 3.46875, 4.8125, 3.703125, 15.5 ] } , "name": "onnx::Mul_10913", "outputIndexes": [ 2691 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2690, 2691 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/input_layernorm/Mul_1_output_0", "outputIndexes": [ 2692 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2692 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.14/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 7437 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7437 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.14/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 7438 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7438 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 847874794, 2621462, 655360, 0, 0 ] } , "name": "/layers.14/self_attn/q_proj/Linear", "outputIndexes": [ 7439 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7439 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.14/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 7440 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7440 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ] , "dimType": "NCHW" } , "name": "/layers.14/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 2693 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2692 ] , "main_type": "NONE", "name": "/blocks.14/self_attn/Shape_output_0", "outputIndexes": [ 2694 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 2694 ] , "main_type": "NONE", "name": "Shape3293", "outputIndexes": [ 2695 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 2694 ] , "main_type": "NONE", "name": "Rank3295", "outputIndexes": [ 2696 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2696, 2696 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3297", "outputIndexes": [ 2697 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2697 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3298", "outputIndexes": [ 2698 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2697, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3300", "outputIndexes": [ 2699 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2699 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3301", "outputIndexes": [ 2700 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2695, 2698, 2700, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice3304", "outputIndexes": [ 2701 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2701 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze3305", "outputIndexes": [ 2702 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2702, 2702 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3307", "outputIndexes": [ 2703 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2694, 2703, 2697 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.14/self_attn/Gather_output_0", "outputIndexes": [ 2704 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2704, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.14/self_attn/Unsqueeze_output_0", "outputIndexes": [ 2705 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2697 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3315", "outputIndexes": [ 2706 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2699 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3318", "outputIndexes": [ 2707 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2695, 2706, 2707, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice3321", "outputIndexes": [ 2708 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2708 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze3322", "outputIndexes": [ 2709 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 2709 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3323", "outputIndexes": [ 2710 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2710, 2709 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3324", "outputIndexes": [ 2711 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2694, 2711, 2697 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.14/self_attn/Gather_1_output_0", "outputIndexes": [ 2712 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2712, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.14/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 2713 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2705, 2713, 41, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.14/self_attn/Concat_output_0", "outputIndexes": [ 2714 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2693, 2714 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.14/self_attn/Reshape_output_0", "outputIndexes": [ 2715 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2715 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.14/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 2717 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2717 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.14/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 2718 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2718, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/self_attn/q_norm/Add_output_0", "outputIndexes": [ 2719 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2719, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 2720 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2715, 2720 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 2721 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2721, 1829 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 2722 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2722, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/self_attn/Mul_output_0", "outputIndexes": [ 2723 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2722 ] , "main_type": "NONE", "name": "/blocks.14/self_attn/Shape_2_output_0", "outputIndexes": [ 2724 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 2724 ] , "main_type": "NONE", "name": "Shape3339", "outputIndexes": [ 2725 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 2724 ] , "main_type": "NONE", "name": "Rank3341", "outputIndexes": [ 2726 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2726, 2726 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3343", "outputIndexes": [ 2727 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2727 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3344", "outputIndexes": [ 2728 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2727, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3346", "outputIndexes": [ 2729 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2729 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3347", "outputIndexes": [ 2730 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2725, 2728, 2730, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice3350", "outputIndexes": [ 2731 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2731 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze3351", "outputIndexes": [ 2732 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 2732 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3352", "outputIndexes": [ 2733 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2733, 2732 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3353", "outputIndexes": [ 2734 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2724, 2734, 2727 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.14/self_attn/Gather_2_output_0", "outputIndexes": [ 2735 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2735, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/self_attn/Div_output_0", "outputIndexes": [ 2736 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2736, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.14/self_attn/Unsqueeze_7_output_0", "outputIndexes": [ 2737 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2722, 2737, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.14/self_attn/Slice_1_output_0", "outputIndexes": [ 2738 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2738 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.14/self_attn/Neg_output_0", "outputIndexes": [ 2739 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2736, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.14/self_attn/Unsqueeze_6_output_0", "outputIndexes": [ 2740 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2722, 31, 2740, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.14/self_attn/Slice_output_0", "outputIndexes": [ 2741 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2739, 2741 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.14/self_attn/Concat_3_output_0", "outputIndexes": [ 2742 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2742, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/self_attn/Mul_1_output_0", "outputIndexes": [ 2743 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2723, 2743 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/self_attn/Add_output_0", "outputIndexes": [ 2744 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7438 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 851151616, 655382, 163840, 0, 0 ] } , "name": "/layers.14/self_attn/k_proj/Linear", "outputIndexes": [ 7443 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7443 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.14/self_attn/k_proj/Linear/post_convert", "outputIndexes": [ 7444 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7444 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.14/self_attn/k_proj/Linear/post_reshape", "outputIndexes": [ 2745 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2704, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.14/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 2746 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2712, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.14/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 2747 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2746, 2747, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.14/self_attn/Concat_1_output_0", "outputIndexes": [ 2748 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2745, 2748 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.14/self_attn/Reshape_1_output_0", "outputIndexes": [ 2749 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2749 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.14/self_attn/k_norm/Pow_output_0", "outputIndexes": [ 2751 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2751 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.14/self_attn/k_norm/ReduceMean_output_0", "outputIndexes": [ 2752 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2752, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/self_attn/k_norm/Add_output_0", "outputIndexes": [ 2753 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2753, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/self_attn/k_norm/Pow_1_output_0", "outputIndexes": [ 2754 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2749, 2754 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/self_attn/k_norm/Mul_output_0", "outputIndexes": [ 2755 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2755, 1864 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/self_attn/k_norm/Mul_1_output_0", "outputIndexes": [ 2756 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2756, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/self_attn/Mul_2_output_0", "outputIndexes": [ 2757 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2756 ] , "main_type": "NONE", "name": "/blocks.14/self_attn/Shape_3_output_0", "outputIndexes": [ 2758 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 2758 ] , "main_type": "NONE", "name": "Shape3380", "outputIndexes": [ 2759 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 2758 ] , "main_type": "NONE", "name": "Rank3382", "outputIndexes": [ 2760 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2760, 2760 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3384", "outputIndexes": [ 2761 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2761 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3385", "outputIndexes": [ 2762 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2761, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3387", "outputIndexes": [ 2763 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2763 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3388", "outputIndexes": [ 2764 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2759, 2762, 2764, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice3391", "outputIndexes": [ 2765 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2765 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze3392", "outputIndexes": [ 2766 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 2766 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3393", "outputIndexes": [ 2767 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2767, 2766 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3394", "outputIndexes": [ 2768 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2758, 2768, 2761 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.14/self_attn/Gather_3_output_0", "outputIndexes": [ 2769 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2769, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/self_attn/Div_1_output_0", "outputIndexes": [ 2770 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2770, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.14/self_attn/Unsqueeze_9_output_0", "outputIndexes": [ 2771 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2756, 2771, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.14/self_attn/Slice_3_output_0", "outputIndexes": [ 2772 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2772 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.14/self_attn/Neg_1_output_0", "outputIndexes": [ 2773 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2770, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.14/self_attn/Unsqueeze_8_output_0", "outputIndexes": [ 2774 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2756, 31, 2774, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.14/self_attn/Slice_2_output_0", "outputIndexes": [ 2775 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2773, 2775 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.14/self_attn/Concat_4_output_0", "outputIndexes": [ 2776 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2776, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/self_attn/Mul_3_output_0", "outputIndexes": [ 2777 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2757, 2777 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/self_attn/Add_1_output_0", "outputIndexes": [ 2778 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7438 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 851970838, 655382, 163840, 0, 0 ] } , "name": "/layers.14/self_attn/v_proj/Linear", "outputIndexes": [ 7447 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7447 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.14/self_attn/v_proj/Linear/post_convert", "outputIndexes": [ 7448 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7448 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.14/self_attn/v_proj/Linear/post_reshape", "outputIndexes": [ 2779 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2704, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.14/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 2780 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2712, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.14/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 2781 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2780, 2781, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.14/self_attn/Concat_2_output_0", "outputIndexes": [ 2782 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2779, 2782 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.14/self_attn/Reshape_2_output_0", "outputIndexes": [ 2783 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2783 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.14/self_attn/v_norm/Pow_output_0", "outputIndexes": [ 2785 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2785 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.14/self_attn/v_norm/ReduceMean_output_0", "outputIndexes": [ 2786 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2786, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/self_attn/v_norm/Add_output_0", "outputIndexes": [ 2787 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2787, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/self_attn/v_norm/Pow_1_output_0", "outputIndexes": [ 2788 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2783, 2788 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/self_attn/v_norm/Mul_output_0", "outputIndexes": [ 2789 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2744, 2778, 2789, 167 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 14, "kv_shared_layer_index": -1 } , "name": "/layers.14/self_attn/FusedAttention", "outputIndexes": [ 2790 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2790 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.14/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 7449 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7449 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.14/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 7450 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7450 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 852790060, 2621462, 655360, 0, 0 ] } , "name": "/layers.14/self_attn/o_proj/Linear", "outputIndexes": [ 7451 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7451 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.14/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 7452 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7452 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.14/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 2791 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2791 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.14/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 2793 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2793 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.14/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 2794 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2794, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/post_attention_layernorm/Add_output_0", "outputIndexes": [ 2795 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2795, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 2796 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2791, 2796 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 2797 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.777344, 0.585938, 0.453125, 0.201172, 0.757812, 0.695312, 0.777344, 0.515625, 0.777344, 0.777344, 0.482422, 0.251953, 0.777344, 0.488281, 0.777344, 0.239258, 0.777344, 0.396484, 0.773438, 0.777344, 0.777344, 0.777344, 0.710938, 0.378906, 0.5625, 0.142578, 0.695312, 0.777344, 0.777344, 0.777344, 0.285156, 0.249023, 0.777344, 0.777344, 0.777344, 0.154297, 0.777344, 0.213867, 0.125977, 0.664062, 0.753906, 0.777344, 0.703125, 0.114258, 0.431641, 0.777344, 0.777344, 0.574219, 0.150391, 0.753906, 0.777344, 0.777344, 0.777344, 0.202148, 0.777344, 0.341797, 0.566406, 0.535156, 0.441406, 0.777344, 0.115723, 0.769531, 0.777344, 0.648438, 0.25, 0.330078, 0.085938, 0.089844, 0.204102, 0.061035, 0.777344, 0.419922, 0.777344, 0.777344, 0.777344, 0.71875, 0.777344, 0.695312, 0.777344, 0.765625, 0.730469, 0.691406, 0.777344, 0.064941, 0.707031, 0.251953, 0.320312, 0.777344, 0.773438, 0.291016, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.734375, 0.636719, 0.447266, 0.294922, 0.449219, 0.777344, 0.21875, 0.777344, 0.129883, 0.773438, 0.777344, 0.777344, 0.142578, 0.248047, 0.617188, 0.214844, 0.244141, 0.060791, 0.742188, 0.777344, 0.07959, 0.777344, 0.394531, 0.585938, 0.777344, 0.777344, 0.628906, 0.777344, 0.455078, 0.777344, 0.769531, 0.101562, 0.392578, 0.777344, 0.310547, 0.777344, 0.000725, 0.777344, 0.480469, 0.176758, 0.777344, 0.777344, 0.138672, 0.133789, 0.433594, 0.101074, 0.746094, 0.083496, 0.777344, 0.777344, 0.777344, 0.773438, 0.777344, 0.777344, 0.742188, 0.388672, 0.566406, 0.462891, 0.158203, 0.707031, 0.777344, 0.0625, 0.773438, 0.241211, 0.777344, 0.777344, 0.151367, 0.365234, 0.777344, 0.777344, 0.777344, 0.777344, 0.361328, 0.777344, 0.75, 0.386719, 0.777344, 0.777344, 0.116699, 0.470703, 0.777344, 0.773438, 0.519531, 0.777344, 0.777344, 0.414062, 0.710938, 0.146484, 0.419922, 0.085449, 0.227539, 0.365234, 0.398438, 0.158203, 0.777344, 0.25, 0.117188, 0.161133, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.275391, 0.632812, 0.000725, 0.777344, 0.384766, 0.777344, 0.265625, 0.777344, 0.488281, 0.458984, 0.025635, 0.777344, 0.777344, 0.443359, 0.777344, 0.777344, 0.777344, 0.777344, 0.679688, 0.777344, 0.777344, 0.119629, 0.015137, 0.613281, 0.470703, 0.777344, 0.000679, 0.166992, 0.777344, 0.777344, 0.777344, 0.777344, 0.535156, 0.761719, 0.769531, 0.726562, 0.158203, 0.088867, 0.613281, 0.777344, 0.104004, 0.777344, 0.273438, 0.777344, 0.640625, 0.777344, 0.746094, 0.734375, 0.09375, 0.777344, 0.000717, 0.181641, 0.644531, 0.777344, 0.777344, 0.777344, 0.00071, 0.777344, 0.287109, 0.000668, 0.648438, 0.777344, 0.146484, 0.084473, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.243164, 0.753906, 0.075195, 0.777344, 0.462891, 0.777344, 0.722656, 0.75, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.472656, 0.324219, 0.777344, 0.777344, 0.186523, 0.558594, 0.041016, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.09668, 0.777344, 0.628906, 0.574219, 0.542969, 0.386719, 0.777344, 0.734375, 0.777344, 0.777344, 0.451172, 0.726562, 0.183594, 0.777344, 0.777344, 0.21582, 0.110352, 0.53125, 0.777344, 0.484375, 0.777344, 0.777344, 0.371094, 0.777344, 0.777344, 0.058838, 0.429688, 0.378906, 0.738281, 0.777344, 0.038086, 0.777344, 0.777344, 0.090332, 0.777344, 0.075195, 0.324219, 0.777344, 0.777344, 0.0271, 0.777344, 0.777344, 0.714844, 0.041504, 0.777344, 0.777344, 0.632812, 0.578125, 0.777344, 0.106934, 0.597656, 0.335938, 0.355469, 0.777344, 0.777344, 0.777344, 0.46875, 0.777344, 0.777344, 0.12207, 0.369141, 0.777344, 0.5625, 0.088867, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.507812, 0.777344, 0.777344, 0.777344, 0.644531, 0.09668, 0.507812, 0.392578, 0.089844, 0.210938, 0.753906, 0.777344, 0.777344, 0.777344, 0.730469, 0.777344, 0.707031, 0.143555, 0.777344, 0.777344, 0.675781, 0.691406, 0.777344, 0.087891, 0.330078, 0.163086, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.236328, 0.777344, 0.777344, 0.777344, 0.777344, 0.310547, 0.730469, 0.396484, 0.777344, 0.777344, 0.738281, 0.777344, 0.412109, 0.777344, 0.337891, 0.617188, 0.160156, 0.722656, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.714844, 0.032715, 0.777344, 0.207031, 0.185547, 0.777344, 0.206055, 0.777344, 0.777344, 0.777344, 0.777344, 0.535156, 0.777344, 0.703125, 0.777344, 0.135742, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.640625, 0.652344, 0.777344, 0.208008, 0.431641, 0.777344, 0.585938, 0.699219, 0.777344, 0.777344, 0.777344, 0.024536, 0.777344, 0.322266, 0.777344, 0.227539, 0.773438, 0.777344, 0.777344, 0.777344, 0.679688, 0.777344, 0.777344, 0.460938, 0.777344, 0.777344, 0.361328, 0.777344, 0.726562, 0.777344, 0.212891, 0.695312, 0.777344, 0.777344, 0.71875, 0.777344, 0.361328, 0.089844, 0.384766, 0.777344, 0.382812, 0.02417, 0.318359, 0.777344, 0.3125, 0.777344, 0.777344, 0.777344, 0.726562, 0.0625, 0.777344, 0.071777, 0.000702, 0.128906, 0.219727, 0.777344, 0.777344, 0.777344, 0.170898, 0.333984, 0.714844, 0.777344, 0.777344, 0.777344, 0.777344, 0.515625, 0.710938, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.578125, 0.753906, 0.769531, 0.777344, 0.757812, 0.777344, 0.777344, 0.699219, 0.777344, 0.777344, 0.773438, 0.125977, 0.777344, 0.777344, 0.652344, 0.777344, 0.777344, 0.777344, 0.777344, 0.227539, 0.777344, 0.206055, 0.777344, 0.777344, 0.777344, 0.453125, 0.511719, 0.777344, 0.777344, 0.625, 0.416016, 0.257812, 0.777344, 0.777344, 0.4375, 0.703125, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.251953, 0.777344, 0.6875, 0.777344, 0.400391, 0.129883, 0.28125, 0.777344, 0.628906, 0.100098, 0.441406, 0.777344, 0.777344, 0.777344, 0.124023, 0.147461, 0.777344, 0.777344, 0.777344, 0.730469, 0.777344, 0.777344, 0.330078, 0.777344, 0.59375, 0.357422, 0.777344, 0.287109, 0.578125, 0.271484, 0.777344, 0.036133, 0.394531, 0.777344, 0.746094, 0.777344, 0.174805, 0.75, 0.777344, 0.484375, 0.777344, 0.240234, 0.777344, 0.648438, 0.605469, 0.777344, 0.060303, 0.675781, 0.777344, 0.691406, 0.777344, 0.777344, 0.046143, 0.012268, 0.777344, 0.777344, 0.129883, 0.777344, 0.777344, 0.777344, 0.00069, 0.765625, 0.067383, 0.349609, 0.464844, 0.777344, 0.777344, 0.777344, 0.777344, 0.141602, 0.777344, 0.777344, 0.777344, 0.435547, 0.12207, 0.777344, 0.146484, 0.746094, 0.777344, 0.777344, 0.034668, 0.777344, 0.613281, 0.777344, 0.777344, 0.710938, 0.084473, 0.122559, 0.107422, 0.148438, 0.671875, 0.104492, 0.621094, 0.777344, 0.777344, 0.777344, 0.000721, 0.777344, 0.738281, 0.664062, 0.125977, 0.777344, 0.777344, 0.570312, 0.241211, 0.777344, 0.777344, 0.777344, 0.777344, 0.185547, 0.777344, 0.777344, 0.535156, 0.777344, 0.777344, 0.396484, 0.777344, 0.084961, 0.777344, 0.777344, 0.777344, 0.769531, 0.306641, 0.777344, 0.283203, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.660156, 0.777344, 0.714844, 0.777344, 0.777344, 0.777344, 0.15918, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.414062, 0.777344, 0.777344, 0.777344, 0.707031, 0.777344, 0.558594, 0.353516, 0.304688, 0.390625, 0.777344, 0.777344, 0.621094, 0.777344, 0.777344, 0.777344, 0.462891, 0.072266, 0.777344, 0.124512, 0.445312, 0.777344, 0.197266, 0.566406, 0.777344, 0.714844, 0.777344, 0.777344, 0.337891, 0.683594, 0.347656, 0.458984, 0.777344, 0.511719, 0.777344, 0.476562, 0.777344, 0.777344, 0.777344, 0.777344, 0.110352, 0.519531, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.025391, 0.777344, 0.777344, 0.777344, 0.691406, 0.6875, 0.722656, 0.292969, 0.5, 0.328125, 0.753906, 0.757812, 0.777344, 0.091309, 0.742188, 0.777344, 0.186523, 0.777344, 0.777344, 0.777344, 0.777344, 0.425781, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.145508, 0.777344, 0.703125, 0.069824, 0.193359, 0.609375, 0.777344, 0.765625, 0.777344, 0.777344, 0.40625, 0.777344, 0.139648, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.089844, 0.777344, 0.613281, 0.691406, 0.777344, 0.777344, 0.699219, 0.777344, 0.018799, 0.05542, 0.773438, 0.777344, 0.486328, 0.777344, 0.539062, 0.777344, 0.777344, 0.664062, 0.777344, 0.349609, 0.777344, 0.777344, 0.777344, 0.480469, 0.777344, 0.273438, 0.046143, 0.777344, 0.777344, 0.777344, 0.039795, 0.777344, 0.777344, 0.777344, 0.222656, 0.030762, 0.110352, 0.777344, 0.746094, 0.523438, 0.777344, 0.330078, 0.777344, 0.46875, 0.055664, 0.777344, 0.640625, 0.777344, 0.777344, 0.208984, 0.570312, 0.777344, 0.496094, 0.00069, 0.224609, 0.777344, 0.000729, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.566406, 0.132812, 0.777344, 0.177734, 0.777344, 0.300781, 0.310547, 0.777344, 0.777344, 0.482422, 0.777344, 0.351562, 0.746094, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.007629, 0.53125, 0.777344, 0.667969, 0.34375, 0.09082, 0.707031, 0.777344, 0.414062, 0.777344, 0.6875, 0.777344, 0.695312, 0.777344, 0.757812, 0.746094, 0.365234, 0.155273, 0.777344, 0.777344, 0.777344, 0.777344, 0.000729, 0.671875, 0.777344, 0.777344, 0.237305, 0.194336, 0.777344, 0.773438, 0.5625, 0.652344, 0.195312, 0.777344, 0.000759, 0.777344, 0.777344, 0.777344, 0.171875, 0.777344, 0.777344, 0.777344, 0.051758, 0.174805, 0.777344, 0.597656, 0.064941, 0.777344, 0.777344, 0.777344, 0.183594, 0.75, 0.777344, 0.777344, 0.777344, 0.000702, 0.203125, 0.180664, 0.773438, 0.777344, 0.139648, 0.161133, 0.777344, 0.71875, 0.777344, 0.777344, 0.777344, 0.261719, 0.017456, 0.019043, 0.777344, 0.777344, 0.067383, 0.636719, 0.777344, 0.777344, 0.777344, 0.761719, 0.777344, 0.777344, 0.75, 0.441406, 0.324219, 0.777344, 0.05249, 0.777344, 0.777344, 0.777344, 0.283203, 0.275391, 0.063965, 0.251953, 0.777344, 0.777344, 0.683594, 0.115234, 0.777344, 0.730469, 0.753906, 0.777344, 0.777344, 0.150391, 0.777344, 0.447266, 0.777344, 0.777344, 0.777344, 0.769531, 0.777344, 0.482422, 0.777344, 0.777344, 0.773438, 0.777344, 0.777344, 0.777344, 0.777344, 0.609375, 0.082031, 0.392578, 0.170898, 0.777344, 0.777344, 0.174805, 0.777344, 0.601562, 0.609375, 0.237305, 0.582031, 0.275391, 0.037842, 0.332031, 0.777344, 0.209961, 0.722656, 0.777344, 0.777344, 0.019043, 0.163086, 0.777344, 0.314453, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.667969, 0.777344, 0.777344, 0.777344, 0.000698, 0.777344, 0.000599, 0.648438, 0.417969, 0.621094, 0.169922, 0.464844, 0.777344, 0.777344, 0.777344, 0.777344, 0.75, 0.554688, 0.777344, 0.777344, 0.777344, 0.026001, 0.05127, 0.648438, 0.777344, 0.777344, 0.730469, 0.314453, 0.380859, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.371094, 0.777344, 0.777344, 0.609375, 0.164062, 0.773438, 0.777344, 0.034668, 0.777344, 0.507812, 0.617188, 0.777344, 0.777344, 0.777344, 0.777344, 0.421875, 0.777344, 0.773438, 0.777344, 0.777344, 0.777344, 0.126953, 0.777344, 0.302734, 0.777344, 0.439453, 0.777344, 0.777344, 0.777344, 0.359375, 0.777344, 0.777344, 0.53125, 0.082031, 0.112305, 0.777344, 0.777344, 0.049072, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.484375, 0.777344, 0.157227, 0.59375, 0.298828, 0.777344, 0.132812, 0.550781, 0.777344, 0.773438, 0.777344, 0.275391, 0.351562, 0.777344, 0.777344, 0.777344, 0.777344, 0.605469, 0.777344, 0.777344, 0.566406, 0.699219, 0.109375, 0.238281, 0.777344, 0.777344, 0.216797, 0.777344, 0.777344, 0.324219, 0.351562, 0.777344, 0.53125, 0.777344, 0.777344, 0.192383, 0.200195, 0.777344, 0.777344, 0.777344, 0.164062, 0.777344, 0.337891, 0.777344, 0.777344, 0.777344, 0.511719, 0.71875, 0.474609, 0.078125, 0.675781, 0.030029, 0.777344, 0.030151, 0.069336, 0.6875, 0.137695, 0.46875, 0.777344, 0.219727, 0.546875, 0.777344, 0.507812, 0.777344, 0.632812, 0.777344, 0.414062, 0.141602, 0.777344, 0.777344, 0.464844, 0.777344, 0.427734, 0.098145, 0.445312, 0.259766, 0.367188, 0.695312, 0.777344, 0.462891, 0.777344, 0.558594, 0.359375, 0.75, 0.777344, 0.071777, 0.320312, 0.777344, 0.777344, 0.15332, 0.777344, 0.123047, 0.273438, 0.014282, 0.091797, 0.083984, 0.777344, 0.777344, 0.310547, 0.777344, 0.777344, 0.144531, 0.414062, 0.777344, 0.059814, 0.777344, 0.209961, 0.267578, 0.777344, 0.777344, 0.455078, 0.093262, 0.589844, 0.777344, 0.455078, 0.777344, 0.777344, 0.15625, 0.777344, 0.703125, 0.458984, 0.433594, 0.777344, 0.062988, 0.777344, 0.18457, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.025757, 0.269531, 0.777344, 0.777344, 0.324219, 0.476562, 0.777344, 0.695312, 0.652344, 0.703125, 0.191406, 0.777344, 0.558594, 0.412109, 0.4375, 0.035156, 0.761719, 0.777344, 0.474609, 0.777344, 0.730469, 0.419922, 0.777344, 0.777344, 0.699219, 0.605469, 0.777344, 0.000763, 0.080078, 0.582031, 0.251953, 0.146484, 0.777344, 0.212891, 0.123047, 0.492188, 0.777344, 0.777344, 0.777344, 0.777344, 0.490234, 0.53125, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.695312, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.769531, 0.714844, 0.777344, 0.777344, 0.777344, 0.769531, 0.186523, 0.777344, 0.777344, 0.777344, 0.213867, 0.777344, 0.492188, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.746094, 0.058594, 0.777344, 0.777344, 0.75, 0.375, 0.341797, 0.777344, 0.777344, 0.777344, 0.621094, 0.049072, 0.652344, 0.777344, 0.777344, 0.040039, 0.777344, 0.151367, 0.777344, 0.285156, 0.355469, 0.202148, 0.53125, 0.777344, 0.738281, 0.777344, 0.11084, 0.566406, 0.777344, 0.777344, 0.777344, 0.777344, 0.21582, 0.699219, 0.071777, 0.777344, 0.094238, 0.636719, 0.777344, 0.320312, 0.777344, 0.202148, 0.65625, 0.158203, 0.777344, 0.617188, 0.419922, 0.777344, 0.019165, 0.777344, 0.777344, 0.675781, 0.777344, 0.777344, 0.75, 0.235352, 0.761719, 0.777344, 0.777344, 0.777344, 0.314453, 0.777344, 0.4375, 0.777344, 0.143555, 0.730469, 0.103516, 0.363281, 0.455078, 0.777344, 0.777344, 0.498047, 0.28125, 0.777344, 0.060059, 0.777344, 0.777344, 0.777344, 0.210938, 0.014954, 0.15918, 0.474609, 0.036865, 0.777344, 0.777344, 0.777344, 0.451172, 0.65625, 0.408203, 0.65625, 0.777344, 0.640625, 0.470703, 0.398438, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.061523, 0.246094, 0.777344, 0.570312, 0.75, 0.320312, 0.429688, 0.730469, 0.777344, 0.746094, 0.777344, 0.777344, 0.566406, 0.777344, 0.267578, 0.777344, 0.757812, 0.777344, 0.285156, 0.202148, 0.777344, 0.65625, 0.777344, 0.777344, 0.777344, 0.777344, 0.15332, 0.120117, 0.742188, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.030029, 0.777344, 0.777344, 0.777344, 0.691406, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.261719, 0.777344, 0.777344, 0.664062, 0.777344, 0.375, 0.777344, 0.761719, 0.220703, 0.777344, 0.000748, 0.092285, 0.777344, 0.03125, 0.036621, 0.119629, 0.777344, 0.777344, 0.558594, 0.777344, 0.460938, 0.777344, 0.746094, 0.632812, 0.025391, 0.134766, 0.777344, 0.765625, 0.158203, 0.237305, 0.01001, 0.146484, 0.263672, 0.369141, 0.777344, 0.449219, 0.283203, 0.412109, 0.75, 0.777344, 0.609375, 0.777344, 0.263672, 0.777344, 0.398438, 0.777344, 0.777344, 0.746094, 0.318359, 0.117188, 0.777344, 0.357422, 0.777344, 0.777344, 0.777344, 0.777344, 0.083008, 0.539062, 0.036621, 0.777344, 0.566406, 0.777344, 0.777344, 0.777344, 0.777344, 0.083008, 0.777344, 0.777344, 0.777344, 0.084473, 0.539062, 0.777344, 0.777344, 0.777344, 0.535156, 0.777344, 0.777344, 0.251953, 0.460938, 0.384766, 0.088867, 0.231445, 0.777344, 0.730469, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.589844, 0.777344, 0.777344, 0.773438, 0.777344, 0.248047, 0.777344, 0.304688, 0.683594, 0.609375, 0.777344, 0.742188, 0.777344, 0.777344, 0.777344, 0.777344, 0.000729, 0.777344, 0.582031, 0.714844, 0.777344, 0.425781, 0.230469, 0.777344, 0.777344, 0.168945, 0.04248, 0.777344, 0.777344, 0.777344, 0.773438, 0.777344, 0.101562, 0.777344, 0.777344, 0.151367, 0.000732, 0.777344, 0.777344, 0.777344, 0.777344, 0.476562, 0.777344, 0.675781, 0.170898, 0.777344, 0.777344, 0.263672, 0.777344, 0.777344, 0.777344, 0.75, 0.294922, 0.419922, 0.683594, 0.091797, 0.214844, 0.777344, 0.133789, 0.777344, 0.628906, 0.777344, 0.777344, 0.746094, 0.777344, 0.777344, 0.777344, 0.125977, 0.291016, 0.123047, 0.154297, 0.777344, 0.617188, 0.777344, 0.664062, 0.105469, 0.777344, 0.777344, 0.707031, 0.777344, 0.777344, 0.746094, 0.777344, 0.075195, 0.777344, 0.011902, 0.777344, 0.777344, 0.022095, 0.152344, 0.777344, 0.777344, 0.460938, 0.777344, 0.777344, 0.679688, 0.777344, 0.271484, 0.777344, 0.116211, 0.367188, 0.777344, 0.777344, 0.777344, 0.275391, 0.777344, 0.546875, 0.079102, 0.777344, 0.5, 0.777344, 0.777344, 0.202148, 0.777344, 0.046143, 0.777344, 0.777344, 0.742188, 0.042969, 0.777344, 0.777344, 0.777344, 0.765625, 0.363281, 0.609375, 0.777344, 0.137695, 0.259766, 0.192383, 0.777344, 0.777344, 0.02417, 0.777344, 0.777344, 0.777344, 0.777344, 0.773438, 0.671875, 0.390625, 0.441406, 0.695312, 0.128906, 0.777344, 0.425781, 0.777344, 0.777344, 0.300781, 0.777344, 0.777344, 0.039795, 0.574219, 0.753906, 0.667969, 0.059082, 0.155273, 0.769531, 0.777344, 0.777344, 0.119141, 0.453125, 0.777344, 0.777344, 0.777344, 0.527344, 0.777344, 0.285156, 0.777344, 0.017334, 0.398438, 0.554688, 0.609375, 0.71875, 0.679688, 0.609375, 0.777344, 0.59375, 0.65625, 0.777344, 0.020386, 0.4375, 0.777344, 0.275391, 0.116211, 0.115234, 0.574219, 0.777344, 0.496094, 0.402344, 0.777344, 0.097168, 0.714844, 0.777344, 0.777344, 0.777344, 0.777344, 0.550781, 0.234375, 0.777344, 0.777344, 0.777344, 0.777344, 0.000652, 0.273438, 0.777344, 0.777344, 0.408203, 0.777344, 0.191406, 0.777344, 0.777344, 0.195312, 0.168945, 0.104492, 0.777344, 0.632812, 0.777344, 0.146484, 0.361328, 0.203125, 0.777344, 0.143555, 0.121582, 0.652344, 0.010742, 0.777344, 0.777344, 0.777344, 0.777344, 0.388672, 0.492188, 0.063965, 0.777344, 0.769531, 0.773438, 0.636719, 0.777344, 0.777344, 0.300781, 0.777344, 0.714844, 0.777344, 0.033936, 0.777344, 0.077637, 0.224609, 0.777344, 0.777344, 0.117188, 0.746094, 0.625, 0.777344, 0.515625, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.453125, 0.230469, 0.683594, 0.439453, 0.085938, 0.777344, 0.777344, 0.103027, 0.777344, 0.777344, 0.15332, 0.777344, 0.777344, 0.777344, 0.777344, 0.730469, 0.777344, 0.777344, 0.726562, 0.777344, 0.275391, 0.675781, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.026733, 0.150391, 0.777344, 0.777344, 0.640625, 0.209961, 0.777344, 0.777344, 0.098633, 0.777344, 0.777344, 0.267578, 0.777344, 0.000736, 0.185547, 0.096191, 0.115234, 0.777344, 0.163086, 0.777344, 0.777344, 0.121582, 0.104492, 0.777344, 0.777344, 0.777344, 0.071289, 0.777344, 0.015869, 0.753906, 0.773438, 0.777344, 0.412109, 0.147461, 0.170898, 0.008789, 0.094727, 0.296875, 0.777344, 0.621094, 0.777344, 0.601562, 0.345703, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.234375, 0.777344, 0.375, 0.777344, 0.777344, 0.105469, 0.777344, 0.275391, 0.777344, 0.703125, 0.777344, 0.25, 0.777344, 0.777344, 0.597656, 0.777344, 0.777344, 0.777344, 0.458984, 0.699219, 0.777344, 0.777344, 0.777344, 0.777344, 0.155273, 0.722656, 0.277344, 0.777344, 0.306641, 0.777344, 0.229492, 0.777344, 0.777344, 0.445312, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.636719, 0.777344, 0.671875, 0.316406, 0.091797, 0.75, 0.777344, 0.777344, 0.238281, 0.777344, 0.691406, 0.777344, 0.777344, 0.496094, 0.777344, 0.155273, 0.777344, 0.777344, 0.746094, 0.507812, 0.112793, 0.527344, 0.066895, 0.769531, 0.777344, 0.664062, 0.296875, 0.171875, 0.777344, 0.163086, 0.087402, 0.398438, 0.246094, 0.777344, 0.777344, 0.777344, 0.124512, 0.777344, 0.028442, 0.777344, 0.777344, 0.351562, 0.777344, 0.777344, 0.044434, 0.734375, 0.427734, 0.777344, 0.609375, 0.628906, 0.777344, 0.777344, 0.777344, 0.777344, 0.566406, 0.174805, 0.777344, 0.777344, 0.777344, 0.063477, 0.292969, 0.267578, 0.320312, 0.777344, 0.777344, 0.076172, 0.777344, 0.777344, 0.490234, 0.777344, 0.000748, 0.777344, 0.777344, 0.636719, 0.777344, 0.503906, 0.777344, 0.550781, 0.355469, 0.53125, 0.777344, 0.777344, 0.777344, 0.777344, 0.578125, 0.105469, 0.726562, 0.691406, 0.111816, 0.067871, 0.777344, 0.777344, 0.177734, 0.480469, 0.769531, 0.777344, 0.777344, 0.777344, 0.018799, 0.124512, 0.777344, 0.777344, 0.535156, 0.777344, 0.726562, 0.511719, 0.550781, 0.777344, 0.777344, 0.777344, 0.041016, 0.229492, 0.065918, 0.777344, 0.054199, 0.777344, 0.71875, 0.777344, 0.079102, 0.133789, 0.570312, 0.777344, 0.777344, 0.722656, 0.012268, 0.777344, 0.777344, 0.384766, 0.777344, 0.00071, 0.601562, 0.267578, 0.091309, 0.578125, 0.777344, 0.777344, 0.777344, 0.257812, 0.777344, 0.777344, 0.777344, 0.777344, 0.049072, 0.777344, 0.777344, 0.093262, 0.777344, 0.429688, 0.777344, 0.777344, 0.777344, 0.773438, 0.382812, 0.777344, 0.777344, 0.133789, 0.515625, 0.390625, 0.757812, 0.566406, 0.59375, 0.208008, 0.234375, 0.139648, 0.777344, 0.777344, 0.664062, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.773438, 0.777344, 0.777344, 0.777344, 0.703125, 0.314453, 0.777344, 0.161133, 0.188477, 0.777344, 0.110352, 0.777344, 0.777344, 0.777344, 0.691406, 0.777344, 0.777344, 0.527344, 0.10498, 0.777344, 0.777344, 0.777344, 0.194336, 0.166992, 0.777344, 0.777344, 0.777344, 0.777344, 0.703125, 0.07666, 0.777344, 0.777344, 0.777344, 0.777344, 0.765625, 0.131836, 0.777344, 0.086914, 0.476562, 0.769531, 0.777344, 0.078125, 0.699219, 0.777344, 0.539062, 0.6875, 0.101562, 0.357422, 0.777344, 0.384766, 0.777344, 0.777344, 0.777344, 0.777344, 0.738281, 0.550781, 0.777344, 0.158203, 0.106934, 0.746094, 0.777344, 0.660156, 0.777344, 0.730469, 0.195312, 0.287109, 0.777344, 0.175781, 0.742188, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.036133, 0.632812, 0.126953, 0.777344, 0.777344, 0.777344, 0.535156, 0.059814, 0.589844, 0.703125, 0.125977, 0.777344, 0.558594, 0.00074, 0.045654, 0.149414, 0.777344, 0.777344, 0.777344, 0.000732, 0.777344, 0.380859, 0.339844, 0.443359, 0.777344, 0.777344, 0.777344, 0.777344, 0.318359, 0.488281, 0.777344, 0.777344, 0.773438, 0.123047, 0.6875, 0.132812, 0.777344, 0.166992, 0.777344, 0.496094, 0.777344, 0.096191, 0.245117, 0.5, 0.498047, 0.777344, 0.115234, 0.777344, 0.777344, 0.202148, 0.777344, 0.777344, 0.777344, 0.777344, 0.209961, 0.777344, 0.378906, 0.601562, 0.777344, 0.100098, 0.519531, 0.777344, 0.777344, 0.4375, 0.5625, 0.777344, 0.40625, 0.061279, 0.201172, 0.777344, 0.777344, 0.777344, 0.466797, 0.777344, 0.777344, 0.777344, 0.777344, 0.000736, 0.777344, 0.777344, 0.300781, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.142578, 0.148438, 0.777344, 0.777344, 0.597656, 0.675781, 0.652344, 0.777344, 0.507812, 0.129883, 0.777344, 0.777344, 0.644531, 0.777344, 0.585938, 0.777344, 0.777344, 0.777344, 0.00885, 0.151367, 0.777344, 0.777344, 0.507812, 0.300781, 0.351562, 0.773438, 0.777344, 0.287109, 0.777344, 0.429688, 0.777344, 0.777344, 0.777344, 0.511719, 0.777344, 0.112793, 0.777344, 0.777344, 0.777344, 0.224609, 0.158203, 0.371094, 0.251953, 0.349609, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.075684, 0.023804, 0.777344, 0.777344, 0.061523, 0.777344, 0.114746, 0.353516, 0.777344, 0.777344, 0.777344, 0.683594, 0.777344, 0.410156, 0.165039, 0.777344, 0.746094, 0.777344, 0.777344, 0.777344, 0.777344, 0.443359, 0.777344, 0.326172, 0.291016, 0.605469, 0.251953, 0.777344, 0.777344, 0.519531, 0.691406, 0.777344, 0.025757, 0.777344, 0.142578, 0.777344, 0.777344, 0.777344, 0.090332, 0.375, 0.777344, 0.119629, 0.337891, 0.777344, 0.201172, 0.026855, 0.777344, 0.082031, 0.777344, 0.412109, 0.21582, 0.777344, 0.777344, 0.777344, 0.103516, 0.777344, 0.777344, 0.180664, 0.777344, 0.777344, 0.777344, 0.714844, 0.777344, 0.777344, 0.777344, 0.125977, 0.777344, 0.738281, 0.777344, 0.644531, 0.777344, 0.777344, 0.777344, 0.333984, 0.320312, 0.466797, 0.777344, 0.777344, 0.777344, 0.104004, 0.777344, 0.169922, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.386719, 0.761719, 0.054443, 0.609375, 0.000736, 0.777344, 0.558594, 0.777344, 0.777344, 0.172852, 0.204102, 0.000656, 0.777344, 0.777344, 0.777344, 0.570312, 0.119141, 0.000698, 0.000759, 0.777344, 0.777344, 0.777344, 0.320312, 0.777344, 0.777344, 0.777344, 0.777344, 0.116699, 0.777344, 0.126953, 0.135742, 0.777344, 0.777344, 0.777344, 0.777344, 0.047852, 0.777344, 0.09668, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.009094, 0.777344, 0.777344, 0.25, 0.410156, 0.04541, 0.777344, 0.777344, 0.777344, 0.777344, 0.046631, 0.34375, 0.777344, 0.265625, 0.777344, 0.046387, 0.777344, 0.390625, 0.226562, 0.451172, 0.777344, 0.332031, 0.777344, 0.24707, 0.753906, 0.777344, 0.777344, 0.378906, 0.523438, 0.085449, 0.777344, 0.777344, 0.777344, 0.259766, 0.777344, 0.777344, 0.421875, 0.777344, 0.777344, 0.777344, 0.777344, 0.04834, 0.347656, 0.227539, 0.550781, 0.777344, 0.777344, 0.777344, 0.777344, 0.777344, 0.092773, 0.695312, 0.092773, 0.777344, 0.777344, 0.777344, 0.400391, 0.435547, 0.777344, 0.777344, 0.777344, 0.458984, 0.423828, 0.114746, 0.777344, 0.777344, 0.224609, 0.761719, 0.275391, 0.707031, 0.539062, 0.777344, 0.777344, 0.589844, 0.777344, 0.324219, 0.098633, 0.777344, 0.235352, 0.777344, 0.777344, 0.53125, 0.777344, 0.777344, 0.423828, 0.777344, 0.337891, 0.308594, 0.777344, 0.777344, 0.388672, 0.601562, 0.376953, 0.777344, 0.016968, 0.777344, 0.108887, 0.777344, 0.773438, 0.546875, 0.507812, 0.369141, 0.523438, 0.777344, 0.777344, 0.777344, 0.376953, 0.037109, 0.535156, 0.023682, 0.257812, 0.000732, 0.777344, 0.777344, 0.777344, 0.777344, 0.029785, 0.679688, 0.777344, 0.777344, 0.777344, 0.196289 ] } , "name": "onnx::Mul_10934", "outputIndexes": [ 2798 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2797, 2798 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 2799 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2685, 2799 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/Add_output_0", "outputIndexes": [ 2800 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2800 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.14/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 2801 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2801 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.14/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 2802 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2802, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 2803 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2803, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 2804 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2800, 2804 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 2805 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.871094, 0.78125, 0.425781, 3.203125, 0.675781, 0.6875, 0.519531, 0.582031, 0.621094, 0.351562, 1.21875, 0.396484, 0.726562, 1.796875, 0.890625, 0.648438, 0.523438, 0.386719, 0.617188, 0.753906, 0.949219, 0.652344, 0.828125, 2.03125, 0.453125, 0.332031, 0.400391, 0.660156, 0.507812, 0.75, 2.265625, 0.416016, 0.699219, 0.566406, 0.582031, 5.21875, 0.589844, 2.609375, 6.40625, 0.482422, 0.792969, 0.890625, 0.605469, 0.361328, 1.328125, 0.738281, 0.707031, 0.470703, 0.416016, 0.6875, 0.507812, 0.753906, 0.550781, 3.03125, 0.695312, 0.447266, 0.625, 1.523438, 0.527344, 0.605469, 4.625, 0.5, 1.070312, 0.439453, 2.921875, 2.359375, 0.453125, 0.357422, 4.8125, 13.5, 0.640625, 1.171875, 0.582031, 0.746094, 0.613281, 0.664062, 1.195312, 0.519531, 0.353516, 0.498047, 0.490234, 0.554688, 0.574219, 0.898438, 0.921875, 3.046875, 3.46875, 0.554688, 0.679688, 0.466797, 0.816406, 0.546875, 1.242188, 0.550781, 0.570312, 0.482422, 0.867188, 0.628906, 0.273438, 0.613281, 0.648438, 1.25, 0.660156, 7.3125, 0.671875, 0.746094, 1.335938, 3.484375, 0.371094, 1.0625, 0.324219, 0.253906, 7.5625, 0.734375, 0.789062, 6.8125, 1.609375, 1.726562, 1.429688, 0.455078, 0.890625, 0.292969, 0.519531, 1.84375, 0.441406, 0.695312, 0.550781, 0.671875, 0.384766, 0.386719, 0.703125, 0.400391, 0.542969, 1.476562, 4.5, 0.984375, 0.486328, 0.34375, 0.376953, 0.59375, 0.929688, 0.625, 0.996094, 1.179688, 0.5625, 0.679688, 0.230469, 0.769531, 0.828125, 0.507812, 0.742188, 0.503906, 1.273438, 3.875, 0.458984, 1.039062, 12.75, 0.609375, 3.375, 0.65625, 0.878906, 1.148438, 2.125, 0.472656, 1.265625, 0.730469, 0.640625, 2.984375, 0.746094, 0.664062, 0.742188, 0.746094, 0.482422, 0.625, 0.640625, 0.667969, 0.652344, 1.367188, 0.472656, 0.691406, 0.566406, 0.707031, 3.765625, 0.314453, 2.5625, 2.75, 2.40625, 0.636719, 4.46875, 0.574219, 1.929688, 0.318359, 0.824219, 0.632812, 0.617188, 0.53125, 0.679688, 0.730469, 0.742188, 3.078125, 0.847656, 1.0, 0.675781, 3.984375, 0.542969, 4.03125, 0.839844, 0.582031, 1.742188, 28.25, 0.683594, 0.734375, 1.40625, 0.695312, 0.609375, 1.046875, 1.046875, 0.386719, 0.738281, 0.675781, 0.365234, 28.375, 0.59375, 1.1875, 0.664062, 0.648438, 0.394531, 0.609375, 1.046875, 0.679688, 0.707031, 0.988281, 0.574219, 0.613281, 0.695312, 4.84375, 0.470703, 0.585938, 0.474609, 0.351562, 0.412109, 4.0, 0.59375, 0.882812, 0.5625, 0.800781, 0.535156, 7.78125, 0.742188, 0.433594, 5.15625, 0.578125, 1.484375, 0.292969, 2.09375, 0.375, 0.542969, 3.078125, 0.652344, 0.828125, 0.757812, 6.71875, 0.4375, 0.53125, 0.828125, 0.664062, 0.667969, 0.625, 1.890625, 0.683594, 0.636719, 0.796875, 1.828125, 0.679688, 0.427734, 0.820312, 0.84375, 1.453125, 0.582031, 0.458984, 0.550781, 0.695312, 0.373047, 1.554688, 2.34375, 0.6875, 1.304688, 0.431641, 1.828125, 0.503906, 0.765625, 0.742188, 0.695312, 0.789062, 0.828125, 0.675781, 0.5625, 0.769531, 0.570312, 0.5625, 0.570312, 2.109375, 0.535156, 0.722656, 0.9375, 0.554688, 2.09375, 0.683594, 4.65625, 1.09375, 0.675781, 4.1875, 0.84375, 0.574219, 0.707031, 1.914062, 1.226562, 0.8125, 2.84375, 0.376953, 0.644531, 1.0625, 1.53125, 2.625, 0.804688, 0.542969, 13.3125, 0.550781, 0.84375, 9.0625, 0.640625, 9.25, 2.890625, 0.769531, 0.589844, 22.5, 0.539062, 0.75, 0.707031, 15.1875, 0.601562, 0.433594, 0.882812, 0.597656, 0.566406, 9.0, 0.652344, 1.828125, 1.9375, 0.761719, 0.539062, 0.667969, 1.351562, 0.671875, 0.558594, 6.84375, 2.203125, 1.085938, 0.458984, 1.289062, 0.628906, 0.777344, 0.628906, 0.482422, 0.671875, 0.578125, 0.392578, 0.566406, 0.734375, 0.804688, 9.125, 1.304688, 2.28125, 0.535156, 4.6875, 0.707031, 0.675781, 1.132812, 0.613281, 0.648438, 0.808594, 0.625, 4.71875, 0.566406, 0.59375, 0.769531, 0.847656, 0.515625, 5.90625, 0.231445, 0.332031, 0.898438, 0.683594, 0.816406, 0.609375, 0.648438, 4.34375, 0.679688, 1.015625, 0.488281, 0.574219, 2.328125, 0.714844, 0.867188, 0.671875, 0.554688, 0.695312, 0.75, 1.421875, 0.917969, 2.125, 0.742188, 4.90625, 0.671875, 0.890625, 0.597656, 0.8125, 0.742188, 0.507812, 0.789062, 11.875, 0.929688, 2.40625, 4.90625, 0.550781, 3.296875, 0.722656, 0.859375, 1.679688, 0.695312, 1.515625, 0.671875, 0.964844, 0.4375, 0.287109, 0.558594, 0.492188, 0.59375, 0.429688, 0.443359, 1.695312, 0.914062, 0.691406, 1.59375, 2.125, 0.722656, 1.164062, 0.785156, 0.589844, 0.707031, 0.621094, 24.0, 0.621094, 0.886719, 0.738281, 3.46875, 0.699219, 0.632812, 0.492188, 0.597656, 0.769531, 0.640625, 0.539062, 1.257812, 0.357422, 0.476562, 0.464844, 0.361328, 0.5625, 0.917969, 2.78125, 1.015625, 0.652344, 0.71875, 1.039062, 0.597656, 0.71875, 4.3125, 0.675781, 0.625, 2.578125, 27.125, 2.65625, 0.464844, 0.177734, 0.992188, 0.605469, 1.25, 0.582031, 5.6875, 0.660156, 1.179688, 0.5625, 0.392578, 4.21875, 0.707031, 0.65625, 0.554688, 0.337891, 2.140625, 0.945312, 0.279297, 1.109375, 0.628906, 0.871094, 0.585938, 0.353516, 1.320312, 0.527344, 0.816406, 0.601562, 0.78125, 0.644531, 1.75, 0.699219, 0.628906, 0.636719, 1.109375, 0.589844, 0.6875, 0.621094, 0.65625, 0.722656, 0.6875, 0.730469, 0.679688, 0.158203, 0.832031, 0.910156, 0.640625, 1.015625, 0.660156, 3.515625, 0.617188, 4.0625, 0.644531, 0.671875, 0.5, 1.429688, 1.523438, 0.40625, 0.691406, 1.101562, 1.445312, 3.953125, 0.65625, 0.742188, 1.320312, 0.957031, 0.535156, 0.648438, 0.554688, 0.75, 0.59375, 0.800781, 0.539062, 0.503906, 0.640625, 0.589844, 0.800781, 2.125, 0.625, 0.644531, 0.199219, 1.492188, 7.3125, 0.570312, 0.535156, 0.886719, 4.71875, 1.671875, 0.835938, 0.494141, 0.578125, 1.578125, 0.478516, 0.466797, 0.451172, 0.957031, 0.695312, 1.039062, 0.519531, 2.546875, 0.765625, 1.148438, 2.328125, 0.511719, 1.976562, 1.671875, 0.347656, 0.871094, 16.75, 1.640625, 1.898438, 0.792969, 0.310547, 4.21875, 0.667969, 1.0625, 1.3125, 0.601562, 2.6875, 0.574219, 0.417969, 0.480469, 0.53125, 9.1875, 0.71875, 0.632812, 0.451172, 0.796875, 0.710938, 0.507812, 33.5, 0.890625, 0.478516, 5.96875, 0.5, 0.621094, 0.482422, 0.882812, 0.746094, 1.445312, 2.328125, 1.726562, 0.625, 0.703125, 0.851562, 0.613281, 4.53125, 0.636719, 0.585938, 0.484375, 0.628906, 0.462891, 0.6875, 3.828125, 0.695312, 0.582031, 0.625, 14.5625, 0.496094, 1.625, 0.855469, 0.578125, 0.558594, 0.462891, 6.125, 4.625, 0.451172, 0.902344, 5.875, 0.972656, 1.664062, 0.691406, 0.65625, 0.482422, 0.644531, 0.554688, 0.882812, 0.597656, 0.675781, 0.773438, 1.140625, 1.265625, 0.609375, 0.660156, 0.769531, 0.714844, 4.5, 0.824219, 0.863281, 1.273438, 0.765625, 0.644531, 0.451172, 0.894531, 5.0625, 0.613281, 1.148438, 0.6875, 0.488281, 0.302734, 0.691406, 2.109375, 0.855469, 1.1875, 0.722656, 0.710938, 0.59375, 0.925781, 0.515625, 1.195312, 0.683594, 0.609375, 0.738281, 0.710938, 1.328125, 0.574219, 0.632812, 0.742188, 0.621094, 0.652344, 0.707031, 0.5625, 0.671875, 0.75, 0.683594, 0.71875, 2.21875, 2.6875, 0.625, 0.636719, 0.671875, 1.585938, 0.730469, 0.785156, 0.699219, 0.664062, 0.490234, 0.640625, 5.875, 0.859375, 0.691406, 1.789062, 0.361328, 0.523438, 0.625, 0.875, 0.816406, 1.875, 0.859375, 0.482422, 0.671875, 0.412109, 1.375, 0.585938, 1.242188, 0.769531, 1.398438, 0.96875, 0.539062, 0.515625, 1.851562, 0.820312, 1.632812, 0.652344, 0.640625, 0.730469, 23.5, 0.699219, 0.589844, 0.722656, 0.605469, 0.785156, 0.460938, 3.703125, 2.09375, 0.261719, 1.148438, 0.554688, 0.664062, 0.488281, 0.667969, 0.710938, 4.21875, 0.423828, 0.9375, 0.832031, 0.667969, 1.460938, 1.328125, 1.015625, 0.589844, 0.667969, 0.507812, 5.15625, 0.546875, 0.742188, 9.8125, 0.458984, 0.644531, 0.570312, 0.9375, 0.867188, 0.582031, 0.703125, 0.566406, 5.5, 0.566406, 0.439453, 0.609375, 0.769531, 0.449219, 0.691406, 5.15625, 0.597656, 0.546875, 0.496094, 1.289062, 0.439453, 0.488281, 0.613281, 27.5, 0.929688, 0.320312, 0.882812, 1.539062, 0.820312, 0.996094, 0.773438, 1.03125, 0.910156, 0.421875, 2.296875, 0.554688, 0.710938, 0.625, 1.632812, 0.769531, 1.984375, 17.25, 0.484375, 1.023438, 0.464844, 19.25, 0.609375, 0.589844, 0.683594, 5.28125, 22.875, 0.558594, 0.628906, 0.738281, 0.486328, 0.789062, 2.28125, 0.777344, 0.617188, 0.558594, 0.734375, 0.566406, 0.652344, 0.617188, 4.34375, 0.652344, 0.664062, 1.171875, 0.494141, 3.90625, 0.605469, 0.59375, 1.210938, 0.601562, 0.601562, 0.675781, 0.503906, 0.628906, 0.992188, 0.431641, 0.458984, 5.1875, 0.742188, 0.6875, 2.6875, 0.617188, 0.566406, 1.257812, 0.597656, 0.490234, 0.617188, 0.585938, 0.625, 0.828125, 0.785156, 0.59375, 60.0, 1.5625, 0.683594, 0.625, 2.28125, 0.601562, 0.625, 0.617188, 2.171875, 0.804688, 0.734375, 0.652344, 0.699219, 0.691406, 0.695312, 0.507812, 0.597656, 5.28125, 0.496094, 0.777344, 0.726562, 0.695312, 0.359375, 1.0625, 0.605469, 0.660156, 4.03125, 4.625, 0.664062, 0.671875, 0.554688, 0.605469, 0.333984, 1.421875, 0.392578, 0.474609, 0.859375, 0.601562, 3.796875, 0.390625, 0.820312, 0.636719, 15.125, 5.34375, 0.412109, 0.59375, 0.535156, 0.539062, 0.707031, 0.539062, 0.539062, 0.734375, 0.867188, 0.496094, 0.507812, 0.695312, 3.34375, 6.09375, 0.433594, 0.648438, 0.246094, 1.695312, 0.984375, 0.753906, 0.464844, 0.777344, 0.832031, 3.359375, 24.25, 32.25, 0.566406, 0.699219, 1.015625, 0.890625, 0.835938, 0.894531, 0.738281, 0.617188, 0.667969, 0.652344, 0.734375, 1.796875, 1.539062, 0.613281, 10.9375, 0.644531, 0.65625, 0.535156, 3.234375, 2.8125, 7.78125, 3.109375, 0.699219, 0.636719, 0.863281, 8.1875, 0.71875, 0.703125, 0.496094, 0.664062, 0.628906, 0.425781, 0.628906, 0.333984, 0.707031, 0.558594, 0.613281, 0.609375, 0.949219, 2.375, 0.628906, 0.679688, 0.4375, 0.470703, 0.882812, 0.636719, 0.652344, 0.585938, 0.223633, 2.53125, 4.21875, 0.427734, 0.5625, 4.75, 0.5, 1.453125, 1.101562, 0.369141, 0.652344, 3.125, 12.9375, 0.462891, 0.5625, 2.953125, 0.71875, 0.703125, 2.28125, 25.75, 0.5625, 0.539062, 2.15625, 1.015625, 0.566406, 0.769531, 0.6875, 0.511719, 0.613281, 0.609375, 0.847656, 0.671875, 0.613281, 1.632812, 0.945312, 0.691406, 0.519531, 0.628906, 1.007812, 4.46875, 1.4375, 0.878906, 0.621094, 0.621094, 0.476562, 0.988281, 1.085938, 0.574219, 0.753906, 0.609375, 18.75, 13.0625, 0.761719, 0.457031, 1.359375, 0.6875, 1.03125, 0.644531, 0.703125, 0.542969, 0.691406, 0.574219, 0.824219, 0.652344, 0.828125, 0.605469, 0.466797, 0.65625, 0.777344, 0.378906, 0.699219, 0.761719, 17.0, 0.671875, 1.367188, 0.542969, 0.847656, 0.675781, 1.03125, 0.65625, 2.203125, 0.621094, 0.625, 0.511719, 0.617188, 0.964844, 6.5625, 0.722656, 2.578125, 0.847656, 0.59375, 0.589844, 0.404297, 0.585938, 1.539062, 0.832031, 0.734375, 0.380859, 10.3125, 7.40625, 0.625, 0.691406, 13.875, 0.652344, 0.535156, 0.558594, 0.714844, 0.441406, 0.494141, 1.210938, 0.632812, 0.507812, 0.644531, 0.4375, 0.742188, 5.1875, 1.164062, 0.980469, 0.761719, 0.601562, 2.796875, 2.5, 1.703125, 0.980469, 0.400391, 0.570312, 0.667969, 0.644531, 1.203125, 0.660156, 0.675781, 0.28125, 0.679688, 0.578125, 0.65625, 4.9375, 1.0, 0.457031, 3.796875, 0.738281, 0.523438, 0.609375, 0.71875, 0.820312, 5.46875, 4.0, 0.65625, 0.503906, 0.585938, 0.427734, 0.4375, 0.574219, 0.574219, 0.558594, 0.691406, 1.585938, 0.867188, 1.554688, 6.78125, 0.507812, 15.1875, 0.691406, 16.125, 0.847656, 0.925781, 5.03125, 1.3125, 0.71875, 2.84375, 0.863281, 0.480469, 0.785156, 0.675781, 2.40625, 0.753906, 0.609375, 1.03125, 0.335938, 0.6875, 0.992188, 0.71875, 0.898438, 0.431641, 1.195312, 3.828125, 2.46875, 0.785156, 0.605469, 1.765625, 0.664062, 1.523438, 2.28125, 0.714844, 0.546875, 0.734375, 0.808594, 0.492188, 0.757812, 0.265625, 0.671875, 0.554688, 0.765625, 29.75, 12.6875, 0.867188, 0.664062, 0.566406, 3.09375, 0.78125, 0.462891, 4.375, 1.476562, 0.632812, 12.625, 0.443359, 4.75, 2.28125, 0.730469, 0.511719, 0.5625, 0.75, 1.140625, 0.628906, 1.929688, 0.59375, 0.671875, 0.353516, 0.695312, 0.785156, 0.621094, 0.589844, 0.628906, 11.5, 0.777344, 4.71875, 0.734375, 0.667969, 0.71875, 1.070312, 0.605469, 18.0, 3.984375, 0.578125, 0.589844, 3.015625, 1.226562, 0.425781, 0.824219, 0.582031, 0.585938, 4.25, 0.929688, 0.240234, 0.710938, 1.382812, 12.25, 0.667969, 0.5625, 0.585938, 0.625, 0.746094, 2.09375, 0.65625, 0.558594, 0.613281, 1.171875, 0.566406, 0.617188, 0.46875, 0.691406, 0.6875, 6.59375, 0.621094, 3.84375, 3.78125, 0.644531, 0.554688, 0.5, 0.894531, 0.621094, 1.875, 0.683594, 0.527344, 0.65625, 0.714844, 0.941406, 0.667969, 0.605469, 0.695312, 0.664062, 0.644531, 0.6875, 0.511719, 0.910156, 0.5625, 0.832031, 0.640625, 0.722656, 0.601562, 0.730469, 0.859375, 0.464844, 5.21875, 1.101562, 0.554688, 0.730469, 3.90625, 0.65625, 2.140625, 0.878906, 0.765625, 0.734375, 0.640625, 0.566406, 0.660156, 0.722656, 9.125, 0.486328, 0.667969, 0.417969, 2.15625, 2.625, 0.960938, 0.621094, 0.652344, 0.554688, 17.125, 1.023438, 0.472656, 0.535156, 16.25, 0.652344, 6.875, 0.832031, 2.65625, 1.59375, 3.796875, 1.734375, 1.007812, 0.902344, 0.683594, 0.6875, 1.242188, 0.78125, 0.761719, 0.945312, 0.734375, 3.90625, 0.683594, 0.527344, 0.769531, 0.65625, 1.296875, 1.148438, 1.960938, 0.515625, 4.6875, 0.875, 4.03125, 0.707031, 0.601562, 0.59375, 0.578125, 29.875, 1.070312, 0.488281, 0.996094, 0.582031, 0.714844, 0.625, 2.234375, 0.789062, 0.769531, 0.664062, 1.015625, 2.171875, 0.882812, 3.109375, 0.675781, 5.46875, 0.628906, 1.132812, 2.640625, 1.742188, 0.345703, 0.699219, 1.515625, 3.640625, 0.683594, 0.867188, 1.859375, 0.800781, 0.667969, 4.65625, 37.25, 4.15625, 0.585938, 13.125, 0.617188, 0.390625, 0.617188, 0.566406, 0.851562, 0.664062, 1.203125, 0.478516, 0.636719, 1.273438, 1.5, 0.722656, 1.179688, 0.421875, 1.359375, 1.0625, 0.96875, 12.0, 3.765625, 0.640625, 2.15625, 0.597656, 2.90625, 0.632812, 0.46875, 0.609375, 1.914062, 1.320312, 0.503906, 0.792969, 0.703125, 2.71875, 0.652344, 0.644531, 0.652344, 2.21875, 4.6875, 0.691406, 0.660156, 0.597656, 0.742188, 0.496094, -0.003799, 0.24707, 5.90625, 0.804688, 0.574219, 0.423828, 1.460938, 0.546875, 0.416016, 18.25, 2.828125, 0.570312, 0.617188, 0.953125, 0.466797, 0.605469, 0.835938, 0.804688, 0.550781, 0.558594, 0.585938, 0.474609, 0.695312, 0.46875, 0.644531, 0.667969, 0.570312, 2.25, 0.480469, 0.453125, 4.21875, 0.898438, 0.636719, 6.0, 0.421875, 16.75, 19.25, 5.71875, 0.617188, 0.671875, 1.1875, 0.753906, 1.40625, 0.613281, 0.435547, 0.621094, 18.625, 0.582031, 0.601562, 0.390625, 0.625, 5.03125, 48.0, 0.464844, 2.9375, 0.699219, 0.765625, 0.667969, 3.375, 0.597656, 0.507812, 0.539062, 0.365234, 0.628906, 0.455078, 0.714844, 0.229492, 0.554688, 0.683594, 1.015625, 2.0625, 7.96875, 0.648438, 0.53125, 0.503906, 0.714844, 1.125, 1.4375, 0.441406, 0.734375, 13.375, 0.621094, 1.679688, 0.835938, 0.65625, 0.605469, 0.964844, 11.5, 0.574219, 0.613281, 0.601562, 0.470703, 1.0, 0.707031, 0.554688, 0.460938, 1.15625, 0.625, 0.695312, 2.328125, 0.648438, 1.929688, 0.296875, 0.417969, 0.835938, 0.8125, 0.601562, 0.625, 1.054688, 1.023438, 0.734375, 0.554688, 1.0, 0.621094, 1.171875, 0.703125, 0.570312, 0.601562, 0.435547, 2.609375, 0.53125, 2.59375, 0.546875, 0.925781, 0.742188, 0.613281, 0.498047, 0.738281, 0.597656, 0.449219, 0.130859, 0.929688, 1.1875, 0.628906, 0.683594, 0.617188, 2.453125, 0.773438, 1.5625, 0.494141, 13.4375, 0.644531, 0.773438, 0.601562, 0.695312, 0.75, 0.75, 0.574219, 0.957031, 5.90625, 0.902344, 0.824219, 0.447266, 1.0, 0.6875, 1.460938, 1.015625, 0.828125, 0.373047, 0.644531, 0.699219, 0.558594, 0.535156, 0.625, 0.945312, 0.585938, 1.945312, 0.601562, 0.679688, 0.208008, 3.140625, 1.34375, 4.1875, 0.53125, 0.871094, 0.5625, 1.085938, 0.710938, 1.039062, 0.90625, 0.773438, 4.03125, 3.109375, 6.6875, 4.125, 0.679688, 0.628906, 0.691406, 0.726562, 6.53125, 0.710938, 0.507812, 1.414062, 1.023438, 0.8125, 0.71875, 0.683594, 0.40625, 0.480469, 39.5, 0.667969, 0.660156, 21.375, 0.410156, 0.486328, 1.507812, 1.679688, 0.722656, 1.117188, 0.496094, 0.65625, 0.34375, 0.660156, 4.4375, 2.390625, 0.960938, 0.933594, 0.515625, 3.46875, 0.589844, 1.03125, 6.40625, 0.667969, 0.453125, 1.03125, 0.601562, 4.28125, 0.941406, 17.625, 0.742188, 0.566406, 0.679688, 15.75, 0.546875, 0.675781, 0.890625, 0.285156, 2.234375, 1.117188, 1.0, 0.972656, 3.640625, 3.96875, 0.462891, 1.554688, 24.125, 0.84375, 0.519531, 0.835938, 0.800781, 0.765625, 1.179688, 2.9375, 0.628906, 0.851562, 0.363281, 0.683594, 0.410156, 0.535156, 0.890625, 1.84375, 0.511719, 0.539062, 17.125, 0.554688, 0.453125, 0.882812, 14.125, 4.90625, 0.585938, 0.996094, 0.769531, 5.1875, 0.392578, 0.679688, 0.65625, 1.3125, 1.648438, 0.898438, 3.09375, 0.363281, 31.0, 2.09375, 0.730469, 0.597656, 1.070312, 0.894531, 0.589844, 0.5625, 0.753906, 0.789062, 0.507812, 21.375, 1.523438, 0.765625, 3.34375, 0.482422, 5.9375, 0.65625, 0.640625, 0.558594, 0.429688, 0.785156, 6.34375, 0.523438, 0.710938, 0.554688, 0.585938, 0.535156, 0.527344, 0.498047, 0.917969, 0.416016, 0.839844, 0.777344, 0.660156, 2.75, 0.714844, 1.242188, 0.707031, 0.636719, 3.734375, 0.582031, 0.683594, 2.765625, 1.101562, 0.451172, 0.486328, 0.976562, 0.722656, 6.21875, 0.120117, 2.84375, 0.769531, 5.9375, 6.3125, 0.84375, 45.75, 0.726562, 0.707031, 0.726562, 0.460938, 2.34375, 0.427734, 0.628906, 0.292969, 0.699219, 0.578125, 0.714844, 0.523438, 0.6875, 2.046875, 1.007812, 0.574219, 0.558594, 21.625, 0.847656, 9.3125, 3.046875, 0.613281, 0.441406, 0.394531, 0.699219, 0.957031, 0.535156, 0.574219, 0.671875, 0.542969, 0.738281, 0.617188, 0.539062, 1.085938, 1.546875, 2.171875, 1.0625, 0.539062, 1.195312, 0.644531, 0.730469, 7.875, 0.613281, 1.382812, 0.300781, 0.640625, 0.523438, 0.640625, 0.773438, 0.664062, 0.625, 0.601562, 0.867188, 0.6875, 1.992188, 1.171875, 0.625, 0.667969, 0.613281, 0.519531, 0.921875, 19.625, 0.414062, 0.554688, 0.671875, 0.59375, 4.84375, 0.578125, 0.609375, 1.367188, 0.597656, 0.535156, 0.507812, 0.949219, 0.582031, 0.8125, 0.550781, 5.625, 0.851562, 5.53125, 0.427734, 1.007812, 5.15625, 0.408203, 0.796875, 0.578125, 1.039062, 0.613281, 1.179688, 29.75, 0.738281, 0.625, 0.902344, 0.886719, 0.523438, 0.320312, 55.75, 0.578125, 1.867188, 0.582031, 0.933594, 1.039062, 1.0, 1.617188, 0.482422, 1.695312, 0.710938, 0.648438, 0.523438, 3.265625, 0.597656, 1.9375, 0.675781, 0.691406, 7.3125, 0.613281, 1.929688, 0.632812, 1.492188, 0.566406, 2.8125, 0.671875, 0.871094, 0.480469, 0.357422, 0.632812, 0.582031, 0.777344, 0.757812, 0.667969, 0.722656, 1.132812, 0.726562, 5.4375, 0.675781, 2.65625, 0.652344, 0.3125, 0.710938, 0.324219, 0.585938, 0.835938, 0.640625, 0.601562, 0.628906, 0.679688, 1.164062, 0.589844, 0.470703, 0.800781, 0.691406, 0.617188, 5.0625, 0.71875, 1.453125, 0.671875, 3.5, 0.613281, 0.474609, 0.554688, 0.486328, 0.6875, 0.652344, 6.09375, 0.507812, 0.425781, 0.644531, 1.140625, 1.0, 0.875, 0.820312, 0.691406, 0.613281, 0.902344, 3.40625, 3.765625, 0.722656, 0.427734, 5.65625, 1.382812, 0.445312, 0.648438, 0.644531, 0.730469, 0.427734, 0.617188, 24.75, 0.621094, 0.683594, 0.875, 0.910156, 0.699219, 16.25, 0.707031, 2.203125, 0.621094, 1.085938, 0.769531, 0.636719, 0.558594, 0.574219, 0.628906, 1.507812, 0.515625, 0.65625, 0.800781, 0.257812, 7.40625, 1.835938, 2.84375, 1.890625, 0.65625, 0.753906, 12.1875, 0.609375, 0.976562, 1.226562, 0.605469, 0.318359, 0.890625, 0.675781, 1.03125, 0.511719, 1.375, 1.226562, 0.625, 1.929688, 0.3125, 0.316406, 0.710938, 0.777344, 0.847656, 1.476562, 5.78125, 0.726562, 0.660156, 6.8125, 0.507812, 0.699219, 0.867188, 5.125, 1.023438, 0.792969, 0.613281, 0.515625, 0.5625, 30.375, 0.835938, 0.59375, 2.09375, 1.8125, 0.667969, 0.804688, 1.429688, 0.570312, 1.335938, 0.578125, 0.8125, 16.5, 3.1875, 9.6875, 0.519531, 2.421875, 0.625, 0.839844, 0.601562, 11.5, 6.78125, 0.427734, 0.644531, 0.660156, 0.605469, 40.5, 0.660156, 0.707031, 0.667969, 0.867188, 0.84375, 0.882812, 3.453125, 0.375, 0.4375, 0.511719, 0.703125, 0.644531, 4.84375, 0.628906, 0.84375, 0.742188, 0.523438, 12.875, 0.617188, 0.535156, 0.457031, 0.476562, 0.65625, 0.816406, 1.101562, 0.703125, 0.527344, 1.5, 0.333984, 0.617188, 6.78125, 1.328125, 0.679688, 0.400391, 0.640625, 1.289062, 4.21875, 2.5, 5.34375, 0.519531, 0.652344, 0.824219, 0.660156, 0.746094, 0.601562, 0.714844, 0.515625, 0.699219, 0.597656, 0.894531, 0.496094, 0.566406, 3.609375, 0.585938, 0.339844, 4.375, 0.589844, 7.28125, 0.699219, 0.59375, 0.625, 1.390625, 0.585938, 0.703125, 1.09375, 0.427734, 0.785156, 0.8125, 0.742188, 4.1875, 3.109375, 0.535156, 0.605469, 0.640625, 0.753906, 1.046875, 9.5625, 0.498047, 0.578125, 0.628906, 0.582031, 1.046875, 3.546875, 0.640625, 1.078125, 0.451172, 0.765625, 1.132812, 0.957031, 0.322266, 0.609375, 0.554688, 0.585938, 0.605469, 2.265625, 0.65625, 0.273438, 0.808594, 0.589844, 0.832031, 0.535156, 0.679688, 1.226562, 1.21875, 6.0625, 4.65625, 0.636719, 2.65625, 0.808594, 0.466797, 0.875, 2.71875, 0.347656, 0.492188, 2.671875, 0.609375, 0.507812, 0.824219, 0.746094, 0.683594, 0.757812, 20.125, 0.476562, 0.439453, 0.605469, 0.714844, 0.542969, 0.96875, 1.460938, 0.894531, 0.640625, 0.921875, 0.648438, 0.554688, 0.660156, 16.125, 0.429688, 0.832031, 0.5625, 0.675781, 0.917969, 0.855469, 1.429688, 2.4375, 1.210938, 0.535156, 0.664062, 0.503906, 0.503906, 2.4375, 1.164062, 0.667969, 0.746094, 0.644531, 0.449219, 0.527344, 6.46875, 0.726562, 0.243164, 1.359375, 0.640625, 0.78125, 10.0625, 3.796875, 1.546875, 2.5625, 0.730469, 0.667969, 0.503906, 0.527344, 4.46875, 0.820312, 0.462891, 0.828125, 0.722656, 3.3125, 0.675781, 1.890625, 1.3125, 1.578125, 0.211914, 0.601562, 0.703125, 0.535156, 0.458984, 0.386719, 0.683594, 0.652344, 9.1875, 4.21875, 0.628906, 0.777344, 0.6875, 0.535156, 0.789062, 0.75, 0.535156, 0.546875, 0.5625, 0.664062, 0.90625, 3.203125, 0.515625, 0.859375, 0.466797, 0.738281, 0.597656, 0.59375, 0.984375, 0.527344, 0.746094, 4.0, 6.0, 1.28125, 0.929688, 0.71875, 0.800781, 0.839844, 0.671875, 0.660156, 0.410156, 0.597656, 0.667969, 0.871094, 1.46875, 0.5625, 0.621094, 0.699219, 0.652344, 51.5, 4.28125, 0.867188, 0.824219, 0.679688, 3.15625, 2.4375, 1.15625, 0.5, 3.828125, 0.507812, 0.738281, 0.597656, 0.863281, 0.863281, 1.21875, 0.785156, 10.0, 0.523438, 0.625, 0.710938, 2.203125, 0.365234, 0.304688, 3.5625, 1.914062, 0.675781, 0.804688, 1.023438, 0.628906, 0.691406, 1.117188, 5.5, 26.5, 0.625, 1.398438, 0.945312, 0.730469, 0.976562, 2.15625, 0.460938, 1.109375, 0.570312, 0.570312, 0.777344, 0.652344, 4.96875, 0.777344, 0.828125, 0.578125, 0.511719, 0.65625, 0.773438, 1.03125, 0.902344, 1.5, 3.3125, 0.980469, 2.96875, 0.523438, 0.953125, 0.449219, 0.976562, 0.667969, 4.03125, 0.652344, 0.664062, 0.515625, 0.652344, 0.691406, 0.617188, 1.476562, 0.527344, 0.765625, 2.53125, 0.652344, 5.46875, 18.375, 0.824219, 0.660156, 0.582031, 0.828125, 4.09375, 0.710938, 0.679688, 0.6875, 0.439453, 0.578125, 0.640625, 0.351562, 0.84375, 0.519531, 0.675781, 0.730469, 0.59375, 0.722656, 0.953125, 6.78125, 1.164062, 0.558594, 0.730469, 0.929688, 0.648438, 0.601562, 1.226562, 1.96875, 0.326172, 0.570312, 0.9375, 0.445312, 1.132812, 0.302734, 0.722656, 1.078125, 0.527344, 0.828125, 0.644531, 0.878906, 0.5625, 2.046875, 0.738281, 11.625, 0.859375, 0.163086, 0.664062, 1.476562, 0.742188, 0.644531, 0.460938, 0.470703, 0.308594, 0.691406, 0.613281, 0.59375, 0.894531, 0.671875, 0.53125, 0.314453, 0.578125, 0.753906, 0.644531, 2.671875, 0.878906, 0.515625, 0.730469, 0.625, 4.25, 1.03125, 4.71875, 0.167969, 0.652344, 0.589844, 0.589844, 0.8125, 9.4375, 0.546875, 7.65625, 0.621094, 0.746094, 0.585938, 0.582031, 0.589844, 0.617188, 0.582031, 53.25, 1.234375, 0.726562, 2.609375, 1.710938, 10.4375, 0.675781, 1.484375, 0.816406, 0.585938, 11.375, 2.515625, 2.15625, 0.304688, 0.765625, 12.3125, 0.628906, 0.445312, 4.1875, 0.644531, 0.839844, 2.21875, 0.714844, 3.6875, 0.769531, 0.621094, 0.714844, 1.664062, 0.921875, 0.703125, 0.53125, 0.664062, 0.675781, 3.5625, 0.431641, 0.714844, 1.359375, 0.972656, 0.746094, 0.9375, 0.75, 10.0, 1.703125, 0.519531, 0.605469, 0.765625, 0.679688, 0.605469, 0.773438, 0.660156, 0.617188, 0.90625, 9.375, 0.738281, 0.511719, 0.828125, 1.75, 2.625, 0.636719, 0.917969, 0.785156, 1.171875, 0.695312, 5.84375, 0.546875, 0.78125, 2.078125, 0.941406, 2.75, 0.90625, 0.945312, 0.804688, 0.523438, 0.441406, 0.90625, 0.302734, 0.800781, 0.636719, 3.453125, 0.691406, 0.75, 0.664062, 0.515625, 0.722656, 0.601562, 0.671875, 0.921875, 2.21875, 0.625, 0.667969, 2.046875, 0.601562, 0.378906, 0.5, 25.5, 0.566406, 0.458984, 0.902344, 0.738281, 0.707031, 2.828125, 1.796875, 0.53125, 0.539062, 0.664062, 0.59375, 2.25, 18.25, 1.585938, 17.75, 0.291016, 0.441406, 0.503906, 0.699219, 0.554688, 0.613281, 20.375, 0.902344, 0.660156, 0.632812, 0.542969, 2.890625 ] } , "name": "onnx::Mul_10935", "outputIndexes": [ 2806 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2805, 2806 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 2807 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2807 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.14/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 7453 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7453 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.14/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 7454 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7454 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 856066882, 13107222, 3276800, 0, 0 ] } , "name": "/layers.14/mlp/gate_proj/Linear", "outputIndexes": [ 7455 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7455 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.14/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 7456 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7456 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.14/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 2808 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2808 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.14/mlp/act_fn/Mul_output_0", "outputIndexes": [ 2809 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2808, 2809 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 2810 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 2810 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 2811 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2808, 2811 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/mlp/act_fn/Add_output_0", "outputIndexes": [ 2812 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 2812 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 2813 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2813 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.14/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 2814 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 2814 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 2815 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2808, 2815 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 2816 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 2816 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 2817 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7454 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 872450904, 13107222, 3276800, 0, 0 ] } , "name": "/layers.14/mlp/up_proj/Linear", "outputIndexes": [ 7459 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7459 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.14/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 7460 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7460 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.14/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 2818 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2817, 2818 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/mlp/Mul_output_0", "outputIndexes": [ 2819 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2819 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.14/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 7461 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7461 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.14/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 7462 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7462 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 888834926, 13107222, 3276800, 0, 0 ] } , "name": "/layers.14/mlp/down_proj/Linear", "outputIndexes": [ 7463 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7463 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.14/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 7464 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7464 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.14/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 2820 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2820 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.14/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 2822 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2822 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.14/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 2823 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2823, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 2824 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2824, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 2825 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2820, 2825 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 2826 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 2.046875, 2.046875, 1.0625, 0.488281, 2.046875, 2.046875, 2.046875, 1.679688, 2.046875, 2.046875, 1.6875, 0.001953, 2.046875, 1.757812, 2.046875, 0.359375, 2.046875, 0.75, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 1.9375, 1.289062, 0.416016, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.59375, 2.046875, 2.046875, 2.046875, 0.714844, 2.046875, 0.917969, 0.726562, 1.359375, 2.046875, 2.046875, 1.242188, 0.376953, 2.046875, 2.046875, 2.046875, 1.382812, 0.464844, 2.046875, 2.046875, 2.046875, 2.046875, 0.828125, 2.046875, 0.652344, 0.601562, 2.046875, 0.964844, 2.046875, 0.439453, 1.882812, 2.046875, 1.304688, 0.972656, 1.726562, 0.300781, 0.302734, 1.84375, 0.257812, 2.046875, 1.539062, 2.046875, 2.046875, 2.046875, 2.046875, 1.882812, 2.046875, 2.046875, 2.046875, 2.046875, 1.84375, 2.046875, 0.207031, 2.046875, 0.90625, 1.109375, 2.046875, 2.046875, 0.707031, 2.046875, 2.046875, 2.03125, 2.046875, 2.046875, 2.046875, 2.03125, 2.046875, 0.433594, 1.484375, 2.046875, 0.375, 2.046875, 0.636719, 2.046875, 2.046875, 1.601562, 0.466797, 0.636719, 2.046875, 0.546875, 0.5625, 0.220703, 2.046875, 2.046875, 0.324219, 1.179688, 1.296875, 1.617188, 2.046875, 2.046875, 1.0, 2.046875, 1.359375, 2.046875, 2.046875, 0.267578, 1.335938, 1.742188, 0.4375, 2.046875, 0.255859, 2.046875, 1.796875, 0.8125, 2.03125, 2.046875, 0.3125, 0.484375, 0.90625, 0.207031, 2.046875, 0.241211, 2.046875, 2.046875, 2.046875, 1.867188, 2.046875, 2.046875, 1.984375, 1.476562, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.267578, 2.046875, 1.195312, 2.046875, 2.046875, 0.192383, 1.382812, 2.046875, 1.9375, 2.046875, 2.046875, 1.335938, 2.046875, 2.046875, 1.203125, 2.046875, 2.046875, 0.384766, 1.578125, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 1.046875, 2.046875, 0.466797, 1.148438, 0.257812, 1.1875, 1.585938, 1.421875, 0.570312, 2.046875, 0.851562, 0.353516, 0.439453, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 1.382812, 2.046875, 0.189453, 2.046875, 1.203125, 2.046875, 0.949219, 2.046875, 1.078125, 2.046875, 0.092285, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.398438, 0.062256, 2.046875, 2.046875, 2.046875, 0.11084, 0.490234, 2.046875, 2.046875, 2.046875, 2.046875, 1.804688, 2.046875, 2.046875, 2.046875, 0.6875, 0.275391, 2.046875, 2.046875, 0.347656, 2.046875, 1.0625, 2.046875, 2.046875, 2.046875, 2.046875, 1.429688, 0.46875, 2.046875, 0.449219, 0.722656, 2.046875, 2.046875, 2.046875, 2.046875, 0.251953, 2.046875, 1.234375, 0.118652, 2.046875, 2.046875, 0.535156, 0.361328, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.828125, 2.046875, 0.211914, 2.046875, 1.632812, 2.046875, 2.046875, 2.046875, 2.046875, 1.65625, 0.964844, 2.046875, 2.046875, 2.046875, 2.046875, 1.492188, 1.203125, 2.046875, 1.679688, 0.515625, 1.210938, 0.119629, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.253906, 2.046875, 2.046875, 2.046875, 1.851562, 2.015625, 2.046875, 2.046875, 2.046875, 2.046875, 1.4375, 2.046875, 1.085938, 2.046875, 2.046875, 0.863281, 0.347656, 1.71875, 2.046875, 2.046875, 2.046875, 2.046875, 1.757812, 2.046875, 2.046875, 0.163086, 2.046875, 1.046875, 2.046875, 2.046875, 0.141602, 2.046875, 2.046875, 0.75, 2.046875, 0.220703, 1.34375, 2.046875, 2.046875, 0.139648, 2.046875, 2.046875, 2.046875, 0.291016, 2.046875, 2.046875, 2.046875, 1.820312, 2.046875, 0.494141, 2.046875, 1.164062, 0.996094, 2.046875, 2.046875, 2.046875, 1.820312, 2.046875, 2.046875, 0.458984, 1.15625, 1.8125, 1.132812, 0.206055, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 1.085938, 2.046875, 2.046875, 0.4375, 2.046875, 1.117188, 0.251953, 0.722656, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.515625, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.283203, 0.757812, 0.410156, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.832031, 2.046875, 2.046875, 2.046875, 2.046875, 1.78125, 2.046875, 0.373047, 2.046875, 1.414062, 2.046875, 2.046875, 1.515625, 1.984375, 1.445312, 1.984375, 0.839844, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.131836, 1.71875, 0.761719, 1.03125, 2.046875, 0.808594, 2.046875, 2.046875, 1.65625, 2.046875, 2.03125, 2.046875, 2.046875, 2.046875, 0.578125, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 1.601562, 2.046875, 2.046875, 0.384766, 1.445312, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.112305, 2.046875, 0.378906, 2.046875, 1.148438, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.667969, 2.046875, 2.046875, 1.320312, 1.359375, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 1.242188, 0.15332, 1.320312, 2.046875, 1.023438, 0.135742, 1.34375, 2.046875, 0.519531, 2.046875, 2.046875, 1.609375, 2.046875, 0.363281, 2.046875, 0.206055, 0.144531, 0.375, 0.910156, 2.046875, 2.046875, 2.046875, 0.427734, 0.835938, 2.046875, 2.046875, 1.9375, 2.046875, 2.046875, 2.046875, 1.53125, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 1.914062, 2.046875, 2.046875, 2.046875, 1.875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.259766, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.921875, 2.046875, 0.570312, 2.046875, 2.046875, 2.046875, 2.046875, 1.585938, 2.046875, 2.046875, 2.015625, 2.015625, 1.257812, 2.046875, 2.046875, 2.03125, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 1.929688, 2.046875, 0.949219, 2.046875, 2.046875, 0.800781, 1.765625, 0.417969, 0.455078, 2.046875, 2.046875, 0.330078, 1.84375, 2.046875, 1.617188, 2.046875, 0.125977, 0.369141, 2.046875, 1.882812, 2.046875, 2.046875, 2.046875, 2.046875, 1.125, 2.046875, 2.046875, 1.601562, 2.046875, 1.734375, 2.046875, 0.605469, 2.046875, 0.170898, 1.976562, 1.546875, 2.046875, 2.046875, 0.898438, 2.046875, 1.945312, 1.6875, 2.046875, 0.675781, 2.046875, 1.59375, 1.1875, 2.046875, 0.222656, 2.046875, 2.046875, 2.015625, 2.046875, 2.046875, 0.170898, 0.056396, 2.046875, 2.046875, 0.503906, 2.046875, 2.046875, 2.046875, 0.087402, 2.046875, 0.227539, 1.101562, 1.570312, 2.046875, 2.046875, 2.046875, 2.046875, 0.910156, 2.046875, 2.046875, 2.046875, 1.460938, 0.365234, 2.046875, 0.476562, 2.046875, 2.046875, 2.046875, 0.121582, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.228516, 0.435547, 0.388672, 0.396484, 2.046875, 0.570312, 2.046875, 1.578125, 2.046875, 2.046875, 0.213867, 2.046875, 2.046875, 2.046875, 0.3125, 2.046875, 2.046875, 2.046875, 0.237305, 2.046875, 2.046875, 2.046875, 2.046875, 1.46875, 2.046875, 2.046875, 1.9375, 2.046875, 2.046875, 0.984375, 2.03125, 0.283203, 2.046875, 1.882812, 2.046875, 1.570312, 0.683594, 2.046875, 1.234375, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 1.875, 2.046875, 2.046875, 2.046875, 0.129883, 1.648438, 2.046875, 2.046875, 2.046875, 2.046875, 1.507812, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 1.664062, 1.421875, 1.117188, 1.4375, 2.046875, 2.046875, 1.890625, 2.046875, 2.046875, 2.046875, 1.46875, 0.195312, 2.046875, 0.894531, 1.523438, 2.046875, 0.363281, 1.445312, 2.046875, 2.046875, 2.046875, 2.046875, 1.90625, 2.046875, 0.554688, 2.046875, 2.046875, 2.046875, 2.046875, 1.820312, 2.046875, 1.914062, 2.046875, 2.046875, 0.239258, 0.929688, 2.046875, 1.304688, 2.046875, 2.046875, 2.046875, 0.104004, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 1.546875, 0.859375, 2.046875, 0.535156, 2.046875, 2.046875, 2.046875, 0.306641, 2.046875, 2.046875, 0.695312, 2.046875, 2.046875, 2.046875, 2.046875, 1.445312, 1.546875, 2.046875, 2.046875, 2.046875, 2.046875, 0.941406, 1.046875, 2.046875, 0.628906, 0.425781, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.917969, 2.046875, 0.898438, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.351562, 2.046875, 1.976562, 0.976562, 2.046875, 2.046875, 1.359375, 2.046875, 0.073242, 0.201172, 1.570312, 2.046875, 1.5625, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 1.382812, 2.046875, 2.046875, 2.046875, 1.570312, 2.046875, 1.15625, 0.165039, 2.046875, 2.03125, 2.046875, 0.271484, 2.046875, 2.046875, 2.046875, 0.957031, 0.166992, 0.298828, 2.046875, 2.046875, 0.953125, 2.046875, 2.046875, 2.046875, 1.640625, 0.172852, 2.046875, 2.046875, 2.046875, 2.046875, 0.808594, 2.046875, 2.046875, 1.828125, 0.001869, 0.882812, 2.046875, 0.141602, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.386719, 2.046875, 0.886719, 2.046875, 0.648438, 1.148438, 2.046875, 2.046875, 2.046875, 2.046875, 0.832031, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.038818, 2.0, 2.046875, 2.046875, 1.101562, 0.225586, 2.046875, 2.046875, 2.03125, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.679688, 0.882812, 0.546875, 2.046875, 2.046875, 2.046875, 2.046875, 0.898438, 2.03125, 2.046875, 2.046875, 0.679688, 0.710938, 2.046875, 2.046875, 1.773438, 2.046875, 0.5625, 2.046875, 0.185547, 2.046875, 2.046875, 2.046875, 0.863281, 1.28125, 2.046875, 2.046875, 0.15332, 0.5625, 2.046875, 0.828125, 0.188477, 2.046875, 2.046875, 2.046875, 0.443359, 2.046875, 2.046875, 2.046875, 2.046875, 0.114258, 1.65625, 0.617188, 2.046875, 1.835938, 0.433594, 0.306641, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.917969, 0.205078, 0.126953, 2.046875, 2.046875, 0.186523, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 1.820312, 0.808594, 2.046875, 0.240234, 2.046875, 2.046875, 2.046875, 1.4375, 1.4375, 0.308594, 1.359375, 2.046875, 2.046875, 2.046875, 0.515625, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.4375, 1.914062, 1.546875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 1.132812, 2.046875, 2.046875, 1.976562, 2.046875, 2.046875, 2.046875, 2.046875, 0.625, 0.294922, 1.195312, 0.804688, 2.046875, 2.046875, 1.015625, 2.046875, 2.046875, 2.03125, 0.466797, 1.242188, 0.667969, 0.138672, 0.894531, 2.046875, 2.015625, 2.046875, 2.046875, 0.917969, 0.082031, 0.351562, 2.046875, 1.257812, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.147461, 2.046875, 0.116211, 1.359375, 1.523438, 2.046875, 0.492188, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.347656, 0.378906, 2.046875, 2.046875, 1.835938, 1.992188, 0.365234, 1.382812, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.625, 2.046875, 2.046875, 2.046875, 0.478516, 2.046875, 2.046875, 0.161133, 2.046875, 1.671875, 1.945312, 2.046875, 2.046875, 1.8125, 2.046875, 2.046875, 2.046875, 2.046875, 1.851562, 2.046875, 2.046875, 0.490234, 2.046875, 1.296875, 2.046875, 1.53125, 2.046875, 2.046875, 2.046875, 1.414062, 2.046875, 2.046875, 0.996094, 0.225586, 0.326172, 2.046875, 2.046875, 0.296875, 2.046875, 2.046875, 2.046875, 2.046875, 1.507812, 2.046875, 2.046875, 2.046875, 0.396484, 2.046875, 0.800781, 2.046875, 2.046875, 1.867188, 2.046875, 2.046875, 2.046875, 1.117188, 1.070312, 1.242188, 2.046875, 2.046875, 2.03125, 2.046875, 2.046875, 2.046875, 0.953125, 2.046875, 0.322266, 0.621094, 2.046875, 2.046875, 0.789062, 2.046875, 2.046875, 1.0625, 0.335938, 2.046875, 2.046875, 2.046875, 2.046875, 0.894531, 0.824219, 2.046875, 2.046875, 2.046875, 0.515625, 1.1875, 1.328125, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.316406, 2.046875, 0.124512, 2.046875, 0.139648, 0.238281, 2.046875, 0.824219, 2.046875, 2.046875, 0.8125, 2.046875, 2.046875, 1.679688, 2.046875, 2.046875, 2.046875, 1.492188, 0.492188, 2.046875, 2.046875, 2.046875, 2.046875, 1.382812, 0.371094, 1.625, 0.90625, 0.925781, 2.046875, 2.046875, 2.046875, 2.046875, 1.476562, 1.960938, 2.046875, 2.046875, 0.138672, 0.416016, 2.046875, 2.046875, 0.291016, 2.046875, 0.347656, 0.515625, 0.070312, 0.231445, 0.236328, 2.046875, 2.046875, 1.59375, 2.046875, 1.132812, 0.769531, 1.359375, 2.046875, 0.378906, 1.710938, 0.617188, 1.5625, 2.046875, 2.046875, 1.601562, 0.001869, 2.046875, 2.046875, 1.507812, 2.046875, 2.046875, 0.597656, 2.046875, 2.046875, 1.632812, 1.460938, 2.046875, 0.249023, 2.046875, 0.75, 1.195312, 2.046875, 2.046875, 2.046875, 2.046875, 0.105957, 1.226562, 2.046875, 2.046875, 0.886719, 1.96875, 2.046875, 2.046875, 2.046875, 2.046875, 0.925781, 2.046875, 0.832031, 1.359375, 1.914062, 0.140625, 2.046875, 2.046875, 1.617188, 2.046875, 2.046875, 1.1875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.07666, 0.298828, 2.046875, 0.353516, 0.695312, 2.046875, 1.109375, 0.345703, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 1.140625, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 1.984375, 2.046875, 0.695312, 2.046875, 2.015625, 2.046875, 0.933594, 2.046875, 1.296875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.18457, 2.046875, 2.046875, 2.046875, 1.351562, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.18457, 2.046875, 2.046875, 2.046875, 0.177734, 2.046875, 0.353516, 2.046875, 1.335938, 1.335938, 0.957031, 2.046875, 2.046875, 2.046875, 2.046875, 0.328125, 1.820312, 2.046875, 2.046875, 2.046875, 2.046875, 0.957031, 2.046875, 0.273438, 2.046875, 0.251953, 1.523438, 1.882812, 1.398438, 2.046875, 2.046875, 2.046875, 0.941406, 2.046875, 0.726562, 1.546875, 2.046875, 0.077148, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.683594, 2.046875, 2.046875, 2.046875, 2.046875, 0.957031, 2.046875, 1.203125, 2.046875, 0.648438, 2.046875, 0.273438, 1.445312, 1.703125, 2.046875, 2.046875, 2.046875, 0.5625, 2.046875, 0.168945, 1.546875, 2.046875, 2.046875, 0.585938, 0.05835, 0.886719, 1.71875, 0.148438, 2.046875, 2.046875, 2.046875, 1.609375, 2.046875, 1.398438, 2.03125, 2.046875, 2.046875, 1.96875, 1.789062, 2.046875, 2.046875, 2.046875, 1.9375, 2.046875, 2.046875, 0.412109, 0.6875, 2.046875, 1.265625, 2.046875, 1.40625, 1.4375, 2.0, 2.046875, 1.53125, 1.820312, 2.046875, 2.046875, 2.046875, 0.78125, 2.046875, 2.046875, 2.046875, 2.046875, 1.257812, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.349609, 0.8125, 2.046875, 2.046875, 2.046875, 1.90625, 2.046875, 2.046875, 0.126953, 0.527344, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.273438, 2.046875, 2.046875, 2.046875, 2.046875, 1.34375, 2.046875, 1.40625, 0.785156, 2.046875, 0.171875, 0.376953, 2.046875, 0.123047, 0.148438, 0.308594, 2.046875, 2.046875, 2.046875, 2.046875, 1.601562, 2.046875, 2.046875, 2.046875, 0.090332, 0.269531, 2.046875, 1.304688, 0.259766, 0.855469, 0.049316, 0.351562, 1.125, 0.671875, 2.046875, 1.515625, 0.765625, 1.5, 2.046875, 2.046875, 1.15625, 2.046875, 0.640625, 2.046875, 0.761719, 2.046875, 2.046875, 2.046875, 1.25, 0.349609, 2.046875, 0.890625, 2.046875, 2.046875, 1.398438, 2.046875, 0.390625, 2.046875, 0.166992, 2.046875, 1.890625, 2.046875, 2.046875, 2.046875, 2.046875, 0.245117, 2.046875, 2.046875, 2.046875, 0.226562, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 1.90625, 1.539062, 1.710938, 0.277344, 0.539062, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.636719, 2.046875, 2.046875, 1.6875, 2.046875, 2.046875, 2.046875, 2.046875, 1.195312, 2.046875, 1.320312, 0.703125, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.001968, 1.84375, 1.695312, 2.046875, 2.046875, 1.40625, 1.617188, 2.046875, 1.632812, 0.3125, 0.158203, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.271484, 2.046875, 2.046875, 0.527344, 0.087402, 2.046875, 1.625, 1.703125, 2.046875, 1.664062, 1.59375, 2.046875, 0.435547, 2.046875, 2.046875, 0.660156, 2.046875, 2.046875, 2.046875, 2.046875, 0.992188, 1.476562, 2.046875, 0.253906, 1.554688, 1.757812, 0.800781, 2.046875, 2.046875, 2.046875, 1.695312, 2.046875, 2.046875, 2.046875, 2.046875, 0.617188, 0.894531, 0.652344, 1.054688, 2.046875, 2.046875, 2.046875, 1.554688, 0.480469, 2.046875, 2.046875, 1.882812, 2.046875, 2.046875, 1.882812, 2.046875, 0.235352, 2.046875, 0.059082, 2.046875, 2.046875, 0.108398, 0.394531, 1.0, 1.609375, 1.296875, 2.046875, 2.046875, 0.710938, 2.046875, 0.425781, 2.046875, 0.558594, 0.96875, 1.835938, 2.046875, 2.046875, 0.878906, 2.046875, 1.914062, 0.298828, 2.046875, 1.28125, 1.984375, 2.046875, 0.683594, 2.046875, 0.225586, 2.046875, 2.046875, 2.046875, 0.128906, 2.046875, 2.046875, 2.046875, 1.15625, 1.085938, 1.492188, 2.046875, 0.251953, 1.21875, 0.8125, 2.046875, 1.492188, 0.115234, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.769531, 1.335938, 2.046875, 0.435547, 2.046875, 0.957031, 2.046875, 2.046875, 1.15625, 2.046875, 2.046875, 0.376953, 2.046875, 2.046875, 2.046875, 0.171875, 0.863281, 2.046875, 2.046875, 2.046875, 0.890625, 0.6875, 2.046875, 2.046875, 2.046875, 1.273438, 2.046875, 0.792969, 2.046875, 0.075684, 1.117188, 2.046875, 0.933594, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.070801, 2.046875, 2.046875, 1.054688, 0.224609, 0.730469, 2.046875, 2.046875, 1.75, 1.125, 2.046875, 1.351562, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 1.859375, 0.503906, 2.046875, 2.046875, 2.046875, 2.046875, 0.132812, 0.785156, 2.046875, 1.96875, 1.484375, 2.046875, 0.785156, 2.046875, 2.046875, 1.296875, 0.220703, 0.443359, 1.851562, 2.046875, 2.046875, 0.871094, 0.738281, 1.195312, 2.046875, 0.667969, 0.423828, 2.046875, 0.049561, 2.046875, 2.046875, 2.046875, 2.046875, 1.304688, 1.101562, 0.174805, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 1.507812, 2.03125, 2.046875, 2.046875, 0.162109, 2.03125, 0.246094, 1.054688, 2.046875, 2.046875, 0.388672, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 1.523438, 2.046875, 0.6875, 2.0, 1.0625, 0.229492, 2.046875, 2.046875, 0.523438, 2.046875, 1.382812, 0.498047, 2.046875, 1.507812, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 1.570312, 2.015625, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.103027, 0.498047, 2.046875, 2.046875, 2.046875, 0.804688, 2.046875, 2.046875, 0.226562, 2.046875, 2.046875, 0.660156, 2.046875, 0.133789, 0.277344, 0.314453, 0.271484, 2.046875, 0.294922, 2.046875, 2.046875, 0.498047, 0.359375, 2.046875, 2.046875, 2.046875, 0.207031, 1.820312, 0.069336, 2.046875, 2.046875, 2.046875, 1.421875, 0.335938, 0.5, 0.045654, 0.298828, 1.414062, 2.046875, 2.046875, 2.0, 1.960938, 1.15625, 2.046875, 1.046875, 2.046875, 2.046875, 2.046875, 0.699219, 2.046875, 1.828125, 2.046875, 2.046875, 0.484375, 2.046875, 2.046875, 2.046875, 1.546875, 2.046875, 2.015625, 2.046875, 2.046875, 1.84375, 2.046875, 2.046875, 2.046875, 1.6875, 2.046875, 2.046875, 2.046875, 2.03125, 2.046875, 0.804688, 2.046875, 0.707031, 2.046875, 0.625, 2.046875, 0.554688, 2.046875, 2.046875, 1.359375, 2.046875, 2.046875, 2.046875, 1.570312, 2.046875, 2.046875, 2.046875, 2.046875, 0.326172, 0.382812, 2.046875, 1.523438, 2.046875, 1.140625, 2.046875, 2.046875, 1.007812, 2.046875, 1.273438, 2.046875, 0.498047, 2.046875, 2.046875, 2.046875, 2.046875, 0.28125, 2.046875, 0.161133, 2.046875, 2.046875, 2.046875, 1.273438, 0.8125, 2.046875, 0.474609, 0.373047, 1.585938, 0.5, 2.046875, 2.046875, 2.046875, 0.235352, 2.046875, 0.114746, 2.046875, 2.046875, 0.322266, 2.046875, 2.046875, 0.326172, 2.046875, 1.664062, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.523438, 2.046875, 2.046875, 2.046875, 0.22168, 1.117188, 0.972656, 1.625, 2.046875, 2.046875, 0.198242, 2.046875, 2.03125, 1.382812, 2.046875, 0.498047, 2.046875, 2.046875, 2.046875, 2.046875, 2.0, 2.046875, 2.046875, 2.046875, 1.320312, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.429688, 2.046875, 2.046875, 0.59375, 0.233398, 2.046875, 2.046875, 0.726562, 1.984375, 2.046875, 2.046875, 2.046875, 2.046875, 0.083496, 0.255859, 2.046875, 2.046875, 1.921875, 2.046875, 2.046875, 2.015625, 2.046875, 2.046875, 2.046875, 2.046875, 0.249023, 1.320312, 0.302734, 2.046875, 0.134766, 2.046875, 2.046875, 2.046875, 0.257812, 0.507812, 2.046875, 2.046875, 2.046875, 2.046875, 0.072266, 2.046875, 2.046875, 1.242188, 2.046875, 0.086914, 2.046875, 1.734375, 0.365234, 0.746094, 2.046875, 2.046875, 2.046875, 0.792969, 2.046875, 2.046875, 2.046875, 1.96875, 0.255859, 2.046875, 2.046875, 0.375, 2.046875, 2.046875, 2.046875, 1.953125, 2.046875, 1.648438, 2.046875, 1.179688, 2.046875, 0.474609, 1.71875, 1.289062, 1.195312, 0.589844, 1.84375, 0.921875, 0.765625, 0.835938, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 1.296875, 2.046875, 0.433594, 0.78125, 2.046875, 0.511719, 2.046875, 2.046875, 2.046875, 1.640625, 2.046875, 2.046875, 1.851562, 0.330078, 2.046875, 2.046875, 2.046875, 0.441406, 0.703125, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.298828, 2.046875, 2.046875, 2.046875, 2.046875, 1.84375, 0.511719, 2.046875, 0.194336, 1.085938, 2.046875, 2.046875, 0.111328, 1.609375, 2.046875, 1.648438, 1.914062, 0.265625, 1.25, 2.046875, 0.640625, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.015625, 1.570312, 0.628906, 0.439453, 2.046875, 0.574219, 2.046875, 2.046875, 2.046875, 0.898438, 0.796875, 1.804688, 0.679688, 2.046875, 2.046875, 1.492188, 2.046875, 2.046875, 2.046875, 0.189453, 2.046875, 0.345703, 2.046875, 2.046875, 2.046875, 2.046875, 0.135742, 2.046875, 2.046875, 0.001823, 2.046875, 2.046875, 0.103027, 0.239258, 0.449219, 2.046875, 2.046875, 2.046875, 0.226562, 2.046875, 1.476562, 1.3125, 0.953125, 2.046875, 2.046875, 2.046875, 2.046875, 2.015625, 2.046875, 2.046875, 2.046875, 2.046875, 0.337891, 2.046875, 0.5, 2.046875, 0.382812, 1.664062, 1.570312, 2.046875, 0.423828, 0.964844, 2.046875, 1.171875, 2.046875, 0.322266, 1.71875, 2.046875, 0.582031, 2.046875, 2.046875, 2.046875, 2.046875, 1.429688, 2.046875, 2.046875, 2.046875, 1.1875, 0.269531, 1.757812, 2.046875, 2.046875, 1.125, 2.046875, 2.046875, 1.453125, 0.24707, 1.03125, 2.046875, 2.046875, 2.046875, 0.898438, 2.046875, 2.046875, 2.046875, 2.046875, 0.166992, 2.046875, 2.046875, 1.039062, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.503906, 0.644531, 2.046875, 2.015625, 2.046875, 2.046875, 2.046875, 1.507812, 2.046875, 0.369141, 2.046875, 2.046875, 2.046875, 1.789062, 1.859375, 2.046875, 2.046875, 2.046875, 0.043213, 0.75, 2.046875, 2.046875, 1.617188, 1.460938, 1.328125, 2.046875, 2.046875, 0.515625, 1.945312, 1.5, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.269531, 2.046875, 2.046875, 2.046875, 0.796875, 0.558594, 0.808594, 0.953125, 1.78125, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 1.765625, 0.28125, 0.151367, 2.046875, 2.046875, 0.166992, 2.046875, 0.326172, 1.023438, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 1.398438, 0.683594, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 1.609375, 2.046875, 1.414062, 1.539062, 2.046875, 0.789062, 2.046875, 2.046875, 1.273438, 1.8125, 2.046875, 0.062256, 2.046875, 0.365234, 2.046875, 2.046875, 2.046875, 0.326172, 1.835938, 2.046875, 0.332031, 1.328125, 2.046875, 0.476562, 0.103027, 2.046875, 0.232422, 2.046875, 1.4375, 0.470703, 2.046875, 2.046875, 2.046875, 0.306641, 2.046875, 2.046875, 0.582031, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.679688, 1.921875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.792969, 1.515625, 1.84375, 2.046875, 2.015625, 0.291016, 2.046875, 0.332031, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 1.289062, 2.046875, 0.302734, 1.851562, 0.285156, 2.046875, 2.0, 2.046875, 2.046875, 0.474609, 0.523438, 0.550781, 2.046875, 2.046875, 2.046875, 2.03125, 0.414062, 0.208984, 0.298828, 2.046875, 2.046875, 2.046875, 1.164062, 2.046875, 1.59375, 2.046875, 2.046875, 0.648438, 2.046875, 0.558594, 0.445312, 2.046875, 2.046875, 2.046875, 2.046875, 0.178711, 2.046875, 1.25, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.04541, 1.507812, 2.046875, 0.863281, 2.046875, 0.165039, 2.046875, 2.046875, 2.046875, 2.046875, 0.198242, 1.59375, 1.953125, 0.734375, 2.046875, 0.169922, 2.046875, 1.148438, 0.804688, 1.625, 2.046875, 1.335938, 2.046875, 0.890625, 2.046875, 2.046875, 2.046875, 2.046875, 1.296875, 0.25, 2.046875, 2.046875, 2.046875, 1.304688, 2.046875, 2.046875, 2.0, 2.046875, 2.046875, 1.945312, 2.046875, 0.265625, 1.4375, 0.558594, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 0.261719, 2.046875, 0.404297, 2.046875, 2.046875, 2.046875, 1.445312, 1.335938, 2.046875, 2.046875, 2.046875, 2.046875, 1.34375, 0.753906, 2.046875, 2.046875, 0.878906, 1.929688, 1.117188, 2.046875, 2.046875, 2.046875, 2.015625, 1.296875, 2.046875, 0.507812, 0.289062, 2.046875, 0.871094, 0.6875, 2.046875, 1.84375, 2.046875, 2.046875, 1.554688, 2.046875, 1.09375, 1.382812, 2.046875, 2.046875, 1.59375, 0.478516, 1.078125, 2.046875, 0.355469, 2.046875, 0.261719, 0.394531, 2.046875, 2.046875, 0.875, 2.046875, 2.046875, 2.046875, 2.046875, 2.046875, 1.648438, 0.161133, 1.460938, 0.102051, 0.640625, 0.193359, 2.046875, 2.046875, 2.046875, 2.046875, 0.162109, 2.046875, 2.046875, 2.046875, 2.046875, 1.429688 ] } , "name": "onnx::Mul_10936", "outputIndexes": [ 2827 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2826, 2827 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 2828 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2800, 2828 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/Add_1_output_0", "outputIndexes": [ 2829 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2829 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.14/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 7465 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7465 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.14/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 7466 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7466 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 905218948, 327702, 81920, 0, 0 ] } , "name": "/layers.14/per_layer_input_gate/Linear", "outputIndexes": [ 7467 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7467 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.14/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 7468 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7468 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.14/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 2830 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2830 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.14/act_fn/Mul_output_0", "outputIndexes": [ 2831 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2830, 2831 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/act_fn/Mul_1_output_0", "outputIndexes": [ 2832 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 2832 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/act_fn/Mul_2_output_0", "outputIndexes": [ 2833 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2830, 2833 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/act_fn/Add_output_0", "outputIndexes": [ 2834 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 2834 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/act_fn/Mul_3_output_0", "outputIndexes": [ 2835 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2835 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.14/act_fn/Tanh_output_0", "outputIndexes": [ 2836 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 2836 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/act_fn/Add_1_output_0", "outputIndexes": [ 2837 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2830, 2837 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/act_fn/Mul_4_output_0", "outputIndexes": [ 2838 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 2838 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/act_fn/Mul_5_output_0", "outputIndexes": [ 2839 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 14 ] } , "name": "/Constant_23_output_0", "outputIndexes": [ 2840 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3473", "outputIndexes": [ 2841 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3476", "outputIndexes": [ 2842 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 2841, 2842, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice3479", "outputIndexes": [ 2843 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2843 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze3480", "outputIndexes": [ 2844 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2840, 2844 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3481", "outputIndexes": [ 2845 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2845, 2844 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3482", "outputIndexes": [ 2846 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 2846, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_21_output_0", "outputIndexes": [ 2847 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2839, 2847 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/Mul_output_0", "outputIndexes": [ 2848 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2848 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.14/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 7469 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7469 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.14/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 7470 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7470 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 905628570, 327702, 81920, 0, 0 ] } , "name": "/layers.14/per_layer_projection/Linear", "outputIndexes": [ 7471 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7471 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.14/per_layer_projection/Linear/post_convert", "outputIndexes": [ 7472 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7472 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.14/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 2849 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2849 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.14/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 2851 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2851 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.14/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 2852 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2852, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 2853 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2853, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 2854 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2849, 2854 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 2855 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.318359, 0.318359, 0.318359, 0.120117, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000303, 0.318359, 0.249023, 0.318359, 0.000298, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.206055, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.08252, 0.318359, 0.181641, 0.145508, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.220703, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.208008, 0.318359, 0.318359, 0.318359, 0.318359, 0.09082, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.168945, 0.160156, 0.318359, 0.04248, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000282, 0.318359, 0.318359, 0.318359, 0.318359, 0.094238, 0.318359, 0.149414, 0.000284, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000223, 0.318359, 0.318359, 0.238281, 0.318359, 0.128906, 0.318359, 0.318359, 0.265625, 0.086426, 0.318359, 0.318359, 0.220703, 0.318359, 0.05127, 0.318359, 0.318359, 0.013306, 0.235352, 0.318359, 0.316406, 0.318359, 0.318359, 0.318359, 0.318359, 0.25, 0.318359, 0.318359, 0.136719, 0.21582, 0.318359, 0.202148, 0.318359, 0.318359, 0.318359, 0.318359, 0.157227, 0.318359, 0.318359, 0.180664, 0.253906, 0.318359, 0.000303, 0.318359, 0.12207, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.07373, 0.318359, 0.318359, 0.318359, 0.000267, 0.034424, 0.318359, 0.318359, 0.318359, 0.318359, 0.077148, 0.308594, 0.318359, 0.318359, 0.318359, 0.318359, 0.210938, 0.000271, 0.318359, 0.149414, 0.318359, 0.318359, 0.167969, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000277, 0.318359, 0.085449, 0.240234, 0.310547, 0.318359, 0.103027, 0.318359, 0.176758, 0.273438, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.164062, 0.318359, 0.09082, 0.318359, 0.239258, 0.318359, 0.209961, 0.318359, 0.318359, 0.318359, 0.023193, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000288, 0.318359, 0.000299, 0.318359, 0.041504, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.10498, 0.318359, 0.318359, 0.318359, 0.196289, 0.318359, 0.115723, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.042236, 0.318359, 0.171875, 0.141602, 0.318359, 0.318359, 0.318359, 0.000296, 0.123535, 0.318359, 0.241211, 0.318359, 0.318359, 0.318359, 0.112793, 0.197266, 0.318359, 0.00025, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.11084, 0.000294, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.228516, 0.000271, 0.318359, 0.318359, 0.318359, 0.318359, 0.3125, 0.318359, 0.318359, 0.314453, 0.318359, 0.208984, 0.118164, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.135742, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.306641, 0.318359, 0.000284, 0.318359, 0.318359, 0.173828, 0.072266, 0.318359, 0.318359, 0.314453, 0.318359, 0.318359, 0.265625, 0.318359, 0.318359, 0.095703, 0.318359, 0.199219, 0.318359, 0.318359, 0.025757, 0.318359, 0.318359, 0.155273, 0.318359, 0.000271, 0.236328, 0.318359, 0.318359, 0.022461, 0.318359, 0.318359, 0.318359, 0.139648, 0.318359, 0.318359, 0.318359, 0.255859, 0.318359, 0.097168, 0.318359, 0.318359, 0.162109, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.103516, 0.104004, 0.318359, 0.318359, 0.078125, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000286, 0.318359, 0.318359, 0.097168, 0.318359, 0.000282, 0.11084, 0.125, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.050781, 0.00028, 0.232422, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.157227, 0.318359, 0.318359, 0.318359, 0.318359, 0.28125, 0.318359, 0.000261, 0.318359, 0.000265, 0.318359, 0.318359, 0.000265, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.029053, 0.318359, 0.146484, 0.039062, 0.318359, 0.074219, 0.318359, 0.318359, 0.292969, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.285156, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.182617, 0.318359, 0.318359, 0.09668, 0.135742, 0.318359, 0.224609, 0.318359, 0.318359, 0.318359, 0.318359, 0.018188, 0.318359, 0.109863, 0.318359, 0.000278, 0.00028, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.040771, 0.318359, 0.000282, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.1875, 0.029297, 0.198242, 0.318359, 0.000254, 0.030762, 0.245117, 0.318359, 0.292969, 0.318359, 0.318359, 0.00024, 0.318359, 0.318359, 0.318359, 0.097168, 0.103027, 0.318359, 0.157227, 0.318359, 0.318359, 0.318359, 0.263672, 0.058105, 0.306641, 0.318359, 0.318359, 0.318359, 0.318359, 0.135742, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.283203, 0.318359, 0.318359, 0.318359, 0.24707, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.134766, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.140625, 0.318359, 0.089844, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.170898, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.188477, 0.318359, 0.318359, 0.304688, 0.318359, 0.088379, 0.00029, 0.318359, 0.318359, 0.065918, 0.318359, 0.00029, 0.318359, 0.318359, 0.000294, 0.177734, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.316406, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.00029, 0.318359, 0.318359, 0.00029, 0.318359, 0.175781, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.052734, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.098145, 0.014343, 0.318359, 0.318359, 0.085449, 0.318359, 0.318359, 0.318359, 0.000292, 0.318359, 0.077637, 0.088867, 0.257812, 0.318359, 0.318359, 0.318359, 0.318359, 0.123047, 0.318359, 0.318359, 0.318359, 0.000299, 0.125, 0.318359, 0.093262, 0.318359, 0.00028, 0.318359, 0.000277, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.141602, 0.139648, 0.090332, 0.21875, 0.318359, 0.131836, 0.246094, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.166992, 0.318359, 0.318359, 0.318359, 0.070312, 0.318359, 0.318359, 0.318359, 0.318359, 0.3125, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.060791, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.212891, 0.318359, 0.000267, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.125977, 0.298828, 0.318359, 0.318359, 0.318359, 0.318359, 0.15625, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.296875, 0.318359, 0.257812, 0.318359, 0.318359, 0.304688, 0.318359, 0.318359, 0.318359, 0.000298, 0.100098, 0.318359, 0.15332, 0.318359, 0.318359, 0.036133, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.106445, 0.267578, 0.318359, 0.318359, 0.318359, 0.318359, 0.00025, 0.235352, 0.318359, 0.318359, 0.164062, 0.000246, 0.318359, 0.154297, 0.318359, 0.318359, 0.318359, 0.02124, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.132812, 0.318359, 0.269531, 0.318359, 0.318359, 0.318359, 0.188477, 0.255859, 0.318359, 0.119141, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.3125, 0.318359, 0.318359, 0.318359, 0.318359, 0.209961, 0.227539, 0.318359, 0.116211, 0.158203, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.170898, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.062256, 0.318359, 0.318359, 0.00029, 0.318359, 0.318359, 0.318359, 0.318359, 0.000273, 0.098145, 0.318359, 0.318359, 0.316406, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.228516, 0.031128, 0.318359, 0.00025, 0.318359, 0.000265, 0.318359, 0.318359, 0.318359, 0.139648, 0.031128, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.248047, 0.133789, 0.318359, 0.318359, 0.318359, 0.318359, 0.131836, 0.318359, 0.318359, 0.318359, 0.000239, 0.141602, 0.318359, 0.089355, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.208984, 0.318359, 0.200195, 0.318359, 0.318359, 0.166992, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.00238, 0.314453, 0.318359, 0.318359, 0.143555, 0.121582, 0.318359, 0.318359, 0.316406, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000248, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.263672, 0.289062, 0.318359, 0.318359, 0.147461, 0.131836, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.141602, 0.318359, 0.318359, 0.318359, 0.19043, 0.000288, 0.318359, 0.318359, 0.026489, 0.000237, 0.318359, 0.206055, 0.145508, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.049072, 0.318359, 0.126953, 0.318359, 0.318359, 0.287109, 0.112305, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.146484, 0.318359, 0.042236, 0.318359, 0.318359, 0.094238, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.186523, 0.318359, 0.052246, 0.318359, 0.318359, 0.318359, 0.271484, 0.318359, 0.05957, 0.316406, 0.318359, 0.318359, 0.318359, 0.000292, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.224609, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.224609, 0.209961, 0.318359, 0.318359, 0.318359, 0.318359, 0.000259, 0.318359, 0.318359, 0.000244, 0.21582, 0.000299, 0.143555, 0.318359, 0.318359, 0.155273, 0.318359, 0.318359, 0.318359, 0.229492, 0.318359, 0.114258, 0.031738, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.245117, 0.014038, 0.162109, 0.318359, 0.224609, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.090332, 0.207031, 0.064453, 0.318359, 0.318359, 0.000273, 0.075684, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.231445, 0.00028, 0.318359, 0.000288, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.219727, 0.318359, 0.318359, 0.037598, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.316406, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.104492, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.045654, 0.044678, 0.318359, 0.318359, 0.067871, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.147461, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000256, 0.123047, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.175781, 0.318359, 0.318359, 0.318359, 0.130859, 0.318359, 0.318359, 0.130859, 0.141602, 0.318359, 0.186523, 0.318359, 0.318359, 0.223633, 0.134766, 0.318359, 0.318359, 0.318359, 0.228516, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.044922, 0.318359, 0.025391, 0.318359, 0.05542, 0.116211, 0.318359, 0.318359, 0.318359, 0.318359, 0.15625, 0.189453, 0.318359, 0.219727, 0.318359, 0.318359, 0.318359, 0.242188, 0.149414, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.188477, 0.318359, 0.154297, 0.134766, 0.318359, 0.318359, 0.318359, 0.318359, 0.285156, 0.318359, 0.318359, 0.318359, 0.089355, 0.102051, 0.318359, 0.318359, 0.176758, 0.318359, 0.152344, 0.318359, 0.017944, 0.046387, 0.062988, 0.318359, 0.318359, 0.302734, 0.318359, 0.000254, 0.135742, 0.24707, 0.318359, 0.063965, 0.241211, 0.102051, 0.318359, 0.318359, 0.318359, 0.304688, 0.106934, 0.318359, 0.318359, 0.255859, 0.318359, 0.318359, 0.296875, 0.318359, 0.318359, 0.318359, 0.267578, 0.318359, 0.027466, 0.318359, 0.095215, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000309, 0.18457, 0.318359, 0.318359, 0.179688, 0.318359, 0.318359, 0.318359, 0.291016, 0.318359, 0.150391, 0.318359, 0.318359, 0.237305, 0.318359, 0.000286, 0.318359, 0.318359, 0.000296, 0.318359, 0.318359, 0.137695, 0.318359, 0.318359, 0.318359, 0.300781, 0.000296, 0.089355, 0.164062, 0.265625, 0.071777, 0.125, 0.318359, 0.253906, 0.077637, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.229492, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.00029, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.164062, 0.318359, 0.318359, 0.318359, 0.186523, 0.318359, 0.289062, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000267, 0.318359, 0.318359, 0.318359, 0.263672, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.032959, 0.318359, 0.318359, 0.318359, 0.028931, 0.318359, 0.068848, 0.318359, 0.255859, 0.000256, 0.126953, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.163086, 0.318359, 0.15332, 0.318359, 0.120605, 0.300781, 0.294922, 0.242188, 0.318359, 0.071777, 0.318359, 0.214844, 0.318359, 0.000301, 0.318359, 0.318359, 0.000246, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.130859, 0.318359, 0.318359, 0.318359, 0.318359, 0.178711, 0.318359, 0.248047, 0.318359, 0.124512, 0.318359, 0.074219, 0.265625, 0.318359, 0.318359, 0.318359, 0.318359, 0.114746, 0.318359, 0.091797, 0.292969, 0.318359, 0.318359, 0.000303, 0.000277, 0.155273, 0.259766, 0.028687, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.105469, 0.229492, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.00029, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.097656, 0.318359, 0.273438, 0.318359, 0.000269, 0.261719, 0.318359, 0.318359, 0.000305, 0.25, 0.318359, 0.287109, 0.318359, 0.154297, 0.318359, 0.318359, 0.318359, 0.318359, 0.253906, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.210938, 0.121582, 0.318359, 0.318359, 0.318359, 0.314453, 0.318359, 0.318359, 0.023682, 0.023193, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.126953, 0.318359, 0.318359, 0.318359, 0.318359, 0.251953, 0.318359, 0.318359, 0.123047, 0.318359, 0.149414, 0.086914, 0.318359, 0.022339, 0.033691, 0.000278, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.018433, 0.128906, 0.318359, 0.318359, 0.142578, 0.158203, 0.011597, 0.175781, 0.318359, 0.202148, 0.318359, 0.318359, 0.238281, 0.240234, 0.318359, 0.318359, 0.318359, 0.00028, 0.318359, 0.318359, 0.300781, 0.318359, 0.318359, 0.318359, 0.318359, 0.00029, 0.318359, 0.318359, 0.318359, 0.318359, 0.197266, 0.318359, 0.189453, 0.318359, 0.032471, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.030029, 0.318359, 0.318359, 0.318359, 0.131836, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.275391, 0.316406, 0.253906, 0.230469, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000257, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.185547, 0.318359, 0.318359, 0.000252, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.316406, 0.216797, 0.287109, 0.318359, 0.318359, 0.235352, 0.318359, 0.318359, 0.292969, 0.145508, 0.031006, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.148438, 0.318359, 0.318359, 0.097168, 0.098145, 0.318359, 0.318359, 0.22168, 0.318359, 0.318359, 0.000278, 0.318359, 0.209961, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.22168, 0.318359, 0.147461, 0.318359, 0.318359, 0.155273, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.138672, 0.175781, 0.114746, 0.19043, 0.318359, 0.318359, 0.318359, 0.318359, 0.108398, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.158203, 0.318359, 0.012939, 0.318359, 0.318359, 0.023438, 0.000303, 0.173828, 0.245117, 0.263672, 0.318359, 0.318359, 0.000261, 0.318359, 0.198242, 0.318359, 0.099609, 0.125, 0.314453, 0.318359, 0.318359, 0.146484, 0.318359, 0.197266, 0.000307, 0.318359, 0.318359, 0.318359, 0.318359, 0.083008, 0.318359, 0.063477, 0.318359, 0.318359, 0.318359, 0.023315, 0.318359, 0.318359, 0.318359, 0.316406, 0.101562, 0.21582, 0.318359, 0.149414, 0.245117, 0.083984, 0.318359, 0.318359, 0.000273, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000292, 0.149414, 0.232422, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.183594, 0.318359, 0.318359, 0.086914, 0.318359, 0.318359, 0.318359, 0.032227, 0.164062, 0.318359, 0.318359, 0.318359, 0.168945, 0.000261, 0.318359, 0.318359, 0.318359, 0.196289, 0.318359, 0.124023, 0.318359, 0.019043, 0.179688, 0.251953, 0.212891, 0.318359, 0.273438, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.01001, 0.318359, 0.318359, 0.200195, 0.167969, 0.212891, 0.318359, 0.318359, 0.271484, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.089844, 0.046143, 0.318359, 0.318359, 0.198242, 0.318359, 0.133789, 0.318359, 0.318359, 0.318359, 0.084961, 0.166016, 0.318359, 0.318359, 0.318359, 0.151367, 0.316406, 0.226562, 0.318359, 0.11377, 0.069336, 0.318359, 0.007874, 0.00029, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.098633, 0.318359, 0.318359, 0.318359, 0.265625, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.033447, 0.000265, 0.049561, 0.225586, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.213867, 0.318359, 0.141602, 0.318359, 0.318359, 0.07666, 0.318359, 0.318359, 0.136719, 0.318359, 0.000267, 0.318359, 0.318359, 0.298828, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000275, 0.318359, 0.000296, 0.186523, 0.318359, 0.318359, 0.318359, 0.135742, 0.318359, 0.318359, 0.078125, 0.318359, 0.318359, 0.248047, 0.318359, 0.071289, 0.000265, 0.169922, 0.000278, 0.318359, 0.000261, 0.318359, 0.318359, 0.000286, 0.185547, 0.318359, 0.318359, 0.318359, 0.102051, 0.318359, 0.013977, 0.318359, 0.318359, 0.318359, 0.172852, 0.149414, 0.265625, 0.000284, 0.138672, 0.261719, 0.318359, 0.318359, 0.318359, 0.318359, 0.068848, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.158203, 0.318359, 0.318359, 0.318359, 0.318359, 0.000284, 0.318359, 0.318359, 0.318359, 0.000286, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.126953, 0.318359, 0.000273, 0.318359, 0.253906, 0.318359, 0.318359, 0.318359, 0.318359, 0.267578, 0.318359, 0.318359, 0.000254, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.162109, 0.079102, 0.318359, 0.122559, 0.318359, 0.167969, 0.318359, 0.318359, 0.310547, 0.318359, 0.318359, 0.318359, 0.099609, 0.318359, 0.318359, 0.318359, 0.318359, 0.125977, 0.318359, 0.101562, 0.318359, 0.318359, 0.318359, 0.318359, 0.00028, 0.318359, 0.000311, 0.070801, 0.318359, 0.178711, 0.318359, 0.318359, 0.318359, 0.112793, 0.318359, 0.014343, 0.318359, 0.318359, 0.000275, 0.318359, 0.318359, 0.059082, 0.318359, 0.248047, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.273438, 0.318359, 0.318359, 0.318359, 0.318359, 0.000224, 0.104492, 0.196289, 0.304688, 0.318359, 0.318359, 0.000288, 0.318359, 0.318359, 0.298828, 0.318359, 0.227539, 0.285156, 0.318359, 0.318359, 0.318359, 0.239258, 0.285156, 0.304688, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000286, 0.088867, 0.318359, 0.318359, 0.102539, 0.155273, 0.318359, 0.00024, 0.150391, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.016357, 0.144531, 0.318359, 0.000288, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000277, 0.318359, 0.318359, 0.031738, 0.318359, 0.055176, 0.318359, 0.056396, 0.318359, 0.318359, 0.318359, 0.039795, 0.105957, 0.318359, 0.318359, 0.318359, 0.318359, 0.000256, 0.318359, 0.318359, 0.193359, 0.318359, 0.040283, 0.318359, 0.318359, 0.204102, 0.000265, 0.318359, 0.318359, 0.318359, 0.137695, 0.318359, 0.318359, 0.318359, 0.318359, 0.060059, 0.318359, 0.318359, 0.19043, 0.318359, 0.300781, 0.318359, 0.000267, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.098145, 0.318359, 0.151367, 0.318359, 0.000275, 0.310547, 0.180664, 0.139648, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.304688, 0.318359, 0.212891, 0.308594, 0.318359, 0.117188, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.263672, 0.318359, 0.318359, 0.318359, 0.318359, 0.000269, 0.000301, 0.318359, 0.318359, 0.318359, 0.318359, 0.000243, 0.057129, 0.318359, 0.000296, 0.318359, 0.318359, 0.318359, 0.116699, 0.318359, 0.000301, 0.318359, 0.318359, 0.318359, 0.000286, 0.318359, 0.318359, 0.318359, 0.318359, 0.07666, 0.191406, 0.318359, 0.222656, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.019043, 0.100586, 0.318359, 0.000286, 0.318359, 0.318359, 0.273438, 0.318359, 0.318359, 0.318359, 0.139648, 0.318359, 0.318359, 0.3125, 0.318359, 0.318359, 0.318359, 0.042236, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.053955, 0.318359, 0.318359, 0.000265, 0.318359, 0.318359, 0.05249, 0.056396, 0.24707, 0.318359, 0.318359, 0.318359, 0.110352, 0.318359, 0.308594, 0.242188, 0.023926, 0.318359, 0.318359, 0.318359, 0.318359, 0.316406, 0.318359, 0.318359, 0.318359, 0.318359, 0.166992, 0.318359, 0.080566, 0.318359, 0.18457, 0.318359, 0.318359, 0.318359, 0.084473, 0.167969, 0.318359, 0.181641, 0.318359, 0.318359, 0.318359, 0.318359, 0.113281, 0.318359, 0.318359, 0.00028, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000275, 0.203125, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.261719, 0.054688, 0.189453, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.107422, 0.318359, 0.291016, 0.216797, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000248, 0.000284, 0.15625, 0.318359, 0.318359, 0.25, 0.318359, 0.318359, 0.318359, 0.318359, 0.183594, 0.318359, 0.318359, 0.318359, 0.314453, 0.208984, 0.318359, 0.318359, 0.318359, 0.009399, 0.15625, 0.00025, 0.318359, 0.236328, 0.255859, 0.249023, 0.298828, 0.318359, 0.000294, 0.318359, 0.219727, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000244, 0.318359, 0.318359, 0.318359, 0.000273, 0.283203, 0.318359, 0.158203, 0.296875, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.308594, 0.071777, 0.036621, 0.318359, 0.318359, 0.098145, 0.318359, 0.132812, 0.19043, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.102051, 0.102539, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.3125, 0.318359, 0.119629, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.023682, 0.318359, 0.112305, 0.318359, 0.318359, 0.318359, 0.318359, 0.285156, 0.318359, 0.318359, 0.000269, 0.318359, 0.000284, 0.024414, 0.318359, 0.202148, 0.318359, 0.318359, 0.316406, 0.318359, 0.318359, 0.318359, 0.166016, 0.318359, 0.318359, 0.318359, 0.237305, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.166992, 0.285156, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.275391, 0.318359, 0.318359, 0.318359, 0.193359, 0.318359, 0.070312, 0.318359, 0.00029, 0.318359, 0.318359, 0.318359, 0.271484, 0.318359, 0.0625, 0.193359, 0.000305, 0.318359, 0.316406, 0.00029, 0.318359, 0.265625, 0.318359, 0.257812, 0.318359, 0.318359, 0.318359, 0.318359, 0.119629, 0.119141, 0.185547, 0.318359, 0.318359, 0.318359, 0.216797, 0.318359, 0.318359, 0.318359, 0.318359, 0.147461, 0.318359, 0.092285, 0.200195, 0.318359, 0.318359, 0.318359, 0.318359, 0.038086, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000235, 0.292969, 0.318359, 0.318359, 0.318359, 0.041748, 0.318359, 0.318359, 0.318359, 0.318359, 0.035889, 0.318359, 0.318359, 0.265625, 0.318359, 0.038574, 0.318359, 0.318359, 0.148438, 0.199219, 0.000248, 0.283203, 0.318359, 0.124512, 0.318359, 0.318359, 0.318359, 0.318359, 0.304688, 0.120605, 0.318359, 0.318359, 0.318359, 0.242188, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.00029, 0.318359, 0.050537, 0.249023, 0.185547, 0.186523, 0.318359, 0.318359, 0.197266, 0.09375, 0.318359, 0.130859, 0.318359, 0.108887, 0.318359, 0.318359, 0.318359, 0.318359, 0.233398, 0.318359, 0.318359, 0.318359, 0.318359, 0.207031, 0.116211, 0.318359, 0.318359, 0.141602, 0.318359, 0.123047, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.197266, 0.106445, 0.318359, 0.205078, 0.180664, 0.318359, 0.283203, 0.318359, 0.318359, 0.318359, 0.318359, 0.197266, 0.318359, 0.318359, 0.318359, 0.271484, 0.000275, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000294, 0.318359, 0.318359, 0.129883, 0.318359, 0.177734, 0.318359, 0.318359, 0.318359, 0.318359, 0.034424, 0.140625, 0.015076, 0.318359, 0.15332, 0.318359, 0.318359, 0.318359, 0.318359, 0.035156, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359 ] } , "name": "onnx::Mul_10937", "outputIndexes": [ 2856 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2855, 2856 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 2857 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2829, 2857 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/Add_2_output_0", "outputIndexes": [ 2858 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2858, 1612 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/Mul_1_output_0", "outputIndexes": [ 2859 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2859, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.15/Reshape_output_0", "outputIndexes": [ 2860 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2860 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.15/input_layernorm/Pow_output_0", "outputIndexes": [ 2861 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2861 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.15/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 2862 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2862, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/input_layernorm/Add_output_0", "outputIndexes": [ 2863 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2863, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/input_layernorm/Pow_1_output_0", "outputIndexes": [ 2864 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2860, 2864 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/input_layernorm/Mul_output_0", "outputIndexes": [ 2865 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 3.125, 3.90625, 2.125, 19.125, 2.234375, 2.59375, 4.21875, 2.484375, 3.109375, 2.15625, 3.796875, 15.1875, 3.90625, 6.625, 3.265625, 17.75, 2.234375, 2.859375, 1.507812, 3.484375, 2.9375, 4.28125, 2.765625, 5.65625, 3.5625, 3.421875, 1.671875, 3.28125, 2.390625, 4.78125, 4.3125, 5.34375, 3.015625, 2.5, 2.46875, 10.75, 2.609375, 6.40625, 19.0, 2.71875, 2.546875, 4.90625, 3.5625, 2.375, 4.0, 2.578125, 3.875, 5.75, 2.6875, 3.03125, 2.671875, 3.078125, 2.53125, 7.9375, 2.78125, 4.3125, 12.6875, 4.9375, 5.03125, 4.09375, 13.625, 2.9375, 4.59375, 3.25, 9.5, 5.65625, 5.71875, 3.671875, 12.4375, 28.5, 2.359375, 3.1875, 4.96875, 2.921875, 3.421875, 2.953125, 7.375, 2.953125, 3.140625, 2.109375, 3.5, 3.359375, 2.765625, 6.78125, 3.46875, 11.0, 11.4375, 3.234375, 3.484375, 5.21875, 2.421875, 3.1875, 4.25, 2.828125, 3.625, 3.234375, 2.953125, 3.03125, 8.125, 2.78125, 2.21875, 14.8125, 3.390625, 17.875, 2.265625, 2.40625, 11.125, 11.6875, 3.3125, 3.390625, 3.640625, 3.59375, 22.25, 2.59375, 3.09375, 20.5, 17.0, 5.96875, 7.3125, 3.609375, 3.546875, 1.835938, 3.40625, 7.65625, 2.71875, 2.71875, 3.359375, 3.0625, 2.71875, 3.40625, 4.1875, 3.546875, 3.234375, 4.4375, 12.5625, 4.8125, 3.515625, 4.375, 2.109375, 4.59375, 32.25, 2.703125, 9.25, 3.53125, 2.4375, 3.1875, 3.28125, 2.875, 3.21875, 2.6875, 3.125, 2.703125, 3.765625, 6.90625, 2.90625, 5.96875, 35.75, 2.484375, 8.625, 2.75, 5.4375, 10.5625, 5.78125, 3.453125, 3.640625, 2.765625, 3.203125, 9.0, 3.1875, 2.734375, 3.703125, 2.75, 3.3125, 8.625, 2.90625, 2.8125, 2.96875, 4.96875, 2.0625, 2.578125, 5.8125, 3.265625, 16.125, 1.765625, 19.375, 6.53125, 6.15625, 2.90625, 11.8125, 3.234375, 5.9375, 1.890625, 10.9375, 3.3125, 3.203125, 2.203125, 2.453125, 3.21875, 3.390625, 7.59375, 3.203125, 7.03125, 2.734375, 10.875, 2.796875, 12.625, 2.984375, 5.15625, 4.375, 73.5, 2.8125, 2.703125, 3.546875, 4.0625, 3.90625, 4.21875, 3.21875, 2.046875, 3.515625, 2.5625, 3.6875, 67.0, 2.6875, 5.53125, 3.03125, 8.0, 3.125, 2.265625, 4.15625, 2.875, 2.65625, 4.25, 2.6875, 2.578125, 2.546875, 16.0, 3.75, 3.9375, 2.90625, 1.984375, 3.390625, 9.625, 2.71875, 3.578125, 3.78125, 2.578125, 4.875, 21.75, 3.296875, 2.421875, 12.1875, 4.09375, 5.4375, 0.519531, 9.5, 4.625, 2.90625, 8.8125, 6.6875, 3.28125, 2.78125, 26.75, 2.578125, 3.1875, 4.25, 4.46875, 3.359375, 2.953125, 13.8125, 2.703125, 7.53125, 3.734375, 5.59375, 2.625, 1.71875, 3.375, 3.09375, 6.0625, 11.375, 2.46875, 2.90625, 3.53125, 3.734375, 5.5, 7.0625, 3.609375, 5.90625, 4.53125, 9.6875, 2.640625, 3.375, 2.765625, 2.9375, 4.25, 4.46875, 3.671875, 6.4375, 2.90625, 2.71875, 2.875, 3.1875, 5.78125, 3.75, 2.515625, 3.75, 2.734375, 7.15625, 2.3125, 12.4375, 3.9375, 3.890625, 21.5, 8.875, 2.53125, 2.84375, 5.5, 4.375, 5.40625, 8.5625, 1.6875, 2.25, 12.0, 3.671875, 11.75, 3.34375, 2.5, 35.75, 3.546875, 5.03125, 17.625, 3.28125, 33.25, 6.84375, 4.8125, 3.125, 47.25, 2.578125, 3.578125, 3.453125, 28.375, 3.53125, 1.695312, 2.765625, 3.921875, 2.375, 28.875, 3.328125, 6.34375, 8.0625, 2.4375, 3.0625, 3.203125, 4.0, 3.046875, 2.34375, 24.625, 8.3125, 5.375, 3.125, 8.375, 2.921875, 3.203125, 3.359375, 2.984375, 2.875, 2.71875, 2.796875, 12.1875, 2.703125, 3.265625, 21.625, 3.65625, 8.8125, 5.03125, 13.1875, 2.40625, 3.015625, 4.09375, 3.34375, 3.015625, 3.8125, 2.953125, 14.3125, 2.890625, 3.875, 3.09375, 2.796875, 2.34375, 24.5, 6.4375, 2.078125, 3.53125, 3.046875, 2.515625, 2.890625, 3.03125, 16.625, 3.40625, 6.5, 2.625, 2.9375, 4.375, 2.390625, 20.875, 4.5625, 6.6875, 2.875, 2.4375, 4.6875, 4.875, 6.0625, 3.1875, 15.3125, 3.125, 3.65625, 6.59375, 3.390625, 3.484375, 3.546875, 3.265625, 36.25, 5.375, 8.75, 13.25, 2.390625, 9.0, 3.453125, 2.875, 5.71875, 2.96875, 6.59375, 2.765625, 3.4375, 1.789062, 2.578125, 3.5, 3.40625, 2.671875, 3.078125, 2.1875, 10.1875, 3.140625, 2.90625, 5.5625, 6.25, 2.75, 4.3125, 3.046875, 2.90625, 2.8125, 2.796875, 47.25, 2.3125, 10.5625, 2.703125, 10.0, 4.625, 2.890625, 3.96875, 4.53125, 2.84375, 3.90625, 2.765625, 3.359375, 2.03125, 3.21875, 6.03125, 1.5, 2.828125, 8.5, 5.75, 3.703125, 3.4375, 7.8125, 4.625, 2.796875, 2.84375, 21.125, 2.828125, 3.09375, 8.9375, 73.5, 6.6875, 5.5625, 1.65625, 3.9375, 2.109375, 6.0625, 3.96875, 50.0, 2.5625, 11.5625, 7.125, 8.125, 10.25, 2.890625, 2.859375, 3.4375, 2.6875, 16.25, 3.984375, 2.84375, 4.3125, 3.3125, 3.890625, 2.421875, 3.171875, 4.5, 4.5625, 3.828125, 2.34375, 4.5625, 4.09375, 7.78125, 3.46875, 2.734375, 3.84375, 5.3125, 3.109375, 4.84375, 3.296875, 2.453125, 3.046875, 3.421875, 5.46875, 3.078125, 1.703125, 2.984375, 3.546875, 2.953125, 3.84375, 3.28125, 9.0625, 2.3125, 12.625, 3.90625, 3.875, 3.046875, 3.703125, 5.4375, 3.0625, 2.875, 4.8125, 4.625, 11.875, 2.390625, 3.1875, 3.828125, 3.71875, 3.96875, 2.46875, 2.609375, 2.875, 2.59375, 2.828125, 3.140625, 5.09375, 2.59375, 4.03125, 3.21875, 6.1875, 2.5, 2.46875, 9.5625, 4.3125, 26.75, 11.125, 2.921875, 3.578125, 18.875, 4.34375, 3.40625, 4.84375, 3.21875, 32.75, 5.96875, 6.1875, 3.703125, 3.609375, 2.75, 3.875, 2.5625, 6.84375, 3.125, 5.6875, 6.4375, 5.625, 5.0625, 4.5625, 6.1875, 3.859375, 40.25, 3.953125, 10.9375, 3.53125, 2.109375, 12.625, 2.75, 4.875, 4.09375, 2.9375, 8.875, 3.4375, 2.890625, 2.71875, 3.953125, 34.75, 2.921875, 3.5625, 2.46875, 4.0625, 8.3125, 3.78125, 71.5, 4.09375, 2.25, 15.6875, 3.25, 2.84375, 3.5, 9.6875, 2.484375, 12.5625, 10.3125, 5.40625, 3.140625, 3.0, 3.578125, 2.484375, 10.0, 2.3125, 2.21875, 2.734375, 2.4375, 2.6875, 4.125, 11.625, 4.125, 6.09375, 2.625, 44.25, 2.734375, 4.9375, 2.9375, 3.484375, 2.359375, 3.125, 26.375, 14.625, 2.578125, 3.421875, 12.375, 3.90625, 6.0, 2.734375, 2.671875, 3.671875, 3.265625, 3.453125, 2.84375, 6.625, 2.625, 2.875, 4.71875, 27.375, 3.390625, 2.625, 2.78125, 5.0625, 9.0, 3.75, 3.90625, 3.1875, 3.234375, 2.734375, 3.5, 4.4375, 19.0, 2.03125, 5.40625, 3.125, 4.90625, 1.945312, 4.0625, 5.5625, 3.5625, 4.53125, 2.46875, 3.875, 3.796875, 4.40625, 2.09375, 4.28125, 2.234375, 2.8125, 2.96875, 5.5625, 6.78125, 2.859375, 3.734375, 3.546875, 2.296875, 3.203125, 3.015625, 2.59375, 2.828125, 3.21875, 2.484375, 3.3125, 6.03125, 8.1875, 2.671875, 4.3125, 2.734375, 6.09375, 3.40625, 2.984375, 3.125, 2.6875, 4.65625, 2.9375, 12.25, 3.078125, 2.3125, 23.75, 3.421875, 2.40625, 2.421875, 3.25, 3.75, 9.875, 3.15625, 4.65625, 2.671875, 3.171875, 4.125, 4.40625, 3.65625, 5.09375, 5.15625, 3.78125, 2.53125, 7.625, 11.0, 3.65625, 7.34375, 2.578125, 5.8125, 3.15625, 61.75, 3.0625, 3.703125, 3.15625, 2.484375, 2.515625, 4.0625, 13.5625, 6.15625, 7.3125, 6.71875, 3.96875, 3.265625, 2.640625, 2.609375, 2.640625, 15.3125, 5.09375, 3.203125, 3.8125, 3.265625, 4.65625, 7.6875, 4.40625, 3.0625, 2.421875, 2.671875, 10.4375, 9.75, 3.375, 13.75, 4.5625, 2.84375, 2.59375, 3.84375, 2.828125, 2.875, 4.9375, 3.125, 11.75, 3.03125, 1.882812, 2.171875, 2.890625, 4.0, 2.890625, 16.125, 2.4375, 2.296875, 10.1875, 3.953125, 3.234375, 3.421875, 3.21875, 61.0, 9.5625, 2.015625, 3.65625, 6.0625, 2.5625, 2.515625, 2.359375, 4.1875, 3.40625, 2.3125, 6.0625, 2.890625, 2.453125, 3.015625, 5.09375, 3.46875, 4.96875, 62.5, 3.046875, 3.9375, 1.703125, 94.5, 3.359375, 1.671875, 2.984375, 10.6875, 56.5, 5.75, 3.328125, 3.0, 5.6875, 2.703125, 5.78125, 3.25, 2.796875, 4.5, 3.34375, 3.640625, 3.609375, 3.890625, 14.1875, 2.90625, 3.359375, 4.4375, 6.40625, 11.0, 2.5625, 6.75, 4.34375, 2.796875, 1.984375, 2.828125, 2.328125, 2.546875, 2.8125, 2.59375, 2.890625, 13.625, 2.8125, 9.3125, 7.625, 2.234375, 3.109375, 3.0625, 2.359375, 4.3125, 3.015625, 2.875, 2.90625, 2.875, 2.890625, 2.4375, 117.5, 5.4375, 2.828125, 3.0625, 7.40625, 7.78125, 3.28125, 2.25, 9.0625, 3.203125, 3.046875, 3.515625, 2.8125, 3.203125, 3.5, 11.4375, 6.53125, 11.875, 2.53125, 3.6875, 3.390625, 6.625, 2.59375, 3.65625, 4.5625, 3.921875, 15.3125, 14.5, 2.28125, 3.328125, 2.171875, 2.9375, 2.46875, 4.625, 5.28125, 2.1875, 4.0625, 3.453125, 10.6875, 7.5, 3.390625, 2.578125, 61.25, 17.5, 1.960938, 7.125, 5.34375, 3.859375, 2.1875, 5.1875, 6.9375, 3.296875, 3.203125, 2.046875, 2.0625, 8.4375, 5.5625, 19.0, 3.28125, 4.84375, 1.171875, 9.9375, 2.671875, 2.34375, 2.65625, 2.796875, 3.40625, 10.1875, 69.5, 85.0, 3.515625, 2.421875, 6.9375, 3.3125, 3.25, 6.25, 3.046875, 2.03125, 2.75, 4.46875, 2.6875, 5.625, 10.0625, 3.46875, 27.125, 2.953125, 2.390625, 2.25, 7.71875, 7.28125, 19.125, 9.8125, 3.6875, 3.8125, 3.171875, 22.625, 3.375, 2.4375, 3.3125, 2.59375, 2.640625, 2.96875, 4.5, 1.625, 4.59375, 3.375, 1.742188, 3.375, 4.0625, 13.3125, 2.609375, 2.828125, 2.453125, 3.296875, 3.609375, 2.25, 2.625, 12.6875, 1.125, 9.5625, 10.3125, 4.96875, 4.40625, 10.625, 2.859375, 3.9375, 3.546875, 3.265625, 7.28125, 12.0, 46.5, 3.75, 2.65625, 6.6875, 2.375, 2.046875, 9.625, 60.25, 5.5625, 2.921875, 6.75, 4.0625, 4.59375, 2.828125, 3.21875, 2.8125, 2.6875, 3.28125, 3.328125, 3.03125, 2.125, 6.9375, 3.578125, 7.4375, 4.1875, 2.71875, 3.921875, 26.5, 3.9375, 2.984375, 2.765625, 3.71875, 2.0, 3.1875, 3.984375, 2.703125, 2.296875, 2.765625, 66.5, 18.375, 2.96875, 3.828125, 4.3125, 4.4375, 11.6875, 2.890625, 2.390625, 3.140625, 3.21875, 2.65625, 2.984375, 3.453125, 3.28125, 6.25, 2.296875, 3.09375, 2.59375, 5.4375, 2.6875, 2.921875, 37.75, 2.765625, 4.9375, 1.664062, 3.46875, 2.65625, 6.40625, 2.015625, 6.8125, 2.28125, 3.0, 5.6875, 4.375, 4.15625, 24.375, 2.75, 7.46875, 3.234375, 2.625, 4.03125, 2.625, 2.796875, 4.84375, 4.46875, 2.59375, 2.328125, 37.75, 25.75, 3.375, 2.28125, 30.25, 2.5, 2.71875, 1.867188, 2.875, 3.15625, 4.90625, 3.84375, 2.875, 3.421875, 3.96875, 3.078125, 2.9375, 7.71875, 4.40625, 4.84375, 2.453125, 3.140625, 9.4375, 9.0625, 7.21875, 3.53125, 2.625, 2.921875, 3.15625, 2.515625, 3.875, 6.5, 2.609375, 2.328125, 4.96875, 2.515625, 2.390625, 17.25, 3.421875, 4.71875, 8.5625, 7.59375, 5.5625, 2.625, 2.71875, 3.265625, 14.8125, 11.1875, 2.859375, 3.296875, 2.296875, 2.890625, 13.875, 2.78125, 4.5, 2.65625, 3.171875, 4.15625, 3.21875, 4.90625, 19.75, 2.3125, 40.0, 3.3125, 43.5, 9.8125, 4.0625, 10.8125, 3.421875, 2.828125, 6.8125, 3.765625, 3.703125, 3.59375, 2.765625, 6.21875, 2.828125, 2.828125, 9.5, 5.875, 2.859375, 3.515625, 3.1875, 4.21875, 3.171875, 4.0, 13.875, 10.875, 2.78125, 3.0625, 5.0625, 2.8125, 7.84375, 8.1875, 3.515625, 2.34375, 7.625, 14.375, 6.0, 2.75, 3.3125, 3.171875, 3.25, 8.3125, 67.5, 57.0, 8.375, 3.4375, 2.34375, 7.34375, 3.40625, 10.875, 12.875, 4.5625, 3.078125, 29.875, 4.75, 19.375, 5.09375, 2.75, 2.421875, 2.28125, 6.8125, 4.65625, 2.53125, 8.375, 2.796875, 2.75, 3.28125, 2.75, 3.4375, 2.921875, 2.3125, 4.875, 29.875, 3.703125, 10.625, 6.5625, 2.40625, 2.375, 4.59375, 2.609375, 35.75, 10.125, 2.265625, 2.8125, 10.1875, 3.9375, 2.5625, 3.40625, 3.953125, 2.90625, 11.9375, 3.0, 2.453125, 3.390625, 4.21875, 30.875, 2.921875, 4.5625, 2.640625, 4.375, 3.828125, 10.4375, 3.34375, 6.03125, 4.78125, 3.515625, 4.96875, 4.71875, 2.953125, 3.03125, 18.25, 15.4375, 3.671875, 12.3125, 13.625, 2.59375, 3.15625, 3.484375, 3.234375, 3.375, 7.8125, 4.28125, 1.71875, 2.890625, 2.796875, 4.53125, 2.90625, 3.265625, 2.796875, 3.03125, 4.25, 3.0, 3.421875, 3.609375, 2.6875, 3.375, 2.46875, 3.28125, 2.75, 3.1875, 3.640625, 2.609375, 16.375, 4.5, 3.859375, 2.5, 12.8125, 2.5, 7.28125, 3.734375, 2.734375, 2.6875, 3.171875, 2.65625, 3.0, 3.140625, 35.0, 3.59375, 2.296875, 2.015625, 7.125, 5.8125, 3.859375, 3.671875, 3.0, 2.6875, 43.75, 4.4375, 2.71875, 2.84375, 42.0, 2.5, 23.0, 3.0625, 6.125, 5.4375, 10.6875, 5.1875, 3.890625, 3.484375, 3.015625, 10.375, 4.71875, 3.421875, 2.90625, 4.875, 2.96875, 10.3125, 2.5, 3.0, 3.234375, 4.40625, 5.9375, 4.96875, 5.8125, 3.4375, 33.25, 2.984375, 7.1875, 2.78125, 12.125, 2.0, 3.90625, 63.5, 4.28125, 2.75, 3.046875, 3.921875, 3.046875, 3.03125, 6.84375, 3.40625, 3.71875, 4.90625, 4.65625, 9.5, 3.453125, 12.8125, 2.53125, 16.375, 3.109375, 13.6875, 8.125, 5.375, 1.140625, 3.796875, 3.859375, 22.125, 2.9375, 11.5625, 9.5625, 3.546875, 3.578125, 23.625, 82.0, 8.8125, 3.0, 44.5, 3.390625, 1.765625, 1.890625, 2.5625, 4.03125, 2.546875, 4.1875, 3.5625, 2.78125, 4.34375, 4.15625, 2.578125, 5.59375, 3.171875, 6.1875, 16.25, 3.890625, 26.25, 18.375, 2.78125, 13.6875, 2.796875, 8.5625, 2.703125, 3.078125, 2.25, 11.9375, 5.28125, 3.21875, 4.0, 3.40625, 11.8125, 2.515625, 2.875, 2.9375, 4.84375, 13.3125, 3.25, 2.46875, 4.15625, 2.71875, 2.546875, 0.196289, 3.15625, 13.5625, 4.625, 3.046875, 1.796875, 7.9375, 2.609375, 4.0625, 44.0, 31.5, 3.828125, 3.015625, 3.609375, 3.546875, 2.625, 3.125, 3.0625, 3.328125, 2.890625, 2.421875, 2.65625, 5.59375, 2.15625, 3.359375, 3.15625, 2.859375, 8.5, 1.875, 5.125, 13.25, 3.28125, 6.1875, 14.875, 2.640625, 44.5, 55.0, 26.375, 3.28125, 2.75, 2.875, 4.15625, 4.3125, 3.140625, 4.0625, 3.546875, 50.5, 7.65625, 3.625, 2.6875, 6.40625, 21.25, 103.5, 5.96875, 7.40625, 6.53125, 2.625, 2.96875, 20.25, 2.59375, 2.65625, 3.296875, 2.71875, 4.28125, 3.515625, 2.796875, 4.5, 2.953125, 3.1875, 4.3125, 6.40625, 32.75, 3.234375, 6.09375, 3.171875, 3.296875, 8.0625, 3.640625, 3.015625, 3.5625, 32.25, 2.296875, 5.1875, 4.21875, 3.71875, 2.453125, 3.90625, 37.25, 2.84375, 3.171875, 4.125, 4.71875, 3.25, 3.484375, 3.625, 2.875, 4.25, 3.859375, 2.96875, 4.3125, 3.078125, 5.96875, 1.671875, 3.953125, 3.21875, 3.734375, 2.828125, 3.09375, 5.21875, 4.09375, 2.875, 12.0625, 2.859375, 2.796875, 4.75, 3.140625, 2.59375, 3.296875, 2.140625, 5.5, 3.09375, 7.125, 11.0, 2.78125, 3.046875, 3.296875, 3.0, 3.53125, 2.765625, 2.203125, 1.84375, 6.34375, 3.59375, 3.4375, 3.46875, 2.359375, 4.375, 3.046875, 6.9375, 6.5625, 42.0, 2.546875, 3.484375, 3.515625, 1.945312, 3.015625, 3.625, 4.59375, 3.28125, 14.4375, 10.1875, 3.09375, 3.65625, 5.03125, 3.1875, 5.8125, 7.5, 2.65625, 2.109375, 2.53125, 3.1875, 4.03125, 2.8125, 2.6875, 3.40625, 2.265625, 6.46875, 2.53125, 2.78125, 2.796875, 7.34375, 5.84375, 8.8125, 3.96875, 2.953125, 4.75, 4.5, 2.65625, 3.3125, 3.53125, 2.734375, 9.875, 11.875, 14.9375, 8.625, 3.875, 2.734375, 2.90625, 5.875, 14.1875, 2.78125, 2.890625, 5.21875, 3.984375, 4.0625, 3.5, 2.859375, 1.84375, 3.5625, 89.5, 2.640625, 2.75, 53.25, 2.734375, 10.4375, 9.4375, 7.34375, 3.140625, 3.140625, 10.625, 3.140625, 2.875, 2.484375, 10.8125, 9.6875, 4.5, 3.109375, 2.359375, 9.5625, 2.46875, 3.828125, 18.375, 3.28125, 3.25, 3.890625, 1.570312, 18.625, 4.09375, 65.0, 3.953125, 3.96875, 2.703125, 62.25, 4.5625, 2.84375, 2.78125, 2.046875, 8.125, 5.65625, 3.734375, 16.25, 9.0625, 10.3125, 1.273438, 5.3125, 71.0, 3.265625, 2.421875, 3.359375, 3.6875, 2.421875, 4.53125, 18.5, 2.78125, 3.078125, 2.296875, 2.390625, 4.125, 3.359375, 3.953125, 5.75, 2.53125, 3.359375, 49.0, 3.109375, 2.59375, 3.546875, 57.25, 16.125, 2.578125, 3.6875, 3.015625, 8.6875, 14.25, 5.0625, 2.703125, 5.09375, 6.875, 3.796875, 11.125, 7.15625, 81.5, 8.9375, 3.265625, 8.25, 3.140625, 3.84375, 2.78125, 2.703125, 5.21875, 2.59375, 3.34375, 68.5, 3.28125, 2.84375, 12.0, 4.1875, 15.1875, 2.96875, 3.0625, 3.59375, 2.359375, 3.140625, 10.375, 2.90625, 3.109375, 3.1875, 2.96875, 4.21875, 2.359375, 3.625, 3.96875, 2.53125, 2.484375, 3.015625, 6.5625, 9.25, 2.734375, 4.5625, 2.609375, 4.28125, 12.5, 2.953125, 2.859375, 7.8125, 11.125, 6.34375, 4.8125, 2.984375, 2.46875, 16.5, 1.367188, 5.84375, 3.703125, 13.625, 16.75, 3.28125, 88.0, 3.546875, 3.4375, 2.734375, 3.4375, 8.5, 4.0625, 4.40625, 4.59375, 3.015625, 2.71875, 3.890625, 4.5625, 4.6875, 5.6875, 3.671875, 2.765625, 2.578125, 45.25, 4.8125, 67.0, 9.0, 2.59375, 2.65625, 2.96875, 2.5625, 2.953125, 2.640625, 2.65625, 3.15625, 3.046875, 2.8125, 2.953125, 2.40625, 5.375, 5.90625, 7.75, 3.96875, 4.125, 11.875, 3.578125, 2.859375, 19.5, 2.8125, 7.09375, 3.921875, 2.140625, 8.0625, 2.625, 3.328125, 2.390625, 2.234375, 3.453125, 3.21875, 3.109375, 4.96875, 3.734375, 3.34375, 2.046875, 4.28125, 3.21875, 7.875, 54.0, 3.234375, 2.53125, 2.421875, 3.03125, 19.25, 2.34375, 2.796875, 16.625, 2.359375, 3.28125, 8.375, 3.734375, 6.40625, 30.875, 4.34375, 29.125, 3.421875, 51.25, 2.734375, 3.953125, 12.625, 2.78125, 2.890625, 2.609375, 3.4375, 6.0, 5.25, 72.0, 2.53125, 2.546875, 4.125, 4.0625, 4.9375, 2.703125, 106.5, 3.296875, 5.90625, 3.25, 2.703125, 3.421875, 3.5, 5.1875, 3.875, 6.15625, 5.09375, 3.234375, 2.75, 13.5, 3.90625, 5.15625, 2.90625, 2.9375, 24.0, 1.835938, 3.46875, 2.546875, 11.9375, 2.96875, 6.0625, 3.0625, 2.703125, 2.984375, 1.726562, 2.828125, 3.5625, 3.640625, 2.640625, 2.734375, 3.015625, 3.765625, 3.171875, 11.75, 2.703125, 15.8125, 2.609375, 5.75, 2.25, 3.53125, 2.84375, 4.9375, 2.84375, 2.75, 2.671875, 4.125, 4.5, 2.84375, 3.59375, 3.421875, 3.765625, 7.09375, 14.0625, 2.96875, 7.59375, 2.4375, 12.5, 3.328125, 1.515625, 17.625, 2.578125, 6.03125, 2.5625, 18.0, 2.8125, 3.78125, 3.15625, 4.25, 7.40625, 3.671875, 7.09375, 2.71875, 3.140625, 3.25, 7.78125, 8.25, 3.03125, 3.171875, 13.25, 3.6875, 3.859375, 2.828125, 1.71875, 2.4375, 7.3125, 2.71875, 62.25, 2.21875, 3.5625, 20.75, 4.90625, 2.546875, 44.0, 3.0625, 7.3125, 2.359375, 3.8125, 3.25, 2.640625, 3.0625, 1.914062, 2.203125, 4.3125, 3.65625, 2.75, 4.28125, 1.320312, 24.375, 5.5625, 8.8125, 4.65625, 2.953125, 3.421875, 50.25, 2.734375, 3.625, 5.0625, 2.46875, 2.640625, 3.890625, 2.375, 3.84375, 2.59375, 4.0625, 5.28125, 2.90625, 5.34375, 1.976562, 3.484375, 2.890625, 2.84375, 4.1875, 6.71875, 20.5, 3.09375, 3.34375, 21.25, 4.8125, 2.453125, 3.734375, 12.4375, 3.328125, 3.484375, 4.65625, 3.421875, 2.578125, 69.5, 10.0, 2.0625, 20.125, 8.8125, 2.375, 3.21875, 3.578125, 2.578125, 5.46875, 2.328125, 3.453125, 39.25, 7.03125, 20.375, 2.4375, 14.125, 2.15625, 3.28125, 2.59375, 77.5, 19.5, 3.1875, 2.796875, 3.0, 3.3125, 79.5, 3.046875, 3.125, 3.03125, 3.09375, 9.75, 2.421875, 6.625, 2.15625, 13.5625, 3.296875, 3.15625, 2.640625, 14.875, 3.03125, 3.875, 3.765625, 3.828125, 33.5, 3.375, 3.109375, 3.125, 1.796875, 2.890625, 3.1875, 6.78125, 2.8125, 4.5, 3.59375, 3.203125, 3.40625, 16.25, 4.5625, 3.40625, 7.09375, 13.5625, 5.3125, 13.0625, 7.15625, 11.5, 2.65625, 2.828125, 2.71875, 4.9375, 2.984375, 3.390625, 3.765625, 2.671875, 2.734375, 2.78125, 3.515625, 4.75, 2.890625, 11.6875, 2.890625, 3.453125, 16.25, 2.625, 20.75, 2.296875, 3.578125, 2.921875, 6.09375, 4.125, 2.546875, 3.6875, 2.84375, 3.390625, 3.796875, 2.71875, 26.0, 9.75, 3.578125, 3.453125, 2.765625, 3.359375, 3.296875, 28.5, 2.46875, 4.75, 3.046875, 2.765625, 5.8125, 9.5, 1.695312, 12.4375, 3.5625, 2.4375, 3.671875, 12.375, 2.890625, 3.015625, 2.234375, 4.15625, 4.4375, 8.25, 2.78125, 4.6875, 2.953125, 3.140625, 3.765625, 3.953125, 3.625, 3.421875, 6.96875, 19.5, 12.75, 3.5, 29.75, 2.890625, 2.59375, 3.578125, 8.5625, 4.375, 3.40625, 6.5, 3.125, 2.890625, 8.5, 3.3125, 2.515625, 2.609375, 49.75, 1.414062, 3.625, 3.28125, 2.578125, 2.703125, 2.78125, 19.0, 2.921875, 3.171875, 9.3125, 3.234375, 2.625, 6.65625, 37.5, 2.875, 3.609375, 4.71875, 2.46875, 11.0625, 3.265625, 4.15625, 6.84375, 13.0625, 1.976562, 2.90625, 2.421875, 3.1875, 5.46875, 3.15625, 2.875, 3.421875, 3.015625, 5.0625, 3.90625, 18.0, 3.4375, 4.25, 5.625, 3.671875, 2.578125, 23.375, 10.5625, 4.9375, 11.125, 3.1875, 5.3125, 3.359375, 2.40625, 18.875, 4.71875, 2.515625, 11.625, 3.09375, 8.25, 2.609375, 4.8125, 5.09375, 13.5, 2.359375, 3.5625, 3.21875, 4.71875, 3.640625, 1.679688, 2.609375, 3.046875, 31.625, 11.4375, 2.84375, 1.757812, 3.328125, 4.65625, 3.0, 3.4375, 2.484375, 2.65625, 5.625, 2.390625, 5.3125, 9.8125, 3.703125, 3.96875, 2.65625, 2.765625, 2.671875, 3.765625, 3.828125, 3.796875, 3.265625, 11.25, 17.125, 4.78125, 4.34375, 3.40625, 3.0, 2.90625, 5.625, 2.765625, 2.328125, 3.109375, 2.453125, 3.984375, 6.5, 2.234375, 2.5625, 2.484375, 2.640625, 99.0, 9.9375, 3.3125, 4.875, 3.21875, 8.125, 6.59375, 5.625, 2.484375, 22.5, 2.984375, 3.0, 4.46875, 3.828125, 3.8125, 3.46875, 3.171875, 58.0, 2.671875, 2.34375, 4.15625, 7.8125, 1.382812, 4.40625, 9.625, 4.9375, 2.875, 2.578125, 3.140625, 4.75, 3.421875, 6.4375, 19.0, 60.25, 2.734375, 5.46875, 8.0, 3.765625, 4.0, 6.9375, 2.640625, 5.0, 3.578125, 3.1875, 3.46875, 2.9375, 19.625, 3.640625, 5.46875, 3.03125, 2.765625, 3.203125, 2.46875, 3.53125, 3.296875, 4.59375, 7.875, 3.359375, 10.5625, 3.65625, 4.21875, 4.15625, 6.875, 2.140625, 30.75, 5.03125, 8.375, 2.90625, 2.875, 2.609375, 7.90625, 3.359375, 1.484375, 9.8125, 8.0625, 1.992188, 29.125, 51.25, 2.703125, 4.5, 2.359375, 3.75, 31.5, 2.765625, 2.390625, 4.0, 3.34375, 2.328125, 3.28125, 1.804688, 5.25, 2.140625, 3.046875, 2.828125, 2.90625, 3.96875, 3.5625, 13.8125, 5.28125, 4.03125, 2.21875, 3.375, 2.3125, 4.15625, 3.78125, 4.78125, 2.3125, 2.546875, 3.640625, 1.992188, 3.828125, 1.234375, 3.75, 6.53125, 2.5625, 3.78125, 2.03125, 3.9375, 2.28125, 6.8125, 4.0, 22.0, 4.46875, 2.296875, 2.234375, 6.40625, 3.28125, 3.421875, 4.1875, 3.53125, 3.0, 2.5, 1.835938, 2.78125, 3.125, 9.1875, 6.0625, 1.460938, 2.984375, 3.6875, 2.53125, 8.25, 3.203125, 4.25, 2.8125, 2.109375, 9.4375, 6.125, 11.375, 1.335938, 2.6875, 7.03125, 2.703125, 2.796875, 25.5, 2.765625, 11.4375, 3.484375, 3.546875, 3.4375, 2.859375, 5.0625, 2.578125, 1.820312, 112.0, 7.5, 3.5625, 9.625, 5.4375, 34.25, 2.40625, 5.25, 3.1875, 3.203125, 36.25, 7.78125, 8.3125, 3.5625, 2.40625, 47.25, 4.71875, 2.859375, 12.4375, 2.90625, 3.71875, 5.5625, 2.9375, 8.4375, 2.8125, 2.4375, 2.796875, 2.875, 4.84375, 8.25, 2.890625, 3.328125, 2.765625, 9.1875, 2.265625, 2.40625, 2.90625, 5.0, 2.859375, 5.59375, 2.25, 22.375, 4.8125, 8.5625, 4.125, 2.140625, 2.890625, 2.703125, 4.8125, 3.40625, 6.3125, 3.140625, 24.5, 2.703125, 4.34375, 3.234375, 4.8125, 9.6875, 2.125, 3.109375, 3.296875, 4.5625, 2.96875, 11.25, 1.8125, 3.640625, 6.4375, 4.21875, 7.3125, 3.71875, 2.640625, 3.140625, 5.46875, 3.203125, 5.625, 1.9375, 9.1875, 3.703125, 11.125, 15.0625, 3.625, 2.875, 3.265625, 2.78125, 2.875, 3.203125, 3.953125, 5.1875, 2.84375, 2.265625, 6.0625, 13.25, 2.265625, 4.15625, 65.5, 3.03125, 2.765625, 29.25, 3.25, 3.703125, 12.5625, 4.75, 2.0, 2.78125, 2.609375, 5.03125, 4.625, 49.5, 8.0625, 54.25, 1.28125, 2.5625, 4.84375, 2.640625, 1.851562, 2.3125, 38.0, 3.578125, 2.109375, 3.65625, 2.40625, 7.6875 ] } , "name": "onnx::Mul_10938", "outputIndexes": [ 2866 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2865, 2866 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/input_layernorm/Mul_1_output_0", "outputIndexes": [ 2867 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2867 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.15/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 7473 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7473 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.15/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 7474 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7474 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 906038192, 2621462, 655360, 0, 0 ] } , "name": "/layers.15/self_attn/q_proj/Linear", "outputIndexes": [ 7475 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7475 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.15/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 7476 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7476 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ] , "dimType": "NCHW" } , "name": "/layers.15/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 2868 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2867 ] , "main_type": "NONE", "name": "/blocks.15/self_attn/Shape_output_0", "outputIndexes": [ 2869 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 2869 ] , "main_type": "NONE", "name": "Shape3506", "outputIndexes": [ 2870 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 2869 ] , "main_type": "NONE", "name": "Rank3508", "outputIndexes": [ 2871 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2871, 2871 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3510", "outputIndexes": [ 2872 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2872 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3511", "outputIndexes": [ 2873 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2872, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3513", "outputIndexes": [ 2874 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2874 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3514", "outputIndexes": [ 2875 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2870, 2873, 2875, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice3517", "outputIndexes": [ 2876 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2876 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze3518", "outputIndexes": [ 2877 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2877, 2877 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3520", "outputIndexes": [ 2878 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2869, 2878, 2872 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.15/self_attn/Gather_output_0", "outputIndexes": [ 2879 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2879, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.15/self_attn/Unsqueeze_output_0", "outputIndexes": [ 2880 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2872 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3528", "outputIndexes": [ 2881 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2874 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3531", "outputIndexes": [ 2882 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2870, 2881, 2882, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice3534", "outputIndexes": [ 2883 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2883 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze3535", "outputIndexes": [ 2884 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 2884 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3536", "outputIndexes": [ 2885 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2885, 2884 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3537", "outputIndexes": [ 2886 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2869, 2886, 2872 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.15/self_attn/Gather_1_output_0", "outputIndexes": [ 2887 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2887, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.15/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 2888 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2880, 2888, 41, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.15/self_attn/Concat_output_0", "outputIndexes": [ 2889 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2868, 2889 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.15/self_attn/Reshape_output_0", "outputIndexes": [ 2890 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2890 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.15/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 2892 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2892 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.15/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 2893 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2893, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/self_attn/q_norm/Add_output_0", "outputIndexes": [ 2894 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2894, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 2895 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2890, 2895 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 2896 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2896, 51 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 2897 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2897, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/self_attn/Mul_output_0", "outputIndexes": [ 2898 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2897 ] , "main_type": "NONE", "name": "/blocks.15/self_attn/Shape_2_output_0", "outputIndexes": [ 2899 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 2899 ] , "main_type": "NONE", "name": "Shape3552", "outputIndexes": [ 2900 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 2899 ] , "main_type": "NONE", "name": "Rank3554", "outputIndexes": [ 2901 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2901, 2901 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3556", "outputIndexes": [ 2902 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2902 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3557", "outputIndexes": [ 2903 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2902, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3559", "outputIndexes": [ 2904 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2904 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3560", "outputIndexes": [ 2905 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2900, 2903, 2905, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice3563", "outputIndexes": [ 2906 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2906 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze3564", "outputIndexes": [ 2907 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 2907 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3565", "outputIndexes": [ 2908 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2908, 2907 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3566", "outputIndexes": [ 2909 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2899, 2909, 2902 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.15/self_attn/Gather_2_output_0", "outputIndexes": [ 2910 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2910, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/self_attn/Div_output_0", "outputIndexes": [ 2911 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2911, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.15/self_attn/Unsqueeze_7_output_0", "outputIndexes": [ 2912 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2897, 2912, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.15/self_attn/Slice_1_output_0", "outputIndexes": [ 2913 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2913 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.15/self_attn/Neg_output_0", "outputIndexes": [ 2914 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2911, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.15/self_attn/Unsqueeze_6_output_0", "outputIndexes": [ 2915 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2897, 31, 2915, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.15/self_attn/Slice_output_0", "outputIndexes": [ 2916 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2914, 2916 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.15/self_attn/Concat_3_output_0", "outputIndexes": [ 2917 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2917, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/self_attn/Mul_1_output_0", "outputIndexes": [ 2918 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2898, 2918 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/self_attn/Add_output_0", "outputIndexes": [ 2919 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7474 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 909315014, 655382, 163840, 0, 0 ] } , "name": "/layers.15/self_attn/k_proj/Linear", "outputIndexes": [ 7479 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7479 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.15/self_attn/k_proj/Linear/post_convert", "outputIndexes": [ 7480 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7480 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.15/self_attn/k_proj/Linear/post_reshape", "outputIndexes": [ 2920 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2879, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.15/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 2921 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2887, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.15/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 2922 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2921, 2922, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.15/self_attn/Concat_1_output_0", "outputIndexes": [ 2923 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2920, 2923 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.15/self_attn/Reshape_1_output_0", "outputIndexes": [ 2924 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2924 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.15/self_attn/k_norm/Pow_output_0", "outputIndexes": [ 2926 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2926 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.15/self_attn/k_norm/ReduceMean_output_0", "outputIndexes": [ 2927 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2927, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/self_attn/k_norm/Add_output_0", "outputIndexes": [ 2928 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2928, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/self_attn/k_norm/Pow_1_output_0", "outputIndexes": [ 2929 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2924, 2929 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/self_attn/k_norm/Mul_output_0", "outputIndexes": [ 2930 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2930, 121 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/self_attn/k_norm/Mul_1_output_0", "outputIndexes": [ 2931 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2931, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/self_attn/Mul_2_output_0", "outputIndexes": [ 2932 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2931 ] , "main_type": "NONE", "name": "/blocks.15/self_attn/Shape_3_output_0", "outputIndexes": [ 2933 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 2933 ] , "main_type": "NONE", "name": "Shape3592", "outputIndexes": [ 2934 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 2933 ] , "main_type": "NONE", "name": "Rank3594", "outputIndexes": [ 2935 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2935, 2935 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3596", "outputIndexes": [ 2936 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2936 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3597", "outputIndexes": [ 2937 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2936, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3599", "outputIndexes": [ 2938 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2938 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3600", "outputIndexes": [ 2939 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2934, 2937, 2939, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice3603", "outputIndexes": [ 2940 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2940 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze3604", "outputIndexes": [ 2941 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 2941 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3605", "outputIndexes": [ 2942 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2942, 2941 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3606", "outputIndexes": [ 2943 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2933, 2943, 2936 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.15/self_attn/Gather_3_output_0", "outputIndexes": [ 2944 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2944, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/self_attn/Div_1_output_0", "outputIndexes": [ 2945 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2945, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.15/self_attn/Unsqueeze_9_output_0", "outputIndexes": [ 2946 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2931, 2946, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.15/self_attn/Slice_3_output_0", "outputIndexes": [ 2947 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2947 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.15/self_attn/Neg_1_output_0", "outputIndexes": [ 2948 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2945, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.15/self_attn/Unsqueeze_8_output_0", "outputIndexes": [ 2949 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2931, 31, 2949, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.15/self_attn/Slice_2_output_0", "outputIndexes": [ 2950 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2948, 2950 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.15/self_attn/Concat_4_output_0", "outputIndexes": [ 2951 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2951, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/self_attn/Mul_3_output_0", "outputIndexes": [ 2952 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2932, 2952 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/self_attn/Add_1_output_0", "outputIndexes": [ 2953 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7474 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 910134236, 655382, 163840, 0, 0 ] } , "name": "/layers.15/self_attn/v_proj/Linear", "outputIndexes": [ 7483 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7483 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.15/self_attn/v_proj/Linear/post_convert", "outputIndexes": [ 7484 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7484 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.15/self_attn/v_proj/Linear/post_reshape", "outputIndexes": [ 2954 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2879, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.15/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 2955 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2887, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.15/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 2956 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2955, 2956, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.15/self_attn/Concat_2_output_0", "outputIndexes": [ 2957 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2954, 2957 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.15/self_attn/Reshape_2_output_0", "outputIndexes": [ 2958 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2958 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.15/self_attn/v_norm/Pow_output_0", "outputIndexes": [ 2960 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2960 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.15/self_attn/v_norm/ReduceMean_output_0", "outputIndexes": [ 2961 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2961, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/self_attn/v_norm/Add_output_0", "outputIndexes": [ 2962 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2962, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/self_attn/v_norm/Pow_1_output_0", "outputIndexes": [ 2963 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2958, 2963 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/self_attn/v_norm/Mul_output_0", "outputIndexes": [ 2964 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2919, 2953, 2964, 167 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 15, "kv_shared_layer_index": -1 } , "name": "/layers.15/self_attn/FusedAttention", "outputIndexes": [ 2965 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2965 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.15/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 7485 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7485 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.15/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 7486 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7486 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 910953458, 2621462, 655360, 0, 0 ] } , "name": "/layers.15/self_attn/o_proj/Linear", "outputIndexes": [ 7487 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7487 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.15/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 7488 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7488 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.15/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 2966 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2966 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.15/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 2968 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2968 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.15/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 2969 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2969, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/post_attention_layernorm/Add_output_0", "outputIndexes": [ 2970 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2970, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 2971 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2966, 2971 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 2972 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.164062, 0.78125, 0.753906, 0.361328, 1.164062, 1.164062, 1.164062, 0.578125, 1.164062, 1.164062, 0.753906, 1.164062, 1.164062, 1.164062, 1.164062, 0.40625, 1.164062, 0.478516, 1.164062, 1.164062, 1.164062, 1.164062, 1.03125, 1.15625, 0.808594, 0.163086, 1.015625, 1.164062, 1.164062, 1.164062, 0.78125, 0.400391, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.464844, 0.554688, 0.679688, 1.164062, 1.164062, 1.101562, 0.116699, 0.75, 1.140625, 1.140625, 0.753906, 0.191406, 1.109375, 1.132812, 0.9375, 1.15625, 0.589844, 1.148438, 0.449219, 1.164062, 1.023438, 0.667969, 1.148438, 0.209961, 0.980469, 1.164062, 0.921875, 1.164062, 1.164062, 0.120605, 0.351562, 1.164062, 0.150391, 1.070312, 0.773438, 1.164062, 1.0625, 1.164062, 1.03125, 1.164062, 1.15625, 1.164062, 1.148438, 0.980469, 1.132812, 1.164062, 0.098145, 1.164062, 0.703125, 1.164062, 1.164062, 1.132812, 0.773438, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.09375, 1.164062, 0.570312, 0.515625, 0.451172, 1.164062, 0.636719, 1.164062, 0.480469, 0.996094, 0.972656, 1.164062, 0.214844, 0.28125, 1.15625, 0.832031, 0.246094, 0.087402, 1.164062, 1.164062, 0.165039, 1.15625, 1.164062, 1.140625, 1.164062, 1.164062, 0.507812, 1.140625, 1.164062, 0.902344, 1.164062, 0.119629, 0.392578, 1.164062, 0.746094, 1.164062, 0.068359, 1.164062, 1.03125, 0.578125, 1.164062, 1.164062, 0.168945, 0.160156, 0.664062, 0.195312, 1.140625, 0.107422, 1.164062, 1.164062, 1.164062, 1.101562, 1.164062, 1.164062, 0.96875, 0.476562, 0.652344, 1.164062, 1.164062, 0.9375, 1.164062, 0.175781, 1.15625, 1.164062, 1.164062, 1.164062, 0.404297, 0.90625, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.101562, 0.453125, 1.164062, 1.164062, 0.351562, 0.478516, 1.046875, 1.140625, 1.164062, 1.164062, 1.164062, 1.046875, 0.828125, 0.269531, 0.664062, 0.160156, 0.789062, 1.164062, 0.488281, 0.341797, 1.132812, 0.457031, 0.123047, 0.207031, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.871094, 1.164062, 0.18457, 1.164062, 1.164062, 1.164062, 0.6875, 1.164062, 0.691406, 0.898438, 0.062012, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.960938, 1.164062, 1.140625, 0.147461, 0.02356, 0.699219, 1.117188, 1.164062, 0.00106, 0.189453, 1.148438, 1.164062, 1.164062, 1.164062, 0.671875, 1.117188, 1.164062, 1.164062, 0.462891, 0.109375, 1.007812, 1.164062, 0.125977, 1.15625, 0.765625, 1.164062, 1.164062, 1.140625, 1.164062, 0.84375, 0.291016, 1.164062, 0.410156, 0.441406, 1.007812, 1.164062, 1.164062, 1.164062, 0.134766, 1.164062, 0.972656, 0.030762, 1.164062, 1.164062, 0.384766, 0.103516, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.511719, 1.164062, 0.088867, 1.164062, 1.164062, 1.164062, 0.412109, 1.140625, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.890625, 0.730469, 0.914062, 1.164062, 0.205078, 1.164062, 0.045654, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.131836, 1.164062, 1.15625, 0.722656, 0.671875, 0.996094, 1.164062, 1.15625, 1.164062, 1.164062, 0.851562, 1.164062, 0.871094, 1.164062, 1.164062, 0.667969, 0.263672, 0.589844, 1.164062, 1.164062, 1.164062, 1.164062, 1.15625, 1.164062, 1.15625, 0.076172, 0.894531, 0.964844, 0.949219, 1.164062, 0.056396, 1.164062, 1.164062, 0.554688, 1.164062, 0.114746, 0.628906, 1.164062, 1.164062, 0.083008, 1.164062, 1.164062, 1.023438, 0.183594, 1.015625, 1.164062, 1.15625, 0.800781, 1.164062, 0.447266, 0.808594, 0.578125, 0.613281, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.345703, 1.164062, 1.164062, 0.636719, 0.099121, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.578125, 1.140625, 1.164062, 1.164062, 1.109375, 0.285156, 0.96875, 1.039062, 0.135742, 0.421875, 1.164062, 1.164062, 1.164062, 1.164062, 0.960938, 1.164062, 1.03125, 0.269531, 1.164062, 1.164062, 0.886719, 1.164062, 1.164062, 0.154297, 0.648438, 0.147461, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.765625, 1.164062, 1.164062, 1.164062, 1.164062, 1.007812, 1.164062, 0.617188, 0.996094, 1.164062, 1.0625, 1.164062, 1.078125, 1.164062, 0.816406, 0.734375, 0.410156, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.054199, 1.164062, 0.394531, 0.871094, 1.164062, 0.369141, 1.164062, 1.164062, 1.164062, 1.15625, 1.078125, 1.164062, 1.164062, 1.164062, 1.054688, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.988281, 1.164062, 0.154297, 1.03125, 1.148438, 0.808594, 0.960938, 1.164062, 1.164062, 1.164062, 0.051514, 1.164062, 0.363281, 1.164062, 0.828125, 1.0625, 1.164062, 1.164062, 1.164062, 1.0625, 1.164062, 1.164062, 0.960938, 1.164062, 1.164062, 0.613281, 0.240234, 0.972656, 1.164062, 0.683594, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.34375, 0.609375, 0.392578, 1.164062, 0.675781, 0.114258, 1.164062, 1.164062, 0.333984, 1.164062, 1.164062, 1.164062, 1.132812, 0.53125, 1.164062, 0.139648, 0.001068, 0.241211, 0.625, 1.164062, 1.164062, 1.164062, 0.166016, 0.902344, 1.039062, 1.164062, 1.164062, 1.164062, 1.164062, 0.574219, 1.140625, 1.164062, 1.164062, 1.164062, 1.164062, 1.15625, 1.164062, 1.164062, 1.09375, 1.117188, 1.164062, 1.164062, 1.164062, 1.164062, 0.824219, 1.15625, 1.148438, 1.164062, 0.116211, 1.15625, 1.164062, 1.140625, 1.164062, 1.164062, 1.164062, 1.164062, 0.609375, 1.164062, 0.392578, 1.164062, 1.164062, 1.164062, 1.085938, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.132812, 0.914062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.394531, 1.164062, 1.054688, 1.164062, 1.0625, 0.227539, 0.494141, 1.164062, 1.15625, 0.158203, 1.132812, 1.164062, 1.164062, 1.164062, 0.164062, 0.251953, 1.164062, 1.070312, 1.164062, 1.117188, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.109375, 1.164062, 1.007812, 1.164062, 0.419922, 1.164062, 0.096191, 1.164062, 1.164062, 1.007812, 1.164062, 0.617188, 1.164062, 1.164062, 0.855469, 1.164062, 1.164062, 1.164062, 1.070312, 1.039062, 1.164062, 0.133789, 1.15625, 1.164062, 1.078125, 1.164062, 1.164062, 0.063477, 0.020752, 1.164062, 1.164062, 0.333984, 1.164062, 1.164062, 1.164062, 0.001076, 1.164062, 0.110352, 0.890625, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.605469, 1.164062, 1.164062, 1.164062, 0.550781, 0.451172, 1.164062, 0.267578, 1.023438, 1.164062, 1.164062, 0.073242, 1.164062, 1.164062, 1.15625, 1.164062, 0.894531, 0.104004, 0.34375, 0.179688, 0.137695, 1.054688, 0.324219, 0.828125, 1.164062, 1.164062, 1.164062, 0.061279, 1.164062, 1.03125, 1.140625, 0.15625, 1.164062, 1.164062, 1.164062, 0.382812, 1.164062, 1.164062, 1.132812, 1.164062, 1.164062, 1.164062, 1.164062, 0.917969, 1.164062, 1.164062, 0.466797, 1.164062, 0.119629, 1.164062, 1.164062, 1.070312, 1.078125, 0.679688, 1.164062, 0.507812, 1.164062, 1.164062, 0.976562, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.238281, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.453125, 1.164062, 1.164062, 1.164062, 1.101562, 1.164062, 0.589844, 0.8125, 0.570312, 0.416016, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.488281, 0.106445, 1.164062, 0.53125, 0.613281, 1.164062, 0.3125, 0.847656, 1.164062, 1.132812, 1.164062, 1.164062, 1.164062, 1.164062, 0.439453, 0.492188, 1.164062, 1.109375, 1.164062, 0.929688, 1.164062, 1.164062, 1.164062, 1.164062, 0.332031, 1.164062, 1.164062, 0.839844, 1.164062, 1.164062, 1.164062, 0.054688, 1.15625, 1.164062, 1.164062, 0.001106, 1.164062, 1.164062, 0.566406, 1.164062, 0.240234, 1.164062, 1.164062, 1.164062, 0.109375, 0.890625, 1.164062, 0.439453, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.671875, 1.164062, 1.03125, 0.447266, 0.210938, 0.734375, 1.164062, 1.164062, 1.164062, 1.164062, 0.519531, 1.164062, 0.640625, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.09375, 0.142578, 1.164062, 0.707031, 1.140625, 1.164062, 1.109375, 0.890625, 0.902344, 0.027344, 0.079102, 1.164062, 1.164062, 0.992188, 1.03125, 1.15625, 1.164062, 1.164062, 1.164062, 1.15625, 1.164062, 1.164062, 0.988281, 1.164062, 1.164062, 1.164062, 0.53125, 0.114746, 1.164062, 1.164062, 1.164062, 0.474609, 1.164062, 1.164062, 1.15625, 0.777344, 0.094238, 0.118164, 1.164062, 1.101562, 0.871094, 1.164062, 0.734375, 1.164062, 0.546875, 0.068359, 1.164062, 0.875, 1.164062, 1.0625, 0.585938, 0.703125, 1.164062, 1.0, 0.001007, 1.164062, 1.117188, 0.036377, 0.710938, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.140625, 0.141602, 1.15625, 0.789062, 1.164062, 0.328125, 0.75, 1.164062, 1.140625, 0.933594, 1.164062, 0.46875, 1.03125, 1.164062, 1.164062, 0.960938, 1.164062, 1.164062, 0.015442, 1.164062, 1.164062, 0.945312, 0.511719, 0.101074, 0.992188, 1.164062, 0.878906, 1.164062, 1.0, 1.164062, 1.054688, 1.164062, 1.046875, 1.164062, 1.148438, 0.296875, 1.164062, 1.164062, 1.164062, 1.164062, 1.0, 1.140625, 1.164062, 1.164062, 0.519531, 0.457031, 1.164062, 1.164062, 0.777344, 0.976562, 0.246094, 1.164062, 0.077637, 1.164062, 1.164062, 1.164062, 0.628906, 1.164062, 1.164062, 1.164062, 0.118164, 0.435547, 1.164062, 1.164062, 0.071289, 1.164062, 1.164062, 1.164062, 0.318359, 1.148438, 1.164062, 1.164062, 1.164062, 0.00106, 1.109375, 0.613281, 1.15625, 1.164062, 0.211914, 0.204102, 1.164062, 1.164062, 1.0625, 1.164062, 1.164062, 0.625, 0.241211, 0.098633, 1.164062, 1.117188, 0.076172, 0.796875, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.148438, 1.03125, 0.433594, 1.164062, 0.137695, 1.054688, 1.164062, 1.164062, 1.0625, 1.164062, 0.161133, 1.164062, 1.164062, 1.164062, 1.007812, 0.443359, 1.164062, 1.164062, 1.101562, 1.148438, 1.15625, 0.166016, 1.164062, 0.660156, 1.164062, 1.164062, 1.164062, 1.15625, 1.148438, 0.953125, 1.164062, 1.164062, 1.09375, 1.164062, 1.164062, 1.164062, 1.164062, 1.03125, 0.088379, 0.753906, 0.476562, 1.164062, 1.164062, 0.691406, 1.164062, 1.109375, 1.164062, 0.241211, 1.03125, 0.462891, 0.084961, 0.482422, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.034668, 0.18457, 1.164062, 0.632812, 1.164062, 1.164062, 1.15625, 1.164062, 1.164062, 1.164062, 1.007812, 1.164062, 1.164062, 1.164062, 0.074219, 1.164062, 0.001106, 0.691406, 0.46875, 1.164062, 0.53125, 1.132812, 1.164062, 1.164062, 1.164062, 1.164062, 1.101562, 0.820312, 1.164062, 1.164062, 1.164062, 1.164062, 0.014343, 1.15625, 1.164062, 1.164062, 1.164062, 0.46875, 0.427734, 1.070312, 1.164062, 1.164062, 1.164062, 1.03125, 1.164062, 1.164062, 0.480469, 1.164062, 1.164062, 0.972656, 0.269531, 1.164062, 1.164062, 0.087402, 1.164062, 0.9375, 0.617188, 1.164062, 1.078125, 1.164062, 1.164062, 0.992188, 1.164062, 1.109375, 1.164062, 1.164062, 1.164062, 0.267578, 1.164062, 0.796875, 1.164062, 0.474609, 1.164062, 1.164062, 1.164062, 0.59375, 1.164062, 1.164062, 0.875, 0.157227, 0.1875, 1.164062, 1.164062, 0.19043, 1.164062, 1.164062, 1.164062, 1.078125, 0.914062, 1.164062, 1.164062, 1.164062, 0.161133, 0.871094, 0.347656, 1.164062, 1.007812, 1.164062, 1.164062, 1.164062, 1.164062, 0.6875, 0.773438, 1.164062, 1.164062, 1.164062, 1.164062, 0.863281, 1.164062, 1.015625, 0.490234, 1.101562, 0.12207, 0.359375, 1.164062, 1.164062, 0.5, 1.164062, 1.164062, 1.164062, 0.53125, 1.164062, 0.59375, 1.164062, 1.15625, 0.765625, 0.609375, 1.164062, 1.164062, 1.164062, 0.183594, 1.164062, 0.402344, 1.164062, 1.164062, 1.164062, 1.085938, 1.164062, 1.164062, 0.158203, 0.832031, 0.04834, 1.164062, 0.072754, 0.070801, 1.164062, 0.404297, 0.90625, 1.164062, 0.417969, 0.652344, 1.164062, 0.542969, 1.15625, 1.164062, 1.164062, 0.4375, 1.117188, 1.164062, 1.164062, 1.164062, 1.164062, 0.480469, 0.107422, 1.164062, 0.726562, 0.714844, 1.164062, 1.164062, 1.164062, 1.164062, 1.015625, 1.132812, 0.992188, 1.164062, 0.090332, 0.330078, 1.164062, 1.164062, 0.103516, 1.164062, 0.233398, 0.5625, 0.029297, 0.332031, 0.118164, 1.164062, 1.164062, 1.132812, 1.164062, 1.164062, 0.488281, 0.726562, 1.164062, 0.245117, 1.164062, 0.472656, 0.835938, 1.164062, 1.164062, 0.478516, 0.490234, 1.148438, 1.164062, 1.085938, 1.164062, 1.164062, 0.878906, 1.164062, 1.164062, 0.519531, 0.417969, 1.164062, 0.146484, 1.164062, 0.384766, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.047363, 0.828125, 1.164062, 1.164062, 0.613281, 0.945312, 1.164062, 0.863281, 0.90625, 0.890625, 0.691406, 1.117188, 0.386719, 0.482422, 0.890625, 0.069336, 1.164062, 1.164062, 0.566406, 1.164062, 1.03125, 0.828125, 1.164062, 1.164062, 1.164062, 0.949219, 1.164062, 0.031006, 0.100098, 0.832031, 0.353516, 0.46875, 1.164062, 0.742188, 0.161133, 0.566406, 1.164062, 1.164062, 1.164062, 1.164062, 0.789062, 0.679688, 1.164062, 1.078125, 1.164062, 1.164062, 1.164062, 1.15625, 1.078125, 1.164062, 1.15625, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.96875, 1.15625, 1.164062, 1.164062, 1.164062, 0.613281, 1.164062, 1.164062, 1.164062, 0.613281, 1.164062, 0.867188, 1.164062, 1.164062, 1.164062, 1.109375, 1.164062, 1.164062, 0.960938, 0.105469, 1.164062, 1.164062, 0.761719, 0.9375, 1.164062, 1.164062, 1.164062, 1.164062, 0.828125, 0.12207, 1.164062, 1.164062, 1.164062, 0.097656, 1.164062, 0.289062, 1.164062, 0.914062, 0.804688, 0.519531, 1.164062, 1.164062, 1.132812, 1.15625, 0.144531, 1.0, 1.164062, 1.164062, 1.164062, 1.140625, 0.664062, 1.125, 0.089844, 1.164062, 0.122559, 1.15625, 1.164062, 0.941406, 1.164062, 0.734375, 1.125, 0.53125, 1.164062, 1.164062, 0.457031, 1.164062, 0.037354, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.148438, 0.304688, 1.101562, 1.164062, 1.164062, 1.164062, 0.59375, 1.164062, 1.023438, 1.164062, 0.550781, 0.945312, 0.326172, 1.164062, 0.917969, 1.164062, 1.164062, 1.164062, 0.449219, 1.164062, 0.09082, 1.164062, 1.164062, 1.164062, 0.566406, 0.026367, 0.5625, 0.570312, 0.079102, 1.164062, 1.164062, 1.15625, 0.480469, 1.164062, 0.416016, 1.164062, 1.164062, 1.117188, 1.117188, 0.957031, 1.164062, 1.164062, 1.0, 1.164062, 1.164062, 1.164062, 0.195312, 0.585938, 1.164062, 1.164062, 1.15625, 1.164062, 0.451172, 1.148438, 1.164062, 1.101562, 1.164062, 1.164062, 0.773438, 1.164062, 0.597656, 1.164062, 1.148438, 1.164062, 1.0625, 1.09375, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.199219, 0.6875, 1.148438, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.063477, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.03125, 1.164062, 1.164062, 1.164062, 0.155273, 1.148438, 1.164062, 1.0625, 1.164062, 1.039062, 1.164062, 1.164062, 0.648438, 1.164062, 0.065918, 0.206055, 1.164062, 0.058105, 0.084473, 0.175781, 1.164062, 1.164062, 1.164062, 1.164062, 1.0625, 1.164062, 1.164062, 0.910156, 0.041504, 0.496094, 1.164062, 0.910156, 0.110352, 1.164062, 0.022949, 0.229492, 0.613281, 0.392578, 1.164062, 0.472656, 0.761719, 0.414062, 1.109375, 1.164062, 0.855469, 1.148438, 0.337891, 1.164062, 0.671875, 1.164062, 1.164062, 1.164062, 0.65625, 0.3125, 1.164062, 0.722656, 1.164062, 1.164062, 1.164062, 0.996094, 0.114258, 0.585938, 0.070801, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.210938, 1.164062, 1.164062, 1.164062, 0.101074, 1.09375, 1.164062, 1.164062, 1.164062, 1.09375, 1.164062, 1.164062, 1.164062, 0.527344, 1.140625, 0.116211, 0.296875, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.964844, 1.164062, 1.164062, 1.164062, 1.164062, 0.628906, 1.164062, 0.96875, 1.164062, 1.164062, 1.164062, 1.039062, 1.164062, 0.726562, 1.164062, 1.164062, 1.09375, 1.164062, 0.875, 0.960938, 1.164062, 0.421875, 0.890625, 1.164062, 1.164062, 0.189453, 0.079102, 1.164062, 1.148438, 1.164062, 1.164062, 1.164062, 0.111816, 1.164062, 1.164062, 0.289062, 0.001068, 1.164062, 1.140625, 1.164062, 1.164062, 1.164062, 1.164062, 1.085938, 0.214844, 1.164062, 1.164062, 0.431641, 1.164062, 1.164062, 1.164062, 1.15625, 0.474609, 0.474609, 0.886719, 0.144531, 0.746094, 0.734375, 0.457031, 1.164062, 1.148438, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.289062, 1.164062, 0.433594, 0.625, 1.164062, 0.726562, 1.15625, 1.070312, 0.279297, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.984375, 1.164062, 0.093262, 1.164062, 0.022827, 1.164062, 1.15625, 0.050537, 0.179688, 1.164062, 0.832031, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.310547, 1.117188, 0.249023, 0.703125, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.046875, 0.143555, 1.164062, 0.679688, 1.164062, 1.164062, 0.699219, 1.148438, 0.265625, 1.164062, 1.164062, 1.15625, 0.084473, 1.164062, 1.164062, 1.164062, 1.132812, 1.164062, 0.9375, 1.164062, 0.941406, 0.882812, 0.589844, 1.164062, 0.6875, 0.07666, 1.164062, 1.164062, 1.164062, 1.164062, 1.15625, 1.164062, 0.871094, 0.392578, 1.164062, 0.216797, 1.125, 0.539062, 1.164062, 1.164062, 0.515625, 1.15625, 1.164062, 0.28125, 0.832031, 1.023438, 1.046875, 0.132812, 0.542969, 1.117188, 1.164062, 1.15625, 0.621094, 0.703125, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.519531, 1.164062, 0.035645, 0.707031, 0.648438, 0.894531, 1.164062, 1.070312, 0.867188, 1.164062, 0.769531, 1.164062, 1.164062, 0.026733, 1.164062, 1.148438, 1.164062, 0.151367, 0.482422, 0.71875, 1.164062, 0.71875, 0.472656, 1.164062, 0.78125, 1.15625, 1.164062, 1.164062, 1.164062, 1.164062, 0.660156, 0.375, 1.164062, 1.164062, 1.164062, 1.164062, 0.036865, 0.492188, 1.164062, 1.164062, 0.464844, 1.164062, 0.439453, 1.164062, 1.15625, 0.628906, 0.114746, 0.511719, 1.164062, 1.164062, 1.148438, 0.792969, 0.585938, 0.675781, 1.164062, 0.466797, 0.255859, 0.839844, 0.019165, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.816406, 0.104492, 1.164062, 1.109375, 1.15625, 0.820312, 1.164062, 1.164062, 1.015625, 1.164062, 1.132812, 1.101562, 0.09375, 1.164062, 0.302734, 0.902344, 1.164062, 1.164062, 0.234375, 1.148438, 1.164062, 1.164062, 0.605469, 1.164062, 1.09375, 1.148438, 1.164062, 1.164062, 1.164062, 1.164062, 0.359375, 1.164062, 0.9375, 0.255859, 1.164062, 1.164062, 0.416016, 1.164062, 1.164062, 0.558594, 1.164062, 1.164062, 1.164062, 1.09375, 1.164062, 1.117188, 1.164062, 1.164062, 1.164062, 1.007812, 1.164062, 1.164062, 1.164062, 1.164062, 1.117188, 1.164062, 0.047363, 0.151367, 1.164062, 1.164062, 0.988281, 0.691406, 0.957031, 1.164062, 0.910156, 1.164062, 1.164062, 0.632812, 1.164062, 0.001106, 0.294922, 0.123535, 0.166992, 1.164062, 0.231445, 1.164062, 0.875, 0.371094, 0.121582, 1.164062, 1.164062, 1.164062, 0.083496, 1.164062, 0.030151, 1.15625, 1.164062, 1.164062, 0.539062, 0.230469, 0.15918, 0.021118, 0.130859, 0.839844, 1.164062, 1.148438, 1.0625, 1.03125, 0.546875, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.429688, 1.164062, 1.15625, 1.164062, 1.164062, 0.384766, 1.164062, 0.605469, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.722656, 1.164062, 1.164062, 1.164062, 0.574219, 1.023438, 1.164062, 1.164062, 1.164062, 1.164062, 0.597656, 0.988281, 0.6875, 1.164062, 0.244141, 1.164062, 0.257812, 1.101562, 1.164062, 0.421875, 1.164062, 1.140625, 0.976562, 1.164062, 1.140625, 1.15625, 1.164062, 1.148438, 0.330078, 0.164062, 1.164062, 1.164062, 1.164062, 0.777344, 1.164062, 1.03125, 1.164062, 1.164062, 0.816406, 1.164062, 0.361328, 1.164062, 1.164062, 1.164062, 1.164062, 0.208984, 0.898438, 0.075684, 1.109375, 1.164062, 1.039062, 1.164062, 0.402344, 1.164062, 0.416016, 0.15332, 0.714844, 0.519531, 1.164062, 1.164062, 1.164062, 0.12793, 1.164062, 0.065918, 1.164062, 1.148438, 0.507812, 1.164062, 1.164062, 0.339844, 1.117188, 1.164062, 1.15625, 0.953125, 1.101562, 1.164062, 1.164062, 1.164062, 1.046875, 0.839844, 0.229492, 1.164062, 1.164062, 1.164062, 0.105957, 0.625, 0.546875, 1.039062, 1.164062, 1.164062, 0.161133, 1.164062, 1.164062, 0.664062, 1.164062, 0.384766, 1.164062, 1.164062, 0.984375, 1.164062, 1.101562, 1.164062, 0.601562, 1.164062, 0.753906, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.326172, 1.078125, 0.871094, 0.361328, 0.076172, 1.164062, 1.164062, 0.466797, 1.015625, 1.164062, 1.164062, 1.164062, 0.001076, 0.040283, 0.148438, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.15625, 0.75, 1.164062, 1.164062, 1.15625, 0.169922, 0.882812, 0.125977, 1.164062, 0.064453, 1.164062, 1.164062, 1.164062, 0.279297, 0.337891, 0.746094, 1.164062, 1.15625, 1.078125, 0.037842, 1.164062, 1.164062, 0.388672, 1.164062, 0.001022, 1.164062, 1.164062, 0.111328, 1.164062, 1.164062, 1.070312, 1.164062, 0.566406, 1.164062, 1.164062, 1.164062, 1.164062, 0.155273, 1.164062, 1.164062, 0.181641, 1.164062, 0.535156, 1.164062, 1.164062, 1.164062, 1.15625, 0.839844, 0.742188, 1.164062, 0.292969, 1.132812, 0.429688, 0.894531, 1.007812, 1.078125, 0.726562, 0.357422, 0.291016, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.109375, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.15625, 1.164062, 1.164062, 0.275391, 0.9375, 1.164062, 0.363281, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.984375, 0.108887, 1.164062, 1.164062, 0.996094, 0.443359, 0.359375, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.200195, 1.164062, 1.164062, 1.164062, 1.140625, 1.164062, 0.291016, 1.164062, 0.107422, 0.671875, 1.0625, 1.09375, 0.104492, 0.890625, 1.164062, 0.515625, 0.953125, 0.126953, 1.164062, 1.164062, 0.449219, 1.164062, 1.164062, 1.164062, 1.164062, 1.054688, 1.164062, 1.164062, 0.515625, 0.176758, 1.15625, 1.164062, 0.957031, 1.164062, 0.855469, 0.484375, 0.316406, 1.164062, 0.263672, 1.054688, 1.164062, 1.164062, 1.164062, 1.15625, 1.164062, 0.130859, 0.738281, 0.507812, 1.164062, 1.078125, 1.164062, 0.949219, 0.217773, 1.15625, 1.054688, 0.077637, 1.164062, 0.652344, 0.001007, 0.15918, 0.181641, 1.164062, 1.164062, 1.164062, 0.220703, 1.164062, 0.664062, 0.714844, 0.617188, 1.164062, 1.164062, 1.164062, 1.164062, 1.09375, 0.941406, 1.164062, 1.164062, 1.15625, 0.180664, 1.070312, 0.347656, 1.164062, 0.21875, 1.164062, 0.613281, 1.164062, 0.300781, 0.617188, 1.164062, 1.164062, 1.164062, 0.183594, 1.164062, 1.164062, 0.451172, 1.164062, 1.164062, 1.164062, 1.164062, 0.84375, 1.164062, 1.164062, 1.164062, 1.164062, 0.109375, 0.6875, 0.96875, 1.164062, 0.898438, 0.470703, 1.164062, 0.435547, 0.137695, 1.117188, 1.164062, 1.164062, 1.164062, 0.486328, 1.164062, 1.140625, 1.164062, 1.164062, 0.056885, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.15625, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.226562, 0.445312, 1.164062, 1.164062, 0.78125, 0.921875, 1.164062, 1.164062, 0.550781, 0.135742, 1.15625, 1.164062, 1.101562, 1.164062, 0.640625, 1.164062, 1.132812, 1.164062, 0.016113, 0.394531, 1.164062, 1.164062, 0.53125, 1.164062, 0.816406, 1.164062, 1.164062, 0.597656, 1.117188, 0.503906, 1.164062, 1.164062, 1.164062, 1.109375, 1.164062, 0.308594, 1.164062, 1.109375, 1.046875, 0.359375, 0.234375, 0.820312, 0.800781, 0.96875, 1.117188, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.115234, 0.082031, 1.164062, 1.164062, 0.151367, 1.164062, 0.382812, 0.625, 1.164062, 1.164062, 1.164062, 0.894531, 1.164062, 0.427734, 0.667969, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.785156, 1.164062, 0.667969, 1.164062, 1.164062, 0.515625, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.027222, 1.164062, 0.359375, 1.164062, 1.164062, 1.164062, 0.179688, 0.769531, 1.164062, 0.582031, 1.164062, 1.164062, 0.691406, 0.044678, 1.164062, 0.235352, 1.164062, 0.498047, 0.291016, 1.164062, 1.164062, 1.164062, 0.115234, 1.164062, 1.164062, 0.238281, 1.164062, 1.164062, 1.164062, 1.070312, 1.164062, 1.164062, 1.164062, 0.65625, 1.164062, 1.164062, 1.140625, 1.164062, 1.164062, 1.164062, 1.164062, 0.597656, 0.486328, 0.546875, 1.164062, 1.164062, 1.164062, 0.115234, 1.164062, 0.119629, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.15625, 0.236328, 0.714844, 0.093262, 1.164062, 1.164062, 1.164062, 1.164062, 1.09375, 0.237305, 0.474609, 1.164062, 1.164062, 1.164062, 1.125, 0.423828, 0.070801, 0.15332, 1.164062, 1.164062, 1.164062, 0.691406, 1.164062, 1.164062, 1.164062, 1.164062, 0.271484, 1.164062, 0.253906, 0.157227, 1.085938, 1.164062, 1.164062, 1.164062, 0.076172, 1.125, 0.585938, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 1.164062, 0.018677, 1.164062, 1.09375, 0.324219, 0.917969, 0.077148, 1.09375, 1.164062, 1.164062, 1.164062, 0.102539, 1.164062, 1.164062, 0.396484, 0.914062, 0.100586, 1.164062, 0.582031, 0.605469, 0.539062, 1.164062, 0.902344, 1.164062, 0.464844, 1.015625, 1.164062, 1.164062, 0.832031, 0.707031, 0.115723, 1.164062, 1.164062, 1.164062, 1.070312, 1.164062, 1.164062, 1.15625, 1.164062, 1.15625, 1.164062, 1.054688, 0.124023, 0.699219, 0.404297, 0.828125, 1.164062, 1.164062, 0.898438, 1.164062, 1.164062, 0.121582, 1.164062, 0.392578, 1.164062, 1.164062, 1.164062, 0.890625, 1.15625, 1.164062, 1.164062, 1.164062, 1.164062, 0.390625, 0.474609, 1.164062, 1.164062, 0.376953, 1.164062, 0.71875, 1.101562, 1.117188, 1.164062, 1.164062, 0.859375, 1.164062, 0.245117, 0.225586, 1.164062, 1.164062, 1.164062, 1.164062, 0.613281, 1.164062, 1.164062, 0.519531, 1.164062, 0.316406, 0.9375, 1.164062, 1.164062, 1.164062, 0.792969, 0.507812, 1.164062, 1.15625, 1.164062, 0.097656, 1.164062, 0.933594, 0.699219, 0.816406, 1.03125, 0.945312, 1.164062, 1.109375, 1.164062, 1.164062, 0.097656, 1.125, 0.041016, 0.322266, 0.054443, 1.164062, 1.164062, 1.164062, 1.164062, 0.078613, 1.164062, 1.09375, 1.109375, 1.164062, 0.679688 ] } , "name": "onnx::Mul_10959", "outputIndexes": [ 2973 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2972, 2973 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 2974 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2860, 2974 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/Add_output_0", "outputIndexes": [ 2975 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2975 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.15/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 2976 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2976 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.15/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 2977 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2977, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 2978 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2978, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 2979 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2975, 2979 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 2980 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.675781, 0.695312, 0.585938, 2.953125, 0.511719, 0.589844, 0.503906, 0.640625, 0.53125, 0.322266, 0.878906, 0.871094, 0.660156, 0.929688, 0.6875, 1.429688, 0.369141, 0.378906, 0.445312, 0.699219, 0.566406, 0.515625, 0.683594, 0.742188, 0.648438, 0.75, 0.363281, 0.59375, 0.388672, 0.617188, 0.964844, 0.648438, 0.574219, 0.466797, 0.503906, 3.421875, 0.597656, 1.578125, 2.125, 0.667969, 0.589844, 0.714844, 1.0, 0.730469, 0.894531, 0.625, 0.523438, 0.671875, 0.65625, 0.535156, 0.378906, 0.6875, 0.539062, 2.453125, 0.613281, 0.625, 0.886719, 0.785156, 0.785156, 0.570312, 3.15625, 0.488281, 0.707031, 0.515625, 2.03125, 0.851562, 0.566406, 0.597656, 0.917969, 5.96875, 0.5625, 0.863281, 0.722656, 0.636719, 0.621094, 0.597656, 0.714844, 0.609375, 0.328125, 0.398438, 0.605469, 0.628906, 0.419922, 1.273438, 0.570312, 1.679688, 1.757812, 0.625, 0.59375, 0.808594, 0.558594, 0.482422, 0.742188, 0.625, 0.480469, 0.523438, 0.644531, 0.660156, 0.734375, 0.664062, 0.539062, 1.507812, 0.507812, 2.234375, 0.59375, 0.589844, 0.734375, 2.84375, 0.679688, 0.664062, 0.384766, 0.318359, 5.84375, 0.486328, 0.742188, 4.4375, 0.773438, 1.320312, 0.851562, 0.601562, 0.710938, 0.255859, 0.730469, 1.203125, 0.535156, 0.550781, 1.273438, 0.714844, 0.472656, 0.742188, 0.519531, 0.644531, 0.578125, 0.8125, 1.8125, 0.71875, 0.447266, 0.59375, 0.597656, 0.785156, 1.835938, 0.539062, 0.882812, 0.726562, 0.503906, 0.664062, 0.225586, 0.667969, 0.644531, 0.566406, 0.679688, 0.617188, 0.941406, 0.640625, 0.554688, 0.464844, 5.0625, 0.472656, 1.351562, 0.59375, 0.660156, 4.1875, 1.171875, 0.476562, 0.753906, 0.574219, 0.589844, 1.21875, 0.625, 0.527344, 0.714844, 0.482422, 0.511719, 0.511719, 0.648438, 0.601562, 0.566406, 0.640625, 0.433594, 0.582031, 0.875, 0.59375, 2.765625, 0.589844, 7.6875, 1.25, 0.808594, 0.675781, 2.9375, 0.597656, 1.46875, 0.539062, 1.578125, 0.542969, 0.478516, 0.40625, 0.578125, 0.542969, 0.609375, 1.078125, 0.578125, 2.859375, 0.589844, 1.4375, 0.365234, 1.632812, 0.6875, 0.867188, 0.863281, 16.25, 0.699219, 0.5625, 0.6875, 0.683594, 0.660156, 0.753906, 0.78125, 0.404297, 0.613281, 0.609375, 0.449219, 23.0, 0.617188, 0.890625, 0.652344, 0.875, 0.636719, 0.53125, 0.597656, 0.632812, 0.470703, 0.75, 0.511719, 0.464844, 0.550781, 2.234375, 0.78125, 0.550781, 0.382812, 0.546875, 0.435547, 1.554688, 0.402344, 0.757812, 0.582031, 0.59375, 0.664062, 3.46875, 0.628906, 0.445312, 2.75, 0.515625, 0.8125, 0.032715, 1.320312, 0.412109, 0.455078, 1.179688, 0.957031, 0.882812, 0.613281, 2.609375, 0.691406, 0.457031, 0.585938, 0.71875, 0.601562, 0.566406, 2.5625, 0.582031, 1.414062, 0.652344, 0.957031, 0.480469, 0.347656, 0.59375, 0.683594, 0.9375, 0.660156, 0.535156, 0.492188, 0.578125, 0.223633, 1.007812, 1.351562, 0.878906, 0.929688, 0.816406, 1.179688, 1.109375, 0.671875, 0.605469, 0.632812, 0.835938, 0.625, 0.554688, 1.21875, 0.703125, 0.628906, 0.558594, 0.605469, 0.882812, 0.386719, 0.550781, 0.585938, 0.511719, 1.453125, 0.498047, 1.195312, 0.785156, 0.550781, 2.046875, 1.820312, 0.566406, 0.605469, 0.953125, 0.660156, 0.761719, 0.820312, 0.291016, 0.53125, 2.8125, 0.835938, 1.242188, 0.753906, 0.519531, 9.8125, 0.542969, 0.660156, 1.9375, 0.761719, 7.03125, 1.289062, 0.589844, 0.589844, 10.4375, 0.511719, 0.660156, 0.640625, 4.65625, 0.59375, 0.431641, 0.589844, 0.589844, 0.470703, 2.890625, 0.585938, 1.390625, 1.640625, 0.515625, 0.507812, 0.679688, 0.828125, 0.589844, 0.523438, 3.3125, 1.59375, 0.828125, 0.65625, 4.59375, 0.546875, 0.703125, 0.554688, 0.484375, 0.664062, 0.570312, 0.412109, 0.511719, 0.597656, 0.652344, 4.15625, 0.777344, 1.734375, 0.960938, 2.1875, 0.527344, 0.640625, 0.753906, 0.515625, 0.621094, 0.777344, 0.550781, 4.15625, 0.458984, 0.636719, 0.675781, 0.554688, 0.451172, 5.15625, 0.163086, 0.648438, 0.683594, 0.597656, 0.628906, 0.511719, 0.589844, 1.617188, 0.546875, 0.515625, 0.515625, 0.519531, 0.90625, 0.507812, 1.210938, 0.664062, 0.667969, 0.644531, 0.460938, 0.882812, 0.742188, 1.03125, 0.671875, 2.25, 0.53125, 0.660156, 0.714844, 0.664062, 0.539062, 0.707031, 0.675781, 11.125, 0.730469, 1.835938, 1.523438, 0.353516, 2.265625, 0.416016, 0.585938, 0.949219, 0.625, 0.785156, 0.570312, 0.757812, 0.458984, 0.419922, 0.574219, 0.3125, 0.542969, 0.46875, 0.369141, 0.804688, 0.6875, 0.550781, 3.46875, 0.988281, 0.640625, 0.761719, 0.628906, 0.5, 0.601562, 0.546875, 14.0, 0.507812, 2.234375, 0.546875, 1.460938, 0.589844, 0.539062, 0.566406, 0.683594, 0.617188, 0.628906, 0.486328, 0.792969, 0.326172, 0.523438, 0.933594, 0.359375, 0.554688, 0.632812, 1.226562, 0.546875, 0.570312, 0.820312, 0.734375, 0.605469, 0.726562, 11.1875, 0.703125, 0.609375, 1.40625, 9.75, 1.03125, 0.417969, 0.237305, 0.746094, 0.443359, 0.945312, 0.511719, 3.4375, 0.566406, 2.671875, 0.800781, 0.271484, 1.734375, 0.640625, 0.566406, 0.511719, 0.894531, 1.945312, 0.679688, 0.273438, 0.828125, 0.535156, 0.738281, 0.554688, 0.431641, 0.996094, 0.722656, 0.667969, 0.451172, 0.644531, 0.730469, 0.8125, 0.652344, 0.507812, 0.773438, 0.773438, 0.632812, 0.78125, 0.6875, 0.554688, 0.605469, 0.597656, 1.546875, 0.578125, 0.092285, 0.605469, 0.683594, 0.621094, 0.671875, 0.613281, 1.976562, 0.4375, 3.21875, 0.550781, 0.605469, 0.421875, 0.667969, 1.007812, 0.357422, 0.609375, 0.734375, 0.71875, 1.421875, 0.460938, 0.625, 0.851562, 0.683594, 0.6875, 0.570312, 0.416016, 0.519531, 0.527344, 0.628906, 0.400391, 0.443359, 0.53125, 0.890625, 0.628906, 1.476562, 0.53125, 0.570312, 0.371094, 0.847656, 4.03125, 0.96875, 0.527344, 0.664062, 4.15625, 0.792969, 0.671875, 0.667969, 0.578125, 3.234375, 0.964844, 0.46875, 0.566406, 0.734375, 0.578125, 0.640625, 0.472656, 1.554688, 0.4375, 0.796875, 0.878906, 0.435547, 0.933594, 0.566406, 0.863281, 0.746094, 8.5625, 0.613281, 0.90625, 0.628906, 0.289062, 1.859375, 0.648438, 0.785156, 0.910156, 0.585938, 4.75, 0.765625, 0.429688, 0.679688, 0.498047, 6.40625, 0.613281, 0.636719, 0.445312, 0.679688, 0.447266, 0.902344, 26.25, 0.789062, 0.46875, 2.9375, 0.421875, 0.457031, 0.570312, 1.226562, 0.5625, 1.273438, 2.125, 0.953125, 0.632812, 0.613281, 0.714844, 0.5625, 1.664062, 0.5, 0.539062, 0.511719, 0.597656, 0.921875, 0.613281, 2.84375, 0.675781, 0.310547, 0.566406, 11.625, 0.474609, 0.433594, 0.644531, 0.671875, 0.574219, 0.585938, 3.421875, 3.359375, 0.613281, 0.714844, 2.5625, 0.726562, 1.039062, 0.535156, 0.507812, 0.734375, 0.613281, 0.660156, 0.652344, 1.304688, 0.582031, 0.582031, 0.878906, 2.15625, 0.628906, 0.542969, 0.613281, 0.769531, 0.988281, 0.847656, 0.742188, 0.746094, 0.550781, 0.625, 0.691406, 0.75, 4.53125, 0.558594, 0.96875, 0.605469, 0.605469, 0.308594, 0.617188, 1.242188, 0.6875, 0.613281, 0.628906, 0.53125, 0.574219, 0.753906, 0.394531, 0.792969, 0.570312, 0.349609, 0.632812, 1.578125, 0.972656, 0.5625, 0.628906, 0.628906, 0.503906, 0.574219, 0.628906, 0.535156, 0.640625, 0.601562, 0.464844, 0.679688, 1.054688, 1.59375, 0.640625, 0.6875, 0.585938, 0.824219, 0.648438, 0.703125, 0.613281, 0.632812, 0.890625, 0.667969, 1.695312, 0.683594, 0.519531, 2.71875, 0.464844, 0.416016, 0.470703, 0.695312, 0.703125, 0.882812, 0.683594, 1.375, 0.636719, 0.480469, 0.765625, 0.601562, 0.851562, 0.570312, 0.839844, 0.667969, 0.417969, 0.863281, 1.210938, 0.671875, 1.109375, 0.566406, 0.871094, 0.636719, 14.4375, 0.683594, 0.617188, 0.660156, 0.632812, 0.503906, 0.578125, 1.929688, 0.578125, 0.289062, 1.164062, 0.443359, 0.574219, 0.882812, 0.609375, 0.628906, 2.140625, 0.462891, 0.828125, 0.699219, 0.636719, 1.039062, 0.800781, 0.726562, 0.59375, 0.482422, 0.519531, 1.53125, 0.660156, 0.59375, 2.203125, 0.785156, 0.582031, 0.53125, 0.671875, 0.5625, 0.554688, 0.804688, 0.511719, 1.664062, 0.480469, 0.464844, 0.460938, 0.632812, 0.396484, 0.59375, 3.90625, 0.515625, 0.519531, 0.632812, 0.691406, 0.550781, 0.699219, 0.753906, 18.875, 1.710938, 0.369141, 0.640625, 1.0625, 0.644531, 0.507812, 0.546875, 0.722656, 0.730469, 0.445312, 1.210938, 0.486328, 0.65625, 0.427734, 1.046875, 0.609375, 1.257812, 8.9375, 0.476562, 0.664062, 0.447266, 2.859375, 0.628906, 0.326172, 0.585938, 1.5625, 10.375, 1.039062, 0.5, 0.542969, 0.632812, 0.605469, 1.0625, 0.621094, 0.589844, 0.808594, 0.546875, 0.5625, 0.578125, 0.574219, 1.8125, 0.605469, 0.601562, 0.84375, 0.628906, 2.234375, 0.574219, 0.867188, 1.046875, 0.482422, 0.507812, 0.675781, 0.507812, 0.546875, 0.625, 0.699219, 0.417969, 1.78125, 0.570312, 1.140625, 1.71875, 0.470703, 0.5625, 0.703125, 0.447266, 0.839844, 0.503906, 0.589844, 0.601562, 0.671875, 0.601562, 0.4375, 37.5, 0.882812, 0.574219, 0.59375, 1.796875, 1.34375, 0.578125, 0.507812, 0.644531, 0.597656, 0.570312, 0.636719, 0.585938, 0.605469, 0.570312, 0.671875, 0.742188, 3.84375, 0.570312, 0.480469, 0.490234, 0.640625, 0.19043, 0.710938, 0.460938, 0.554688, 2.515625, 2.703125, 0.585938, 0.519531, 0.466797, 0.539062, 0.527344, 1.09375, 0.300781, 0.478516, 0.660156, 0.640625, 1.90625, 0.443359, 0.664062, 0.392578, 9.5625, 2.859375, 0.462891, 0.960938, 1.023438, 0.496094, 0.574219, 0.310547, 1.085938, 0.578125, 0.773438, 0.355469, 0.367188, 1.0625, 1.046875, 2.140625, 0.466797, 0.644531, 0.263672, 2.984375, 0.488281, 0.523438, 0.511719, 0.605469, 0.628906, 1.59375, 7.5, 11.875, 0.574219, 0.640625, 2.0625, 0.683594, 0.601562, 0.9375, 0.625, 0.554688, 0.597656, 0.648438, 0.628906, 0.925781, 1.867188, 0.539062, 6.125, 0.625, 0.515625, 0.519531, 0.882812, 1.226562, 4.65625, 1.28125, 0.652344, 0.484375, 0.679688, 2.453125, 0.644531, 0.507812, 0.472656, 0.566406, 0.578125, 0.769531, 0.699219, 0.318359, 0.703125, 0.5625, 0.457031, 0.53125, 0.824219, 1.570312, 0.550781, 0.578125, 0.400391, 0.507812, 0.675781, 0.507812, 0.589844, 0.777344, 0.267578, 1.265625, 1.898438, 0.589844, 0.644531, 1.546875, 0.414062, 0.738281, 0.710938, 0.554688, 0.785156, 2.203125, 9.5, 0.582031, 0.542969, 0.683594, 0.554688, 0.535156, 2.234375, 18.375, 0.894531, 0.503906, 1.25, 0.730469, 0.65625, 0.574219, 0.570312, 0.492188, 0.546875, 0.542969, 0.730469, 0.550781, 0.527344, 1.328125, 0.589844, 0.992188, 0.738281, 0.648438, 0.757812, 2.625, 0.683594, 0.648438, 0.570312, 0.613281, 0.337891, 0.636719, 0.8125, 0.550781, 0.601562, 0.570312, 0.660156, 8.6875, 0.628906, 0.578125, 0.832031, 0.722656, 2.921875, 0.675781, 0.597656, 0.480469, 0.660156, 0.53125, 0.683594, 0.632812, 0.660156, 1.351562, 0.462891, 0.585938, 0.640625, 1.257812, 0.566406, 0.609375, 8.5625, 0.582031, 0.933594, 0.451172, 0.601562, 0.59375, 0.851562, 0.601562, 1.132812, 0.53125, 0.589844, 0.585938, 0.664062, 0.855469, 4.34375, 0.558594, 1.40625, 0.675781, 0.609375, 0.566406, 0.349609, 0.447266, 1.0625, 0.503906, 0.550781, 0.589844, 5.8125, 6.5625, 0.589844, 0.435547, 4.59375, 0.554688, 0.474609, 0.34375, 0.609375, 0.609375, 0.519531, 0.882812, 0.523438, 0.933594, 0.757812, 0.761719, 0.671875, 0.617188, 0.800781, 0.746094, 0.546875, 0.539062, 1.484375, 1.421875, 1.460938, 0.695312, 0.443359, 0.585938, 0.59375, 0.574219, 0.929688, 0.972656, 0.582031, 0.34375, 2.0625, 0.498047, 0.542969, 2.0, 0.808594, 0.589844, 1.476562, 0.832031, 0.671875, 0.578125, 0.498047, 0.597656, 1.460938, 2.109375, 0.601562, 0.478516, 0.414062, 0.777344, 0.455078, 0.671875, 0.423828, 0.498047, 0.585938, 0.730469, 0.6875, 1.1875, 5.03125, 0.523438, 11.5625, 0.550781, 9.875, 1.640625, 0.828125, 2.3125, 0.777344, 0.648438, 1.796875, 0.679688, 0.492188, 0.691406, 0.601562, 0.382812, 0.613281, 0.652344, 0.902344, 0.605469, 0.609375, 0.511719, 0.597656, 0.871094, 0.664062, 1.039062, 1.71875, 1.46875, 0.601562, 0.523438, 0.929688, 0.578125, 1.023438, 0.890625, 0.625, 0.439453, 1.835938, 1.28125, 0.257812, 0.644531, 0.21582, 0.632812, 1.5625, 1.289062, 19.875, 3.859375, 1.46875, 0.578125, 0.474609, 0.875, 0.691406, 0.609375, 1.898438, 1.039062, 0.617188, 3.546875, 0.492188, 2.515625, 1.03125, 0.558594, 0.5625, 0.585938, 0.855469, 0.710938, 0.546875, 0.972656, 0.396484, 0.566406, 0.302734, 0.574219, 0.65625, 0.613281, 0.558594, 0.722656, 6.1875, 0.582031, 2.1875, 1.539062, 0.460938, 0.515625, 0.769531, 0.5625, 14.0, 1.296875, 0.570312, 0.574219, 1.6875, 0.746094, 0.460938, 0.652344, 0.582031, 0.628906, 1.625, 0.667969, 0.22168, 0.699219, 0.816406, 10.1875, 0.59375, 0.632812, 0.640625, 0.679688, 0.59375, 1.320312, 0.746094, 0.59375, 0.859375, 0.726562, 0.443359, 1.195312, 0.746094, 0.5625, 1.90625, 2.28125, 0.675781, 1.40625, 3.90625, 0.527344, 0.519531, 0.523438, 0.667969, 0.496094, 1.1875, 0.726562, 0.441406, 0.597656, 0.546875, 0.65625, 0.53125, 0.46875, 0.621094, 0.550781, 0.585938, 0.597656, 0.460938, 0.660156, 0.439453, 0.480469, 0.503906, 0.660156, 0.542969, 0.710938, 0.6875, 0.398438, 2.140625, 0.800781, 0.5625, 0.550781, 1.9375, 0.460938, 1.125, 0.59375, 0.566406, 0.621094, 0.582031, 0.542969, 0.5625, 0.617188, 7.21875, 0.390625, 0.53125, 0.470703, 1.15625, 0.546875, 0.671875, 0.703125, 0.494141, 0.558594, 8.0, 0.703125, 0.472656, 0.449219, 8.875, 0.486328, 5.0625, 0.550781, 1.25, 1.046875, 1.703125, 0.855469, 0.835938, 0.683594, 0.566406, 0.976562, 0.785156, 0.664062, 0.578125, 0.734375, 0.578125, 1.523438, 0.636719, 0.800781, 0.589844, 1.265625, 0.847656, 0.894531, 1.132812, 0.53125, 7.03125, 0.667969, 1.53125, 0.613281, 0.820312, 0.585938, 0.832031, 18.75, 0.671875, 0.5, 0.648438, 0.53125, 0.589844, 0.498047, 1.929688, 0.578125, 0.757812, 0.625, 0.492188, 1.578125, 0.6875, 1.132812, 0.5625, 2.015625, 0.5625, 4.34375, 1.007812, 1.070312, 0.248047, 0.660156, 0.648438, 2.0625, 0.59375, 2.328125, 0.878906, 0.699219, 0.710938, 2.125, 23.75, 1.679688, 0.601562, 8.5625, 0.640625, 0.546875, 0.515625, 0.632812, 0.703125, 0.671875, 0.75, 0.578125, 0.574219, 0.773438, 0.847656, 0.597656, 0.453125, 0.423828, 0.730469, 0.244141, 0.695312, 6.4375, 1.929688, 0.550781, 1.164062, 0.53125, 1.03125, 0.671875, 0.605469, 0.486328, 1.023438, 0.835938, 0.570312, 0.644531, 0.640625, 1.585938, 0.511719, 0.507812, 0.613281, 0.984375, 1.03125, 0.710938, 0.554688, 0.486328, 0.59375, 0.382812, 0.042969, 0.496094, 1.695312, 0.683594, 0.515625, 0.257812, 0.605469, 0.554688, 0.417969, 11.8125, 1.914062, 0.625, 0.597656, 0.660156, 0.337891, 0.5625, 0.671875, 0.632812, 0.535156, 0.462891, 0.376953, 0.539062, 1.210938, 0.382812, 0.605469, 0.527344, 0.59375, 1.125, 0.503906, 0.414062, 1.859375, 0.742188, 1.382812, 3.359375, 0.470703, 12.375, 10.4375, 4.5625, 0.652344, 0.578125, 0.628906, 0.664062, 1.070312, 0.609375, 0.601562, 0.582031, 16.125, 2.078125, 0.566406, 0.753906, 1.132812, 1.8125, 30.125, 0.703125, 1.664062, 1.179688, 0.558594, 0.714844, 1.695312, 0.617188, 0.490234, 0.519531, 0.486328, 0.589844, 1.007812, 0.582031, 0.707031, 0.644531, 0.507812, 0.617188, 1.234375, 3.875, 0.554688, 0.96875, 0.59375, 0.667969, 0.9375, 0.808594, 0.871094, 0.695312, 8.75, 0.435547, 0.675781, 0.644531, 0.597656, 0.494141, 0.753906, 5.96875, 0.582031, 0.574219, 0.466797, 0.746094, 0.699219, 0.492188, 0.566406, 0.382812, 0.90625, 0.582031, 0.566406, 0.679688, 0.664062, 0.863281, 0.263672, 0.652344, 0.306641, 0.621094, 0.462891, 0.566406, 0.890625, 0.71875, 0.644531, 0.800781, 0.65625, 0.652344, 0.902344, 0.621094, 0.550781, 0.542969, 0.253906, 1.335938, 0.457031, 1.265625, 0.710938, 0.65625, 0.722656, 0.582031, 0.574219, 1.109375, 0.570312, 0.625, 0.130859, 0.773438, 0.800781, 0.566406, 0.652344, 0.625, 1.234375, 0.601562, 0.960938, 0.792969, 9.5625, 0.53125, 0.746094, 0.789062, 0.353516, 0.617188, 0.753906, 0.652344, 0.675781, 3.25, 1.28125, 0.664062, 0.5, 0.820312, 0.601562, 0.921875, 0.777344, 0.667969, 0.539062, 0.515625, 0.597656, 0.804688, 0.527344, 0.554688, 0.722656, 0.542969, 1.601562, 0.589844, 0.742188, 0.373047, 1.125, 1.085938, 1.96875, 0.542969, 0.671875, 0.664062, 0.921875, 0.535156, 0.523438, 0.601562, 0.601562, 2.1875, 1.945312, 2.34375, 1.507812, 0.742188, 0.621094, 0.621094, 1.007812, 3.109375, 0.691406, 0.435547, 0.847656, 0.753906, 0.667969, 0.695312, 0.632812, 0.294922, 0.451172, 24.25, 0.550781, 0.582031, 13.0625, 0.675781, 0.5625, 0.785156, 1.132812, 0.527344, 0.65625, 0.632812, 0.589844, 0.503906, 0.550781, 2.515625, 1.445312, 0.710938, 0.664062, 0.417969, 2.59375, 0.455078, 0.746094, 4.46875, 0.597656, 0.609375, 0.699219, 0.427734, 1.945312, 0.679688, 5.90625, 0.539062, 0.65625, 0.511719, 11.0625, 0.345703, 0.613281, 0.601562, 0.147461, 1.546875, 0.988281, 0.683594, 1.289062, 1.359375, 1.890625, 0.554688, 1.132812, 12.1875, 0.632812, 0.371094, 0.652344, 0.601562, 0.523438, 0.703125, 1.601562, 0.628906, 0.558594, 0.5625, 0.617188, 0.449219, 0.582031, 0.714844, 1.21875, 0.503906, 0.5, 4.0625, 0.585938, 0.451172, 0.636719, 7.6875, 1.945312, 0.546875, 0.574219, 0.554688, 1.617188, 0.800781, 0.605469, 0.53125, 0.878906, 1.476562, 0.597656, 2.1875, 0.449219, 18.5, 1.375, 0.636719, 0.871094, 0.601562, 0.652344, 0.570312, 0.458984, 0.628906, 0.632812, 0.492188, 20.5, 0.578125, 0.574219, 1.382812, 0.597656, 2.140625, 0.589844, 0.609375, 0.582031, 0.667969, 0.625, 1.054688, 0.527344, 0.652344, 0.490234, 0.566406, 0.59375, 0.519531, 0.890625, 0.847656, 0.449219, 0.683594, 0.617188, 1.140625, 2.296875, 0.664062, 0.863281, 0.644531, 0.664062, 2.0625, 0.585938, 0.5625, 1.515625, 3.625, 1.453125, 0.574219, 0.804688, 0.578125, 1.6875, 0.191406, 1.242188, 0.675781, 2.390625, 3.921875, 0.722656, 29.5, 0.601562, 0.617188, 0.470703, 0.613281, 1.515625, 0.707031, 1.445312, 0.365234, 0.539062, 0.417969, 0.675781, 0.550781, 0.683594, 1.046875, 0.675781, 0.535156, 0.535156, 9.625, 0.636719, 4.34375, 1.539062, 0.474609, 0.464844, 0.605469, 0.570312, 0.675781, 0.542969, 0.574219, 0.558594, 0.597656, 0.632812, 0.566406, 0.427734, 1.039062, 0.53125, 2.1875, 0.734375, 1.070312, 3.265625, 0.589844, 0.675781, 2.78125, 0.558594, 1.046875, 0.455078, 0.492188, 0.273438, 0.535156, 0.660156, 0.539062, 0.470703, 0.515625, 0.601562, 0.539062, 0.960938, 0.761719, 0.466797, 0.566406, 0.699219, 0.523438, 0.828125, 13.3125, 0.722656, 0.470703, 0.597656, 0.546875, 1.679688, 0.574219, 0.507812, 1.382812, 0.449219, 0.486328, 0.433594, 0.675781, 0.933594, 2.453125, 1.078125, 5.71875, 0.699219, 4.46875, 0.554688, 0.851562, 2.546875, 0.648438, 0.636719, 0.488281, 0.585938, 0.914062, 0.886719, 21.375, 0.578125, 0.457031, 0.570312, 0.820312, 0.703125, 0.574219, 31.75, 1.429688, 0.976562, 0.347656, 0.636719, 0.691406, 0.71875, 1.328125, 0.421875, 2.03125, 0.628906, 0.539062, 0.515625, 2.328125, 0.554688, 0.746094, 0.777344, 0.5625, 2.765625, 0.460938, 1.03125, 0.683594, 0.628906, 0.582031, 0.757812, 0.636719, 0.490234, 0.59375, 0.277344, 0.582031, 0.486328, 0.703125, 0.609375, 0.570312, 0.546875, 0.792969, 0.5625, 2.0, 0.601562, 1.773438, 0.65625, 0.34375, 0.53125, 0.367188, 0.558594, 0.652344, 0.734375, 0.498047, 0.546875, 0.679688, 1.054688, 0.625, 0.507812, 0.589844, 0.652344, 1.398438, 3.375, 0.539062, 0.878906, 0.478516, 1.429688, 0.613281, 0.392578, 0.535156, 0.472656, 1.03125, 0.535156, 2.859375, 0.503906, 0.441406, 0.660156, 0.765625, 3.296875, 0.796875, 1.617188, 0.675781, 0.679688, 0.679688, 1.421875, 1.914062, 0.605469, 0.597656, 3.890625, 0.90625, 0.574219, 0.597656, 0.447266, 0.625, 0.867188, 0.589844, 13.125, 0.441406, 0.625, 1.320312, 1.03125, 0.539062, 4.15625, 0.625, 0.929688, 0.542969, 0.726562, 0.664062, 0.546875, 0.480469, 0.341797, 0.617188, 0.832031, 0.808594, 0.59375, 0.589844, 0.314453, 6.03125, 1.234375, 1.804688, 0.867188, 0.507812, 0.707031, 7.4375, 0.535156, 0.777344, 1.085938, 0.507812, 0.300781, 0.730469, 0.570312, 0.691406, 0.447266, 0.753906, 0.742188, 0.566406, 0.828125, 0.369141, 0.347656, 0.644531, 0.613281, 0.675781, 0.628906, 3.15625, 0.609375, 0.5625, 2.828125, 0.9375, 0.498047, 0.683594, 2.28125, 0.710938, 0.617188, 0.808594, 0.53125, 0.578125, 17.25, 1.21875, 0.503906, 1.851562, 1.125, 0.582031, 0.628906, 0.675781, 0.511719, 0.796875, 0.400391, 0.675781, 6.25, 1.375, 4.75, 0.486328, 3.875, 0.458984, 0.65625, 0.507812, 4.75, 2.90625, 0.597656, 0.535156, 0.554688, 0.550781, 21.125, 0.519531, 0.605469, 0.699219, 0.601562, 1.234375, 0.484375, 0.972656, 0.585938, 0.382812, 0.585938, 0.589844, 0.546875, 2.046875, 0.542969, 0.632812, 0.742188, 0.535156, 5.59375, 0.484375, 0.523438, 0.832031, 0.433594, 0.644531, 0.691406, 0.546875, 0.558594, 0.738281, 0.824219, 0.363281, 0.578125, 3.640625, 0.800781, 0.777344, 0.777344, 0.902344, 0.820312, 1.9375, 1.992188, 2.296875, 0.466797, 0.660156, 0.585938, 0.765625, 0.691406, 0.472656, 0.671875, 0.390625, 0.550781, 0.546875, 0.589844, 0.398438, 0.546875, 1.546875, 0.466797, 0.601562, 1.382812, 0.503906, 3.015625, 0.503906, 0.435547, 0.476562, 0.992188, 0.609375, 0.535156, 0.769531, 0.578125, 0.65625, 0.609375, 0.714844, 2.609375, 1.984375, 0.546875, 0.546875, 0.535156, 0.625, 0.640625, 4.84375, 0.490234, 0.443359, 0.542969, 0.523438, 0.976562, 2.46875, 0.435547, 1.945312, 0.664062, 0.605469, 0.785156, 3.546875, 0.478516, 0.527344, 0.546875, 0.984375, 1.195312, 1.367188, 0.578125, 0.394531, 0.539062, 0.515625, 0.753906, 0.558594, 0.5625, 0.746094, 1.1875, 2.390625, 3.390625, 0.527344, 2.09375, 0.652344, 0.494141, 0.738281, 1.640625, 0.480469, 0.710938, 2.015625, 0.570312, 0.476562, 0.898438, 0.628906, 0.542969, 0.585938, 7.625, 0.455078, 0.8125, 0.498047, 0.597656, 0.527344, 0.699219, 2.21875, 0.59375, 0.566406, 1.9375, 0.589844, 0.589844, 0.804688, 6.375, 0.667969, 0.6875, 0.625, 0.574219, 1.6875, 0.71875, 0.910156, 1.398438, 1.71875, 0.480469, 0.574219, 0.302734, 0.470703, 0.726562, 0.746094, 0.613281, 0.644531, 0.558594, 0.761719, 0.570312, 3.171875, 0.566406, 0.277344, 0.898438, 0.613281, 0.605469, 3.5, 1.734375, 0.660156, 1.320312, 0.714844, 1.648438, 0.578125, 0.511719, 2.546875, 0.617188, 0.371094, 0.347656, 0.585938, 1.359375, 0.558594, 0.8125, 0.789062, 0.972656, 0.277344, 0.59375, 0.707031, 0.632812, 0.679688, 0.404297, 0.585938, 0.699219, 6.0, 1.242188, 0.574219, 0.550781, 0.679688, 0.667969, 0.632812, 0.679688, 0.523438, 0.476562, 0.921875, 0.550781, 0.675781, 1.515625, 0.546875, 0.613281, 0.53125, 0.652344, 0.494141, 0.5625, 0.707031, 0.447266, 0.605469, 2.875, 2.125, 0.988281, 0.902344, 0.625, 0.839844, 0.625, 1.007812, 0.625, 0.625, 0.519531, 0.597656, 0.632812, 0.9375, 0.582031, 0.523438, 0.585938, 0.589844, 34.25, 1.921875, 0.613281, 0.910156, 0.65625, 1.117188, 1.195312, 0.625, 0.3125, 1.984375, 0.5625, 0.734375, 0.589844, 0.652344, 0.765625, 0.730469, 0.65625, 4.65625, 0.496094, 0.601562, 0.71875, 1.757812, 0.443359, 0.408203, 1.84375, 0.917969, 0.589844, 0.566406, 0.699219, 0.664062, 0.585938, 0.738281, 4.875, 9.375, 0.609375, 1.367188, 2.125, 0.613281, 1.992188, 1.4375, 0.429688, 0.742188, 0.542969, 0.535156, 0.640625, 0.722656, 2.0625, 0.597656, 0.839844, 0.542969, 0.494141, 0.679688, 0.464844, 0.820312, 0.644531, 1.117188, 0.929688, 0.597656, 2.0625, 0.515625, 0.863281, 0.435547, 0.859375, 0.455078, 5.9375, 0.621094, 1.132812, 0.503906, 0.605469, 0.566406, 1.359375, 0.800781, 0.337891, 2.421875, 1.15625, 0.558594, 2.015625, 14.375, 0.601562, 1.171875, 0.462891, 0.773438, 2.5, 0.621094, 0.585938, 0.667969, 0.742188, 0.443359, 0.507812, 0.515625, 0.773438, 0.445312, 0.597656, 0.625, 0.574219, 0.585938, 0.652344, 2.296875, 0.851562, 0.480469, 0.605469, 0.679688, 0.488281, 0.574219, 0.589844, 1.15625, 0.53125, 0.632812, 0.941406, 0.375, 0.695312, 0.589844, 0.628906, 3.09375, 0.494141, 0.78125, 0.375, 0.613281, 0.515625, 1.265625, 0.679688, 4.34375, 0.714844, 0.197266, 0.474609, 0.695312, 0.582031, 0.589844, 0.494141, 0.796875, 0.546875, 0.578125, 0.496094, 0.617188, 0.644531, 2.515625, 0.894531, 0.490234, 0.5, 0.808594, 0.492188, 1.296875, 0.667969, 0.699219, 0.625, 0.535156, 2.484375, 0.785156, 2.546875, 0.21582, 0.625, 0.470703, 0.435547, 0.613281, 7.53125, 0.523438, 1.234375, 0.597656, 0.722656, 0.570312, 0.492188, 0.773438, 0.476562, 0.355469, 31.75, 0.96875, 0.773438, 2.375, 0.980469, 8.5, 0.59375, 0.726562, 0.601562, 0.558594, 7.59375, 0.917969, 0.777344, 0.550781, 0.757812, 8.0625, 0.617188, 0.609375, 1.664062, 0.675781, 0.691406, 1.09375, 0.582031, 2.265625, 0.597656, 0.474609, 0.539062, 0.726562, 0.882812, 1.476562, 0.523438, 0.578125, 0.574219, 1.039062, 0.400391, 0.470703, 0.664062, 0.804688, 0.648438, 0.597656, 0.589844, 5.5, 1.039062, 0.796875, 0.574219, 0.515625, 0.589844, 0.574219, 0.621094, 0.65625, 1.726562, 0.667969, 3.453125, 0.574219, 0.613281, 0.679688, 1.289062, 1.351562, 0.519531, 0.601562, 0.542969, 0.53125, 0.71875, 2.109375, 0.34375, 0.601562, 1.671875, 0.699219, 1.335938, 0.601562, 0.628906, 0.65625, 0.59375, 0.472656, 1.007812, 0.408203, 1.382812, 0.574219, 2.09375, 1.195312, 0.617188, 0.613281, 0.550781, 0.480469, 0.648438, 0.605469, 0.921875, 1.09375, 0.660156, 0.462891, 0.84375, 1.054688, 0.496094, 0.589844, 1.015625, 0.539062, 0.78125, 1.335938, 0.632812, 0.644531, 1.546875, 0.898438, 0.431641, 0.507812, 0.671875, 0.597656, 0.84375, 9.25, 1.3125, 14.125, 0.765625, 0.519531, 0.484375, 0.613281, 0.435547, 0.511719, 9.5625, 0.730469, 0.539062, 0.699219, 0.490234, 1.273438 ] } , "name": "onnx::Mul_10960", "outputIndexes": [ 2981 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2980, 2981 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 2982 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2982 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.15/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 7489 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7489 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.15/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 7490 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7490 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 914230280, 13107222, 3276800, 0, 0 ] } , "name": "/layers.15/mlp/gate_proj/Linear", "outputIndexes": [ 7491 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7491 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.15/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 7492 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7492 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.15/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 2983 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2983 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.15/mlp/act_fn/Mul_output_0", "outputIndexes": [ 2984 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2983, 2984 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 2985 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 2985 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 2986 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2983, 2986 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/mlp/act_fn/Add_output_0", "outputIndexes": [ 2987 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 2987 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 2988 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2988 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.15/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 2989 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 2989 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 2990 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2983, 2990 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 2991 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 2991 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 2992 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7490 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 930614302, 13107222, 3276800, 0, 0 ] } , "name": "/layers.15/mlp/up_proj/Linear", "outputIndexes": [ 7495 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7495 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.15/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 7496 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7496 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.15/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 2993 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2992, 2993 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/mlp/Mul_output_0", "outputIndexes": [ 2994 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2994 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.15/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 7497 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7497 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.15/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 7498 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7498 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 946998324, 13107222, 3276800, 0, 0 ] } , "name": "/layers.15/mlp/down_proj/Linear", "outputIndexes": [ 7499 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7499 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.15/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 7500 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7500 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.15/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 2995 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2995 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.15/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 2997 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2997 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.15/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 2998 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2998, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 2999 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2999, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 3000 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2995, 3000 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 3001 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 2.453125, 1.570312, 1.03125, 0.699219, 2.453125, 2.453125, 2.453125, 1.367188, 2.453125, 2.453125, 2.453125, 0.714844, 2.453125, 2.453125, 2.453125, 0.492188, 2.453125, 0.625, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 1.429688, 0.304688, 1.335938, 2.453125, 2.453125, 2.453125, 2.453125, 0.427734, 2.453125, 2.453125, 2.453125, 2.09375, 2.453125, 1.46875, 1.515625, 1.414062, 2.453125, 2.453125, 1.273438, 0.291016, 2.453125, 2.453125, 2.140625, 1.375, 0.404297, 2.453125, 2.421875, 2.453125, 2.453125, 2.453125, 2.453125, 0.613281, 0.652344, 2.453125, 0.929688, 2.453125, 0.628906, 1.898438, 2.453125, 1.140625, 2.453125, 2.046875, 0.22168, 0.186523, 2.453125, 0.628906, 2.453125, 1.71875, 2.453125, 2.453125, 2.453125, 2.453125, 1.882812, 2.078125, 2.453125, 2.453125, 2.203125, 1.828125, 2.453125, 0.188477, 2.453125, 1.679688, 2.453125, 2.453125, 2.453125, 0.65625, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.21875, 2.453125, 1.25, 0.597656, 1.148438, 2.453125, 0.332031, 2.453125, 1.25, 2.453125, 2.453125, 1.984375, 0.59375, 0.488281, 2.453125, 0.386719, 0.439453, 0.261719, 2.453125, 2.453125, 0.421875, 1.460938, 2.453125, 2.453125, 2.453125, 2.453125, 0.820312, 2.453125, 2.453125, 2.453125, 2.453125, 0.229492, 0.957031, 1.851562, 0.002151, 2.453125, 0.167969, 2.453125, 2.453125, 1.25, 2.453125, 2.453125, 0.265625, 0.363281, 0.90625, 0.271484, 2.453125, 0.214844, 2.453125, 2.453125, 2.453125, 1.539062, 2.453125, 2.453125, 2.25, 1.023438, 1.460938, 2.453125, 2.453125, 2.4375, 2.453125, 0.46875, 2.453125, 2.453125, 2.453125, 2.421875, 0.239258, 2.453125, 2.4375, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.804688, 2.453125, 2.453125, 0.243164, 1.234375, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 1.078125, 2.1875, 0.6875, 1.0625, 0.194336, 2.375, 2.453125, 1.117188, 1.078125, 2.453125, 0.996094, 0.283203, 0.349609, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.234375, 2.453125, 0.139648, 2.453125, 2.453125, 2.453125, 1.601562, 2.453125, 1.007812, 2.453125, 0.239258, 2.453125, 2.453125, 2.265625, 2.453125, 2.453125, 2.453125, 2.453125, 1.921875, 2.453125, 2.453125, 0.330078, 0.181641, 2.453125, 2.453125, 2.453125, 0.072754, 0.392578, 2.453125, 2.453125, 2.453125, 2.453125, 1.539062, 2.453125, 2.4375, 2.453125, 1.234375, 0.235352, 1.5625, 2.453125, 0.267578, 2.234375, 2.421875, 2.453125, 2.453125, 1.882812, 2.453125, 1.484375, 1.773438, 2.453125, 0.265625, 2.453125, 1.515625, 2.453125, 2.453125, 2.453125, 0.183594, 2.453125, 2.03125, 0.077637, 2.453125, 2.453125, 1.148438, 0.261719, 2.453125, 2.328125, 2.453125, 2.453125, 2.453125, 1.609375, 2.453125, 0.196289, 2.453125, 2.453125, 2.453125, 1.078125, 2.453125, 2.453125, 2.453125, 1.039062, 2.453125, 2.453125, 2.453125, 2.0625, 2.453125, 2.265625, 2.453125, 2.453125, 0.419922, 1.835938, 0.124023, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.203125, 2.453125, 1.796875, 1.5, 1.5625, 2.125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 1.898438, 2.453125, 2.453125, 1.679688, 0.174805, 1.390625, 2.453125, 2.453125, 2.453125, 2.390625, 2.453125, 2.453125, 2.453125, 0.152344, 2.453125, 1.578125, 2.453125, 2.453125, 0.181641, 2.453125, 2.453125, 1.367188, 2.453125, 0.373047, 2.453125, 2.453125, 2.453125, 0.277344, 2.453125, 2.453125, 2.453125, 0.683594, 2.453125, 2.453125, 2.453125, 1.445312, 2.453125, 1.054688, 1.679688, 1.984375, 1.523438, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.933594, 2.453125, 2.453125, 1.101562, 0.236328, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 1.375, 2.4375, 1.382812, 2.453125, 2.453125, 0.851562, 2.453125, 2.453125, 0.225586, 1.414062, 2.453125, 2.453125, 2.453125, 2.453125, 2.34375, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.4375, 2.453125, 2.453125, 0.441406, 0.589844, 0.341797, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 1.601562, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.359375, 2.453125, 1.679688, 2.453125, 2.453125, 2.265625, 2.421875, 2.453125, 1.632812, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.289062, 2.21875, 0.96875, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.40625, 2.453125, 2.453125, 2.453125, 0.357422, 2.453125, 2.453125, 2.453125, 2.4375, 2.453125, 1.898438, 2.453125, 2.453125, 0.478516, 2.453125, 2.453125, 1.984375, 2.453125, 2.453125, 2.453125, 2.453125, 0.326172, 2.453125, 0.300781, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.585938, 0.609375, 2.453125, 1.617188, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.882812, 0.154297, 0.957031, 2.453125, 1.71875, 0.304688, 2.125, 1.695312, 0.375, 2.453125, 2.453125, 2.15625, 2.453125, 1.25, 2.453125, 0.166992, 0.089355, 0.273438, 1.609375, 2.453125, 2.453125, 2.453125, 0.365234, 1.179688, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 1.476562, 1.375, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.3125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 1.664062, 2.453125, 2.453125, 2.453125, 0.198242, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 1.6875, 2.453125, 1.703125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.03125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 1.875, 2.453125, 2.453125, 2.453125, 1.226562, 2.453125, 2.453125, 0.953125, 2.453125, 1.117188, 0.455078, 2.453125, 2.453125, 0.527344, 2.453125, 2.453125, 1.6875, 2.453125, 0.147461, 0.318359, 2.453125, 1.851562, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.566406, 2.453125, 0.345703, 2.453125, 2.265625, 2.40625, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.21875, 2.453125, 1.546875, 1.351562, 2.453125, 0.462891, 2.453125, 2.453125, 1.820312, 2.453125, 2.453125, 0.135742, 0.160156, 2.453125, 2.453125, 0.984375, 2.453125, 2.453125, 2.296875, 0.05542, 2.453125, 0.206055, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 1.96875, 2.453125, 2.453125, 2.453125, 1.0, 0.316406, 2.453125, 0.601562, 2.328125, 2.4375, 2.453125, 0.217773, 2.453125, 2.453125, 2.453125, 2.453125, 2.296875, 0.170898, 2.453125, 0.519531, 0.320312, 2.453125, 1.078125, 1.828125, 2.453125, 2.453125, 2.453125, 0.144531, 2.453125, 2.453125, 2.453125, 0.277344, 2.453125, 2.453125, 2.453125, 0.251953, 2.453125, 2.453125, 2.453125, 2.453125, 2.296875, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.855469, 2.453125, 0.322266, 2.453125, 2.453125, 2.453125, 1.726562, 0.396484, 2.453125, 1.5, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.15918, 2.453125, 2.453125, 2.375, 2.453125, 2.453125, 1.117188, 2.453125, 2.453125, 2.453125, 2.4375, 2.453125, 1.296875, 2.34375, 2.140625, 1.054688, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 1.085938, 0.178711, 2.453125, 2.453125, 1.148438, 2.453125, 0.402344, 1.46875, 2.453125, 2.453125, 2.453125, 2.453125, 2.125, 2.453125, 0.421875, 1.140625, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.219727, 1.109375, 2.453125, 1.695312, 2.453125, 2.453125, 2.453125, 0.193359, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 1.609375, 1.703125, 2.453125, 0.394531, 2.453125, 2.015625, 2.453125, 0.240234, 2.453125, 2.453125, 1.023438, 1.804688, 2.453125, 2.453125, 2.453125, 2.453125, 1.851562, 2.453125, 2.453125, 2.453125, 2.453125, 1.398438, 1.109375, 2.453125, 1.390625, 0.351562, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.839844, 2.453125, 1.757812, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.425781, 2.453125, 1.59375, 0.851562, 2.453125, 2.453125, 1.375, 2.453125, 0.111328, 0.173828, 1.445312, 2.453125, 2.390625, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.3125, 2.453125, 2.453125, 2.453125, 2.453125, 2.40625, 2.453125, 1.734375, 0.279297, 2.453125, 2.453125, 2.453125, 0.527344, 2.453125, 2.453125, 2.453125, 2.234375, 0.605469, 0.263672, 2.453125, 2.453125, 0.847656, 2.453125, 2.453125, 2.453125, 1.203125, 0.161133, 2.453125, 1.601562, 2.453125, 2.453125, 1.5625, 1.726562, 2.453125, 2.453125, 0.002396, 2.125, 2.453125, 0.089844, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.304688, 2.4375, 2.0625, 2.453125, 0.539062, 2.265625, 2.453125, 2.453125, 2.453125, 2.453125, 0.761719, 1.851562, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.116211, 2.453125, 2.453125, 1.976562, 2.453125, 0.198242, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.6875, 0.84375, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.324219, 2.453125, 2.453125, 2.453125, 1.570312, 1.867188, 2.453125, 2.453125, 1.28125, 2.03125, 0.490234, 2.453125, 0.164062, 2.453125, 2.453125, 2.453125, 1.414062, 1.265625, 2.453125, 2.453125, 0.289062, 1.21875, 2.453125, 0.878906, 0.157227, 2.34375, 2.453125, 2.453125, 0.371094, 2.453125, 2.453125, 2.453125, 2.453125, 0.002197, 2.453125, 1.171875, 2.34375, 2.328125, 0.283203, 0.289062, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 1.679688, 0.523438, 0.417969, 2.453125, 2.453125, 0.002274, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 1.101562, 2.453125, 0.519531, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.796875, 2.21875, 2.453125, 2.453125, 2.453125, 0.988281, 2.453125, 2.453125, 2.09375, 2.453125, 2.453125, 0.410156, 2.453125, 1.390625, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 1.914062, 2.453125, 2.453125, 2.453125, 2.453125, 0.667969, 0.222656, 1.914062, 1.476562, 2.453125, 2.453125, 1.734375, 2.453125, 2.453125, 2.453125, 0.333984, 1.289062, 1.015625, 0.269531, 0.683594, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.192383, 0.294922, 2.453125, 2.078125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.390625, 2.453125, 2.453125, 2.453125, 0.123047, 2.453125, 0.069824, 1.289062, 1.125, 2.453125, 0.675781, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.15625, 2.15625, 2.453125, 2.453125, 2.453125, 2.453125, 0.273438, 1.015625, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.605469, 2.453125, 2.453125, 2.453125, 0.287109, 2.453125, 2.453125, 0.240234, 2.453125, 2.453125, 1.421875, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.109375, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 1.132812, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.894531, 0.439453, 1.351562, 2.453125, 2.453125, 0.644531, 2.453125, 2.453125, 2.453125, 2.453125, 1.625, 2.453125, 2.453125, 2.453125, 0.324219, 1.265625, 0.710938, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.28125, 1.75, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 1.039062, 2.453125, 0.291016, 0.546875, 2.453125, 2.453125, 1.523438, 2.453125, 2.453125, 2.453125, 0.279297, 2.3125, 1.476562, 2.453125, 2.453125, 1.789062, 2.4375, 2.453125, 2.453125, 2.453125, 0.425781, 2.453125, 1.046875, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.679688, 2.453125, 0.400391, 2.453125, 0.3125, 0.166016, 2.453125, 1.867188, 2.453125, 2.453125, 1.328125, 1.375, 2.453125, 1.34375, 2.453125, 2.453125, 2.453125, 1.054688, 0.390625, 2.453125, 2.453125, 2.328125, 2.453125, 1.007812, 0.241211, 2.453125, 1.578125, 1.390625, 2.453125, 2.453125, 2.453125, 2.453125, 1.992188, 2.453125, 2.453125, 2.453125, 0.094727, 0.382812, 2.453125, 2.453125, 0.287109, 2.453125, 0.320312, 0.404297, 0.222656, 0.40625, 0.197266, 2.453125, 2.453125, 2.015625, 2.453125, 1.289062, 1.398438, 2.03125, 2.453125, 0.578125, 1.679688, 1.40625, 2.453125, 2.453125, 2.453125, 1.210938, 0.179688, 2.453125, 2.453125, 2.21875, 2.453125, 2.453125, 0.333984, 2.453125, 2.453125, 1.257812, 1.085938, 2.453125, 0.429688, 2.453125, 1.554688, 1.585938, 2.453125, 2.453125, 2.453125, 2.453125, 0.220703, 2.265625, 2.453125, 2.453125, 1.585938, 2.453125, 2.453125, 2.171875, 1.773438, 2.453125, 2.375, 2.453125, 0.582031, 1.0, 2.453125, 0.320312, 2.453125, 2.453125, 1.382812, 2.234375, 2.34375, 2.453125, 2.453125, 2.453125, 2.453125, 2.3125, 1.757812, 0.085449, 0.204102, 1.585938, 0.433594, 2.453125, 2.453125, 2.453125, 0.410156, 1.359375, 2.453125, 2.453125, 2.453125, 2.453125, 1.742188, 1.234375, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.046875, 1.335938, 2.453125, 2.390625, 2.453125, 1.46875, 2.453125, 1.867188, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.332031, 2.453125, 2.453125, 1.742188, 2.125, 2.453125, 2.453125, 2.453125, 2.453125, 1.765625, 0.449219, 2.453125, 2.453125, 2.453125, 0.333984, 2.453125, 0.964844, 2.453125, 2.3125, 1.984375, 2.015625, 2.453125, 2.453125, 2.453125, 2.453125, 0.228516, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.230469, 2.453125, 0.201172, 1.929688, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.78125, 1.140625, 2.453125, 0.128906, 2.453125, 2.453125, 2.453125, 2.359375, 2.453125, 2.453125, 0.75, 2.453125, 2.453125, 2.453125, 2.453125, 2.140625, 2.453125, 2.046875, 2.453125, 0.988281, 2.453125, 0.249023, 1.96875, 2.453125, 2.453125, 2.453125, 2.4375, 0.707031, 2.453125, 0.148438, 2.359375, 2.453125, 2.453125, 0.917969, 0.086426, 1.96875, 1.296875, 0.300781, 2.453125, 2.453125, 2.40625, 1.34375, 2.453125, 1.03125, 2.453125, 2.453125, 2.453125, 2.34375, 2.4375, 2.453125, 2.453125, 1.75, 2.4375, 2.453125, 2.453125, 1.070312, 1.070312, 2.453125, 2.453125, 2.453125, 2.453125, 1.054688, 2.140625, 2.453125, 2.046875, 2.453125, 2.453125, 1.585938, 2.453125, 1.078125, 2.453125, 2.453125, 2.453125, 2.453125, 1.890625, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.429688, 1.164062, 2.453125, 2.453125, 2.453125, 1.984375, 2.453125, 2.453125, 0.269531, 1.007812, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.40625, 2.453125, 2.453125, 2.453125, 0.25, 1.773438, 2.453125, 2.453125, 2.453125, 2.046875, 2.453125, 1.367188, 1.335938, 2.453125, 0.135742, 0.476562, 2.453125, 0.251953, 0.28125, 0.511719, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.109375, 1.703125, 0.1875, 0.219727, 2.453125, 2.125, 0.196289, 1.492188, 0.135742, 0.253906, 2.453125, 0.695312, 2.453125, 1.164062, 1.226562, 1.148438, 2.1875, 2.453125, 1.007812, 2.453125, 0.734375, 2.453125, 0.648438, 2.453125, 2.453125, 2.453125, 2.03125, 0.558594, 2.453125, 0.863281, 2.453125, 2.453125, 1.75, 2.453125, 0.292969, 1.328125, 0.238281, 2.453125, 2.390625, 2.453125, 2.453125, 2.453125, 2.453125, 0.566406, 2.453125, 2.453125, 2.453125, 0.180664, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 1.171875, 2.453125, 0.245117, 0.4375, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.683594, 2.453125, 2.453125, 2.171875, 2.453125, 2.453125, 2.453125, 2.453125, 2.109375, 2.453125, 2.34375, 0.726562, 2.453125, 2.453125, 2.453125, 2.421875, 2.453125, 2.453125, 2.453125, 0.671875, 2.453125, 2.109375, 2.453125, 2.453125, 1.0625, 2.453125, 2.453125, 2.453125, 0.269531, 0.294922, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.257812, 2.453125, 2.453125, 1.140625, 0.054688, 2.453125, 1.617188, 2.4375, 2.453125, 2.1875, 1.929688, 2.453125, 0.318359, 2.453125, 2.453125, 0.507812, 2.453125, 2.453125, 2.453125, 2.453125, 1.507812, 1.039062, 2.453125, 0.261719, 2.453125, 2.453125, 1.8125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.792969, 1.65625, 2.453125, 2.375, 2.453125, 1.882812, 2.453125, 2.078125, 0.972656, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.203125, 2.453125, 0.174805, 2.453125, 0.141602, 2.453125, 2.453125, 0.300781, 0.328125, 1.195312, 2.09375, 2.03125, 2.453125, 2.453125, 0.765625, 2.453125, 0.298828, 2.453125, 0.816406, 1.476562, 2.15625, 2.453125, 2.453125, 2.453125, 2.453125, 2.21875, 0.308594, 2.453125, 1.265625, 2.453125, 2.453125, 1.15625, 2.453125, 0.470703, 2.453125, 2.453125, 2.453125, 0.235352, 2.453125, 2.453125, 2.453125, 0.574219, 1.820312, 1.914062, 2.453125, 0.210938, 2.453125, 1.65625, 2.453125, 2.453125, 0.4375, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 1.195312, 1.007812, 2.453125, 0.324219, 2.453125, 0.820312, 2.453125, 2.453125, 1.664062, 2.453125, 2.453125, 1.515625, 1.679688, 2.046875, 2.453125, 0.335938, 1.695312, 2.453125, 2.453125, 2.453125, 1.632812, 0.742188, 2.0, 2.453125, 2.453125, 2.453125, 2.453125, 2.09375, 1.320312, 0.210938, 1.742188, 1.414062, 0.941406, 2.453125, 2.453125, 1.898438, 2.453125, 1.3125, 2.453125, 2.453125, 0.150391, 2.453125, 2.453125, 2.453125, 0.208008, 1.96875, 1.578125, 2.453125, 1.382812, 0.992188, 2.453125, 2.421875, 2.4375, 2.453125, 2.453125, 2.453125, 2.453125, 1.65625, 0.451172, 2.453125, 2.453125, 2.453125, 2.453125, 0.09668, 2.21875, 2.453125, 2.453125, 1.007812, 2.453125, 1.367188, 2.453125, 2.453125, 2.453125, 0.18457, 0.304688, 2.453125, 2.453125, 2.453125, 2.203125, 0.605469, 2.25, 2.453125, 1.28125, 1.070312, 2.453125, 0.08252, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 1.023438, 0.135742, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 1.960938, 2.125, 0.408203, 2.453125, 0.341797, 1.679688, 2.453125, 2.453125, 0.277344, 2.453125, 2.453125, 2.453125, 1.367188, 2.453125, 1.875, 2.453125, 2.453125, 2.453125, 2.203125, 2.453125, 1.140625, 2.453125, 1.195312, 0.18457, 2.453125, 2.453125, 1.132812, 2.453125, 1.898438, 0.388672, 2.453125, 1.90625, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.03125, 2.453125, 2.453125, 2.453125, 2.453125, 2.046875, 2.453125, 0.214844, 0.3125, 2.453125, 2.453125, 1.984375, 1.421875, 2.34375, 2.453125, 0.216797, 2.453125, 2.453125, 0.867188, 2.453125, 0.084961, 0.367188, 0.259766, 0.388672, 2.453125, 0.400391, 2.453125, 2.453125, 0.878906, 0.28125, 2.453125, 2.453125, 2.453125, 0.183594, 2.453125, 0.175781, 2.453125, 2.453125, 2.453125, 1.039062, 0.248047, 0.382812, 0.131836, 0.231445, 2.234375, 2.453125, 2.453125, 2.453125, 2.453125, 1.820312, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 1.476562, 2.453125, 2.453125, 2.453125, 2.453125, 0.828125, 2.453125, 1.757812, 2.453125, 1.820312, 2.453125, 2.25, 2.453125, 2.453125, 1.695312, 2.453125, 2.453125, 2.453125, 1.304688, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 1.59375, 2.453125, 0.96875, 2.453125, 0.65625, 2.453125, 0.457031, 2.453125, 2.453125, 1.0, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 1.507812, 2.453125, 2.453125, 0.298828, 0.443359, 2.453125, 1.945312, 2.453125, 2.453125, 2.453125, 2.03125, 1.523438, 2.453125, 1.34375, 2.453125, 0.925781, 2.453125, 2.453125, 2.453125, 2.453125, 0.275391, 2.453125, 0.141602, 2.453125, 2.453125, 2.453125, 2.453125, 1.585938, 2.453125, 0.359375, 0.507812, 2.453125, 0.390625, 2.453125, 2.453125, 2.453125, 0.182617, 2.453125, 0.219727, 2.453125, 2.453125, 0.339844, 2.453125, 2.453125, 0.863281, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.441406, 2.453125, 2.453125, 2.453125, 0.365234, 1.632812, 2.453125, 2.265625, 2.453125, 2.453125, 0.490234, 2.453125, 2.453125, 2.453125, 2.453125, 0.363281, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 1.539062, 2.453125, 1.1875, 2.28125, 2.453125, 2.453125, 2.453125, 2.453125, 0.738281, 2.453125, 2.453125, 1.09375, 0.163086, 2.453125, 2.453125, 2.140625, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.126953, 0.245117, 2.453125, 2.453125, 2.359375, 2.453125, 2.453125, 2.453125, 1.664062, 2.453125, 2.453125, 2.453125, 0.613281, 2.453125, 0.378906, 2.453125, 0.12207, 2.453125, 2.453125, 2.453125, 0.423828, 0.808594, 1.539062, 2.453125, 2.453125, 2.453125, 0.220703, 2.453125, 2.453125, 0.839844, 2.453125, 0.015869, 2.453125, 2.453125, 0.271484, 0.796875, 2.453125, 2.453125, 2.453125, 2.125, 2.453125, 2.453125, 2.453125, 2.21875, 0.472656, 2.453125, 2.453125, 0.289062, 2.453125, 1.265625, 2.453125, 2.453125, 2.453125, 1.8125, 2.453125, 1.109375, 2.453125, 1.351562, 2.453125, 1.023438, 1.421875, 0.632812, 2.453125, 1.75, 1.007812, 1.984375, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.365234, 1.0625, 2.453125, 0.921875, 2.453125, 2.453125, 2.453125, 2.3125, 2.453125, 2.453125, 2.453125, 0.259766, 2.453125, 2.453125, 2.453125, 0.648438, 1.125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.605469, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.707031, 2.453125, 0.151367, 1.046875, 2.453125, 2.453125, 0.161133, 1.710938, 2.453125, 1.234375, 2.09375, 0.214844, 2.0625, 2.453125, 0.511719, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 1.257812, 0.777344, 2.453125, 0.9375, 2.453125, 2.453125, 2.453125, 0.949219, 0.664062, 1.828125, 0.910156, 2.390625, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.535156, 1.625, 0.296875, 2.453125, 2.453125, 2.453125, 2.453125, 0.11084, 2.453125, 2.453125, 0.158203, 2.453125, 1.5625, 0.062988, 0.640625, 0.390625, 2.453125, 2.453125, 2.453125, 0.181641, 2.453125, 1.734375, 2.453125, 0.714844, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.283203, 1.84375, 1.117188, 2.453125, 0.474609, 2.453125, 1.203125, 2.453125, 1.375, 2.0, 2.453125, 1.96875, 2.453125, 0.265625, 1.710938, 2.453125, 0.957031, 2.453125, 2.453125, 2.03125, 2.453125, 2.109375, 2.453125, 2.453125, 2.453125, 1.804688, 0.238281, 1.328125, 2.453125, 2.453125, 0.910156, 1.085938, 2.453125, 1.09375, 0.353516, 1.898438, 2.453125, 2.453125, 2.453125, 0.792969, 2.453125, 2.453125, 2.453125, 2.453125, 0.109375, 2.453125, 2.453125, 2.21875, 2.453125, 2.453125, 2.3125, 2.453125, 2.453125, 2.140625, 2.453125, 2.453125, 2.453125, 0.71875, 1.4375, 2.453125, 2.453125, 1.5625, 2.453125, 2.453125, 1.992188, 1.304688, 0.279297, 2.375, 2.453125, 2.453125, 2.453125, 1.601562, 2.453125, 2.453125, 2.453125, 0.148438, 1.21875, 2.453125, 2.453125, 1.148438, 2.453125, 2.15625, 2.453125, 2.453125, 0.683594, 2.046875, 1.195312, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.433594, 2.453125, 2.453125, 2.453125, 1.5, 0.398438, 0.71875, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.455078, 0.341797, 2.453125, 2.453125, 0.155273, 2.453125, 0.429688, 2.078125, 2.453125, 2.453125, 2.453125, 1.882812, 2.453125, 1.109375, 1.28125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 1.695312, 2.453125, 2.453125, 2.15625, 2.453125, 1.421875, 2.453125, 2.453125, 0.71875, 2.453125, 2.453125, 0.047607, 2.453125, 0.28125, 2.453125, 2.453125, 2.453125, 0.271484, 2.265625, 2.453125, 0.253906, 2.03125, 2.453125, 0.65625, 0.231445, 2.453125, 0.185547, 2.453125, 1.085938, 0.609375, 2.453125, 2.453125, 2.453125, 0.235352, 2.453125, 2.453125, 0.443359, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.652344, 1.164062, 2.453125, 2.453125, 2.453125, 0.235352, 2.453125, 0.314453, 2.453125, 2.390625, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.480469, 1.5, 0.22168, 2.453125, 2.453125, 2.453125, 2.453125, 0.310547, 0.462891, 0.302734, 2.453125, 2.453125, 2.453125, 2.453125, 0.392578, 0.161133, 0.230469, 2.453125, 2.453125, 2.453125, 1.867188, 2.453125, 2.109375, 2.453125, 2.453125, 1.203125, 2.453125, 0.757812, 0.341797, 2.453125, 2.453125, 2.453125, 2.453125, 0.197266, 2.453125, 1.976562, 2.453125, 2.453125, 2.453125, 2.453125, 2.03125, 2.453125, 2.453125, 0.143555, 2.15625, 2.453125, 2.09375, 2.453125, 0.287109, 2.453125, 2.453125, 2.453125, 2.453125, 0.388672, 2.296875, 2.453125, 0.636719, 2.453125, 0.337891, 2.453125, 0.949219, 1.539062, 1.203125, 2.453125, 2.1875, 2.453125, 1.585938, 2.453125, 2.453125, 2.453125, 2.453125, 1.257812, 0.18457, 2.453125, 2.453125, 2.453125, 2.140625, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.421875, 2.453125, 0.535156, 2.421875, 0.5625, 1.359375, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 0.216797, 2.453125, 0.84375, 2.453125, 2.453125, 2.453125, 2.453125, 2.375, 2.453125, 2.453125, 2.453125, 2.453125, 0.949219, 2.453125, 2.453125, 2.453125, 2.453125, 2.453125, 2.34375, 2.453125, 2.453125, 2.453125, 2.265625, 1.15625, 2.453125, 0.337891, 0.225586, 2.453125, 2.453125, 0.851562, 2.453125, 1.460938, 2.453125, 2.453125, 1.265625, 2.453125, 0.828125, 2.390625, 2.453125, 2.453125, 2.453125, 0.472656, 0.941406, 2.453125, 1.640625, 2.453125, 0.231445, 0.425781, 2.453125, 1.414062, 1.21875, 2.453125, 1.570312, 2.453125, 2.453125, 2.453125, 2.25, 0.332031, 2.453125, 0.216797, 0.601562, 0.139648, 2.453125, 2.453125, 2.453125, 2.453125, 0.337891, 2.453125, 2.453125, 2.453125, 2.453125, 1.648438 ] } , "name": "onnx::Mul_10961", "outputIndexes": [ 3002 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3001, 3002 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 3003 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2975, 3003 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/Add_1_output_0", "outputIndexes": [ 3004 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3004 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.15/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 7501 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7501 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.15/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 7502 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7502 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 963382346, 327702, 81920, 0, 0 ] } , "name": "/layers.15/per_layer_input_gate/Linear", "outputIndexes": [ 7503 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7503 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.15/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 7504 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7504 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.15/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 3005 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3005 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.15/act_fn/Mul_output_0", "outputIndexes": [ 3006 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3005, 3006 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/act_fn/Mul_1_output_0", "outputIndexes": [ 3007 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 3007 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/act_fn/Mul_2_output_0", "outputIndexes": [ 3008 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3005, 3008 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/act_fn/Add_output_0", "outputIndexes": [ 3009 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 3009 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/act_fn/Mul_3_output_0", "outputIndexes": [ 3010 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3010 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.15/act_fn/Tanh_output_0", "outputIndexes": [ 3011 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 3011 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/act_fn/Add_1_output_0", "outputIndexes": [ 3012 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3005, 3012 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/act_fn/Mul_4_output_0", "outputIndexes": [ 3013 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 3013 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/act_fn/Mul_5_output_0", "outputIndexes": [ 3014 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 15 ] } , "name": "/Constant_24_output_0", "outputIndexes": [ 3015 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3685", "outputIndexes": [ 3016 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3688", "outputIndexes": [ 3017 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 3016, 3017, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice3691", "outputIndexes": [ 3018 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3018 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze3692", "outputIndexes": [ 3019 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3015, 3019 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3693", "outputIndexes": [ 3020 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3020, 3019 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3694", "outputIndexes": [ 3021 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 3021, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_22_output_0", "outputIndexes": [ 3022 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3014, 3022 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/Mul_output_0", "outputIndexes": [ 3023 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3023 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.15/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 7505 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7505 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.15/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 7506 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7506 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 963791968, 327702, 81920, 0, 0 ] } , "name": "/layers.15/per_layer_projection/Linear", "outputIndexes": [ 7507 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7507 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.15/per_layer_projection/Linear/post_convert", "outputIndexes": [ 7508 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7508 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.15/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 3024 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3024 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.15/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 3026 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3026 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.15/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 3027 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3027, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 3028 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3028, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 3029 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3024, 3029 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 3030 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.507812, 0.890625, 0.001366, 0.402344, 1.015625, 1.539062, 1.460938, 0.691406, 1.539062, 1.539062, 1.539062, 0.001495, 1.539062, 1.539062, 1.539062, 0.022583, 1.539062, 0.001411, 1.40625, 1.398438, 1.539062, 1.539062, 1.539062, 0.00145, 0.001389, 0.001389, 0.001488, 1.539062, 1.539062, 1.539062, 1.539062, 0.001495, 1.539062, 1.484375, 1.539062, 1.140625, 1.539062, 0.972656, 0.953125, 0.847656, 1.539062, 0.003998, 0.00293, 0.00145, 1.539062, 1.539062, 1.53125, 0.001457, 0.001419, 0.9375, 1.539062, 1.539062, 1.203125, 1.539062, 0.001419, 0.875, 0.001488, 1.539062, 0.546875, 1.539062, 0.115723, 1.171875, 1.539062, 0.808594, 1.492188, 0.001488, 0.00145, 0.001404, 0.001503, 0.451172, 1.539062, 0.001419, 1.539062, 1.539062, 1.539062, 1.539062, 0.015747, 1.539062, 0.00145, 1.539062, 1.539062, 0.001488, 1.507812, 0.00145, 1.539062, 0.001442, 0.847656, 1.539062, 1.539062, 0.001366, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.390625, 1.539062, 0.394531, 0.511719, 0.503906, 1.53125, 0.001442, 1.539062, 0.769531, 1.539062, 1.539062, 1.054688, 0.251953, 0.001472, 1.539062, 0.001404, 0.001495, 0.183594, 1.539062, 1.539062, 0.300781, 0.001358, 1.375, 0.001343, 1.539062, 1.539062, 0.001457, 1.539062, 1.242188, 1.539062, 1.539062, 0.001495, 0.402344, 0.001503, 0.001381, 0.001465, 0.367188, 1.539062, 1.539062, 0.486328, 1.539062, 1.539062, 0.001427, 0.001434, 0.835938, 0.001228, 1.539062, 0.001373, 1.539062, 1.539062, 1.539062, 1.007812, 1.539062, 1.539062, 1.085938, 0.00135, 0.984375, 1.53125, 0.001427, 0.00148, 1.460938, 0.001488, 1.539062, 1.53125, 0.001427, 1.304688, 0.001442, 1.5, 1.539062, 1.5, 1.539062, 1.539062, 1.53125, 1.539062, 0.001488, 0.439453, 1.539062, 1.539062, 0.00148, 0.001373, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 0.001511, 1.46875, 0.001511, 0.382812, 0.001488, 1.539062, 0.984375, 0.001503, 0.001488, 1.492188, 0.929688, 0.004791, 0.001472, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.492188, 0.001472, 0.001472, 1.539062, 1.476562, 1.539062, 1.382812, 1.539062, 0.00148, 1.539062, 0.01709, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.460938, 0.001419, 1.53125, 1.539062, 0.00148, 0.001419, 1.539062, 1.382812, 0.902344, 0.21875, 0.001419, 1.539062, 0.847656, 1.539062, 1.539062, 0.921875, 1.539062, 1.539062, 1.539062, 0.001495, 0.001411, 1.179688, 1.539062, 0.001427, 1.46875, 1.523438, 1.539062, 1.539062, 0.001488, 1.539062, 0.00148, 1.359375, 0.163086, 0.001373, 1.273438, 0.373047, 1.539062, 1.539062, 1.539062, 0.001465, 1.539062, 1.320312, 0.189453, 1.539062, 1.539062, 0.275391, 0.001495, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 0.001648, 1.539062, 0.001465, 1.539062, 1.539062, 1.539062, 0.001495, 1.539062, 1.539062, 1.539062, 0.001434, 1.539062, 1.539062, 1.539062, 1.398438, 1.15625, 1.539062, 1.539062, 1.539062, 0.001404, 0.001434, 0.001419, 1.539062, 1.539062, 1.539062, 0.001465, 1.539062, 1.539062, 0.001381, 1.539062, 0.898438, 0.001465, 0.679688, 1.296875, 1.539062, 1.539062, 0.921875, 1.539062, 1.539062, 1.539062, 0.001488, 1.539062, 1.539062, 1.132812, 0.001373, 0.914062, 1.539062, 1.5, 1.539062, 0.00145, 0.00145, 1.539062, 1.539062, 0.00145, 1.539062, 1.09375, 1.523438, 1.539062, 0.142578, 1.53125, 1.539062, 0.605469, 1.539062, 0.034424, 1.414062, 1.539062, 1.539062, 0.15918, 1.539062, 0.001472, 1.539062, 0.00145, 1.539062, 1.539062, 1.539062, 0.00148, 1.539062, 0.001427, 0.78125, 0.001488, 0.392578, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 0.005188, 1.507812, 1.539062, 0.980469, 0.001465, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 0.001381, 0.373047, 0.001328, 1.539062, 1.539062, 0.542969, 1.539062, 1.0, 0.001472, 1.03125, 1.273438, 1.539062, 1.539062, 1.539062, 1.1875, 1.539062, 1.539062, 1.46875, 1.539062, 1.539062, 1.539062, 1.539062, 0.210938, 0.00148, 0.001472, 0.001503, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 0.482422, 1.414062, 0.00145, 1.539062, 1.539062, 1.539062, 1.539062, 0.001411, 1.226562, 0.001389, 1.539062, 1.539062, 0.001472, 1.367188, 1.539062, 0.001442, 1.375, 1.539062, 0.00148, 1.539062, 1.539062, 1.539062, 1.539062, 0.001503, 0.001274, 1.523438, 0.365234, 0.001358, 1.539062, 1.507812, 1.289062, 1.539062, 1.539062, 1.539062, 1.507812, 1.539062, 1.539062, 1.539062, 0.001419, 1.539062, 1.421875, 1.539062, 1.539062, 1.539062, 0.964844, 1.539062, 1.539062, 0.00148, 0.96875, 1.539062, 0.695312, 1.539062, 1.539062, 1.515625, 1.539062, 0.226562, 1.539062, 0.001465, 1.539062, 1.539062, 1.375, 0.828125, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.195312, 1.539062, 0.001411, 0.001427, 1.539062, 0.001495, 1.523438, 1.539062, 1.539062, 1.539062, 0.001419, 1.539062, 0.001465, 0.00148, 0.00145, 1.539062, 0.917969, 0.022949, 0.001442, 0.902344, 0.001488, 1.539062, 1.539062, 1.476562, 1.523438, 0.757812, 1.539062, 0.001465, 0.261719, 0.001465, 1.320312, 1.539062, 1.539062, 1.539062, 0.001404, 1.078125, 1.515625, 1.539062, 1.390625, 1.539062, 1.539062, 0.001488, 0.002274, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.53125, 1.53125, 1.539062, 1.296875, 1.539062, 1.539062, 1.078125, 1.539062, 1.539062, 1.539062, 0.004364, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.132812, 1.539062, 1.4375, 1.539062, 1.539062, 1.421875, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 0.835938, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 0.001503, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.09375, 1.539062, 1.140625, 1.539062, 0.00145, 1.539062, 1.539062, 0.65625, 1.539062, 0.609375, 0.001495, 1.226562, 1.539062, 0.001411, 1.539062, 1.539062, 0.314453, 1.539062, 0.001442, 0.001434, 0.001511, 1.539062, 0.001389, 1.539062, 1.414062, 1.539062, 1.53125, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 0.00145, 1.539062, 0.004333, 1.046875, 1.398438, 1.390625, 1.039062, 0.921875, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.289062, 0.574219, 0.484375, 1.539062, 0.328125, 1.539062, 1.539062, 1.335938, 0.001465, 1.539062, 0.001472, 0.001434, 1.539062, 1.539062, 0.679688, 1.539062, 1.460938, 1.539062, 0.173828, 1.539062, 0.001335, 1.539062, 1.226562, 1.539062, 1.539062, 1.539062, 1.539062, 0.345703, 1.539062, 1.539062, 1.539062, 0.470703, 0.001472, 0.001419, 0.001335, 1.539062, 1.539062, 1.539062, 0.144531, 1.539062, 0.001434, 1.539062, 1.539062, 1.539062, 0.001503, 0.816406, 0.001472, 0.00132, 1.539062, 0.001396, 0.652344, 1.539062, 1.539062, 1.539062, 0.310547, 1.539062, 1.539062, 1.539062, 0.00135, 1.539062, 1.539062, 1.539062, 0.001419, 1.539062, 1.539062, 1.523438, 1.539062, 1.53125, 1.539062, 1.421875, 1.367188, 1.539062, 0.001396, 0.722656, 0.001488, 0.068359, 1.539062, 0.001389, 1.539062, 0.542969, 0.001434, 1.523438, 0.753906, 1.539062, 1.539062, 1.5, 1.539062, 1.460938, 1.539062, 1.539062, 1.296875, 1.539062, 1.539062, 1.539062, 0.001495, 1.304688, 1.539062, 1.539062, 1.539062, 1.539062, 0.001335, 1.539062, 1.539062, 1.539062, 1.5, 1.539062, 0.730469, 1.375, 1.539062, 0.498047, 1.539062, 1.539062, 1.179688, 1.539062, 1.539062, 1.539062, 0.585938, 0.001381, 1.539062, 0.902344, 0.063965, 1.539062, 0.332031, 0.777344, 1.539062, 1.539062, 1.515625, 1.539062, 0.00132, 1.539062, 0.001297, 0.648438, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 0.001381, 0.025024, 1.539062, 0.707031, 1.539062, 0.365234, 1.539062, 0.001457, 1.539062, 1.507812, 0.001434, 1.539062, 1.539062, 0.070312, 1.484375, 1.421875, 0.001366, 1.539062, 1.523438, 1.539062, 0.246094, 0.097168, 1.539062, 0.558594, 1.539062, 1.539062, 1.515625, 0.001465, 1.539062, 1.34375, 1.539062, 1.539062, 1.539062, 1.539062, 0.00148, 0.001343, 1.539062, 1.203125, 0.001442, 0.433594, 1.539062, 1.539062, 1.539062, 1.539062, 0.001457, 1.539062, 0.002243, 1.539062, 0.001358, 1.539062, 1.539062, 0.001411, 1.539062, 0.001503, 1.539062, 0.929688, 0.242188, 1.539062, 1.539062, 1.25, 1.539062, 0.088867, 0.001495, 1.539062, 1.539062, 0.15625, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.265625, 1.539062, 1.539062, 0.015869, 1.539062, 0.925781, 0.001411, 1.539062, 1.320312, 1.539062, 0.178711, 1.539062, 1.539062, 1.539062, 0.001427, 0.433594, 0.006897, 1.539062, 1.414062, 0.001472, 1.539062, 1.539062, 1.539062, 0.326172, 0.001389, 1.539062, 1.203125, 1.539062, 1.539062, 1.234375, 0.796875, 1.539062, 1.539062, 0.294922, 0.004517, 0.001472, 0.223633, 0.00135, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 0.002289, 0.001419, 0.001411, 1.539062, 0.001427, 1.367188, 1.539062, 1.539062, 1.539062, 1.539062, 0.001427, 0.820312, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 0.001335, 1.539062, 1.539062, 0.001503, 0.001472, 0.001419, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 0.001411, 1.539062, 0.001396, 0.001457, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 0.00145, 1.539062, 1.328125, 1.515625, 0.001389, 1.148438, 1.539062, 1.539062, 0.839844, 1.445312, 0.001511, 1.5, 0.00145, 1.539062, 1.539062, 1.539062, 0.001442, 0.6875, 1.539062, 1.539062, 0.00148, 0.00383, 0.001381, 0.265625, 0.00145, 1.539062, 1.539062, 1.539062, 0.001442, 1.539062, 1.539062, 1.539062, 1.539062, 0.211914, 0.96875, 0.013367, 1.53125, 0.863281, 0.001488, 0.222656, 1.539062, 1.539062, 1.164062, 1.539062, 1.539062, 0.001427, 1.539062, 0.119141, 1.539062, 1.539062, 0.001442, 1.539062, 1.539062, 0.001495, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 0.001419, 0.001434, 1.539062, 0.225586, 1.539062, 1.539062, 1.539062, 0.001404, 1.539062, 0.026367, 0.001488, 1.539062, 1.539062, 1.539062, 0.001472, 1.539062, 1.539062, 1.421875, 1.539062, 0.001488, 0.001472, 0.00148, 0.001457, 1.539062, 1.539062, 1.539062, 1.335938, 0.001411, 0.029419, 1.539062, 1.539062, 0.001495, 1.539062, 1.539062, 1.539062, 1.539062, 0.001457, 0.001396, 0.001465, 1.101562, 1.539062, 1.539062, 0.785156, 1.539062, 1.539062, 0.597656, 0.001434, 0.949219, 0.636719, 0.001434, 0.043945, 1.09375, 1.539062, 1.539062, 1.539062, 1.539062, 0.253906, 0.001373, 1.539062, 0.010437, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.375, 1.53125, 1.539062, 1.539062, 0.001495, 0.001488, 0.227539, 0.21582, 0.001495, 1.539062, 0.001495, 1.539062, 1.539062, 1.539062, 1.5, 1.539062, 1.53125, 1.539062, 1.539062, 1.539062, 1.539062, 0.894531, 0.001358, 1.539062, 1.539062, 1.539062, 1.390625, 0.001442, 0.001511, 1.539062, 1.539062, 1.539062, 0.001404, 1.539062, 1.539062, 1.539062, 0.001488, 1.539062, 1.539062, 1.539062, 0.001404, 1.539062, 1.539062, 0.001503, 1.539062, 1.5, 0.691406, 1.539062, 1.539062, 0.001434, 1.539062, 1.539062, 1.539062, 1.539062, 0.984375, 1.390625, 1.539062, 1.421875, 1.539062, 1.429688, 1.539062, 0.00145, 0.001427, 1.539062, 1.539062, 1.476562, 1.5, 1.539062, 0.00145, 0.380859, 0.488281, 1.539062, 0.00145, 0.001434, 0.001457, 1.539062, 1.539062, 1.539062, 1.132812, 1.40625, 1.539062, 1.539062, 0.001419, 0.917969, 0.00145, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 0.001465, 0.00145, 1.539062, 0.001457, 1.539062, 0.001472, 1.523438, 1.539062, 1.539062, 0.001404, 1.539062, 0.001465, 0.001488, 1.539062, 1.539062, 1.117188, 1.539062, 1.507812, 1.539062, 0.001457, 0.001404, 0.78125, 1.539062, 1.539062, 0.992188, 1.507812, 1.539062, 1.539062, 1.539062, 0.001389, 1.539062, 0.001396, 1.539062, 1.539062, 0.010864, 1.539062, 0.001381, 1.539062, 0.40625, 1.523438, 0.441406, 1.539062, 0.00135, 0.001411, 1.539062, 1.398438, 1.539062, 1.539062, 0.00145, 0.757812, 1.539062, 0.00148, 1.539062, 1.398438, 1.539062, 0.5625, 0.001465, 1.539062, 1.539062, 1.4375, 1.539062, 0.001396, 0.001434, 1.492188, 0.001411, 0.010437, 1.28125, 1.539062, 1.539062, 1.539062, 0.001495, 1.539062, 1.539062, 1.53125, 0.001419, 0.001434, 1.539062, 1.539062, 0.001434, 1.539062, 0.007111, 0.001442, 0.245117, 0.019531, 0.001472, 1.539062, 1.539062, 1.492188, 0.894531, 0.00145, 0.001404, 0.001457, 1.539062, 0.328125, 1.117188, 0.78125, 1.539062, 1.539062, 1.539062, 0.667969, 0.00148, 1.523438, 1.539062, 0.001404, 1.539062, 1.265625, 0.001419, 1.539062, 0.002243, 0.001434, 0.001427, 1.539062, 0.001389, 1.539062, 1.023438, 1.539062, 1.539062, 1.46875, 1.539062, 0.001434, 0.05957, 0.001396, 1.539062, 1.539062, 0.996094, 1.539062, 1.539062, 1.539062, 1.3125, 1.539062, 0.001465, 1.539062, 0.001427, 0.001434, 1.539062, 0.070801, 0.001442, 1.539062, 0.78125, 1.539062, 1.515625, 0.878906, 1.539062, 1.539062, 1.539062, 1.109375, 0.882812, 0.001404, 0.00145, 0.167969, 0.00145, 0.019531, 1.539062, 1.289062, 0.001472, 0.001442, 1.539062, 1.539062, 1.539062, 1.539062, 0.001511, 0.550781, 1.539062, 1.539062, 1.539062, 1.53125, 1.539062, 1.335938, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 0.00135, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.414062, 0.976562, 1.09375, 1.539062, 1.539062, 1.539062, 0.001488, 1.539062, 0.001419, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 0.001457, 1.539062, 1.539062, 1.148438, 1.367188, 1.539062, 1.539062, 1.539062, 1.539062, 1.3125, 0.001472, 1.539062, 1.539062, 1.539062, 0.001442, 1.539062, 0.664062, 1.523438, 0.001465, 0.001465, 1.078125, 1.429688, 1.539062, 1.5, 1.539062, 0.001404, 0.00145, 1.539062, 1.539062, 1.539062, 1.539062, 0.00135, 1.539062, 0.001442, 1.539062, 0.00145, 1.171875, 0.001442, 0.001495, 1.101562, 0.001488, 1.539062, 1.195312, 1.539062, 0.001442, 0.001495, 0.001465, 0.001419, 1.539062, 1.539062, 1.53125, 1.539062, 1.539062, 1.539062, 0.00145, 1.539062, 1.539062, 1.539062, 0.001503, 0.001411, 1.539062, 1.101562, 1.539062, 0.001465, 1.375, 0.001488, 1.429688, 1.539062, 1.539062, 1.539062, 1.539062, 0.001335, 1.539062, 0.00148, 1.382812, 1.539062, 1.539062, 0.234375, 0.001251, 1.226562, 0.001495, 0.001411, 1.539062, 0.00132, 1.5, 0.699219, 1.539062, 0.001472, 1.445312, 1.539062, 1.515625, 1.539062, 1.539062, 1.539062, 0.001411, 0.00148, 1.3125, 0.001381, 0.335938, 0.761719, 0.001465, 0.006439, 0.001404, 1.539062, 1.5, 0.001503, 1.539062, 1.03125, 0.730469, 1.539062, 1.539062, 0.773438, 1.539062, 0.683594, 1.539062, 1.539062, 1.539062, 1.539062, 1.109375, 1.539062, 1.539062, 1.28125, 1.539062, 1.539062, 1.539062, 0.001495, 0.675781, 1.539062, 1.539062, 1.539062, 1.039062, 1.539062, 1.539062, 0.047119, 0.578125, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 0.00145, 0.001488, 1.539062, 0.914062, 1.539062, 0.166016, 1.539062, 0.00145, 1.054688, 1.539062, 0.001411, 0.425781, 1.539062, 0.001396, 0.177734, 0.001396, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 0.047119, 0.001358, 0.001442, 1.117188, 0.00148, 0.001495, 0.816406, 0.001266, 0.001411, 1.539062, 0.001488, 1.539062, 0.025879, 0.001495, 0.486328, 1.539062, 1.539062, 0.001427, 1.539062, 0.001472, 1.539062, 0.001472, 1.539062, 0.025391, 1.429688, 1.539062, 0.001442, 1.539062, 0.016602, 1.539062, 1.351562, 0.001434, 0.001472, 0.001411, 0.757812, 0.128906, 1.539062, 0.001495, 1.539062, 1.539062, 1.53125, 1.539062, 0.001427, 1.539062, 1.539062, 1.539062, 0.001503, 0.001488, 1.539062, 1.539062, 1.539062, 0.001495, 1.539062, 1.539062, 1.203125, 0.613281, 1.390625, 0.001434, 0.040527, 1.539062, 0.001312, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 0.001419, 1.539062, 1.539062, 0.001511, 1.539062, 1.523438, 1.539062, 1.539062, 0.001411, 1.539062, 0.863281, 0.00145, 1.539062, 1.539062, 1.539062, 0.001465, 1.539062, 1.539062, 1.539062, 0.001381, 0.001472, 1.367188, 0.878906, 1.539062, 0.001381, 1.539062, 1.539062, 0.017334, 0.001442, 0.183594, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 0.00132, 1.539062, 1.507812, 0.828125, 0.117676, 1.539062, 0.00145, 0.001411, 1.539062, 1.523438, 0.001465, 1.539062, 0.00145, 1.539062, 1.539062, 0.010315, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 0.335938, 0.001511, 0.00148, 1.539062, 1.539062, 1.539062, 0.001442, 1.539062, 1.539062, 1.539062, 1.539062, 1.382812, 1.539062, 1.539062, 0.535156, 1.039062, 1.335938, 1.523438, 1.539062, 1.40625, 1.539062, 1.40625, 0.001419, 1.539062, 1.539062, 1.523438, 1.460938, 1.28125, 1.414062, 1.539062, 0.001495, 1.539062, 0.001411, 1.507812, 1.539062, 0.232422, 0.001419, 0.18457, 1.054688, 1.523438, 0.001389, 1.539062, 0.001457, 1.539062, 0.00148, 1.539062, 0.064453, 0.001442, 0.878906, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 0.044434, 1.539062, 1.539062, 0.001503, 1.367188, 0.001328, 1.539062, 0.233398, 1.539062, 1.539062, 1.539062, 0.002457, 1.539062, 0.001381, 1.539062, 0.001472, 1.460938, 1.414062, 1.539062, 0.001396, 1.515625, 0.120117, 1.539062, 1.539062, 0.267578, 0.001419, 0.001465, 1.539062, 1.539062, 1.539062, 1.53125, 0.001411, 0.605469, 1.539062, 0.382812, 1.539062, 0.00148, 1.539062, 1.539062, 0.925781, 1.539062, 1.53125, 1.257812, 0.96875, 1.5, 1.539062, 0.039551, 1.101562, 1.539062, 1.539062, 1.539062, 1.117188, 0.001396, 1.125, 1.539062, 1.539062, 1.171875, 1.539062, 1.21875, 0.707031, 0.078125, 0.001396, 0.59375, 0.554688, 1.492188, 1.539062, 1.171875, 1.539062, 1.054688, 1.539062, 1.539062, 0.00145, 1.539062, 1.539062, 1.515625, 0.001427, 1.429688, 0.00135, 1.539062, 0.886719, 0.419922, 1.539062, 1.210938, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.242188, 0.269531, 1.539062, 1.539062, 1.539062, 1.539062, 0.176758, 1.523438, 1.539062, 1.53125, 0.00135, 1.539062, 0.707031, 1.523438, 1.539062, 1.539062, 0.001434, 0.001404, 1.539062, 1.539062, 1.539062, 1.460938, 0.001457, 1.539062, 1.539062, 0.123047, 0.001442, 1.539062, 0.001457, 1.539062, 0.00145, 1.539062, 1.539062, 1.53125, 0.001495, 0.001457, 1.539062, 1.539062, 1.539062, 1.007812, 1.539062, 1.539062, 1.539062, 1.539062, 1.523438, 1.328125, 0.001465, 1.539062, 0.001366, 1.25, 1.539062, 0.001488, 0.376953, 1.539062, 1.539062, 1.539062, 0.832031, 1.539062, 1.539062, 0.001434, 1.539062, 1.539062, 1.3125, 1.539062, 0.001442, 1.515625, 0.001495, 0.001434, 1.539062, 1.539062, 0.010376, 1.539062, 0.855469, 0.001488, 1.539062, 0.001427, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.03125, 1.539062, 1.539062, 1.460938, 1.539062, 0.172852, 0.001488, 1.539062, 1.539062, 1.09375, 0.001472, 1.257812, 1.539062, 0.001495, 1.539062, 1.539062, 0.001442, 1.539062, 0.261719, 0.178711, 0.001442, 0.105469, 1.539062, 0.001472, 0.001411, 1.53125, 0.001427, 0.074707, 1.539062, 1.539062, 1.539062, 0.001427, 1.507812, 0.001457, 1.539062, 1.539062, 1.539062, 0.001488, 0.001404, 0.00145, 0.097656, 0.001442, 1.203125, 1.539062, 1.539062, 1.445312, 1.539062, 0.001465, 1.539062, 1.539062, 0.001434, 1.539062, 0.001404, 0.976562, 1.539062, 1.390625, 1.539062, 1.539062, 0.005554, 1.539062, 1.539062, 1.539062, 0.6875, 1.539062, 1.421875, 1.539062, 1.382812, 1.132812, 1.539062, 0.001442, 1.539062, 0.001442, 1.539062, 0.001411, 1.539062, 1.539062, 1.539062, 1.265625, 1.539062, 0.001457, 1.539062, 0.00148, 1.539062, 0.046387, 1.40625, 1.539062, 0.53125, 1.539062, 1.539062, 1.273438, 1.328125, 1.539062, 1.007812, 1.539062, 1.539062, 0.001411, 0.117676, 1.5, 0.001495, 1.539062, 1.1875, 1.539062, 1.226562, 0.00148, 1.539062, 0.824219, 1.539062, 0.001465, 0.001495, 1.539062, 1.539062, 1.539062, 0.00145, 1.539062, 0.001419, 1.539062, 1.539062, 1.539062, 1.507812, 1.140625, 1.539062, 0.00145, 0.001404, 1.539062, 0.001465, 1.5, 1.539062, 1.539062, 0.001495, 1.539062, 0.001465, 1.539062, 1.539062, 0.001381, 1.539062, 1.539062, 0.00148, 1.539062, 1.476562, 1.515625, 1.539062, 1.507812, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 0.071289, 1.539062, 1.539062, 0.00415, 0.134766, 0.001419, 0.800781, 1.539062, 1.539062, 1.539062, 0.001328, 0.00145, 1.539062, 0.980469, 1.539062, 0.001488, 1.539062, 1.539062, 1.539062, 0.00145, 1.46875, 1.242188, 0.028931, 1.539062, 0.001457, 0.546875, 1.539062, 1.539062, 1.539062, 1.085938, 0.00135, 1.539062, 0.617188, 0.225586, 0.003342, 1.539062, 1.523438, 1.484375, 1.539062, 1.5, 1.539062, 1.539062, 1.539062, 0.001488, 0.001427, 1.539062, 0.001381, 1.453125, 1.539062, 0.001488, 0.041016, 0.902344, 1.539062, 1.539062, 1.539062, 0.185547, 1.226562, 0.28125, 1.539062, 0.001411, 1.539062, 1.539062, 1.539062, 0.141602, 0.068848, 0.00145, 1.539062, 1.539062, 1.539062, 0.177734, 1.539062, 1.539062, 0.488281, 1.539062, 0.160156, 0.5625, 1.539062, 0.001427, 1.539062, 1.539062, 1.539062, 1.539062, 1.414062, 1.140625, 0.00132, 1.453125, 1.539062, 0.001396, 1.539062, 1.539062, 0.001488, 1.3125, 0.00145, 1.539062, 0.96875, 1.539062, 1.328125, 1.539062, 0.007935, 1.539062, 1.078125, 1.539062, 0.001411, 0.001419, 0.003815, 1.5, 0.001457, 0.001434, 0.886719, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.515625, 1.476562, 1.539062, 0.001427, 0.004425, 1.539062, 0.004974, 1.539062, 1.539062, 1.539062, 1.484375, 1.539062, 1.539062, 1.539062, 0.025024, 1.539062, 1.539062, 1.539062, 0.839844, 0.001404, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 0.001457, 1.539062, 1.476562, 1.539062, 1.539062, 1.507812, 0.001312, 1.539062, 0.025879, 0.632812, 1.539062, 1.539062, 0.001259, 0.00148, 1.539062, 0.001373, 1.539062, 0.001488, 1.265625, 1.460938, 0.001457, 0.001465, 1.539062, 1.539062, 0.001343, 1.539062, 1.53125, 1.539062, 0.001427, 0.519531, 1.523438, 0.001488, 1.539062, 1.539062, 1.53125, 0.570312, 0.004669, 1.539062, 0.001457, 1.4375, 1.539062, 1.5, 1.539062, 1.539062, 0.001503, 0.001419, 0.00145, 0.001457, 1.53125, 1.539062, 1.304688, 1.539062, 0.00145, 1.4375, 0.84375, 0.001434, 1.539062, 0.001434, 0.200195, 0.001404, 0.001511, 1.539062, 1.539062, 1.539062, 0.001495, 1.539062, 0.00148, 1.390625, 0.00148, 1.539062, 1.539062, 1.539062, 1.539062, 0.001434, 0.00148, 1.53125, 0.001503, 1.539062, 0.001495, 1.453125, 0.00145, 1.414062, 0.00148, 1.523438, 0.636719, 1.539062, 0.578125, 1.21875, 1.539062, 0.001411, 1.539062, 0.001495, 1.539062, 1.539062, 0.65625, 1.539062, 1.539062, 0.886719, 1.539062, 1.085938, 1.539062, 1.539062, 1.359375, 0.011963, 0.001472, 0.213867, 1.539062, 1.539062, 0.00145, 0.00145, 1.539062, 0.523438, 0.151367, 0.001457, 1.539062, 1.539062, 0.001495, 0.001358, 1.539062, 1.539062, 1.539062, 1.539062, 0.265625, 1.539062, 1.539062, 1.375, 1.492188, 1.539062, 0.001503, 1.539062, 1.539062, 0.001434, 1.539062, 1.539062, 1.539062, 0.535156, 0.964844, 1.539062, 0.001488, 0.960938, 1.539062, 0.001427, 1.539062, 0.46875, 0.001411, 1.507812, 1.539062, 1.539062, 1.539062, 0.001404, 0.001457, 1.539062, 1.539062, 0.001389, 0.539062, 1.539062, 1.539062, 0.001427, 1.539062, 0.00148, 1.507812, 1.539062, 0.367188, 1.507812, 0.001411, 1.351562, 1.539062, 1.539062, 0.001442, 1.539062, 0.013, 1.539062, 1.539062, 1.539062, 0.722656, 0.001472, 0.001457, 1.53125, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 0.001427, 0.170898, 1.539062, 1.539062, 0.001442, 1.539062, 0.00145, 0.00145, 1.539062, 1.53125, 1.398438, 1.257812, 1.539062, 0.644531, 0.001411, 1.539062, 1.539062, 1.539062, 1.539062, 1.460938, 1.539062, 0.001511, 1.539062, 1.539062, 1.085938, 1.523438, 1.023438, 1.539062, 1.351562, 0.001511, 1.375, 1.539062, 0.013062, 1.539062, 0.001434, 1.539062, 1.539062, 1.539062, 0.001503, 0.001373, 1.539062, 0.001457, 0.001465, 1.539062, 0.001495, 0.164062, 1.539062, 0.001427, 1.539062, 0.001465, 0.458984, 1.539062, 1.539062, 1.539062, 0.001472, 1.539062, 0.138672, 0.001442, 1.53125, 1.539062, 1.539062, 1.539062, 1.390625, 1.476562, 1.539062, 1.476562, 1.515625, 1.460938, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 0.570312, 0.6875, 1.34375, 1.539062, 1.539062, 0.001472, 1.539062, 0.001495, 1.539062, 1.523438, 1.539062, 1.523438, 1.539062, 1.539062, 1.523438, 0.001472, 0.001472, 0.001434, 1.539062, 1.3125, 1.523438, 1.539062, 0.001427, 0.351562, 0.001465, 1.539062, 0.001465, 1.25, 1.539062, 0.00145, 0.001411, 0.001465, 0.001404, 1.539062, 1.539062, 0.001472, 1.539062, 0.001434, 1.539062, 1.539062, 0.632812, 1.539062, 0.001389, 0.001404, 1.539062, 1.539062, 0.001488, 1.539062, 0.001419, 1.539062, 1.257812, 1.539062, 0.001457, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062, 0.001282, 0.001442, 1.539062, 1.492188, 1.539062, 0.425781, 0.00145, 1.539062, 1.539062, 1.539062, 0.001457, 1.382812, 1.460938, 0.001419, 1.539062, 0.273438, 1.539062, 0.008423, 0.001465, 0.582031, 1.429688, 0.714844, 1.539062, 1.539062, 1.539062, 1.539062, 0.001457, 1.539062, 0.917969, 0.001442, 0.001495, 1.539062, 1.539062, 1.039062, 0.001457, 1.539062, 1.445312, 1.25, 1.539062, 0.001457, 1.539062, 0.139648, 1.539062, 0.001465, 0.458984, 0.001472, 1.539062, 1.507812, 1.0625, 1.539062, 0.00135, 1.539062, 0.001427, 1.5, 1.539062, 1.539062, 1.539062, 1.289062, 1.539062, 1.539062, 0.001488, 1.539062, 0.550781, 0.574219, 1.539062, 1.539062, 1.132812, 1.539062, 1.484375, 1.539062, 1.53125, 1.539062, 0.001488, 0.257812, 1.539062, 0.00145, 0.001381, 1.507812, 0.130859, 0.001389, 1.539062, 0.001373, 1.421875, 1.539062, 0.001457, 1.539062, 0.416016, 1.5, 1.539062, 1.539062, 1.367188, 0.001419, 0.208008, 1.539062, 0.001404, 1.539062, 0.001419, 0.392578, 1.539062, 0.699219, 0.773438, 1.375, 0.78125, 1.515625, 1.539062, 1.3125, 1.359375, 0.197266, 1.539062, 0.001472, 0.001511, 0.292969, 1.539062, 1.539062, 1.539062, 1.539062, 0.207031, 1.539062, 1.539062, 1.539062, 1.539062, 1.539062 ] } , "name": "onnx::Mul_10962", "outputIndexes": [ 3031 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3030, 3031 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 3032 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3004, 3032 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/Add_2_output_0", "outputIndexes": [ 3033 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.539062 ] } , "name": "/blocks.15/Constant_1_output_0", "outputIndexes": [ 3034 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3033, 3034 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/Mul_1_output_0", "outputIndexes": [ 3035 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3035, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.16/Reshape_output_0", "outputIndexes": [ 3036 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3036 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.16/input_layernorm/Pow_output_0", "outputIndexes": [ 3037 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3037 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.16/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 3038 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3038, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/input_layernorm/Add_output_0", "outputIndexes": [ 3039 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3039, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/input_layernorm/Pow_1_output_0", "outputIndexes": [ 3040 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3036, 3040 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/input_layernorm/Mul_output_0", "outputIndexes": [ 3041 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 2.65625, 3.375, 3.03125, 17.5, 1.945312, 2.453125, 3.71875, 2.90625, 2.78125, 2.59375, 3.03125, 22.375, 3.078125, 3.953125, 3.0, 21.75, 1.796875, 5.75, 1.5, 3.203125, 2.40625, 3.328125, 2.734375, 4.09375, 4.21875, 5.375, 2.421875, 3.5625, 1.914062, 3.109375, 3.3125, 5.375, 2.5625, 2.1875, 2.46875, 4.84375, 2.5625, 5.34375, 7.46875, 4.71875, 2.359375, 3.4375, 5.09375, 3.671875, 2.5, 2.390625, 4.09375, 4.9375, 5.03125, 2.453125, 3.015625, 2.546875, 2.515625, 3.640625, 2.625, 7.0625, 19.125, 3.078125, 6.1875, 2.109375, 11.125, 3.0625, 3.734375, 4.46875, 3.890625, 5.375, 9.0, 4.875, 4.625, 19.125, 2.3125, 3.5, 2.53125, 2.890625, 2.734375, 2.546875, 6.8125, 3.125, 2.40625, 3.328125, 2.828125, 3.078125, 3.28125, 14.875, 3.390625, 7.3125, 6.09375, 3.34375, 3.03125, 6.5, 2.671875, 2.90625, 3.21875, 2.796875, 3.578125, 3.578125, 2.78125, 2.890625, 20.75, 3.015625, 2.796875, 10.75, 2.90625, 9.5, 2.484375, 2.65625, 6.96875, 11.0625, 5.125, 2.65625, 6.5625, 6.40625, 19.625, 2.75, 2.53125, 15.3125, 10.875, 4.625, 6.625, 3.5625, 3.671875, 3.890625, 3.46875, 5.59375, 2.59375, 1.984375, 5.75, 2.90625, 3.1875, 7.59375, 3.03125, 10.1875, 2.9375, 3.28125, 7.59375, 3.6875, 4.03125, 9.6875, 3.953125, 7.875, 48.0, 2.28125, 9.9375, 2.984375, 1.84375, 2.625, 4.0, 2.9375, 2.484375, 2.859375, 3.046875, 3.28125, 2.75, 5.46875, 2.703125, 3.90625, 19.75, 2.875, 5.0, 2.453125, 4.65625, 10.1875, 4.3125, 3.421875, 3.421875, 2.5, 2.8125, 5.125, 2.6875, 2.265625, 3.78125, 2.84375, 2.5625, 5.46875, 3.1875, 3.046875, 2.515625, 3.421875, 1.726562, 2.484375, 5.34375, 2.78125, 26.0, 2.265625, 18.25, 4.15625, 4.84375, 3.265625, 8.5, 2.625, 6.375, 3.734375, 11.25, 2.28125, 3.609375, 2.59375, 1.882812, 2.640625, 2.609375, 5.625, 2.59375, 13.625, 2.375, 5.5625, 2.78125, 10.0, 2.640625, 5.0, 3.296875, 75.5, 3.015625, 2.890625, 4.0625, 3.09375, 2.84375, 4.0625, 2.890625, 3.0, 2.609375, 3.015625, 9.5625, 124.0, 2.5, 2.953125, 2.84375, 21.75, 4.4375, 2.5625, 3.578125, 2.609375, 2.625, 3.609375, 2.625, 3.296875, 2.25, 9.0625, 5.65625, 4.25, 2.46875, 3.546875, 2.90625, 7.09375, 2.515625, 3.265625, 3.484375, 2.109375, 5.3125, 12.1875, 2.71875, 6.78125, 6.6875, 4.71875, 5.4375, 0.890625, 4.34375, 7.0, 2.265625, 5.75, 22.25, 2.828125, 2.859375, 12.6875, 3.5, 3.203125, 6.1875, 3.921875, 2.8125, 2.53125, 5.125, 2.40625, 13.4375, 3.828125, 3.984375, 2.828125, 2.265625, 3.109375, 3.015625, 4.3125, 13.4375, 1.757812, 3.09375, 3.0625, 5.59375, 3.59375, 4.03125, 2.984375, 4.09375, 5.09375, 7.59375, 5.375, 2.9375, 2.96875, 3.328125, 3.453125, 3.515625, 3.21875, 10.75, 2.203125, 2.734375, 3.109375, 3.484375, 5.28125, 3.578125, 2.515625, 3.28125, 2.515625, 7.21875, 3.21875, 9.0625, 2.640625, 2.859375, 6.5, 10.375, 3.0, 2.546875, 3.796875, 3.15625, 4.6875, 4.6875, 2.59375, 2.46875, 12.6875, 3.21875, 7.46875, 3.515625, 2.9375, 32.25, 3.078125, 3.59375, 9.4375, 3.96875, 23.0, 5.03125, 3.09375, 2.828125, 33.25, 2.6875, 3.109375, 3.109375, 36.0, 3.71875, 1.992188, 2.796875, 4.5, 2.21875, 13.6875, 3.4375, 4.375, 7.65625, 2.640625, 3.203125, 3.203125, 3.859375, 2.828125, 2.40625, 13.4375, 5.28125, 3.953125, 4.65625, 11.3125, 3.03125, 3.609375, 3.4375, 3.796875, 2.359375, 2.734375, 2.5, 11.8125, 2.453125, 2.53125, 11.3125, 2.921875, 5.375, 5.28125, 7.46875, 2.3125, 2.703125, 3.578125, 3.96875, 3.171875, 2.71875, 2.765625, 4.375, 2.171875, 3.265625, 2.4375, 2.734375, 2.28125, 50.75, 8.625, 3.640625, 3.25, 2.59375, 2.4375, 2.796875, 2.375, 9.9375, 3.8125, 2.3125, 2.828125, 3.078125, 2.90625, 2.734375, 34.25, 3.625, 6.4375, 2.515625, 2.828125, 5.40625, 3.796875, 4.4375, 3.375, 7.375, 2.171875, 2.8125, 3.703125, 3.234375, 4.5, 3.234375, 2.90625, 98.0, 5.0625, 8.375, 6.5, 1.796875, 3.75, 3.3125, 2.65625, 4.125, 2.71875, 4.0, 2.828125, 3.453125, 1.859375, 5.1875, 3.265625, 2.546875, 2.8125, 3.609375, 3.0, 7.0, 3.0625, 2.3125, 3.609375, 4.3125, 2.375, 3.734375, 2.609375, 2.59375, 3.4375, 2.53125, 29.75, 1.953125, 12.5625, 2.3125, 6.0, 4.59375, 2.71875, 3.96875, 4.78125, 2.953125, 3.84375, 2.34375, 3.234375, 2.46875, 2.703125, 8.1875, 2.109375, 2.5, 8.5625, 3.140625, 3.296875, 3.78125, 5.9375, 5.1875, 2.578125, 2.859375, 14.75, 2.84375, 2.796875, 6.75, 49.5, 5.03125, 7.15625, 4.375, 3.296875, 2.734375, 5.5625, 4.125, 11.3125, 2.625, 15.375, 18.625, 9.1875, 7.03125, 2.59375, 2.46875, 2.9375, 2.796875, 9.9375, 2.984375, 3.484375, 3.34375, 3.296875, 3.5, 2.40625, 4.125, 4.0625, 5.0625, 3.171875, 2.078125, 3.171875, 2.65625, 5.0625, 2.75, 2.6875, 3.34375, 4.65625, 2.6875, 2.984375, 3.796875, 2.765625, 2.484375, 2.5, 5.71875, 2.578125, 1.625, 2.1875, 3.25, 2.4375, 2.765625, 2.953125, 5.15625, 1.695312, 8.3125, 2.90625, 3.96875, 2.609375, 3.953125, 3.34375, 3.03125, 2.453125, 3.265625, 4.53125, 6.6875, 2.71875, 2.21875, 2.5, 4.125, 3.015625, 2.796875, 3.375, 2.125, 3.03125, 3.65625, 3.03125, 6.3125, 3.515625, 3.078125, 2.921875, 6.40625, 2.953125, 2.453125, 13.9375, 3.5, 11.1875, 16.0, 3.359375, 2.796875, 28.25, 3.4375, 3.140625, 4.65625, 3.0625, 60.5, 7.6875, 3.453125, 3.8125, 3.375, 2.890625, 3.296875, 3.015625, 4.0625, 2.203125, 3.75, 4.90625, 6.6875, 2.8125, 3.59375, 8.3125, 2.796875, 31.875, 4.5, 5.3125, 2.703125, 2.53125, 6.1875, 3.0, 4.59375, 3.53125, 2.8125, 5.625, 3.109375, 4.125, 3.78125, 4.78125, 45.75, 2.6875, 2.734375, 4.1875, 3.46875, 3.8125, 6.53125, 144.0, 3.140625, 2.9375, 10.9375, 3.0, 2.09375, 3.25, 29.0, 2.75, 15.4375, 4.65625, 4.375, 2.984375, 2.75, 4.125, 2.46875, 5.1875, 2.28125, 4.25, 2.953125, 2.640625, 7.75, 3.109375, 12.0625, 3.546875, 5.875, 2.515625, 83.0, 2.6875, 6.875, 2.328125, 3.015625, 2.671875, 7.59375, 15.4375, 13.625, 6.0625, 2.9375, 9.25, 3.546875, 4.78125, 2.78125, 2.8125, 12.3125, 3.15625, 3.0, 2.46875, 7.9375, 2.59375, 2.328125, 4.0625, 47.0, 3.0, 2.4375, 2.484375, 6.34375, 6.4375, 2.078125, 3.40625, 3.375, 2.53125, 2.953125, 4.375, 3.921875, 17.25, 2.140625, 4.1875, 2.5, 5.6875, 5.375, 2.875, 8.1875, 3.03125, 2.546875, 2.53125, 4.46875, 2.9375, 3.5625, 1.898438, 3.796875, 2.234375, 3.8125, 2.9375, 10.3125, 4.21875, 2.390625, 3.4375, 2.296875, 3.03125, 2.6875, 2.796875, 2.515625, 2.953125, 2.875, 2.640625, 3.03125, 3.90625, 4.9375, 2.8125, 3.640625, 2.484375, 4.53125, 2.875, 3.125, 2.34375, 2.484375, 8.4375, 3.390625, 4.8125, 3.125, 2.125, 23.5, 4.1875, 3.3125, 2.53125, 3.671875, 2.765625, 5.84375, 3.96875, 4.28125, 2.671875, 3.390625, 3.4375, 3.375, 2.90625, 2.34375, 2.9375, 3.46875, 2.9375, 5.625, 10.3125, 3.734375, 6.25, 2.8125, 3.6875, 3.15625, 51.5, 2.890625, 4.09375, 3.296875, 2.734375, 4.21875, 3.984375, 10.5625, 4.25, 6.15625, 3.515625, 4.65625, 3.0625, 5.5625, 2.21875, 2.921875, 10.4375, 6.15625, 2.96875, 3.171875, 3.75, 3.4375, 7.8125, 3.484375, 2.9375, 3.0625, 2.46875, 5.84375, 11.3125, 2.765625, 11.25, 7.71875, 2.828125, 2.109375, 3.078125, 2.828125, 2.78125, 7.5625, 2.5625, 4.96875, 2.625, 2.1875, 2.203125, 2.5625, 3.96875, 2.484375, 14.0, 2.234375, 2.46875, 15.375, 3.390625, 2.5, 5.03125, 2.5625, 60.25, 9.5625, 3.21875, 2.734375, 3.6875, 2.546875, 3.15625, 2.78125, 3.15625, 3.296875, 2.921875, 5.09375, 2.6875, 2.40625, 3.078125, 3.875, 2.890625, 4.125, 40.0, 3.234375, 3.921875, 2.453125, 48.25, 3.9375, 1.78125, 1.734375, 8.5625, 20.0, 6.53125, 3.515625, 2.484375, 6.375, 2.8125, 4.75, 2.703125, 2.828125, 7.28125, 2.328125, 3.9375, 3.21875, 3.453125, 7.28125, 2.9375, 2.65625, 4.4375, 18.75, 5.4375, 2.546875, 19.25, 3.28125, 2.78125, 2.28125, 4.0, 2.78125, 2.40625, 2.703125, 4.34375, 2.796875, 6.84375, 2.609375, 8.875, 5.5, 1.960938, 3.15625, 2.90625, 2.515625, 5.09375, 3.171875, 3.03125, 3.078125, 3.234375, 3.703125, 2.84375, 175.0, 3.75, 2.953125, 3.390625, 4.53125, 9.625, 3.09375, 2.859375, 4.75, 3.515625, 2.8125, 2.921875, 2.3125, 3.109375, 2.796875, 19.0, 5.28125, 3.203125, 3.09375, 3.109375, 2.65625, 3.640625, 5.125, 3.359375, 3.25, 2.65625, 7.875, 5.75, 2.953125, 2.9375, 3.015625, 3.328125, 4.8125, 3.25, 7.65625, 2.59375, 3.5, 2.875, 7.1875, 10.625, 2.59375, 2.578125, 59.0, 8.1875, 2.0, 9.375, 8.25, 3.671875, 2.203125, 2.8125, 9.9375, 2.59375, 3.359375, 1.875, 2.9375, 24.5, 3.0625, 12.125, 3.328125, 5.03125, 3.609375, 11.125, 4.25, 2.484375, 3.53125, 2.578125, 2.875, 6.90625, 29.125, 57.75, 3.0625, 2.859375, 12.5625, 3.109375, 3.140625, 5.09375, 2.296875, 2.46875, 3.03125, 3.203125, 2.921875, 3.84375, 22.25, 3.390625, 24.75, 2.9375, 2.640625, 3.203125, 5.90625, 3.75, 17.125, 4.875, 2.96875, 3.71875, 2.5, 12.1875, 2.84375, 2.34375, 4.09375, 2.453125, 2.625, 4.34375, 4.3125, 3.234375, 3.0, 3.0625, 2.0, 3.125, 3.234375, 5.96875, 2.578125, 2.375, 2.96875, 2.609375, 3.28125, 2.625, 3.0625, 20.375, 2.28125, 5.75, 5.96875, 4.0625, 4.0625, 5.46875, 2.515625, 2.390625, 3.25, 4.84375, 8.5, 10.5625, 77.5, 4.84375, 2.53125, 4.5625, 2.484375, 2.265625, 5.5625, 108.5, 7.8125, 2.78125, 4.875, 3.28125, 3.828125, 2.515625, 2.796875, 3.578125, 2.359375, 3.078125, 2.6875, 2.890625, 2.421875, 9.0, 3.3125, 23.875, 4.5, 3.078125, 4.125, 25.75, 3.546875, 3.03125, 2.40625, 2.609375, 2.140625, 3.265625, 3.171875, 1.75, 2.78125, 3.171875, 7.78125, 5.5625, 2.40625, 3.796875, 3.234375, 3.59375, 10.125, 2.859375, 2.8125, 3.40625, 3.109375, 2.515625, 2.734375, 3.203125, 3.0625, 7.65625, 2.46875, 2.796875, 2.515625, 7.25, 3.03125, 2.859375, 36.75, 3.5625, 3.609375, 2.328125, 3.140625, 2.359375, 5.03125, 2.4375, 4.53125, 2.359375, 2.890625, 4.40625, 3.03125, 3.6875, 7.0, 2.59375, 4.625, 3.078125, 3.03125, 3.328125, 2.828125, 1.945312, 4.03125, 3.734375, 2.625, 4.5625, 42.5, 7.65625, 3.125, 2.96875, 22.875, 2.421875, 3.1875, 2.015625, 3.0625, 3.5625, 3.546875, 3.703125, 2.296875, 5.25, 4.1875, 5.46875, 3.171875, 4.3125, 3.234375, 4.03125, 2.53125, 2.140625, 6.9375, 7.0, 4.25, 3.046875, 2.828125, 3.03125, 2.828125, 2.59375, 2.390625, 7.9375, 2.25, 6.09375, 4.5, 2.859375, 2.828125, 8.4375, 2.765625, 4.65625, 4.25, 19.375, 4.3125, 2.875, 2.34375, 2.90625, 7.25, 4.6875, 2.9375, 2.765625, 2.515625, 5.1875, 10.625, 3.03125, 4.0, 2.40625, 2.84375, 2.53125, 2.6875, 4.53125, 14.875, 2.140625, 93.0, 2.703125, 89.5, 10.0625, 3.875, 6.75, 2.8125, 3.015625, 6.625, 3.21875, 2.234375, 3.4375, 2.6875, 6.09375, 2.375, 2.84375, 9.375, 3.609375, 2.71875, 3.9375, 3.546875, 3.828125, 5.53125, 3.40625, 8.0625, 8.5, 2.640625, 3.046875, 4.125, 2.84375, 5.5, 3.9375, 3.0625, 3.125, 11.3125, 24.0, 4.34375, 3.078125, 7.59375, 3.0, 7.46875, 8.6875, 108.0, 42.5, 12.125, 3.484375, 2.796875, 7.34375, 3.265625, 12.0, 8.75, 3.328125, 2.625, 21.25, 6.65625, 9.1875, 4.09375, 2.8125, 2.390625, 2.40625, 12.0625, 3.765625, 2.46875, 6.21875, 2.953125, 2.296875, 5.125, 2.453125, 2.71875, 3.234375, 2.359375, 4.3125, 20.875, 3.6875, 6.6875, 4.3125, 2.6875, 2.9375, 3.65625, 2.5, 60.5, 6.6875, 2.390625, 1.71875, 6.3125, 3.15625, 2.4375, 3.03125, 3.234375, 2.78125, 6.1875, 2.4375, 4.09375, 3.6875, 3.28125, 48.75, 2.84375, 3.484375, 2.9375, 3.859375, 3.28125, 6.5, 3.28125, 4.5625, 2.53125, 2.8125, 6.125, 8.6875, 4.59375, 3.078125, 28.5, 6.5625, 3.203125, 6.34375, 15.5, 2.609375, 2.234375, 3.828125, 2.609375, 2.65625, 6.84375, 3.703125, 1.898438, 2.578125, 2.46875, 4.25, 2.796875, 3.453125, 2.5625, 3.0, 3.546875, 2.59375, 3.140625, 2.765625, 3.34375, 4.71875, 2.765625, 3.09375, 3.125, 2.4375, 3.59375, 3.109375, 8.75, 3.859375, 3.171875, 2.71875, 7.46875, 2.25, 5.59375, 3.140625, 2.703125, 2.859375, 2.03125, 2.8125, 2.203125, 2.6875, 47.0, 2.640625, 2.015625, 2.859375, 5.1875, 3.1875, 4.03125, 3.296875, 2.5, 2.578125, 27.5, 3.46875, 2.90625, 2.375, 31.875, 2.3125, 9.75, 3.609375, 5.0, 4.28125, 6.1875, 2.875, 2.875, 2.859375, 2.734375, 10.3125, 4.15625, 3.328125, 3.3125, 4.34375, 2.5, 6.40625, 2.375, 6.6875, 2.359375, 7.78125, 6.0, 3.625, 4.09375, 3.046875, 31.0, 2.96875, 5.375, 2.765625, 15.625, 2.390625, 3.15625, 54.5, 3.890625, 2.859375, 3.03125, 3.984375, 3.171875, 2.703125, 6.78125, 2.453125, 3.328125, 3.125, 5.6875, 5.71875, 3.609375, 6.3125, 2.796875, 10.5625, 3.015625, 12.25, 5.53125, 3.359375, 1.789062, 4.03125, 3.671875, 30.625, 2.828125, 13.125, 5.375, 2.71875, 4.125, 16.125, 75.0, 6.09375, 3.015625, 93.0, 3.078125, 1.882812, 2.015625, 2.9375, 3.4375, 2.671875, 3.453125, 2.25, 3.25, 3.3125, 3.125, 2.8125, 6.375, 3.578125, 4.34375, 9.8125, 2.875, 10.75, 11.3125, 2.828125, 6.90625, 2.8125, 3.96875, 3.015625, 2.984375, 2.390625, 6.28125, 3.890625, 3.0625, 3.78125, 4.21875, 13.5, 2.390625, 2.953125, 2.0625, 3.53125, 7.21875, 3.140625, 2.78125, 4.3125, 2.640625, 2.03125, -0.523438, 5.3125, 8.5, 2.78125, 2.4375, 1.851562, 6.0, 2.984375, 3.84375, 38.0, 17.5, 3.296875, 2.75, 2.75, 1.882812, 2.515625, 2.125, 2.96875, 2.96875, 2.875, 2.15625, 2.578125, 11.3125, 2.359375, 2.734375, 3.03125, 2.484375, 5.9375, 2.421875, 5.875, 9.125, 2.640625, 7.84375, 16.625, 2.734375, 85.0, 35.25, 31.125, 3.203125, 2.703125, 3.75, 3.203125, 3.515625, 3.390625, 3.515625, 3.15625, 77.5, 10.4375, 3.265625, 2.828125, 8.875, 8.5625, 126.0, 9.5625, 3.0625, 7.96875, 2.453125, 3.5, 10.6875, 2.703125, 3.515625, 2.609375, 4.65625, 4.1875, 4.9375, 1.890625, 4.6875, 3.984375, 2.890625, 3.1875, 4.15625, 21.625, 3.703125, 8.625, 2.921875, 2.859375, 6.125, 2.671875, 4.75, 3.078125, 27.75, 2.203125, 3.96875, 3.40625, 3.90625, 2.609375, 3.15625, 27.375, 3.359375, 3.046875, 2.5625, 5.8125, 2.9375, 3.234375, 2.84375, 3.328125, 3.546875, 3.578125, 2.375, 3.484375, 3.265625, 3.9375, 5.6875, 6.9375, 2.890625, 2.859375, 2.796875, 3.25, 4.5, 3.828125, 2.75, 18.375, 2.84375, 2.515625, 3.109375, 3.09375, 2.640625, 3.4375, 2.0625, 4.25, 2.15625, 5.15625, 17.125, 2.859375, 2.65625, 2.921875, 2.5, 2.796875, 3.578125, 2.421875, 1.96875, 4.71875, 3.921875, 3.3125, 3.484375, 2.796875, 3.5625, 3.546875, 5.0, 11.9375, 32.0, 2.578125, 3.234375, 3.125, 2.328125, 2.890625, 7.53125, 3.46875, 3.5, 6.6875, 28.875, 3.140625, 4.5, 4.59375, 2.90625, 4.5, 7.09375, 2.46875, 6.09375, 2.421875, 2.953125, 5.5, 2.828125, 2.875, 3.5625, 2.828125, 5.625, 2.5, 1.59375, 5.3125, 5.53125, 3.921875, 7.09375, 3.53125, 2.1875, 3.375, 5.625, 2.515625, 3.21875, 2.84375, 3.0, 8.8125, 6.28125, 9.0625, 4.53125, 2.9375, 2.96875, 2.578125, 4.6875, 10.75, 2.4375, 3.0625, 4.75, 3.3125, 4.0, 3.46875, 2.828125, 5.0, 3.859375, 164.0, 2.6875, 2.8125, 68.5, 5.15625, 11.125, 6.4375, 5.4375, 3.078125, 3.65625, 16.375, 3.015625, 5.28125, 2.296875, 8.25, 7.09375, 4.59375, 3.0, 3.171875, 4.65625, 2.96875, 4.0, 16.375, 2.546875, 3.96875, 3.640625, 2.578125, 10.125, 3.390625, 37.5, 2.78125, 3.28125, 2.546875, 65.5, 4.625, 3.1875, 2.4375, 4.6875, 5.46875, 6.78125, 4.65625, 11.0, 3.421875, 8.6875, 2.375, 3.359375, 60.5, 2.53125, 2.625, 2.9375, 2.40625, 2.0625, 3.34375, 12.3125, 3.40625, 2.5, 6.03125, 2.125, 4.65625, 3.265625, 3.5, 3.921875, 3.15625, 2.3125, 10.625, 3.359375, 2.96875, 3.015625, 73.0, 7.3125, 2.453125, 3.03125, 2.828125, 7.96875, 23.0, 4.5625, 2.546875, 3.9375, 5.0625, 3.140625, 5.59375, 10.4375, 95.0, 5.9375, 3.296875, 10.5625, 3.375, 3.296875, 3.3125, 1.882812, 5.34375, 2.578125, 3.0625, 122.0, 2.78125, 2.71875, 5.15625, 9.4375, 7.09375, 3.015625, 1.921875, 3.8125, 3.15625, 3.875, 4.09375, 2.78125, 3.1875, 3.046875, 3.0, 3.421875, 3.0, 7.03125, 3.171875, 2.5, 2.53125, 2.640625, 18.625, 5.75, 2.25, 3.65625, 2.625, 3.421875, 7.375, 2.75, 2.828125, 4.28125, 9.5, 12.0625, 4.625, 3.375, 3.078125, 6.3125, 4.46875, 4.28125, 3.203125, 8.25, 11.4375, 2.609375, 84.5, 4.0625, 2.984375, 2.28125, -2.953125, 3.984375, 4.9375, 8.125, 3.8125, 2.84375, 2.953125, 3.28125, 3.859375, 3.1875, 3.828125, 2.78125, 4.0625, 2.84375, 35.0, 4.125, 63.5, 6.0625, 2.59375, 3.25, 7.375, 2.0625, 2.265625, 2.765625, 2.828125, 2.859375, 3.515625, 2.703125, 2.78125, 2.59375, 4.375, 2.65625, 16.75, 3.046875, 4.5, 10.5, 2.78125, 2.75, 11.8125, 3.171875, 6.09375, 6.09375, 2.5, 7.78125, 2.375, 2.984375, 2.96875, 2.453125, 3.65625, 2.828125, 2.1875, 4.59375, 3.109375, 2.765625, 1.6875, 2.890625, 3.40625, 4.6875, 96.5, 4.34375, 3.3125, 2.546875, 3.375, 9.8125, 2.625, 2.84375, 12.0, 2.125, 3.609375, 6.3125, 2.953125, 19.375, 42.0, 6.625, 45.5, 3.34375, 45.0, 2.453125, 3.03125, 14.25, 6.6875, 2.84375, 2.546875, 3.109375, 10.25, 3.5625, 118.0, 2.171875, 2.109375, 3.25, 3.625, 7.4375, 3.734375, 135.0, 5.9375, 4.0, 3.546875, 2.609375, 3.5, 3.84375, 3.484375, 3.0, 3.65625, 3.9375, 3.046875, 3.015625, 7.96875, 2.796875, 4.15625, 2.59375, 2.65625, 15.0, 2.125, 3.796875, 2.9375, 9.0625, 2.765625, 4.84375, 3.171875, 3.0625, 3.765625, 2.296875, 2.625, 2.828125, 3.125, 2.65625, 2.59375, 2.71875, 4.125, 2.546875, 6.96875, 2.453125, 14.6875, 3.234375, 7.15625, 2.65625, 5.3125, 2.90625, 3.453125, 3.328125, 2.609375, 3.203125, 4.09375, 3.65625, 2.40625, 3.9375, 3.484375, 2.546875, 6.09375, 13.25, 2.53125, 5.71875, 2.109375, 5.59375, 3.0, 1.453125, 14.375, 2.625, 5.125, 2.828125, 12.375, 3.171875, 3.140625, 2.28125, 2.625, 8.375, 2.625, 9.5, 3.0, 3.71875, 2.171875, 3.296875, 6.21875, 2.546875, 6.1875, 13.8125, 3.75, 7.40625, 2.375, 1.515625, 2.953125, 12.125, 2.953125, 44.25, 2.4375, 3.1875, 36.25, 3.921875, 2.46875, 16.25, 2.875, 3.890625, 2.21875, 2.9375, 2.171875, 2.90625, 2.75, 1.882812, 1.851562, 2.5, 5.25, 3.0625, 3.390625, 2.34375, 42.75, 4.46875, 5.65625, 4.46875, 2.46875, 2.890625, 32.75, 2.890625, 3.0, 8.6875, 2.609375, 6.5, 4.15625, 2.765625, 2.90625, 3.53125, 3.15625, 4.40625, 2.890625, 3.3125, 4.28125, 2.203125, 2.921875, 2.671875, 3.15625, 5.84375, 19.5, 2.8125, 2.859375, 11.25, 6.0625, 2.34375, 3.484375, 6.34375, 2.828125, 3.265625, 3.0625, 3.265625, 2.53125, 50.0, 14.5625, 2.4375, 11.3125, 5.90625, 1.984375, 3.0, 3.09375, 2.4375, 2.4375, 2.015625, 3.390625, 21.625, 3.953125, 15.625, 2.828125, 13.8125, 2.4375, 4.125, 3.8125, 46.5, 17.875, 3.453125, 3.046875, 2.40625, 3.0625, 124.5, 2.625, 2.65625, 3.171875, 3.25, 28.5, 2.46875, 3.484375, 4.75, 18.625, 3.15625, 2.84375, 2.59375, 7.625, 2.578125, 3.734375, 2.890625, 3.453125, 22.5, 4.09375, 3.671875, 5.8125, 2.203125, 3.0, 3.03125, 5.53125, 2.890625, 3.25, 2.703125, 4.8125, 3.0625, 7.0, 4.4375, 3.5, 4.625, 20.0, 3.734375, 6.3125, 6.0625, 5.375, 2.421875, 2.4375, 2.96875, 3.1875, 3.15625, 3.125, 2.625, 2.59375, 2.375, 2.796875, 3.28125, 4.40625, 2.765625, 6.21875, 3.5625, 4.71875, 14.75, 2.625, 11.1875, 2.234375, 2.65625, 3.078125, 4.21875, 3.65625, 1.804688, 3.390625, 4.9375, 2.71875, 3.546875, 2.78125, 22.5, 8.5, 2.6875, 2.671875, 3.078125, 2.8125, 3.296875, 18.125, 2.5625, 4.375, 2.484375, 2.234375, 4.1875, 9.5, 1.84375, 21.5, 4.3125, 2.28125, 2.625, 61.0, 2.96875, 2.90625, 2.6875, 4.125, 6.9375, 5.03125, 2.625, 8.75, 2.390625, 3.046875, 3.046875, 3.4375, 2.984375, 3.5, 4.5, 10.5, 7.84375, 3.09375, 14.0625, 2.34375, 2.234375, 2.890625, 8.3125, 4.21875, 3.671875, 6.03125, 2.71875, 2.421875, 5.03125, 2.765625, 2.421875, 2.96875, 37.0, 2.0, 5.625, 2.703125, 2.53125, 2.65625, 2.546875, 18.75, 2.46875, 2.9375, 14.375, 2.703125, 2.5, 24.5, 25.0, 4.6875, 3.671875, 5.09375, 2.203125, 11.5, 2.890625, 3.515625, 4.15625, 12.875, 2.21875, 3.0, 2.328125, 3.0, 5.125, 3.0, 2.578125, 2.875, 2.796875, 6.875, 5.65625, 10.1875, 3.140625, 9.3125, 4.90625, 4.0, 3.0, 10.4375, 6.53125, 3.546875, 5.375, 3.109375, 8.0625, 3.84375, 3.15625, 12.375, 2.90625, 2.171875, 8.1875, 3.109375, 4.1875, 2.0625, 3.84375, 4.53125, 9.5625, 3.671875, 3.953125, 2.3125, 4.25, 4.71875, 2.84375, 2.3125, 3.296875, 23.25, 6.0, 3.0625, 4.03125, 3.15625, 8.0625, 2.859375, 2.703125, 4.03125, 2.65625, 16.375, 3.078125, 3.5625, 5.71875, 3.53125, 3.3125, 2.15625, 3.046875, 2.375, 3.890625, 3.3125, 2.859375, 2.984375, 10.375, 10.125, 4.25, 3.515625, 2.96875, 2.640625, 2.453125, 4.71875, 2.90625, 3.84375, 3.703125, 2.359375, 3.59375, 3.859375, 2.59375, 2.453125, 2.515625, 2.90625, 155.0, 7.0, 2.515625, 3.9375, 3.015625, 4.59375, 4.84375, 5.40625, 2.453125, 20.5, 4.03125, 3.296875, 3.59375, 2.703125, 2.46875, 2.84375, 2.890625, 31.875, 2.21875, 2.6875, 3.953125, 9.375, 4.09375, 4.21875, 4.375, 2.96875, 2.734375, 2.265625, 2.765625, 2.625, 3.265625, 5.09375, 37.75, 36.25, 2.8125, 2.5, 10.1875, 3.140625, 6.5625, 4.84375, 2.171875, 4.03125, 2.84375, 3.796875, 3.09375, 3.28125, 13.125, 3.078125, 4.0625, 2.140625, 2.640625, 2.65625, 2.328125, 3.6875, 3.015625, 4.28125, 6.34375, 2.84375, 6.0625, 2.734375, 3.390625, 4.90625, 3.5625, 1.523438, 69.0, 3.828125, 9.5625, 3.046875, 2.5, 2.84375, 10.9375, 3.328125, 2.171875, 10.0625, 6.125, 2.390625, 28.0, 89.0, 2.3125, 8.4375, 2.484375, 3.359375, 22.375, 2.625, 2.796875, 3.078125, 5.8125, 2.671875, 2.921875, 4.6875, 4.75, 2.296875, 2.640625, 3.03125, 2.71875, 3.328125, 2.953125, 5.65625, 3.765625, 2.453125, 2.515625, 2.6875, 2.21875, 2.859375, 2.34375, 3.546875, 3.234375, 3.453125, 3.5, 2.109375, 3.71875, 3.84375, 2.953125, 13.5625, 2.171875, 3.296875, 2.609375, 3.296875, 2.578125, 4.84375, 3.3125, 21.5, 4.21875, 3.0625, 2.578125, 5.25, 2.953125, 3.09375, 6.53125, 6.375, 4.03125, 2.265625, 2.046875, 2.78125, 3.4375, 11.5, 6.90625, 5.28125, 2.828125, 3.375, 2.96875, 5.375, 3.34375, 4.3125, 2.5, 2.25, 6.625, 7.28125, 9.25, 6.65625, 2.234375, 3.984375, 2.71875, 2.59375, 25.125, 2.46875, 6.28125, 2.625, 2.90625, 3.328125, 2.8125, 3.84375, 2.40625, 2.453125, 157.0, 4.9375, 4.34375, 5.0625, 3.59375, 81.5, 2.390625, 3.328125, 2.5, 4.0, 39.25, 4.625, 5.34375, 6.15625, 2.8125, 63.0, 3.625, 4.03125, 7.71875, 3.28125, 3.03125, 4.90625, 2.546875, 7.4375, 2.609375, 2.5, 2.46875, 2.828125, 4.65625, 9.1875, 2.796875, 3.609375, 2.53125, 6.0, 2.5, 2.53125, 2.1875, 3.28125, 2.890625, 6.1875, 2.515625, 16.5, 3.640625, 8.9375, 4.5, 2.90625, 2.78125, 2.359375, 3.171875, 3.3125, 10.0625, 2.78125, 15.625, 2.859375, 3.078125, 3.140625, 3.5, 5.6875, 1.773438, 2.65625, 3.1875, 3.3125, 2.90625, 5.0, 2.015625, 3.109375, 16.75, 3.6875, 5.03125, 3.15625, 2.859375, 2.703125, 4.375, 5.53125, 5.125, 3.71875, 11.375, 3.4375, 6.46875, 17.125, 3.28125, 2.8125, 3.421875, 3.109375, 2.984375, 2.125, 3.3125, 4.0, 3.328125, 2.484375, 5.65625, 24.375, 3.5, 3.4375, 10.125, 2.890625, 5.625, 35.25, 2.734375, 3.421875, 10.75, 3.59375, 1.867188, 2.671875, 3.203125, 3.703125, 3.59375, 24.75, 3.859375, 104.5, 3.3125, 13.25, 3.390625, 2.578125, 1.679688, 2.78125, 28.625, 3.0, 2.140625, 3.265625, 2.734375, 7.21875 ] } , "name": "onnx::Mul_10963", "outputIndexes": [ 3042 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3041, 3042 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/input_layernorm/Mul_1_output_0", "outputIndexes": [ 3043 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3043 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.16/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 7509 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7509 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.16/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 7510 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7510 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 964201590, 2621462, 655360, 0, 0 ] } , "name": "/layers.16/self_attn/q_proj/Linear", "outputIndexes": [ 7511 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7511 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.16/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 7512 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7512 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ] , "dimType": "NCHW" } , "name": "/layers.16/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 3044 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3043 ] , "main_type": "NONE", "name": "/blocks.16/self_attn/Shape_output_0", "outputIndexes": [ 3045 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 3045 ] , "main_type": "NONE", "name": "Shape3719", "outputIndexes": [ 3046 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 3045 ] , "main_type": "NONE", "name": "Rank3721", "outputIndexes": [ 3047 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3047, 3047 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3723", "outputIndexes": [ 3048 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3048 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3724", "outputIndexes": [ 3049 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3048, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3726", "outputIndexes": [ 3050 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3050 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3727", "outputIndexes": [ 3051 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3046, 3049, 3051, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice3730", "outputIndexes": [ 3052 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3052 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze3731", "outputIndexes": [ 3053 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3053, 3053 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3733", "outputIndexes": [ 3054 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3045, 3054, 3048 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.16/self_attn/Gather_output_0", "outputIndexes": [ 3055 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3055, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.16/self_attn/Unsqueeze_output_0", "outputIndexes": [ 3056 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3048 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3741", "outputIndexes": [ 3057 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3050 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3744", "outputIndexes": [ 3058 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3046, 3057, 3058, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice3747", "outputIndexes": [ 3059 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3059 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze3748", "outputIndexes": [ 3060 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 3060 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3749", "outputIndexes": [ 3061 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3061, 3060 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3750", "outputIndexes": [ 3062 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3045, 3062, 3048 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.16/self_attn/Gather_1_output_0", "outputIndexes": [ 3063 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3063, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.16/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 3064 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3056, 3064, 41, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.16/self_attn/Concat_output_0", "outputIndexes": [ 3065 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3044, 3065 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.16/self_attn/Reshape_output_0", "outputIndexes": [ 3066 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3066 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.16/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 3068 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3068 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.16/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 3069 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3069, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/self_attn/q_norm/Add_output_0", "outputIndexes": [ 3070 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3070, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 3071 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3066, 3071 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 3072 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 256 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094, 0.996094 ] } , "name": "onnx::Mul_10966", "outputIndexes": [ 3073 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3072, 3073 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 3074 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3074, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/self_attn/Mul_output_0", "outputIndexes": [ 3075 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3074 ] , "main_type": "NONE", "name": "/blocks.16/self_attn/Shape_2_output_0", "outputIndexes": [ 3076 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 3076 ] , "main_type": "NONE", "name": "Shape3765", "outputIndexes": [ 3077 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 3076 ] , "main_type": "NONE", "name": "Rank3767", "outputIndexes": [ 3078 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3078, 3078 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3769", "outputIndexes": [ 3079 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3079 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3770", "outputIndexes": [ 3080 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3079, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3772", "outputIndexes": [ 3081 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3081 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3773", "outputIndexes": [ 3082 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3077, 3080, 3082, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice3776", "outputIndexes": [ 3083 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3083 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze3777", "outputIndexes": [ 3084 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 3084 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3778", "outputIndexes": [ 3085 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3085, 3084 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3779", "outputIndexes": [ 3086 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3076, 3086, 3079 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.16/self_attn/Gather_2_output_0", "outputIndexes": [ 3087 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3087, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/self_attn/Div_output_0", "outputIndexes": [ 3088 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3088, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.16/self_attn/Unsqueeze_7_output_0", "outputIndexes": [ 3089 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3074, 3089, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.16/self_attn/Slice_1_output_0", "outputIndexes": [ 3090 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3090 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.16/self_attn/Neg_output_0", "outputIndexes": [ 3091 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3088, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.16/self_attn/Unsqueeze_6_output_0", "outputIndexes": [ 3092 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3074, 31, 3092, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.16/self_attn/Slice_output_0", "outputIndexes": [ 3093 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3091, 3093 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.16/self_attn/Concat_3_output_0", "outputIndexes": [ 3094 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3094, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/self_attn/Mul_1_output_0", "outputIndexes": [ 3095 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3075, 3095 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/self_attn/Add_output_0", "outputIndexes": [ 3096 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7510 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 967478412, 655382, 163840, 0, 0 ] } , "name": "/layers.16/self_attn/k_proj/Linear", "outputIndexes": [ 7515 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7515 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.16/self_attn/k_proj/Linear/post_convert", "outputIndexes": [ 7516 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7516 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.16/self_attn/k_proj/Linear/post_reshape", "outputIndexes": [ 3097 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3055, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.16/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 3098 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3063, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.16/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 3099 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3098, 3099, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.16/self_attn/Concat_1_output_0", "outputIndexes": [ 3100 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3097, 3100 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.16/self_attn/Reshape_1_output_0", "outputIndexes": [ 3101 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3101 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.16/self_attn/k_norm/Pow_output_0", "outputIndexes": [ 3103 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3103 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.16/self_attn/k_norm/ReduceMean_output_0", "outputIndexes": [ 3104 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3104, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/self_attn/k_norm/Add_output_0", "outputIndexes": [ 3105 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3105, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/self_attn/k_norm/Pow_1_output_0", "outputIndexes": [ 3106 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3101, 3106 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/self_attn/k_norm/Mul_output_0", "outputIndexes": [ 3107 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3107, 920 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/self_attn/k_norm/Mul_1_output_0", "outputIndexes": [ 3108 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3108, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/self_attn/Mul_2_output_0", "outputIndexes": [ 3109 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3108 ] , "main_type": "NONE", "name": "/blocks.16/self_attn/Shape_3_output_0", "outputIndexes": [ 3110 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 3110 ] , "main_type": "NONE", "name": "Shape3806", "outputIndexes": [ 3111 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 3110 ] , "main_type": "NONE", "name": "Rank3808", "outputIndexes": [ 3112 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3112, 3112 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3810", "outputIndexes": [ 3113 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3113 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3811", "outputIndexes": [ 3114 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3113, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3813", "outputIndexes": [ 3115 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3115 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3814", "outputIndexes": [ 3116 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3111, 3114, 3116, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice3817", "outputIndexes": [ 3117 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3117 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze3818", "outputIndexes": [ 3118 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 3118 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3819", "outputIndexes": [ 3119 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3119, 3118 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3820", "outputIndexes": [ 3120 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3110, 3120, 3113 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.16/self_attn/Gather_3_output_0", "outputIndexes": [ 3121 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3121, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/self_attn/Div_1_output_0", "outputIndexes": [ 3122 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3122, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.16/self_attn/Unsqueeze_9_output_0", "outputIndexes": [ 3123 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3108, 3123, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.16/self_attn/Slice_3_output_0", "outputIndexes": [ 3124 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3124 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.16/self_attn/Neg_1_output_0", "outputIndexes": [ 3125 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3122, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.16/self_attn/Unsqueeze_8_output_0", "outputIndexes": [ 3126 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3108, 31, 3126, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.16/self_attn/Slice_2_output_0", "outputIndexes": [ 3127 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3125, 3127 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.16/self_attn/Concat_4_output_0", "outputIndexes": [ 3128 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3128, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/self_attn/Mul_3_output_0", "outputIndexes": [ 3129 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3109, 3129 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/self_attn/Add_1_output_0", "outputIndexes": [ 3130 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7510 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 968297634, 655382, 163840, 0, 0 ] } , "name": "/layers.16/self_attn/v_proj/Linear", "outputIndexes": [ 7519 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7519 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.16/self_attn/v_proj/Linear/post_convert", "outputIndexes": [ 7520 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7520 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.16/self_attn/v_proj/Linear/post_reshape", "outputIndexes": [ 3131 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3055, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.16/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 3132 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3063, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.16/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 3133 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3132, 3133, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.16/self_attn/Concat_2_output_0", "outputIndexes": [ 3134 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3131, 3134 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.16/self_attn/Reshape_2_output_0", "outputIndexes": [ 3135 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3135 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.16/self_attn/v_norm/Pow_output_0", "outputIndexes": [ 3137 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3137 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.16/self_attn/v_norm/ReduceMean_output_0", "outputIndexes": [ 3138 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3138, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/self_attn/v_norm/Add_output_0", "outputIndexes": [ 3139 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3139, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/self_attn/v_norm/Pow_1_output_0", "outputIndexes": [ 3140 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3135, 3140 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/self_attn/v_norm/Mul_output_0", "outputIndexes": [ 3141 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3096, 3130, 3141, 167 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 16, "kv_shared_layer_index": -1 } , "name": "/layers.16/self_attn/FusedAttention", "outputIndexes": [ 3142 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3142 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.16/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 7521 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7521 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.16/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 7522 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7522 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 969116856, 2621462, 655360, 0, 0 ] } , "name": "/layers.16/self_attn/o_proj/Linear", "outputIndexes": [ 7523 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7523 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.16/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 7524 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7524 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.16/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 3143 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3143 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.16/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 3145 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3145 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.16/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 3146 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3146, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/post_attention_layernorm/Add_output_0", "outputIndexes": [ 3147 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3147, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 3148 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3143, 3148 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 3149 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.953125, 0.337891, 0.384766, 0.953125, 0.929688, 0.949219, 0.949219, 0.3125, 0.953125, 0.949219, 0.945312, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.255859, 0.789062, 0.851562, 0.953125, 0.953125, 0.828125, 0.953125, 0.460938, 0.077148, 0.527344, 0.953125, 0.949219, 0.953125, 0.867188, 0.146484, 0.953125, 0.792969, 0.921875, 0.953125, 0.953125, 0.582031, 0.953125, 0.402344, 0.871094, 0.953125, 0.570312, 0.091797, 0.953125, 0.9375, 0.65625, 0.478516, 0.129883, 0.550781, 0.699219, 0.730469, 0.765625, 0.804688, 0.914062, 0.3125, 0.953125, 0.757812, 0.380859, 0.824219, 0.234375, 0.601562, 0.953125, 0.765625, 0.953125, 0.945312, 0.054199, 0.039307, 0.953125, 0.257812, 0.949219, 0.511719, 0.953125, 0.824219, 0.859375, 0.789062, 0.953125, 0.683594, 0.953125, 0.648438, 0.695312, 0.640625, 0.953125, 0.073242, 0.953125, 0.949219, 0.953125, 0.953125, 0.796875, 0.200195, 0.949219, 0.898438, 0.953125, 0.953125, 0.953125, 0.6875, 0.953125, 0.259766, 0.953125, 0.213867, 0.953125, 0.110352, 0.953125, 0.890625, 0.84375, 0.859375, 0.953125, 0.21875, 0.171875, 0.953125, 0.101562, 0.128906, 0.077637, 0.953125, 0.953125, 0.119141, 0.953125, 0.953125, 0.953125, 0.875, 0.953125, 0.294922, 0.855469, 0.953125, 0.671875, 0.863281, 0.055908, 0.167969, 0.792969, 0.092285, 0.953125, 0.186523, 0.953125, 0.902344, 0.953125, 0.953125, 0.953125, 0.105957, 0.086426, 0.332031, 0.287109, 0.863281, 0.294922, 0.953125, 0.953125, 0.953125, 0.546875, 0.953125, 0.953125, 0.796875, 0.192383, 0.4375, 0.953125, 0.953125, 0.835938, 0.953125, 0.267578, 0.796875, 0.953125, 0.953125, 0.953125, 0.061523, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.945312, 0.176758, 0.953125, 0.953125, 0.077148, 0.271484, 0.789062, 0.847656, 0.953125, 0.953125, 0.953125, 0.000908, 0.523438, 0.953125, 0.40625, 0.044189, 0.953125, 0.953125, 0.224609, 0.527344, 0.726562, 0.363281, 0.056152, 0.492188, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.90625, 0.953125, 0.043701, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.294922, 0.699219, 0.953125, 0.929688, 0.945312, 0.71875, 0.953125, 0.953125, 0.953125, 0.953125, 0.652344, 0.953125, 0.921875, 0.079102, 0.953125, 0.410156, 0.835938, 0.953125, 0.137695, 0.086426, 0.945312, 0.953125, 0.953125, 0.953125, 0.341797, 0.765625, 0.785156, 0.949219, 0.65625, 0.067871, 0.474609, 0.953125, 0.060303, 0.761719, 0.953125, 0.953125, 0.953125, 0.65625, 0.953125, 0.511719, 0.910156, 0.953125, 0.086426, 0.953125, 0.53125, 0.953125, 0.953125, 0.953125, 0.052979, 0.949219, 0.953125, 0.129883, 0.859375, 0.953125, 0.953125, 0.047607, 0.953125, 0.953125, 0.949219, 0.953125, 0.871094, 0.447266, 0.910156, 0.052002, 0.953125, 0.953125, 0.941406, 0.195312, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.117676, 0.953125, 0.022095, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.051758, 0.953125, 0.392578, 0.371094, 0.390625, 0.953125, 0.914062, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.886719, 0.953125, 0.047119, 0.337891, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.898438, 0.9375, 0.039551, 0.832031, 0.953125, 0.894531, 0.953125, 0.059326, 0.890625, 0.953125, 0.878906, 0.953125, 0.176758, 0.953125, 0.953125, 0.949219, 0.196289, 0.910156, 0.953125, 0.65625, 0.239258, 0.917969, 0.953125, 0.953125, 0.441406, 0.949219, 0.953125, 0.421875, 0.714844, 0.953125, 0.953125, 0.953125, 0.894531, 0.953125, 0.953125, 0.945312, 0.566406, 0.953125, 0.953125, 0.480469, 0.120117, 0.953125, 0.953125, 0.9375, 0.953125, 0.949219, 0.300781, 0.933594, 0.953125, 0.847656, 0.863281, 0.953125, 0.855469, 0.953125, 0.093262, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.703125, 0.953125, 0.609375, 0.953125, 0.867188, 0.953125, 0.554688, 0.953125, 0.953125, 0.953125, 0.175781, 0.148438, 0.953125, 0.945312, 0.953125, 0.953125, 0.953125, 0.914062, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.785156, 0.263672, 0.617188, 0.953125, 0.886719, 0.953125, 0.953125, 0.953125, 0.953125, 0.351562, 0.953125, 0.894531, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.349609, 0.953125, 0.953125, 0.761719, 0.953125, 0.945312, 0.953125, 0.867188, 0.953125, 0.953125, 0.953125, 0.953125, 0.078613, 0.953125, 0.953125, 0.949219, 0.953125, 0.953125, 0.953125, 0.941406, 0.953125, 0.15332, 0.953125, 0.9375, 0.4375, 0.867188, 0.789062, 0.953125, 0.914062, 0.131836, 0.953125, 0.15625, 0.953125, 0.953125, 0.644531, 0.953125, 0.953125, 0.953125, 0.949219, 0.953125, 0.917969, 0.953125, 0.890625, 0.949219, 0.231445, 0.095215, 0.699219, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.152344, 0.055908, 0.177734, 0.953125, 0.953125, 0.882812, 0.953125, 0.761719, 0.100586, 0.953125, 0.953125, 0.953125, 0.640625, 0.9375, 0.953125, 0.04541, 0.160156, 0.064453, 0.953125, 0.953125, 0.949219, 0.949219, 0.094238, 0.953125, 0.550781, 0.953125, 0.953125, 0.953125, 0.953125, 0.269531, 0.492188, 0.953125, 0.949219, 0.953125, 0.953125, 0.832031, 0.953125, 0.953125, 0.5, 0.585938, 0.953125, 0.953125, 0.949219, 0.953125, 0.378906, 0.90625, 0.902344, 0.953125, 0.0625, 0.917969, 0.953125, 0.773438, 0.953125, 0.953125, 0.953125, 0.929688, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.761719, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.933594, 0.933594, 0.953125, 0.949219, 0.953125, 0.785156, 0.953125, 0.949219, 0.953125, 0.953125, 0.917969, 0.953125, 0.949219, 0.953125, 0.515625, 0.953125, 0.921875, 0.953125, 0.953125, 0.953125, 0.277344, 0.953125, 0.894531, 0.953125, 0.953125, 0.953125, 0.703125, 0.953125, 0.099121, 0.283203, 0.953125, 0.699219, 0.953125, 0.90625, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.949219, 0.953125, 0.192383, 0.953125, 0.163086, 0.953125, 0.953125, 0.570312, 0.953125, 0.953125, 0.945312, 0.953125, 0.769531, 0.953125, 0.835938, 0.941406, 0.5625, 0.582031, 0.953125, 0.953125, 0.835938, 0.949219, 0.59375, 0.953125, 0.953125, 0.000908, 0.953125, 0.953125, 0.953125, 0.458984, 0.671875, 0.949219, 0.953125, 0.106445, 0.953125, 0.142578, 0.953125, 0.953125, 0.953125, 0.882812, 0.953125, 0.953125, 0.925781, 0.953125, 0.890625, 0.953125, 0.183594, 0.07373, 0.953125, 0.236328, 0.660156, 0.953125, 0.945312, 0.953125, 0.953125, 0.953125, 0.9375, 0.953125, 0.601562, 0.047607, 0.414062, 0.186523, 0.086914, 0.953125, 0.570312, 0.388672, 0.953125, 0.949219, 0.933594, 0.175781, 0.953125, 0.667969, 0.949219, 0.092285, 0.953125, 0.953125, 0.953125, 0.189453, 0.953125, 0.953125, 0.855469, 0.953125, 0.953125, 0.953125, 0.953125, 0.878906, 0.953125, 0.953125, 0.251953, 0.953125, 0.099609, 0.875, 0.953125, 0.898438, 0.71875, 0.09668, 0.953125, 0.558594, 0.953125, 0.953125, 0.890625, 0.761719, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.710938, 0.910156, 0.05127, 0.953125, 0.949219, 0.953125, 0.953125, 0.953125, 0.205078, 0.953125, 0.953125, 0.863281, 0.597656, 0.949219, 0.292969, 0.875, 0.953125, 0.191406, 0.953125, 0.949219, 0.953125, 0.953125, 0.953125, 0.914062, 0.206055, 0.05957, 0.953125, 0.953125, 0.230469, 0.953125, 0.208984, 0.609375, 0.953125, 0.5625, 0.953125, 0.953125, 0.824219, 0.953125, 0.132812, 0.219727, 0.953125, 0.953125, 0.953125, 0.949219, 0.953125, 0.953125, 0.953125, 0.953125, 0.041992, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.075195, 0.953125, 0.859375, 0.953125, 0.597656, 0.953125, 0.585938, 0.953125, 0.953125, 0.139648, 0.953125, 0.695312, 0.953125, 0.06543, 0.703125, 0.953125, 0.46875, 0.828125, 0.953125, 0.953125, 0.753906, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.582031, 0.953125, 0.589844, 0.945312, 0.130859, 0.429688, 0.953125, 0.953125, 0.953125, 0.953125, 0.363281, 0.796875, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.816406, 0.128906, 0.953125, 0.345703, 0.554688, 0.953125, 0.945312, 0.486328, 0.9375, 0.045898, 0.047852, 0.492188, 0.953125, 0.953125, 0.890625, 0.878906, 0.953125, 0.953125, 0.945312, 0.90625, 0.953125, 0.953125, 0.941406, 0.953125, 0.953125, 0.945312, 0.597656, 0.333984, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.945312, 0.953125, 0.292969, 0.073242, 0.953125, 0.597656, 0.373047, 0.953125, 0.953125, 0.953125, 0.237305, 0.041748, 0.953125, 0.492188, 0.953125, 0.675781, 0.953125, 0.429688, 0.953125, 0.953125, 0.166992, 0.953125, 0.941406, 0.149414, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.945312, 0.773438, 0.07666, 0.777344, 0.953125, 0.953125, 0.230469, 0.953125, 0.953125, 0.773438, 0.855469, 0.953125, 0.246094, 0.5, 0.929688, 0.953125, 0.9375, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.511719, 0.953125, 0.068359, 0.675781, 0.953125, 0.953125, 0.953125, 0.589844, 0.953125, 0.730469, 0.953125, 0.644531, 0.953125, 0.273438, 0.953125, 0.953125, 0.953125, 0.917969, 0.953125, 0.04834, 0.953125, 0.953125, 0.929688, 0.953125, 0.953125, 0.941406, 0.648438, 0.28125, 0.496094, 0.129883, 0.84375, 0.055176, 0.953125, 0.953125, 0.929688, 0.953125, 0.808594, 0.953125, 0.953125, 0.550781, 0.953125, 0.953125, 0.488281, 0.028809, 0.773438, 0.945312, 0.953125, 0.145508, 0.625, 0.953125, 0.9375, 0.953125, 0.134766, 0.847656, 0.953125, 0.8125, 0.953125, 0.078613, 0.108887, 0.859375, 0.949219, 0.726562, 0.953125, 0.894531, 0.953125, 0.910156, 0.131836, 0.898438, 0.953125, 0.048584, 0.765625, 0.953125, 0.953125, 0.945312, 0.953125, 0.953125, 0.953125, 0.734375, 0.953125, 0.953125, 0.953125, 0.330078, 0.6875, 0.953125, 0.953125, 0.953125, 0.953125, 0.941406, 0.953125, 0.898438, 0.878906, 0.867188, 0.808594, 0.953125, 0.898438, 0.632812, 0.953125, 0.894531, 0.117188, 0.953125, 0.259766, 0.953125, 0.953125, 0.953125, 0.609375, 0.953125, 0.953125, 0.953125, 0.953125, 0.703125, 0.894531, 0.953125, 0.953125, 0.933594, 0.953125, 0.046631, 0.953125, 0.796875, 0.941406, 0.953125, 0.953125, 0.953125, 0.65625, 0.953125, 0.084473, 0.519531, 0.492188, 0.953125, 0.241211, 0.953125, 0.953125, 0.855469, 0.886719, 0.953125, 0.953125, 0.09668, 0.953125, 0.914062, 0.953125, 0.953125, 0.882812, 0.929688, 0.9375, 0.949219, 0.757812, 0.953125, 0.953125, 0.953125, 0.029053, 0.953125, 0.131836, 0.443359, 0.246094, 0.953125, 0.953125, 0.910156, 0.949219, 0.953125, 0.953125, 0.953125, 0.734375, 0.949219, 0.953125, 0.953125, 0.945312, 0.953125, 0.953125, 0.953125, 0.839844, 0.953125, 0.945312, 0.086914, 0.192383, 0.875, 0.953125, 0.953125, 0.953125, 0.882812, 0.953125, 0.953125, 0.234375, 0.953125, 0.953125, 0.792969, 0.058838, 0.953125, 0.953125, 0.103516, 0.953125, 0.953125, 0.291016, 0.953125, 0.828125, 0.953125, 0.953125, 0.953125, 0.953125, 0.871094, 0.953125, 0.914062, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.222656, 0.953125, 0.757812, 0.953125, 0.953125, 0.953125, 0.941406, 0.443359, 0.953125, 0.953125, 0.953125, 0.953125, 0.414062, 0.953125, 0.898438, 0.953125, 0.917969, 0.65625, 0.953125, 0.953125, 0.953125, 0.076172, 0.380859, 0.240234, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.503906, 0.953125, 0.820312, 0.322266, 0.90625, 0.230469, 0.197266, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.12207, 0.953125, 0.318359, 0.910156, 0.953125, 0.921875, 0.953125, 0.953125, 0.953125, 0.953125, 0.167969, 0.953125, 0.193359, 0.953125, 0.953125, 0.953125, 0.820312, 0.90625, 0.953125, 0.332031, 0.515625, 0.953125, 0.953125, 0.953125, 0.042236, 0.953125, 0.953125, 0.953125, 0.878906, 0.558594, 0.271484, 0.953125, 0.316406, 0.929688, 0.953125, 0.953125, 0.198242, 0.109375, 0.953125, 0.949219, 0.859375, 0.953125, 0.194336, 0.043945, 0.953125, 0.953125, 0.953125, 0.949219, 0.949219, 0.953125, 0.953125, 0.945312, 0.953125, 0.578125, 0.886719, 0.034668, 0.21875, 0.953125, 0.953125, 0.251953, 0.953125, 0.132812, 0.129883, 0.953125, 0.953125, 0.050537, 0.953125, 0.933594, 0.953125, 0.953125, 0.953125, 0.695312, 0.90625, 0.953125, 0.229492, 0.796875, 0.953125, 0.953125, 0.953125, 0.953125, 0.233398, 0.05127, 0.683594, 0.953125, 0.949219, 0.953125, 0.953125, 0.071777, 0.945312, 0.953125, 0.302734, 0.185547, 0.898438, 0.201172, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.075684, 0.953125, 0.953125, 0.953125, 0.953125, 0.894531, 0.925781, 0.523438, 0.482422, 0.574219, 0.953125, 0.953125, 0.175781, 0.240234, 0.953125, 0.953125, 0.949219, 0.949219, 0.292969, 0.839844, 0.582031, 0.953125, 0.871094, 0.953125, 0.953125, 0.515625, 0.75, 0.01532, 0.0009, 0.382812, 0.222656, 0.953125, 0.929688, 0.953125, 0.161133, 0.275391, 0.953125, 0.953125, 0.953125, 0.953125, 0.910156, 0.3125, 0.949219, 0.859375, 0.855469, 0.953125, 0.953125, 0.597656, 0.75, 0.953125, 0.746094, 0.953125, 0.953125, 0.953125, 0.910156, 0.953125, 0.941406, 0.660156, 0.894531, 0.953125, 0.953125, 0.660156, 0.953125, 0.953125, 0.941406, 0.921875, 0.519531, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.949219, 0.953125, 0.953125, 0.585938, 0.953125, 0.953125, 0.933594, 0.613281, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.386719, 0.240234, 0.953125, 0.953125, 0.953125, 0.173828, 0.722656, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.914062, 0.953125, 0.953125, 0.078125, 0.953125, 0.886719, 0.953125, 0.953125, 0.945312, 0.953125, 0.855469, 0.04834, 0.953125, 0.067383, 0.953125, 0.953125, 0.953125, 0.878906, 0.722656, 0.953125, 0.953125, 0.953125, 0.953125, 0.199219, 0.953125, 0.053223, 0.953125, 0.953125, 0.953125, 0.953125, 0.90625, 0.628906, 0.223633, 0.902344, 0.953125, 0.953125, 0.953125, 0.945312, 0.953125, 0.953125, 0.910156, 0.917969, 0.554688, 0.068359, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.04248, 0.953125, 0.953125, 0.953125, 0.953125, 0.031982, 0.953125, 0.275391, 0.953125, 0.953125, 0.953125, 0.660156, 0.300781, 0.953125, 0.191406, 0.953125, 0.953125, 0.554688, 0.597656, 0.945312, 0.925781, 0.953125, 0.667969, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.816406, 0.953125, 0.667969, 0.953125, 0.199219, 0.820312, 0.949219, 0.953125, 0.953125, 0.773438, 0.398438, 0.953125, 0.953125, 0.941406, 0.605469, 0.953125, 0.953125, 0.953125, 0.953125, 0.875, 0.785156, 0.953125, 0.953125, 0.953125, 0.209961, 0.453125, 0.640625, 0.945312, 0.953125, 0.953125, 0.953125, 0.953125, 0.158203, 0.953125, 0.953125, 0.929688, 0.945312, 0.953125, 0.953125, 0.847656, 0.953125, 0.675781, 0.953125, 0.953125, 0.953125, 0.106445, 0.550781, 0.953125, 0.515625, 0.917969, 0.953125, 0.863281, 0.613281, 0.953125, 0.953125, 0.000862, 0.194336, 0.953125, 0.953125, 0.15918, 0.953125, 0.953125, 0.945312, 0.953125, 0.953125, 0.953125, 0.953125, 0.722656, 0.427734, 0.953125, 0.100098, 0.949219, 0.882812, 0.047363, 0.953125, 0.953125, 0.092285, 0.953125, 0.291016, 0.953125, 0.261719, 0.953125, 0.202148, 0.726562, 0.953125, 0.339844, 0.789062, 0.226562, 0.953125, 0.213867, 0.910156, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.279297, 0.953125, 0.953125, 0.953125, 0.902344, 0.046875, 0.273438, 0.075195, 0.839844, 0.953125, 0.953125, 0.953125, 0.953125, 0.835938, 0.953125, 0.953125, 0.953125, 0.949219, 0.089355, 0.953125, 0.953125, 0.953125, 0.933594, 0.953125, 0.953125, 0.949219, 0.953125, 0.25, 0.953125, 0.052734, 0.136719, 0.953125, 0.953125, 0.890625, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.933594, 0.953125, 0.953125, 0.953125, 0.953125, 0.753906, 0.949219, 0.742188, 0.953125, 0.949219, 0.953125, 0.953125, 0.953125, 0.8125, 0.867188, 0.839844, 0.953125, 0.953125, 0.427734, 0.953125, 0.953125, 0.597656, 0.953125, 0.208008, 0.925781, 0.953125, 0.953125, 0.109375, 0.155273, 0.949219, 0.929688, 0.953125, 0.949219, 0.949219, 0.117188, 0.945312, 0.953125, 0.492188, 0.098145, 0.953125, 0.621094, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.068848, 0.90625, 0.953125, 0.146484, 0.800781, 0.824219, 0.953125, 0.6875, 0.59375, 0.192383, 0.875, 0.119141, 0.953125, 0.953125, 0.859375, 0.953125, 0.949219, 0.953125, 0.953125, 0.945312, 0.953125, 0.953125, 0.953125, 0.243164, 0.953125, 0.953125, 0.953125, 0.953125, 0.447266, 0.765625, 0.855469, 0.515625, 0.953125, 0.871094, 0.953125, 0.953125, 0.949219, 0.691406, 0.953125, 0.045166, 0.953125, 0.953125, 0.9375, 0.914062, 0.357422, 0.083984, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.065918, 0.953125, 0.291016, 0.898438, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.84375, 0.092285, 0.949219, 0.423828, 0.953125, 0.90625, 0.953125, 0.882812, 0.953125, 0.953125, 0.953125, 0.949219, 0.953125, 0.953125, 0.953125, 0.953125, 0.203125, 0.953125, 0.953125, 0.953125, 0.045166, 0.953125, 0.863281, 0.953125, 0.867188, 0.363281, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.236328, 0.949219, 0.267578, 0.894531, 0.285156, 0.953125, 0.953125, 0.503906, 0.917969, 0.953125, 0.90625, 0.417969, 0.550781, 0.585938, 0.953125, 0.953125, 0.824219, 0.953125, 0.953125, 0.773438, 0.550781, 0.945312, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.890625, 0.953125, 0.953125, 0.353516, 0.503906, 0.953125, 0.675781, 0.492188, 0.953125, 0.392578, 0.953125, 0.949219, 0.335938, 0.949219, 0.945312, 0.953125, 0.063477, 0.953125, 0.341797, 0.953125, 0.398438, 0.231445, 0.953125, 0.945312, 0.898438, 0.953125, 0.8125, 0.941406, 0.941406, 0.404297, 0.150391, 0.953125, 0.914062, 0.953125, 0.949219, 0.123047, 0.953125, 0.953125, 0.953125, 0.196289, 0.953125, 0.578125, 0.953125, 0.78125, 0.953125, 0.049316, 0.095215, 0.949219, 0.953125, 0.953125, 0.953125, 0.214844, 0.914062, 0.953125, 0.953125, 0.53125, 0.941406, 0.029907, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.439453, 0.030762, 0.953125, 0.546875, 0.640625, 0.492188, 0.953125, 0.953125, 0.9375, 0.953125, 0.644531, 0.769531, 0.183594, 0.953125, 0.953125, 0.953125, 0.953125, 0.699219, 0.220703, 0.949219, 0.953125, 0.949219, 0.285156, 0.953125, 0.703125, 0.925781, 0.949219, 0.953125, 0.953125, 0.953125, 0.425781, 0.953125, 0.339844, 0.047852, 0.765625, 0.953125, 0.679688, 0.949219, 0.953125, 0.100098, 0.953125, 0.953125, 0.949219, 0.941406, 0.921875, 0.855469, 0.953125, 0.953125, 0.953125, 0.890625, 0.953125, 0.953125, 0.953125, 0.953125, 0.765625, 0.953125, 0.953125, 0.060547, 0.953125, 0.953125, 0.527344, 0.953125, 0.71875, 0.953125, 0.057373, 0.9375, 0.953125, 0.675781, 0.953125, 0.157227, 0.953125, 0.064453, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.535156, 0.157227, 0.9375, 0.949219, 0.953125, 0.038086, 0.953125, 0.953125, 0.949219, 0.929688, 0.953125, 0.21875, 0.055664, 0.112305, 0.492188, 0.049805, 0.953125, 0.953125, 0.949219, 0.953125, 0.953125, 0.757812, 0.953125, 0.953125, 0.953125, 0.925781, 0.953125, 0.953125, 0.953125, 0.929688, 0.914062, 0.953125, 0.433594, 0.921875, 0.494141, 0.953125, 0.953125, 0.949219, 0.953125, 0.945312, 0.953125, 0.443359, 0.953125, 0.953125, 0.882812, 0.28125, 0.785156, 0.949219, 0.945312, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.882812, 0.279297, 0.953125, 0.120605, 0.925781, 0.953125, 0.198242, 0.894531, 0.6875, 0.494141, 0.953125, 0.898438, 0.515625, 0.953125, 0.847656, 0.10498, 0.112793, 0.789062, 0.953125, 0.769531, 0.953125, 0.953125, 0.414062, 0.953125, 0.796875, 0.503906, 0.929688, 0.523438, 0.953125, 0.953125, 0.953125, 0.851562, 0.086426, 0.839844, 0.040283, 0.773438, 0.953125, 0.953125, 0.953125, 0.53125, 0.953125, 0.091797, 0.163086, 0.734375, 0.112305, 0.890625, 0.953125, 0.953125, 0.044922, 0.949219, 0.112793, 0.953125, 0.953125, 0.242188, 0.953125, 0.921875, 0.953125, 0.886719, 0.953125, 0.953125, 0.832031, 0.714844, 0.941406, 0.953125, 0.953125, 0.867188, 0.617188, 0.121582, 0.953125, 0.953125, 0.953125, 0.953125, 0.546875, 0.949219, 0.953125, 0.953125, 0.953125, 0.953125, 0.921875, 0.953125, 0.953125, 0.949219, 0.107422, 0.953125, 0.945312, 0.671875, 0.953125, 0.953125, 0.953125, 0.34375, 0.9375, 0.464844, 0.878906, 0.945312, 0.953125, 0.953125, 0.953125, 0.953125, 0.742188, 0.439453, 0.953125, 0.031982, 0.953125, 0.953125, 0.953125, 0.949219, 0.953125, 0.953125, 0.953125, 0.878906, 0.043457, 0.141602, 0.902344, 0.953125, 0.953125, 0.953125, 0.945312, 0.953125, 0.367188, 0.953125, 0.953125, 0.953125, 0.523438, 0.953125, 0.121582, 0.953125, 0.03833, 0.730469, 0.914062, 0.953125, 0.953125, 0.953125, 0.539062, 0.953125, 0.9375, 0.699219, 0.953125, 0.945312, 0.953125, 0.175781, 0.953125, 0.110352, 0.875, 0.953125, 0.049805, 0.507812, 0.820312, 0.867188, 0.949219, 0.953125, 0.953125, 0.953125, 0.933594, 0.90625, 0.28125, 0.953125, 0.953125, 0.064941, 0.953125, 0.257812, 0.949219, 0.953125, 0.953125, 0.824219, 0.953125, 0.386719, 0.953125, 0.953125, 0.953125, 0.211914, 0.402344, 0.953125, 0.953125, 0.953125, 0.384766, 0.953125, 0.953125, 0.914062, 0.925781, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.691406, 0.953125, 0.953125, 0.091797, 0.953125, 0.953125, 0.390625, 0.949219, 0.953125, 0.953125, 0.953125, 0.953125, 0.914062, 0.871094, 0.070801, 0.953125, 0.953125, 0.882812, 0.953125, 0.71875, 0.953125, 0.953125, 0.949219, 0.953125, 0.953125, 0.400391, 0.90625, 0.953125, 0.953125, 0.953125, 0.953125, 0.279297, 0.953125, 0.058838, 0.419922, 0.871094, 0.953125, 0.120605, 0.585938, 0.933594, 0.263672, 0.757812, 0.064453, 0.953125, 0.921875, 0.222656, 0.953125, 0.953125, 0.953125, 0.953125, 0.550781, 0.953125, 0.953125, 0.953125, 0.248047, 0.722656, 0.953125, 0.894531, 0.949219, 0.539062, 0.239258, 0.180664, 0.644531, 0.257812, 0.625, 0.945312, 0.953125, 0.867188, 0.917969, 0.953125, 0.392578, 0.351562, 0.065918, 0.859375, 0.84375, 0.828125, 0.949219, 0.066895, 0.714844, 0.65625, 0.089355, 0.945312, 0.34375, 0.133789, 0.332031, 0.086426, 0.953125, 0.820312, 0.953125, 0.052002, 0.953125, 0.535156, 0.953125, 0.255859, 0.9375, 0.953125, 0.953125, 0.886719, 0.953125, 0.800781, 0.953125, 0.953125, 0.800781, 0.077637, 0.535156, 0.664062, 0.953125, 0.306641, 0.953125, 0.316406, 0.953125, 0.574219, 0.953125, 0.953125, 0.953125, 0.953125, 0.068848, 0.71875, 0.953125, 0.738281, 0.953125, 0.953125, 0.953125, 0.953125, 0.785156, 0.953125, 0.953125, 0.953125, 0.953125, 0.053955, 0.380859, 0.902344, 0.953125, 0.271484, 0.239258, 0.949219, 0.21875, 0.149414, 0.953125, 0.953125, 0.953125, 0.953125, 0.263672, 0.953125, 0.953125, 0.953125, 0.9375, 0.162109, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.730469, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.808594, 0.259766, 0.84375, 0.953125, 0.953125, 0.355469, 0.839844, 0.953125, 0.953125, 0.257812, 0.061279, 0.710938, 0.953125, 0.699219, 0.953125, 0.316406, 0.945312, 0.792969, 0.953125, 0.953125, 0.503906, 0.953125, 0.765625, 0.246094, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.761719, 0.263672, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.789062, 0.75, 0.585938, 0.126953, 0.25, 0.953125, 0.949219, 0.953125, 0.953125, 0.894531, 0.949219, 0.953125, 0.953125, 0.953125, 0.113281, 0.925781, 0.953125, 0.059326, 0.953125, 0.000885, 0.949219, 0.953125, 0.953125, 0.953125, 0.546875, 0.953125, 0.22168, 0.953125, 0.890625, 0.953125, 0.953125, 0.945312, 0.933594, 0.949219, 0.507812, 0.945312, 0.695312, 0.953125, 0.953125, 0.617188, 0.953125, 0.953125, 0.238281, 0.953125, 0.949219, 0.017944, 0.851562, 0.097168, 0.953125, 0.953125, 0.953125, 0.070312, 0.683594, 0.953125, 0.07373, 0.953125, 0.921875, 0.953125, 0.953125, 0.953125, 0.069336, 0.949219, 0.228516, 0.953125, 0.953125, 0.953125, 0.9375, 0.07959, 0.921875, 0.953125, 0.103516, 0.953125, 0.953125, 0.953125, 0.953125, 0.941406, 0.953125, 0.953125, 0.953125, 0.953125, 0.898438, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.722656, 0.196289, 0.257812, 0.953125, 0.949219, 0.953125, 0.064941, 0.953125, 0.116211, 0.933594, 0.953125, 0.769531, 0.953125, 0.953125, 0.953125, 0.925781, 0.246094, 0.400391, 0.000923, 0.941406, 0.953125, 0.953125, 0.953125, 0.131836, 0.125, 0.066406, 0.953125, 0.953125, 0.953125, 0.855469, 0.226562, 0.000923, 0.059082, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.337891, 0.953125, 0.226562, 0.081543, 0.832031, 0.953125, 0.953125, 0.953125, 0.056885, 0.796875, 0.953125, 0.953125, 0.921875, 0.839844, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.863281, 0.953125, 0.726562, 0.953125, 0.894531, 0.953125, 0.953125, 0.953125, 0.601562, 0.953125, 0.953125, 0.431641, 0.792969, 0.753906, 0.953125, 0.248047, 0.953125, 0.28125, 0.953125, 0.953125, 0.953125, 0.953125, 0.9375, 0.953125, 0.953125, 0.828125, 0.423828, 0.053467, 0.949219, 0.953125, 0.953125, 0.953125, 0.933594, 0.953125, 0.949219, 0.953125, 0.828125, 0.953125, 0.890625, 0.205078, 0.921875, 0.249023, 0.455078, 0.953125, 0.800781, 0.550781, 0.953125, 0.945312, 0.063965, 0.949219, 0.773438, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.172852, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.953125, 0.578125, 0.707031, 0.886719, 0.949219, 0.431641, 0.953125, 0.089355, 0.151367, 0.855469, 0.953125, 0.664062, 0.953125, 0.308594, 0.953125, 0.953125, 0.251953, 0.953125, 0.147461, 0.800781, 0.953125, 0.855469, 0.953125, 0.347656, 0.265625, 0.953125, 0.953125, 0.945312, 0.061279, 0.25, 0.683594, 0.341797, 0.953125, 0.890625, 0.292969, 0.949219, 0.875, 0.816406, 0.953125, 0.15918, 0.953125, 0.777344, 0.328125, 0.179688, 0.953125, 0.949219, 0.953125, 0.886719, 0.152344, 0.953125, 0.855469, 0.890625, 0.953125, 0.550781 ] } , "name": "onnx::Mul_10984", "outputIndexes": [ 3150 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3149, 3150 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 3151 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3036, 3151 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/Add_output_0", "outputIndexes": [ 3152 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3152 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.16/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 3153 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3153 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.16/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 3154 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3154, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 3155 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3155, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 3156 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3152, 3156 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 3157 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.423828, 0.605469, 0.539062, 0.695312, 0.353516, 0.443359, 0.414062, 0.648438, 0.363281, 0.300781, 0.486328, 0.511719, 0.414062, 0.527344, 0.498047, 1.054688, 0.373047, 0.910156, 0.369141, 0.496094, 0.361328, 0.503906, 0.494141, 0.566406, 0.648438, 0.972656, 0.466797, 0.503906, 0.283203, 0.476562, 0.53125, 0.875, 0.365234, 0.421875, 0.408203, 0.71875, 0.392578, 0.921875, 0.765625, 0.8125, 0.447266, 0.40625, 0.691406, 0.734375, 0.757812, 0.496094, 0.470703, 0.800781, 0.761719, 0.400391, 0.380859, 0.472656, 0.416016, 0.65625, 0.404297, 0.84375, 1.0625, 0.464844, 0.835938, 0.423828, 1.734375, 0.53125, 0.492188, 0.511719, 0.679688, 0.792969, 0.882812, 0.839844, 0.683594, 2.640625, 0.416016, 0.722656, 0.365234, 0.433594, 0.443359, 0.447266, 0.470703, 0.515625, 0.373047, 0.431641, 0.445312, 0.527344, 0.439453, 2.53125, 0.507812, 0.734375, 0.730469, 0.5, 0.427734, 0.949219, 0.412109, 0.40625, 0.53125, 0.455078, 0.53125, 0.447266, 0.429688, 0.625, 0.439453, 0.664062, 0.40625, 2.203125, 0.445312, 0.824219, 0.466797, 0.441406, 0.527344, 1.90625, 0.746094, 0.394531, 0.585938, 0.8125, 4.34375, 0.453125, 0.371094, 2.75, 0.863281, 0.65625, 0.423828, 0.494141, 0.515625, 0.660156, 0.470703, 0.6875, 0.472656, 0.376953, 1.296875, 0.703125, 0.46875, 1.179688, 0.398438, 1.289062, 0.429688, 0.460938, 0.96875, 0.478516, 0.431641, 0.742188, 0.820312, 0.941406, 1.484375, 0.416016, 4.84375, 0.447266, 0.24707, 0.398438, 0.363281, 0.449219, 0.457031, 0.451172, 0.664062, 0.585938, 0.482422, 0.507812, 0.369141, 0.277344, 2.453125, 0.398438, 0.730469, 0.386719, 0.511719, 2.8125, 0.65625, 0.417969, 0.5625, 0.441406, 0.423828, 0.585938, 0.4375, 0.369141, 0.816406, 0.5, 0.445312, 0.859375, 0.644531, 0.443359, 0.480469, 0.472656, 0.392578, 0.455078, 0.695312, 0.466797, 0.6875, 0.425781, 4.15625, 0.558594, 0.648438, 0.695312, 1.140625, 0.460938, 1.09375, 0.726562, 1.65625, 0.285156, 0.455078, 0.408203, 0.308594, 0.451172, 0.445312, 0.527344, 0.458984, 5.90625, 0.404297, 0.644531, 0.398438, 1.171875, 0.458984, 0.820312, 0.470703, 0.910156, 0.466797, 0.445312, 0.535156, 0.53125, 0.40625, 0.554688, 0.546875, 0.441406, 0.419922, 0.453125, 1.265625, 0.925781, 0.486328, 0.503906, 0.410156, 2.796875, 0.855469, 0.458984, 0.447266, 0.472656, 0.4375, 0.632812, 0.449219, 0.474609, 0.470703, 1.09375, 1.21875, 0.519531, 0.330078, 0.808594, 0.515625, 1.171875, 0.361328, 0.488281, 0.53125, 0.386719, 0.65625, 0.785156, 0.492188, 1.1875, 0.707031, 0.507812, 0.757812, 0.023315, 0.486328, 0.871094, 0.382812, 0.683594, 2.703125, 0.53125, 0.439453, 0.945312, 0.96875, 0.458984, 0.585938, 0.478516, 0.443359, 0.402344, 0.792969, 0.4375, 2.078125, 0.494141, 0.542969, 0.445312, 0.466797, 0.480469, 0.455078, 0.570312, 0.703125, 0.320312, 0.423828, 0.476562, 0.412109, 0.632812, 0.585938, 0.511719, 0.53125, 0.882812, 0.675781, 1.007812, 0.451172, 0.425781, 0.5, 0.523438, 0.503906, 0.460938, 2.515625, 0.416016, 0.53125, 0.542969, 0.5625, 0.71875, 0.535156, 0.386719, 0.482422, 0.427734, 0.839844, 0.425781, 0.992188, 0.378906, 0.441406, 0.867188, 2.34375, 0.574219, 0.455078, 0.490234, 0.478516, 0.597656, 0.462891, 0.296875, 0.443359, 2.765625, 0.53125, 0.65625, 0.582031, 0.396484, 6.90625, 0.453125, 0.519531, 0.804688, 0.574219, 3.15625, 0.695312, 0.277344, 0.451172, 3.796875, 0.427734, 0.484375, 0.464844, 4.03125, 0.488281, 0.365234, 0.410156, 0.582031, 0.410156, 0.789062, 0.539062, 0.761719, 0.761719, 0.417969, 0.472656, 0.453125, 0.53125, 0.464844, 0.414062, 1.367188, 0.789062, 0.353516, 0.730469, 1.648438, 0.419922, 0.503906, 0.431641, 0.433594, 0.441406, 0.550781, 0.408203, 0.511719, 0.458984, 0.482422, 1.265625, 0.527344, 0.632812, 1.25, 0.980469, 0.429688, 0.474609, 0.546875, 0.539062, 0.507812, 0.480469, 0.46875, 0.605469, 0.361328, 0.410156, 0.476562, 0.365234, 0.421875, 0.828125, 0.478516, 0.867188, 0.550781, 0.4375, 0.433594, 0.433594, 0.439453, 0.71875, 0.486328, 0.220703, 0.441406, 0.443359, 0.394531, 0.441406, 1.828125, 0.625, 0.429688, 0.4375, 0.384766, 0.558594, 0.507812, 0.558594, 0.578125, 0.753906, 0.451172, 0.470703, 0.527344, 0.445312, 0.361328, 0.605469, 0.484375, 0.808594, 0.5, 1.257812, 0.695312, 0.355469, 0.730469, 0.474609, 0.412109, 0.566406, 0.460938, 0.554688, 0.439453, 0.490234, 0.388672, 0.730469, 0.445312, 0.414062, 0.410156, 0.373047, 0.375, 0.710938, 0.478516, 0.439453, 0.988281, 0.451172, 0.414062, 0.59375, 0.458984, 0.441406, 0.523438, 0.460938, 4.3125, 0.365234, 3.265625, 0.40625, 0.542969, 0.484375, 0.425781, 0.570312, 0.550781, 0.519531, 0.527344, 0.376953, 0.46875, 0.369141, 0.398438, 0.9375, 0.574219, 0.423828, 0.515625, 0.443359, 0.361328, 0.470703, 0.980469, 0.554688, 0.427734, 0.738281, 11.5625, 0.703125, 0.386719, 0.710938, 0.84375, 0.535156, 0.476562, 0.585938, 0.523438, 0.400391, 0.636719, 0.453125, 1.007812, 0.425781, 4.21875, 2.28125, 1.445312, 0.925781, 0.447266, 0.412109, 0.398438, 0.730469, 0.734375, 0.470703, 0.271484, 0.433594, 0.496094, 0.5, 0.519531, 0.621094, 0.632812, 0.542969, 0.492188, 0.275391, 0.490234, 0.460938, 0.542969, 0.474609, 0.40625, 0.478516, 0.582031, 0.455078, 0.449219, 0.566406, 0.408203, 0.458984, 0.314453, 1.679688, 0.445312, 0.050537, 0.423828, 0.447266, 0.365234, 0.451172, 0.445312, 0.769531, 0.328125, 0.78125, 0.433594, 0.546875, 0.416016, 0.523438, 0.515625, 0.472656, 0.402344, 0.507812, 0.613281, 0.804688, 0.402344, 0.388672, 0.453125, 0.582031, 0.470703, 0.457031, 0.433594, 0.375, 0.443359, 0.5, 0.460938, 0.470703, 0.416016, 0.449219, 0.460938, 0.96875, 0.367188, 0.410156, 0.318359, 0.486328, 1.039062, 0.808594, 0.480469, 0.494141, 0.742188, 0.494141, 0.453125, 0.535156, 0.427734, 6.46875, 1.273438, 0.285156, 0.515625, 0.494141, 0.519531, 0.478516, 0.345703, 0.65625, 0.220703, 0.507812, 0.5625, 0.492188, 0.464844, 0.435547, 0.871094, 0.482422, 3.765625, 0.613281, 0.535156, 0.453125, 0.322266, 0.777344, 0.429688, 0.527344, 0.601562, 0.439453, 0.613281, 0.453125, 0.5625, 0.494141, 0.355469, 0.511719, 0.484375, 0.431641, 0.574219, 0.466797, 0.104492, 1.320312, 1.0, 0.53125, 0.392578, 1.226562, 0.478516, 0.380859, 0.478516, 3.734375, 0.439453, 3.21875, 0.4375, 0.578125, 0.494141, 0.470703, 0.496094, 0.414062, 0.679688, 0.400391, 0.621094, 0.376953, 0.671875, 6.1875, 0.439453, 2.09375, 0.460938, 0.417969, 0.427734, 0.988281, 0.304688, 1.382812, 0.421875, 0.435547, 0.464844, 1.140625, 2.609375, 2.1875, 1.046875, 0.478516, 1.226562, 0.578125, 0.609375, 0.425781, 0.435547, 1.648438, 0.445312, 0.460938, 0.435547, 1.125, 0.380859, 0.412109, 0.574219, 3.296875, 0.386719, 0.400391, 0.447266, 0.542969, 0.589844, 0.355469, 0.496094, 0.554688, 0.423828, 0.384766, 0.761719, 0.519531, 3.703125, 0.445312, 0.535156, 0.425781, 0.523438, 0.648438, 0.398438, 1.054688, 0.4375, 0.34375, 0.443359, 0.451172, 0.453125, 0.546875, 0.28125, 0.53125, 0.404297, 0.457031, 0.492188, 5.125, 0.585938, 0.365234, 0.519531, 0.314453, 0.453125, 0.625, 0.431641, 0.40625, 0.470703, 0.484375, 0.447266, 0.632812, 0.554688, 0.679688, 0.683594, 0.478516, 0.445312, 0.542969, 0.466797, 0.447266, 0.455078, 0.628906, 1.34375, 0.458984, 0.640625, 0.726562, 0.378906, 1.5625, 0.542969, 0.435547, 0.427734, 0.457031, 0.447266, 0.675781, 0.476562, 0.921875, 0.609375, 0.439453, 0.570312, 0.341797, 0.453125, 0.261719, 0.527344, 0.515625, 0.427734, 0.914062, 0.652344, 0.490234, 0.734375, 0.457031, 0.449219, 0.490234, 7.21875, 0.455078, 0.5, 0.423828, 0.554688, 0.535156, 0.546875, 1.015625, 0.492188, 0.539062, 0.402344, 0.462891, 0.478516, 1.007812, 0.447266, 0.472656, 1.25, 0.449219, 0.378906, 0.470703, 0.404297, 0.558594, 0.582031, 0.498047, 0.511719, 0.474609, 0.441406, 0.917969, 0.601562, 0.451172, 0.832031, 1.117188, 0.515625, 0.365234, 0.519531, 0.474609, 0.417969, 1.179688, 0.408203, 0.765625, 0.396484, 0.347656, 0.400391, 0.416016, 0.382812, 0.402344, 2.8125, 0.396484, 0.511719, 0.773438, 0.449219, 0.335938, 0.710938, 0.359375, 11.1875, 1.90625, 0.492188, 0.433594, 0.613281, 0.484375, 0.494141, 0.369141, 0.523438, 0.507812, 0.453125, 0.570312, 0.53125, 0.416016, 0.425781, 0.585938, 0.451172, 0.722656, 2.328125, 0.388672, 0.482422, 0.363281, 0.558594, 0.523438, 0.316406, 0.384766, 0.753906, 2.921875, 1.648438, 0.503906, 0.439453, 0.925781, 0.427734, 0.628906, 0.384766, 0.59375, 1.304688, 0.376953, 0.53125, 0.431641, 0.484375, 0.726562, 0.550781, 0.464844, 0.605469, 2.34375, 0.683594, 0.443359, 2.4375, 0.550781, 0.335938, 0.267578, 0.574219, 0.421875, 0.382812, 0.445312, 0.890625, 0.429688, 0.730469, 0.433594, 1.171875, 0.6875, 0.369141, 0.496094, 0.492188, 0.429688, 0.886719, 0.474609, 0.392578, 0.445312, 0.490234, 0.519531, 0.365234, 1.046875, 0.490234, 0.445312, 0.539062, 0.574219, 2.0, 0.447266, 0.267578, 0.628906, 0.488281, 0.451172, 0.451172, 0.449219, 0.457031, 0.400391, 0.949219, 0.921875, 0.601562, 0.498047, 0.396484, 0.455078, 0.486328, 0.5, 0.40625, 0.296875, 0.425781, 0.785156, 0.769531, 0.414062, 0.451172, 0.601562, 0.507812, 0.757812, 0.503906, 1.359375, 0.390625, 0.511719, 0.455078, 0.890625, 0.546875, 0.511719, 0.498047, 1.296875, 0.863281, 0.373047, 0.867188, 1.25, 0.404297, 0.451172, 0.238281, 1.382812, 0.423828, 0.466797, 0.335938, 0.287109, 3.078125, 0.582031, 0.558594, 0.466797, 0.482422, 0.75, 2.34375, 0.828125, 0.458984, 0.488281, 0.398438, 0.464844, 0.800781, 6.59375, 6.3125, 0.458984, 0.496094, 3.078125, 0.570312, 0.431641, 0.667969, 0.396484, 0.439453, 0.494141, 0.492188, 0.484375, 0.539062, 0.523438, 0.470703, 2.15625, 0.476562, 0.458984, 0.388672, 0.644531, 0.59375, 0.832031, 0.609375, 0.453125, 0.462891, 0.460938, 0.984375, 0.421875, 0.429688, 0.441406, 0.402344, 0.433594, 0.910156, 0.486328, 0.589844, 0.476562, 0.398438, 0.392578, 0.451172, 0.5, 0.527344, 0.408203, 0.474609, 0.503906, 0.417969, 0.458984, 0.332031, 0.439453, 0.933594, 0.519531, 0.574219, 0.796875, 0.482422, 0.46875, 0.679688, 0.462891, 0.455078, 0.527344, 1.03125, 0.808594, 1.273438, 0.988281, 0.785156, 0.416016, 0.492188, 0.482422, 0.4375, 0.664062, 1.148438, 1.242188, 0.361328, 0.671875, 0.474609, 0.429688, 0.425781, 0.435547, 0.458984, 0.417969, 0.503906, 0.416016, 0.455078, 0.396484, 2.015625, 0.460938, 2.984375, 0.746094, 0.675781, 0.640625, 0.722656, 0.498047, 0.496094, 0.423828, 0.414062, 0.349609, 0.464844, 0.408203, 0.416016, 0.419922, 0.419922, 0.742188, 0.863281, 0.416016, 0.482422, 0.490234, 0.507812, 3.34375, 0.683594, 0.472656, 0.388672, 0.443359, 0.394531, 0.496094, 0.398438, 0.458984, 0.894531, 0.300781, 0.476562, 0.482422, 1.84375, 0.429688, 0.503906, 6.15625, 0.445312, 0.566406, 0.535156, 0.482422, 0.449219, 0.558594, 0.449219, 0.644531, 0.462891, 0.40625, 0.507812, 0.470703, 0.507812, 0.667969, 0.451172, 0.582031, 0.496094, 0.636719, 0.474609, 0.429688, 0.308594, 0.443359, 0.433594, 0.410156, 0.625, 0.660156, 0.953125, 0.423828, 0.443359, 2.03125, 0.4375, 0.425781, 0.251953, 0.46875, 0.523438, 0.460938, 0.519531, 0.365234, 1.101562, 0.757812, 0.8125, 0.488281, 0.652344, 0.488281, 0.578125, 0.445312, 0.3125, 0.675781, 0.652344, 0.462891, 0.484375, 0.519531, 0.441406, 0.486328, 0.462891, 0.476562, 0.871094, 0.412109, 1.484375, 0.886719, 0.439453, 0.449219, 0.757812, 0.488281, 0.507812, 0.617188, 2.78125, 0.472656, 0.5625, 0.417969, 0.472656, 0.722656, 0.679688, 0.451172, 0.341797, 0.382812, 0.789062, 0.349609, 0.71875, 0.466797, 0.363281, 0.427734, 0.421875, 0.464844, 0.605469, 1.875, 0.408203, 0.796875, 0.404297, 0.820312, 1.789062, 0.519531, 0.910156, 0.550781, 0.445312, 0.960938, 0.609375, 0.330078, 0.628906, 0.443359, 1.023438, 0.443359, 0.660156, 1.203125, 0.388672, 0.419922, 0.523438, 0.458984, 0.796875, 0.9375, 0.554688, 0.777344, 0.71875, 0.384766, 0.484375, 0.5625, 0.462891, 0.589844, 0.691406, 0.449219, 0.445312, 1.382812, 1.5625, 0.419922, 0.494141, 0.964844, 0.472656, 1.625, 1.296875, 0.90625, 0.910156, 4.03125, 0.419922, 0.458984, 1.015625, 0.507812, 0.578125, 1.007812, 0.507812, 0.439453, 2.65625, 0.542969, 0.929688, 0.53125, 0.417969, 0.443359, 0.582031, 2.09375, 0.445312, 0.427734, 0.566406, 0.414062, 0.40625, 0.851562, 0.417969, 0.458984, 0.59375, 0.578125, 0.46875, 3.4375, 0.414062, 0.917969, 0.345703, 0.427734, 0.498047, 0.416016, 0.419922, 9.875, 0.832031, 0.421875, 0.369141, 0.976562, 0.453125, 0.378906, 0.503906, 0.4375, 0.507812, 0.542969, 0.408203, 0.292969, 0.742188, 0.539062, 1.03125, 0.398438, 0.449219, 0.609375, 0.539062, 0.447266, 0.625, 0.539062, 0.458984, 0.466797, 0.503906, 0.490234, 1.75, 1.070312, 0.519531, 1.015625, 0.730469, 0.416016, 0.691406, 2.859375, 0.574219, 0.373047, 0.488281, 0.472656, 0.441406, 0.714844, 0.617188, 0.376953, 0.449219, 0.40625, 0.550781, 0.4375, 0.402344, 0.458984, 0.455078, 0.423828, 0.416016, 0.357422, 0.419922, 0.515625, 0.582031, 0.433594, 0.515625, 0.376953, 0.410156, 0.484375, 0.490234, 1.023438, 0.523438, 0.443359, 0.427734, 1.125, 0.294922, 0.628906, 0.5, 0.4375, 0.451172, 0.333984, 0.388672, 0.40625, 0.445312, 1.007812, 0.396484, 0.400391, 0.609375, 0.640625, 0.34375, 0.507812, 0.451172, 0.419922, 0.515625, 2.859375, 0.474609, 0.425781, 0.355469, 3.765625, 0.427734, 1.40625, 0.451172, 0.59375, 0.582031, 0.710938, 0.589844, 0.482422, 0.453125, 0.439453, 1.742188, 0.535156, 0.558594, 0.482422, 0.605469, 0.492188, 0.667969, 0.414062, 1.0625, 0.355469, 1.703125, 0.494141, 0.570312, 0.605469, 0.464844, 3.78125, 0.345703, 0.683594, 0.425781, 0.828125, 0.644531, 0.431641, 10.5, 0.46875, 0.345703, 0.476562, 0.419922, 0.53125, 0.458984, 1.570312, 0.453125, 0.486328, 0.419922, 0.455078, 0.542969, 0.429688, 0.59375, 0.414062, 1.164062, 0.462891, 4.84375, 0.617188, 0.511719, 0.208984, 0.472656, 0.490234, 0.671875, 0.423828, 3.0, 0.511719, 0.455078, 0.636719, 0.710938, 14.6875, 0.765625, 0.578125, 0.945312, 0.464844, 0.351562, 0.451172, 0.636719, 0.498047, 0.660156, 0.546875, 0.457031, 0.46875, 0.566406, 0.486328, 0.46875, 0.5625, 0.482422, 0.566406, 0.181641, 0.515625, 1.5, 0.78125, 0.439453, 0.648438, 0.433594, 0.515625, 0.664062, 0.457031, 0.433594, 0.707031, 0.484375, 0.445312, 0.59375, 0.449219, 0.667969, 0.408203, 0.458984, 0.462891, 0.585938, 0.550781, 0.447266, 0.4375, 0.410156, 0.455078, 0.335938, -0.007812, 0.835938, 1.203125, 0.447266, 0.376953, 0.222656, 0.478516, 0.404297, 0.40625, 4.125, 0.792969, 0.369141, 0.453125, 0.470703, 0.298828, 0.326172, 0.470703, 0.46875, 0.451172, 0.396484, 0.361328, 0.404297, 3.984375, 0.431641, 0.417969, 0.503906, 0.40625, 0.652344, 0.423828, 0.523438, 0.929688, 0.376953, 1.335938, 2.765625, 0.371094, 0.824219, 4.1875, 0.742188, 0.445312, 0.462891, 0.423828, 0.462891, 0.40625, 0.486328, 0.490234, 0.539062, 1.078125, 2.359375, 0.435547, 0.378906, 1.515625, 0.957031, 1.390625, 1.179688, 0.316406, 1.15625, 0.373047, 0.679688, 0.800781, 0.628906, 0.476562, 0.382812, 0.621094, 0.453125, 0.917969, 0.443359, 0.289062, 0.519531, 0.376953, 0.457031, 0.597656, 0.929688, 0.570312, 0.898438, 0.427734, 0.496094, 0.535156, 0.507812, 1.1875, 0.585938, 5.40625, 0.373047, 0.523438, 0.480469, 0.464844, 0.427734, 0.482422, 0.871094, 0.478516, 0.451172, 0.28125, 1.273438, 0.423828, 0.4375, 0.425781, 0.455078, 0.535156, 0.453125, 0.410156, 0.507812, 0.65625, 0.632812, 0.679688, 0.855469, 0.402344, 0.451172, 0.425781, 0.498047, 0.539062, 0.476562, 0.488281, 1.03125, 0.466797, 0.447266, 0.527344, 0.470703, 0.439453, 0.431641, 0.28125, 0.703125, 0.492188, 0.632812, 0.941406, 0.439453, 0.394531, 0.427734, 0.384766, 0.496094, 0.419922, 0.462891, 0.198242, 0.5, 0.597656, 0.457031, 0.519531, 0.652344, 0.492188, 0.460938, 0.589844, 1.085938, 3.9375, 0.398438, 0.490234, 0.527344, 0.341797, 0.472656, 2.453125, 0.535156, 0.523438, 1.296875, 3.890625, 0.4375, 0.558594, 0.53125, 0.494141, 0.640625, 0.494141, 0.441406, 0.554688, 0.408203, 0.431641, 1.125, 0.447266, 0.472656, 0.476562, 0.494141, 0.910156, 0.617188, 0.367188, 0.96875, 0.710938, 0.582031, 0.742188, 0.443359, 0.433594, 0.484375, 0.648438, 0.410156, 0.443359, 0.462891, 0.453125, 1.601562, 0.964844, 0.792969, 0.515625, 0.480469, 0.523438, 0.458984, 0.539062, 1.34375, 0.451172, 0.4375, 0.554688, 0.53125, 0.53125, 0.5625, 0.470703, 1.078125, 0.427734, 1.015625, 0.4375, 0.4375, 2.046875, 1.023438, 0.402344, 0.738281, 0.625, 0.458984, 0.484375, 0.859375, 0.457031, 0.816406, 0.408203, 1.445312, 0.707031, 0.441406, 0.443359, 0.458984, 0.464844, 0.326172, 0.589844, 3.578125, 0.404297, 0.667969, 0.488281, 0.367188, 0.800781, 0.546875, 0.609375, 0.365234, 0.40625, 0.455078, 0.855469, 0.371094, 0.470703, 0.431641, 0.371094, 0.898438, 0.490234, 0.527344, 2.203125, 0.330078, 0.988281, 0.431641, 0.558594, 2.9375, 0.4375, 0.40625, 0.470703, 0.353516, 0.359375, 0.470703, 0.636719, 0.734375, 0.421875, 0.839844, 0.398438, 0.621094, 0.496094, 0.507812, 0.761719, 0.410156, 0.388672, 0.867188, 0.546875, 0.527344, 0.478516, 0.628906, 0.734375, 0.435547, 0.486328, 0.439453, 0.878906, 0.632812, 0.527344, 0.412109, 0.546875, 0.675781, 0.408203, 0.726562, 0.578125, 0.972656, 0.714844, 0.582031, 0.601562, 0.398438, 0.480469, 0.523438, 0.223633, 0.640625, 0.466797, 0.425781, 1.570312, 0.470703, 0.425781, 0.5625, 1.242188, 0.675781, 0.550781, 0.40625, 0.578125, 0.621094, 0.439453, 0.601562, 0.431641, 0.46875, 0.507812, 0.371094, 0.466797, 0.53125, 1.359375, 0.507812, 0.373047, 0.451172, 0.484375, 2.453125, 0.847656, 0.373047, 0.455078, 0.632812, 0.609375, 1.007812, 0.431641, 0.447266, 0.652344, 1.679688, 2.78125, 0.636719, 0.507812, 0.455078, 0.632812, 0.917969, 0.65625, 0.511719, 1.125, 1.460938, 0.443359, 18.25, 0.558594, 0.433594, 0.394531, 0.369141, 0.388672, 0.675781, 1.5, 0.412109, 0.480469, 0.445312, 0.5, 0.460938, 0.416016, 0.621094, 0.462891, 0.5625, 0.5, 3.578125, 0.527344, 0.738281, 0.6875, 0.382812, 0.457031, 1.03125, 0.380859, 0.375, 0.441406, 0.53125, 0.431641, 0.535156, 0.4375, 0.365234, 0.416016, 0.574219, 0.402344, 1.914062, 0.486328, 0.628906, 3.421875, 0.542969, 0.578125, 1.054688, 0.470703, 0.59375, 1.554688, 0.421875, 0.235352, 0.416016, 0.492188, 0.421875, 0.419922, 0.496094, 0.419922, 0.419922, 0.632812, 0.435547, 0.396484, 0.375, 0.441406, 0.453125, 0.539062, 1.070312, 0.804688, 0.416016, 0.474609, 0.472656, 0.691406, 0.486328, 0.4375, 2.84375, 0.3125, 0.376953, 2.859375, 0.431641, 2.515625, 0.53125, 1.453125, 0.773438, 0.554688, 0.863281, 0.382812, 0.488281, 1.34375, 0.917969, 0.554688, 0.386719, 0.527344, 1.78125, 0.589844, 1.0625, 0.392578, 0.373047, 0.458984, 0.722656, 1.46875, 0.84375, 1.328125, 1.210938, 0.5625, 0.349609, 0.375, 0.546875, 0.492188, 0.609375, 0.455078, 0.574219, 0.441406, 0.439453, 0.453125, 0.855469, 0.414062, 0.511719, 0.445312, 0.417969, 1.734375, 0.400391, 0.730469, 0.519531, 0.443359, 0.412109, 0.609375, 0.482422, 0.466797, 0.59375, 0.267578, 0.447266, 0.458984, 0.636719, 0.482422, 0.451172, 0.445312, 0.539062, 0.447266, 0.953125, 0.419922, 0.667969, 0.523438, 0.96875, 0.453125, 0.699219, 0.470703, 0.421875, 0.703125, 0.378906, 0.429688, 0.439453, 0.570312, 0.439453, 0.644531, 0.439453, 0.515625, 1.265625, 2.71875, 0.443359, 0.609375, 0.472656, 0.636719, 0.490234, 0.353516, 0.558594, 0.46875, 0.726562, 0.474609, 1.34375, 0.427734, 0.441406, 0.494141, 0.476562, 2.359375, 0.490234, 1.523438, 0.550781, 0.539062, 0.439453, 0.761719, 0.835938, 0.402344, 0.96875, 2.328125, 0.566406, 0.964844, 0.410156, 0.322266, 0.419922, 0.886719, 0.478516, 5.75, 0.439453, 0.476562, 2.671875, 0.585938, 0.441406, 1.117188, 0.492188, 0.605469, 0.382812, 0.447266, 0.472656, 0.414062, 0.361328, 0.330078, 0.449219, 0.5, 1.054688, 0.419922, 0.5, 0.376953, 0.785156, 0.714844, 0.789062, 0.644531, 0.400391, 0.490234, 1.054688, 0.478516, 0.490234, 1.09375, 0.457031, 0.675781, 0.523438, 0.423828, 0.455078, 0.4375, 0.433594, 0.451172, 0.539062, 0.466797, 0.546875, 0.355469, 0.419922, 0.46875, 0.470703, 0.707031, 0.792969, 0.435547, 0.484375, 0.773438, 1.164062, 0.435547, 0.503906, 0.574219, 0.480469, 0.449219, 0.447266, 0.449219, 0.441406, 9.8125, 2.046875, 0.367188, 3.25, 0.625, 0.384766, 0.462891, 0.435547, 0.486328, 0.308594, 0.341797, 0.439453, 1.289062, 0.609375, 3.171875, 0.416016, 6.40625, 0.46875, 0.451172, 0.511719, 0.742188, 0.949219, 0.554688, 0.417969, 0.398438, 0.460938, 0.816406, 0.373047, 0.419922, 0.699219, 0.488281, 3.90625, 0.425781, 0.496094, 0.839844, 0.726562, 0.466797, 0.472656, 0.417969, 0.621094, 0.433594, 0.416016, 0.474609, 0.453125, 2.484375, 0.478516, 0.466797, 1.070312, 0.408203, 0.570312, 0.494141, 0.363281, 0.453125, 0.554688, 0.447266, 0.621094, 0.4375, 0.992188, 0.613281, 0.757812, 0.480469, 1.007812, 0.574219, 0.761719, 1.203125, 0.796875, 0.349609, 0.464844, 0.470703, 0.421875, 0.542969, 0.458984, 0.486328, 0.345703, 0.402344, 0.4375, 0.484375, 0.503906, 0.466797, 0.722656, 0.447266, 0.835938, 0.707031, 0.443359, 1.617188, 0.414062, 0.304688, 0.394531, 0.550781, 0.496094, 0.396484, 0.542969, 1.078125, 0.503906, 0.5, 0.445312, 0.851562, 1.09375, 0.34375, 0.369141, 0.408203, 0.464844, 0.486328, 1.90625, 0.425781, 0.365234, 0.416016, 0.396484, 0.480469, 1.632812, 0.28125, 2.5625, 0.640625, 0.447266, 0.404297, 5.0625, 0.398438, 0.447266, 0.570312, 0.53125, 1.945312, 0.683594, 0.443359, 0.722656, 0.435547, 0.439453, 0.589844, 0.488281, 0.431641, 0.519531, 0.71875, 1.148438, 1.601562, 0.472656, 1.164062, 0.441406, 0.392578, 0.503906, 1.4375, 0.769531, 0.605469, 1.351562, 0.466797, 0.423828, 0.464844, 0.511719, 0.464844, 0.486328, 2.046875, 0.488281, 0.988281, 0.474609, 0.492188, 0.449219, 0.496094, 6.96875, 0.511719, 0.451172, 2.015625, 0.470703, 0.511719, 2.9375, 2.3125, 0.933594, 0.470703, 0.527344, 0.390625, 2.3125, 0.464844, 0.714844, 0.492188, 2.453125, 0.382812, 0.451172, 0.261719, 0.445312, 0.550781, 0.511719, 0.470703, 0.419922, 0.482422, 1.140625, 0.800781, 1.109375, 0.439453, 1.625, 0.570312, 0.625, 0.431641, 1.375, 0.722656, 0.318359, 0.726562, 0.498047, 1.867188, 0.558594, 0.464844, 0.953125, 0.408203, 0.423828, 0.414062, 0.503906, 0.632812, 0.3125, 0.582031, 0.585938, 0.417969, 0.6875, 0.578125, 0.439453, 0.40625, 0.6875, 0.542969, 0.445312, 0.695312, 3.375, 0.503906, 0.476562, 0.472656, 0.486328, 0.945312, 0.410156, 0.378906, 0.5625, 0.419922, 2.046875, 0.419922, 0.421875, 0.625, 0.490234, 0.474609, 0.482422, 0.486328, 0.412109, 0.519531, 0.523438, 0.404297, 0.519531, 1.851562, 0.785156, 0.496094, 0.515625, 0.554688, 0.480469, 0.441406, 0.546875, 0.628906, 0.855469, 0.427734, 0.376953, 0.496094, 0.503906, 0.566406, 0.404297, 0.470703, 0.460938, 1.023438, 1.023438, 0.4375, 0.574219, 0.597656, 0.511719, 0.5625, 0.550781, 0.390625, 0.773438, 0.482422, 0.695312, 0.476562, 0.292969, 0.376953, 0.453125, 0.478516, 1.039062, 0.380859, 0.462891, 0.542969, 1.382812, 0.65625, 0.757812, 0.490234, 0.476562, 0.404297, 0.390625, 0.498047, 0.380859, 0.433594, 0.384766, 0.847656, 5.3125, 0.466797, 0.429688, 2.25, 0.447266, 1.921875, 0.554688, 0.235352, 0.617188, 0.449219, 0.496094, 0.470703, 0.714844, 0.699219, 0.394531, 0.5, 0.431641, 0.380859, 0.466797, 0.40625, 0.664062, 0.523438, 0.855469, 0.757812, 0.451172, 0.949219, 0.421875, 0.484375, 0.671875, 0.464844, 0.371094, 8.375, 0.486328, 1.429688, 0.472656, 0.439453, 0.339844, 1.945312, 0.566406, 0.3125, 2.96875, 0.664062, 0.435547, 0.707031, 0.851562, 0.410156, 1.492188, 0.371094, 0.691406, 0.671875, 0.457031, 0.443359, 0.482422, 0.945312, 0.400391, 0.455078, 0.8125, 0.503906, 0.376953, 0.400391, 0.554688, 0.455078, 0.476562, 0.375, 0.503906, 0.519531, 0.445312, 0.458984, 0.462891, 0.375, 0.400391, 0.388672, 0.609375, 0.566406, 0.625, 0.488281, 0.330078, 0.488281, 0.832031, 0.458984, 3.53125, 0.414062, 0.486328, 0.416016, 0.480469, 0.427734, 0.546875, 0.402344, 2.984375, 0.601562, 0.375, 0.4375, 0.554688, 0.439453, 0.447266, 1.023438, 1.046875, 0.621094, 0.435547, 0.355469, 0.414062, 0.486328, 3.28125, 0.996094, 1.140625, 0.416016, 0.449219, 0.361328, 0.785156, 0.523438, 0.507812, 0.453125, 0.386719, 1.289062, 1.46875, 1.640625, 0.703125, 0.396484, 0.21875, 0.386719, 0.421875, 5.78125, 0.417969, 1.007812, 0.425781, 0.453125, 0.449219, 0.386719, 0.507812, 0.380859, 0.425781, 0.9375, 0.558594, 0.488281, 0.738281, 0.535156, 1.976562, 0.423828, 0.326172, 0.470703, 0.451172, 1.429688, 0.570312, 0.578125, 0.570312, 0.527344, 0.929688, 0.460938, 0.714844, 0.707031, 0.65625, 0.482422, 0.578125, 0.472656, 0.980469, 0.4375, 0.419922, 0.433594, 0.503906, 0.785156, 1.382812, 0.404297, 0.402344, 0.449219, 0.597656, 0.392578, 0.359375, 0.589844, 0.511719, 0.476562, 0.507812, 0.431641, 2.703125, 0.539062, 0.949219, 0.539062, 0.414062, 0.478516, 0.421875, 0.353516, 0.484375, 1.882812, 0.455078, 0.855469, 0.396484, 0.462891, 0.507812, 0.585938, 0.664062, 0.359375, 0.451172, 0.484375, 0.486328, 0.699219, 0.792969, 0.351562, 0.417969, 2.15625, 0.441406, 0.585938, 0.488281, 0.417969, 0.474609, 0.464844, 0.730469, 0.628906, 0.839844, 3.203125, 0.507812, 0.894531, 0.601562, 0.482422, 0.578125, 0.476562, 0.455078, 0.648438, 0.414062, 0.847656, 0.566406, 0.480469, 0.414062, 0.828125, 1.460938, 0.652344, 0.398438, 0.792969, 0.433594, 1.164062, 0.933594, 0.445312, 0.59375, 0.707031, 0.554688, 0.458984, 0.390625, 0.4375, 0.503906, 0.539062, 4.1875, 0.443359, 0.949219, 0.511719, 1.960938, 0.421875, 0.466797, 0.265625, 0.447266, 4.375, 0.460938, 0.439453, 0.447266, 0.435547, 1.117188 ] } , "name": "onnx::Mul_10985", "outputIndexes": [ 3158 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3157, 3158 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 3159 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3159 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.16/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 7525 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7525 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.16/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 7526 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7526 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 972393678, 13107222, 3276800, 0, 0 ] } , "name": "/layers.16/mlp/gate_proj/Linear", "outputIndexes": [ 7527 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7527 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.16/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 7528 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7528 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.16/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 3160 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3160 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.16/mlp/act_fn/Mul_output_0", "outputIndexes": [ 3161 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3160, 3161 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 3162 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 3162 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 3163 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3160, 3163 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/mlp/act_fn/Add_output_0", "outputIndexes": [ 3164 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 3164 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 3165 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3165 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.16/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 3166 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 3166 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 3167 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3160, 3167 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 3168 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 3168 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 3169 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7526 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 988777700, 13107222, 3276800, 0, 0 ] } , "name": "/layers.16/mlp/up_proj/Linear", "outputIndexes": [ 7531 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7531 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.16/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 7532 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7532 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.16/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 3170 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3169, 3170 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/mlp/Mul_output_0", "outputIndexes": [ 3171 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3171 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.16/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 7533 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7533 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.16/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 7534 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7534 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1005161722, 13107222, 3276800, 0, 0 ] } , "name": "/layers.16/mlp/down_proj/Linear", "outputIndexes": [ 7535 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7535 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.16/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 7536 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7536 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.16/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 3172 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3172 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.16/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 3174 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3174 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.16/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 3175 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3175, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 3176 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3176, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 3177 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3172, 3177 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 3178 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 2.109375, 0.949219, 0.667969, 0.726562, 2.109375, 2.109375, 1.945312, 0.824219, 2.109375, 2.109375, 2.109375, 0.002029, 2.109375, 2.109375, 2.109375, 0.246094, 2.109375, 0.439453, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.996094, 0.180664, 0.769531, 2.109375, 2.109375, 2.109375, 2.109375, 0.267578, 2.109375, 1.992188, 2.109375, 2.109375, 2.109375, 1.632812, 1.421875, 0.945312, 2.109375, 2.109375, 0.980469, 0.162109, 2.109375, 2.109375, 1.3125, 1.203125, 0.222656, 2.109375, 1.539062, 2.109375, 1.929688, 2.109375, 2.109375, 0.390625, 0.511719, 2.109375, 0.648438, 2.109375, 0.710938, 1.414062, 2.109375, 0.746094, 2.109375, 2.109375, 0.129883, 0.098633, 2.109375, 1.320312, 2.109375, 1.382812, 2.109375, 2.109375, 2.109375, 2.109375, 1.53125, 1.5625, 2.109375, 1.617188, 1.601562, 1.359375, 2.109375, 0.118164, 2.109375, 1.90625, 2.109375, 2.109375, 2.109375, 0.412109, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 1.65625, 2.109375, 0.726562, 0.210938, 0.660156, 2.109375, 0.155273, 2.109375, 1.226562, 2.109375, 2.109375, 1.828125, 0.535156, 0.324219, 2.109375, 0.208984, 0.341797, 0.220703, 2.109375, 2.109375, 0.337891, 1.664062, 2.109375, 2.109375, 1.90625, 2.109375, 0.550781, 1.648438, 2.0625, 1.757812, 2.078125, 0.140625, 0.546875, 1.859375, 0.207031, 2.109375, 0.128906, 2.109375, 2.109375, 1.234375, 2.109375, 2.109375, 0.166016, 0.205078, 0.65625, 0.158203, 2.109375, 0.117188, 2.109375, 2.109375, 2.109375, 1.015625, 2.109375, 2.109375, 1.796875, 0.589844, 0.996094, 2.109375, 2.109375, 1.804688, 2.109375, 0.601562, 2.09375, 2.109375, 2.109375, 2.109375, 0.223633, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.460938, 2.109375, 2.109375, 0.147461, 0.707031, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.671875, 1.40625, 0.695312, 0.632812, 0.116699, 2.109375, 2.109375, 0.671875, 1.15625, 1.960938, 0.84375, 0.166016, 0.253906, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 1.859375, 2.109375, 0.106934, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.710938, 2.109375, 0.4375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 1.578125, 2.109375, 2.109375, 0.182617, 0.351562, 1.078125, 2.109375, 2.109375, 0.075195, 0.21875, 2.109375, 2.109375, 2.109375, 2.109375, 0.914062, 2.109375, 1.976562, 2.109375, 1.640625, 0.121094, 0.929688, 2.109375, 0.166016, 1.671875, 2.109375, 2.109375, 2.109375, 1.5625, 2.109375, 1.078125, 2.109375, 2.109375, 0.15918, 2.109375, 0.886719, 2.109375, 2.109375, 2.109375, 0.115723, 2.109375, 2.015625, 0.072266, 2.109375, 2.109375, 1.6875, 0.154297, 2.109375, 2.09375, 2.109375, 2.109375, 2.109375, 1.640625, 2.109375, 0.10791, 2.109375, 2.109375, 2.109375, 0.474609, 2.109375, 2.109375, 2.109375, 0.726562, 2.109375, 2.109375, 2.109375, 1.445312, 2.109375, 2.109375, 2.109375, 2.109375, 0.267578, 1.578125, 0.102051, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.114746, 2.109375, 1.054688, 0.914062, 0.960938, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 1.742188, 0.093262, 0.808594, 2.109375, 2.109375, 2.109375, 2.03125, 2.109375, 2.109375, 2.109375, 0.117188, 2.109375, 1.5, 1.929688, 2.109375, 0.212891, 2.046875, 2.109375, 1.539062, 2.109375, 0.447266, 2.109375, 2.109375, 2.109375, 0.421875, 2.109375, 2.109375, 1.765625, 2.109375, 1.992188, 2.109375, 2.109375, 0.863281, 2.109375, 1.414062, 0.976562, 2.109375, 1.53125, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 1.5625, 2.109375, 2.109375, 0.882812, 0.145508, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.804688, 1.78125, 1.570312, 2.109375, 2.109375, 1.632812, 2.109375, 2.109375, 0.125977, 1.625, 2.109375, 2.109375, 2.109375, 2.109375, 1.835938, 2.109375, 1.53125, 2.109375, 2.109375, 2.109375, 1.640625, 2.109375, 2.109375, 0.519531, 0.369141, 0.263672, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 1.898438, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.046875, 0.261719, 1.296875, 2.078125, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.976562, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.392578, 1.796875, 0.945312, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.197266, 2.109375, 2.109375, 2.109375, 2.03125, 2.109375, 1.367188, 2.109375, 2.109375, 0.265625, 2.109375, 2.109375, 1.210938, 2.109375, 2.109375, 2.109375, 2.109375, 0.507812, 2.109375, 0.195312, 2.109375, 2.109375, 1.171875, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.396484, 0.229492, 2.0625, 1.375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.496094, 0.075684, 0.546875, 2.109375, 1.757812, 0.535156, 2.109375, 1.0, 0.242188, 2.109375, 2.109375, 2.109375, 1.148438, 1.632812, 2.109375, 0.116211, 0.088867, 0.18457, 2.109375, 2.109375, 2.109375, 2.109375, 0.212891, 1.265625, 1.59375, 2.109375, 2.109375, 2.109375, 2.109375, 0.84375, 0.953125, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 1.445312, 1.492188, 2.109375, 2.109375, 2.109375, 2.109375, 1.03125, 2.109375, 2.109375, 2.109375, 0.139648, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.078125, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.046875, 2.109375, 2.015625, 2.109375, 2.109375, 2.109375, 2.109375, 1.257812, 2.109375, 2.109375, 2.109375, 1.1875, 2.109375, 2.109375, 0.462891, 2.109375, 1.507812, 0.236328, 2.109375, 2.109375, 0.582031, 2.109375, 2.109375, 1.265625, 2.109375, 0.170898, 0.198242, 2.109375, 1.671875, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.078125, 2.109375, 2.109375, 2.109375, 2.109375, 0.363281, 2.109375, 0.464844, 2.109375, 1.921875, 1.570312, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 1.234375, 0.925781, 2.109375, 0.632812, 2.109375, 2.109375, 1.445312, 2.109375, 2.109375, 0.083496, 0.292969, 2.109375, 2.109375, 1.070312, 1.71875, 2.109375, 2.109375, 0.064941, 2.109375, 0.121094, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.09375, 2.109375, 2.109375, 2.109375, 0.578125, 0.192383, 2.109375, 0.570312, 1.554688, 2.109375, 2.109375, 0.367188, 2.109375, 2.109375, 2.109375, 2.109375, 1.570312, 0.102051, 2.109375, 0.589844, 0.197266, 2.109375, 1.726562, 1.109375, 2.109375, 2.109375, 2.109375, 0.108887, 2.109375, 1.78125, 2.109375, 0.193359, 2.109375, 2.109375, 2.109375, 0.201172, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.59375, 2.109375, 0.275391, 2.109375, 2.109375, 2.109375, 1.484375, 0.226562, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 1.40625, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.09375, 2.109375, 0.108398, 2.109375, 2.109375, 1.640625, 2.109375, 2.109375, 0.621094, 2.109375, 2.109375, 2.109375, 1.703125, 2.109375, 0.742188, 2.109375, 2.109375, 0.621094, 2.109375, 2.109375, 2.09375, 2.109375, 2.109375, 2.109375, 0.648438, 0.123047, 2.109375, 2.109375, 0.679688, 2.109375, 0.310547, 0.980469, 2.109375, 1.570312, 2.109375, 2.109375, 1.875, 2.109375, 0.261719, 0.667969, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.124023, 0.902344, 2.109375, 1.679688, 2.109375, 2.109375, 2.109375, 0.310547, 2.109375, 2.109375, 2.109375, 1.53125, 2.109375, 1.335938, 2.109375, 2.109375, 0.238281, 2.109375, 1.1875, 2.109375, 0.145508, 2.046875, 2.109375, 1.039062, 1.054688, 2.109375, 2.109375, 2.109375, 2.109375, 1.546875, 2.109375, 2.109375, 2.109375, 2.109375, 1.570312, 0.972656, 1.671875, 1.828125, 0.223633, 1.117188, 2.109375, 2.109375, 2.109375, 2.109375, 0.585938, 1.921875, 2.03125, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.367188, 2.109375, 0.988281, 0.496094, 2.109375, 2.109375, 1.125, 1.929688, 0.176758, 0.10791, 0.988281, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 1.960938, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.078125, 0.324219, 2.109375, 2.078125, 2.109375, 0.710938, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.146484, 2.109375, 1.65625, 0.535156, 2.109375, 2.109375, 2.109375, 0.710938, 0.092773, 2.109375, 0.925781, 2.109375, 1.765625, 1.960938, 1.054688, 2.109375, 2.109375, 0.001953, 2.109375, 2.109375, 0.080078, 2.109375, 2.109375, 2.109375, 2.09375, 2.109375, 2.109375, 2.109375, 0.178711, 1.929688, 2.109375, 2.109375, 0.394531, 2.109375, 2.109375, 1.671875, 2.109375, 2.109375, 0.53125, 1.09375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.298828, 2.109375, 2.109375, 1.25, 2.109375, 0.125977, 1.710938, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.078125, 2.109375, 2.109375, 0.470703, 0.53125, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.162109, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.046875, 1.648438, 0.742188, 1.296875, 0.287109, 2.109375, 0.089844, 2.109375, 2.109375, 2.109375, 2.109375, 0.808594, 2.109375, 2.109375, 0.427734, 1.320312, 2.109375, 0.625, 0.093262, 1.398438, 2.109375, 2.109375, 0.236328, 1.757812, 2.109375, 2.109375, 2.109375, 0.081543, 2.109375, 1.1875, 2.109375, 2.109375, 0.174805, 0.205078, 2.109375, 2.109375, 1.476562, 2.109375, 2.109375, 2.109375, 1.820312, 1.195312, 1.945312, 2.109375, 0.108887, 1.71875, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.832031, 2.109375, 0.625, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 1.085938, 2.109375, 2.109375, 2.109375, 2.109375, 1.328125, 2.109375, 2.109375, 1.289062, 2.109375, 2.109375, 0.245117, 2.09375, 0.773438, 2.109375, 2.109375, 2.109375, 1.546875, 2.109375, 2.109375, 2.109375, 2.109375, 1.484375, 2.109375, 2.109375, 2.109375, 2.109375, 0.507812, 0.164062, 2.109375, 1.710938, 2.109375, 2.109375, 2.109375, 2.109375, 1.851562, 2.109375, 0.21582, 0.976562, 0.929688, 0.345703, 0.449219, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.320312, 0.173828, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 1.953125, 2.046875, 2.109375, 2.109375, 0.068848, 2.109375, 0.077637, 0.902344, 0.660156, 2.109375, 0.683594, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 1.976562, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.03125, 0.1875, 0.574219, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.388672, 2.109375, 2.109375, 2.109375, 0.186523, 2.109375, 2.109375, 0.298828, 2.109375, 2.109375, 0.847656, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 1.882812, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.65625, 2.109375, 1.921875, 2.109375, 2.109375, 2.109375, 2.109375, 0.644531, 0.582031, 1.953125, 2.109375, 2.109375, 0.753906, 2.109375, 2.109375, 2.109375, 2.109375, 1.320312, 2.109375, 2.109375, 2.109375, 0.181641, 0.78125, 0.4375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.09375, 2.109375, 2.109375, 2.109375, 2.109375, 1.390625, 2.109375, 2.109375, 0.710938, 2.109375, 0.15918, 0.359375, 2.109375, 2.109375, 2.078125, 2.109375, 2.109375, 2.109375, 0.1875, 2.109375, 0.875, 2.109375, 2.109375, 2.015625, 2.109375, 2.109375, 2.109375, 2.109375, 0.230469, 2.109375, 0.613281, 2.109375, 2.109375, 2.109375, 2.046875, 2.109375, 2.109375, 0.824219, 1.453125, 0.439453, 2.109375, 0.384766, 0.095703, 2.109375, 2.109375, 2.109375, 2.109375, 1.453125, 0.792969, 2.109375, 0.78125, 2.109375, 2.109375, 2.109375, 0.609375, 0.202148, 2.109375, 2.109375, 1.890625, 2.109375, 0.589844, 0.155273, 2.109375, 1.585938, 1.359375, 2.109375, 2.109375, 2.109375, 2.109375, 1.835938, 2.109375, 1.578125, 2.0, 0.062988, 0.283203, 2.078125, 2.109375, 0.157227, 2.109375, 0.219727, 0.285156, 0.351562, 0.482422, 0.126953, 2.109375, 2.109375, 2.109375, 2.109375, 1.3125, 1.640625, 1.945312, 2.109375, 0.992188, 1.234375, 1.546875, 2.109375, 2.109375, 2.109375, 0.738281, 0.122559, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.209961, 2.109375, 2.109375, 0.714844, 0.605469, 1.796875, 0.460938, 2.09375, 2.09375, 1.164062, 2.109375, 2.109375, 2.109375, 2.109375, 0.275391, 2.109375, 2.109375, 2.109375, 2.078125, 2.109375, 2.109375, 1.375, 1.054688, 1.585938, 2.109375, 2.109375, 0.375, 0.605469, 2.109375, 0.398438, 2.109375, 2.109375, 0.8125, 2.109375, 1.523438, 2.109375, 2.109375, 1.421875, 2.109375, 1.351562, 1.179688, 0.066895, 0.108398, 0.898438, 0.203125, 2.109375, 2.109375, 2.109375, 0.357422, 0.78125, 2.109375, 2.0, 2.109375, 2.109375, 1.976562, 0.707031, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 1.359375, 2.109375, 2.109375, 1.726562, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 1.773438, 2.109375, 2.109375, 2.109375, 1.601562, 1.25, 2.109375, 2.109375, 2.109375, 1.492188, 2.109375, 1.78125, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 1.710938, 0.412109, 2.109375, 2.109375, 1.21875, 1.921875, 2.109375, 2.109375, 2.109375, 2.109375, 1.109375, 0.554688, 2.109375, 2.109375, 2.109375, 0.4375, 2.109375, 1.148438, 2.109375, 2.09375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.136719, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.124023, 2.109375, 0.123535, 1.59375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.613281, 0.660156, 2.109375, 0.169922, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 1.671875, 0.609375, 2.109375, 2.109375, 2.109375, 2.046875, 2.109375, 2.109375, 2.078125, 2.109375, 1.140625, 1.382812, 0.160156, 1.976562, 2.109375, 2.109375, 2.109375, 2.109375, 0.640625, 2.109375, 0.088379, 2.078125, 2.109375, 2.109375, 0.960938, 0.092773, 2.109375, 0.769531, 0.449219, 2.109375, 2.109375, 1.835938, 0.804688, 2.109375, 0.597656, 2.109375, 2.109375, 1.234375, 1.71875, 2.109375, 2.109375, 2.109375, 1.257812, 2.109375, 1.867188, 2.109375, 1.710938, 1.203125, 1.96875, 2.109375, 1.695312, 2.109375, 0.609375, 2.0625, 2.109375, 2.109375, 2.109375, 2.078125, 0.984375, 2.109375, 0.980469, 2.109375, 1.640625, 2.109375, 2.109375, 1.976562, 2.109375, 2.109375, 1.3125, 2.109375, 2.109375, 2.109375, 0.199219, 1.101562, 1.585938, 2.109375, 2.109375, 1.5625, 2.109375, 2.109375, 0.345703, 1.039062, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 1.875, 2.109375, 2.109375, 2.109375, 0.120605, 1.171875, 2.109375, 1.4375, 2.109375, 1.875, 2.0, 1.054688, 1.507812, 2.109375, 0.084961, 0.488281, 2.109375, 0.359375, 0.361328, 0.515625, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 1.554688, 1.03125, 0.310547, 0.133789, 1.992188, 2.09375, 0.115723, 1.585938, 0.267578, 0.183594, 2.109375, 0.53125, 2.109375, 0.671875, 1.375, 0.65625, 1.664062, 2.109375, 0.761719, 1.453125, 0.421875, 2.109375, 0.357422, 2.109375, 2.109375, 2.109375, 2.109375, 0.707031, 2.109375, 0.59375, 2.109375, 2.109375, 1.617188, 2.109375, 0.168945, 0.757812, 0.239258, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.664062, 2.109375, 2.109375, 2.109375, 0.116699, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.699219, 2.109375, 0.150391, 0.289062, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.527344, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 1.757812, 2.109375, 2.109375, 2.109375, 2.109375, 0.539062, 2.109375, 2.109375, 2.109375, 2.0625, 2.109375, 2.109375, 2.109375, 0.373047, 2.109375, 2.109375, 1.265625, 2.109375, 0.59375, 2.109375, 2.109375, 2.109375, 0.165039, 0.361328, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.152344, 1.710938, 2.109375, 1.34375, 0.060791, 2.109375, 1.304688, 2.109375, 2.109375, 2.109375, 1.546875, 2.109375, 0.181641, 2.109375, 2.109375, 0.333984, 2.109375, 2.046875, 2.109375, 1.898438, 1.460938, 0.589844, 1.554688, 0.150391, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.730469, 1.585938, 2.109375, 2.109375, 2.109375, 1.125, 2.109375, 1.789062, 2.09375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 1.523438, 2.109375, 0.102051, 2.109375, 0.291016, 2.109375, 2.109375, 0.242188, 0.19043, 1.0625, 1.929688, 2.109375, 2.109375, 2.109375, 0.570312, 2.109375, 0.191406, 2.109375, 0.773438, 1.601562, 1.90625, 2.109375, 2.109375, 2.109375, 2.109375, 2.09375, 0.239258, 2.109375, 0.921875, 2.109375, 2.109375, 1.21875, 2.109375, 0.699219, 2.109375, 2.109375, 2.109375, 0.369141, 2.0625, 2.109375, 2.109375, 0.371094, 2.109375, 1.640625, 2.109375, 0.118164, 2.109375, 1.898438, 2.109375, 2.109375, 0.251953, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 1.085938, 0.601562, 2.109375, 0.188477, 2.109375, 0.496094, 2.109375, 2.109375, 1.296875, 2.109375, 2.109375, 1.546875, 1.03125, 1.398438, 1.59375, 0.601562, 2.09375, 2.109375, 2.109375, 2.109375, 1.640625, 0.400391, 1.796875, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.839844, 0.294922, 2.09375, 0.828125, 0.722656, 2.109375, 1.6875, 1.21875, 2.109375, 0.734375, 2.109375, 2.109375, 0.001823, 2.109375, 2.109375, 2.109375, 0.134766, 2.109375, 0.921875, 2.109375, 0.808594, 0.609375, 2.109375, 2.109375, 1.96875, 2.109375, 1.8125, 2.109375, 2.109375, 0.992188, 0.263672, 2.109375, 2.109375, 2.109375, 2.109375, 0.075195, 2.109375, 2.109375, 2.109375, 0.613281, 2.109375, 1.546875, 2.109375, 2.109375, 2.109375, 0.091309, 0.151367, 1.796875, 2.109375, 2.109375, 1.882812, 0.326172, 2.109375, 2.109375, 1.398438, 1.796875, 2.109375, 0.226562, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.769531, 0.083984, 2.109375, 1.429688, 1.703125, 1.1875, 2.109375, 2.109375, 2.109375, 2.109375, 1.367188, 1.914062, 0.648438, 2.109375, 0.4375, 1.804688, 2.109375, 1.742188, 0.169922, 2.109375, 2.109375, 2.109375, 0.777344, 2.109375, 1.273438, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.683594, 0.10791, 2.109375, 2.109375, 1.601562, 2.109375, 1.742188, 0.273438, 2.109375, 1.960938, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 1.882812, 2.109375, 2.109375, 2.109375, 2.109375, 1.460938, 2.109375, 0.330078, 0.143555, 2.109375, 2.109375, 1.335938, 1.625, 1.773438, 2.109375, 0.129883, 2.109375, 2.109375, 0.486328, 2.109375, 0.088867, 0.703125, 0.162109, 0.416016, 2.109375, 0.412109, 2.109375, 2.109375, 1.03125, 0.161133, 2.109375, 2.109375, 2.109375, 0.116211, 2.109375, 0.337891, 2.109375, 2.109375, 2.109375, 0.601562, 0.160156, 0.226562, 0.217773, 0.12793, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 1.890625, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 1.453125, 2.109375, 2.09375, 2.109375, 2.109375, 0.910156, 2.109375, 1.21875, 2.109375, 1.5625, 2.109375, 2.109375, 2.109375, 2.109375, 1.132812, 2.109375, 2.109375, 2.109375, 0.742188, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.929688, 2.109375, 0.400391, 2.109375, 0.3125, 2.109375, 2.109375, 0.582031, 2.09375, 2.109375, 1.046875, 2.109375, 2.109375, 1.101562, 2.109375, 2.109375, 0.15332, 0.34375, 2.046875, 2.09375, 2.109375, 2.109375, 2.109375, 1.148438, 2.109375, 1.710938, 1.078125, 2.109375, 1.125, 2.109375, 2.109375, 2.109375, 2.109375, 0.15332, 2.109375, 0.080078, 2.109375, 2.109375, 2.109375, 2.109375, 1.8125, 2.109375, 0.200195, 0.484375, 2.109375, 0.226562, 2.109375, 2.109375, 2.109375, 0.094238, 2.109375, 0.310547, 2.109375, 2.109375, 0.289062, 2.109375, 2.109375, 1.382812, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 1.710938, 0.275391, 2.109375, 2.109375, 2.109375, 0.425781, 1.695312, 2.109375, 2.109375, 2.109375, 2.109375, 0.59375, 2.109375, 2.109375, 2.109375, 2.109375, 0.229492, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.921875, 2.109375, 0.699219, 1.539062, 2.109375, 2.109375, 2.109375, 2.109375, 0.769531, 2.109375, 1.171875, 1.203125, 0.097656, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.166016, 0.145508, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.972656, 2.109375, 2.109375, 2.109375, 0.792969, 2.109375, 0.404297, 2.109375, 0.066406, 1.945312, 2.109375, 2.109375, 0.578125, 0.917969, 1.078125, 2.109375, 2.109375, 1.734375, 0.443359, 2.109375, 2.109375, 0.503906, 2.109375, 0.063477, 2.109375, 2.109375, 0.168945, 0.453125, 1.960938, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 1.625, 0.636719, 2.109375, 2.109375, 0.164062, 2.109375, 0.71875, 2.109375, 2.09375, 2.109375, 1.390625, 2.109375, 0.742188, 2.109375, 1.640625, 2.109375, 0.609375, 0.855469, 0.492188, 2.109375, 1.890625, 1.0625, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 1.679688, 2.109375, 2.109375, 0.196289, 1.03125, 2.109375, 1.054688, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.15918, 2.109375, 2.109375, 2.109375, 0.644531, 1.742188, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.867188, 2.109375, 2.09375, 2.109375, 2.109375, 2.109375, 1.429688, 2.109375, 0.10791, 0.699219, 2.109375, 2.109375, 0.601562, 1.398438, 2.109375, 0.703125, 1.679688, 0.135742, 2.109375, 2.109375, 0.314453, 2.109375, 2.109375, 2.109375, 2.109375, 1.367188, 2.109375, 2.109375, 2.109375, 0.953125, 1.671875, 1.085938, 2.109375, 2.109375, 1.4375, 0.644531, 0.384766, 1.882812, 1.078125, 1.609375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.660156, 0.933594, 0.161133, 2.109375, 2.109375, 2.109375, 2.109375, 0.078613, 1.953125, 1.484375, 0.091309, 2.109375, 0.925781, 0.070801, 1.0625, 0.224609, 2.109375, 2.109375, 2.109375, 0.099121, 2.109375, 1.53125, 2.109375, 0.423828, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.078125, 0.180664, 1.328125, 1.78125, 2.109375, 0.15918, 2.109375, 0.6875, 2.109375, 1.773438, 2.109375, 2.109375, 2.109375, 1.9375, 0.162109, 1.40625, 2.109375, 1.125, 2.109375, 2.109375, 1.453125, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 1.546875, 0.143555, 0.761719, 2.109375, 2.109375, 0.589844, 0.539062, 2.109375, 0.628906, 0.384766, 1.960938, 2.109375, 2.109375, 2.109375, 0.570312, 2.109375, 2.109375, 2.109375, 2.109375, 0.094238, 2.109375, 2.109375, 2.09375, 2.109375, 2.109375, 2.03125, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.03125, 0.773438, 1.835938, 2.109375, 2.109375, 0.917969, 2.109375, 2.109375, 2.109375, 0.785156, 0.15332, 1.632812, 2.109375, 1.695312, 2.109375, 0.933594, 2.109375, 2.109375, 2.109375, 0.324219, 1.4375, 2.109375, 2.109375, 0.671875, 2.109375, 2.109375, 2.109375, 2.109375, 0.675781, 1.625, 0.6875, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.566406, 2.109375, 2.109375, 2.109375, 2.109375, 0.219727, 0.470703, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.09375, 0.470703, 0.578125, 2.109375, 2.109375, 0.100098, 2.109375, 0.277344, 2.109375, 2.109375, 2.109375, 2.109375, 1.101562, 2.109375, 0.648438, 1.664062, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 1.265625, 2.109375, 2.109375, 2.109375, 2.109375, 1.453125, 2.109375, 2.109375, 0.449219, 2.109375, 2.109375, 0.030762, 2.109375, 0.188477, 2.109375, 2.109375, 2.109375, 0.171875, 2.09375, 2.109375, 0.129883, 2.109375, 2.109375, 0.707031, 0.359375, 2.109375, 0.10791, 2.109375, 0.636719, 0.617188, 2.109375, 2.109375, 2.109375, 0.166016, 2.109375, 2.109375, 0.263672, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.078125, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.410156, 0.664062, 2.109375, 2.109375, 2.109375, 0.132812, 2.109375, 0.21875, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.941406, 0.875, 0.130859, 2.109375, 2.109375, 2.109375, 2.109375, 0.169922, 0.291016, 0.18457, 2.109375, 2.109375, 2.109375, 1.992188, 0.267578, 0.10791, 0.134766, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 1.414062, 2.109375, 0.734375, 0.203125, 2.109375, 1.859375, 2.109375, 2.109375, 0.15332, 2.109375, 2.109375, 2.109375, 2.109375, 2.015625, 2.109375, 1.570312, 2.109375, 2.109375, 0.384766, 2.078125, 2.109375, 2.109375, 2.078125, 0.306641, 2.109375, 2.109375, 2.109375, 2.109375, 0.546875, 2.109375, 2.109375, 0.402344, 2.109375, 0.337891, 2.109375, 0.578125, 1.632812, 0.691406, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 0.953125, 0.097656, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.09375, 2.109375, 1.039062, 2.109375, 0.363281, 0.789062, 2.109375, 2.109375, 1.523438, 2.109375, 2.109375, 0.134766, 2.109375, 1.03125, 2.109375, 2.109375, 2.109375, 2.109375, 1.757812, 2.109375, 2.109375, 2.109375, 2.109375, 0.558594, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375, 1.539062, 2.078125, 2.109375, 2.046875, 0.839844, 2.109375, 0.196289, 0.141602, 2.109375, 2.109375, 0.609375, 2.109375, 0.839844, 2.109375, 2.109375, 0.757812, 2.109375, 0.447266, 2.109375, 2.109375, 2.109375, 2.109375, 0.369141, 0.632812, 2.109375, 2.0, 2.109375, 0.154297, 0.195312, 1.820312, 0.832031, 1.078125, 2.109375, 0.875, 2.109375, 2.109375, 2.109375, 2.109375, 0.445312, 2.109375, 0.349609, 0.365234, 0.111816, 2.109375, 2.109375, 2.109375, 2.109375, 0.65625, 2.109375, 2.109375, 2.109375, 2.109375, 2.109375 ] } , "name": "onnx::Mul_10986", "outputIndexes": [ 3179 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3178, 3179 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 3180 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3152, 3180 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/Add_1_output_0", "outputIndexes": [ 3181 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3181 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.16/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 7537 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7537 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.16/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 7538 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7538 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1021545744, 327702, 81920, 0, 0 ] } , "name": "/layers.16/per_layer_input_gate/Linear", "outputIndexes": [ 7539 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7539 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.16/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 7540 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7540 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.16/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 3182 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3182 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.16/act_fn/Mul_output_0", "outputIndexes": [ 3183 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3182, 3183 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/act_fn/Mul_1_output_0", "outputIndexes": [ 3184 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 3184 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/act_fn/Mul_2_output_0", "outputIndexes": [ 3185 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3182, 3185 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/act_fn/Add_output_0", "outputIndexes": [ 3186 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 3186 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/act_fn/Mul_3_output_0", "outputIndexes": [ 3187 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3187 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.16/act_fn/Tanh_output_0", "outputIndexes": [ 3188 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 3188 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/act_fn/Add_1_output_0", "outputIndexes": [ 3189 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3182, 3189 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/act_fn/Mul_4_output_0", "outputIndexes": [ 3190 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 3190 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/act_fn/Mul_5_output_0", "outputIndexes": [ 3191 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 16 ] } , "name": "/Constant_25_output_0", "outputIndexes": [ 3192 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3899", "outputIndexes": [ 3193 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3902", "outputIndexes": [ 3194 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 3193, 3194, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice3905", "outputIndexes": [ 3195 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3195 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze3906", "outputIndexes": [ 3196 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3192, 3196 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3907", "outputIndexes": [ 3197 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3197, 3196 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3908", "outputIndexes": [ 3198 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 3198, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_23_output_0", "outputIndexes": [ 3199 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3191, 3199 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/Mul_output_0", "outputIndexes": [ 3200 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3200 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.16/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 7541 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7541 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.16/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 7542 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7542 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1021955366, 327702, 81920, 0, 0 ] } , "name": "/layers.16/per_layer_projection/Linear", "outputIndexes": [ 7543 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7543 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.16/per_layer_projection/Linear/post_convert", "outputIndexes": [ 7544 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7544 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.16/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 3201 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3201 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.16/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 3203 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3203 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.16/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 3204 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3204, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 3205 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3205, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 3206 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3201, 3206 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 3207 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.6875, 0.000633, 0.198242, 0.000629, 0.6875, 0.6875, 0.6875, 0.000591, 0.6875, 0.6875, 0.6875, 0.000637, 0.6875, 0.6875, 0.6875, 0.027954, 0.000645, 0.000664, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.00066, 0.124512, 0.6875, 0.6875, 0.6875, 0.6875, 0.022705, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.671875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.00061, 0.6875, 0.6875, 0.345703, 0.6875, 0.000629, 0.6875, 0.000626, 0.6875, 0.484375, 0.6875, 0.6875, 0.168945, 0.000652, 0.6875, 0.24707, 0.6875, 0.000645, 0.6875, 0.6875, 0.6875, 0.6875, 0.000622, 0.01123, 0.000637, 0.000595, 0.000652, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000557, 0.000652, 0.000641, 0.6875, 0.6875, 0.000637, 0.6875, 0.022705, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000599, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.318359, 0.000526, 0.000637, 0.6875, 0.000664, 0.6875, 0.000568, 0.6875, 0.6875, 0.679688, 0.000622, 0.000656, 0.6875, 0.000668, 0.150391, 0.105469, 0.6875, 0.6875, 0.105469, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000641, 0.6875, 0.6875, 0.6875, 0.6875, 0.000633, 0.000626, 0.6875, 0.000633, 0.6875, 0.000656, 0.6875, 0.6875, 0.511719, 0.6875, 0.6875, 0.000629, 0.000668, 0.251953, 0.00058, 0.6875, 0.00066, 0.6875, 0.6875, 0.6875, 0.000595, 0.6875, 0.6875, 0.6875, 0.194336, 0.000633, 0.6875, 0.6875, 0.6875, 0.511719, 0.21875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000622, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000549, 0.6875, 0.100586, 0.6875, 0.6875, 0.000626, 0.416016, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.652344, 0.09082, 0.142578, 0.000622, 0.6875, 0.6875, 0.000603, 0.6875, 0.6875, 0.000622, 0.000671, 0.000641, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.664062, 0.6875, 0.000637, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.298828, 0.6875, 0.000614, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000629, 0.000637, 0.000633, 0.6875, 0.6875, 0.000584, 0.000668, 0.6875, 0.6875, 0.6875, 0.6875, 0.443359, 0.6875, 0.6875, 0.6875, 0.6875, 0.000648, 0.000652, 0.6875, 0.000599, 0.6875, 0.00061, 0.6875, 0.6875, 0.550781, 0.6875, 0.6875, 0.6875, 0.6875, 0.000656, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000633, 0.6875, 0.6875, 0.000637, 0.6875, 0.6875, 0.000591, 0.001595, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000656, 0.6875, 0.6875, 0.6875, 0.097656, 0.6875, 0.6875, 0.6875, 0.000626, 0.6875, 0.6875, 0.6875, 0.435547, 0.00061, 0.6875, 0.6875, 0.000603, 0.6875, 0.6875, 0.00061, 0.6875, 0.6875, 0.6875, 0.6875, 0.000587, 0.6875, 0.000572, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000626, 0.000656, 0.21875, 0.6875, 0.6875, 0.6875, 0.6875, 0.609375, 0.6875, 0.6875, 0.000629, 0.6875, 0.6875, 0.6875, 0.6875, 0.07373, 0.6875, 0.6875, 0.000637, 0.6875, 0.000557, 0.6875, 0.6875, 0.6875, 0.121582, 0.6875, 0.6875, 0.6875, 0.000565, 0.6875, 0.6875, 0.6875, 0.59375, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000637, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000629, 0.6875, 0.6875, 0.000576, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000656, 0.6875, 0.6875, 0.6875, 0.6875, 0.000603, 0.000633, 0.000656, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000645, 0.6875, 0.6875, 0.6875, 0.00528, 0.000622, 0.6875, 0.6875, 0.6875, 0.6875, 0.000614, 0.000607, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000595, 0.6875, 0.53125, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000626, 0.6875, 0.000656, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.00061, 0.6875, 0.6875, 0.078125, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000587, 0.6875, 0.6875, 0.425781, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.175781, 0.000633, 0.6875, 0.000656, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.102051, 0.000629, 0.001839, 0.6875, 0.6875, 0.000568, 0.00053, 0.6875, 0.004822, 0.6875, 0.6875, 0.6875, 0.000587, 0.6875, 0.6875, 0.000648, 0.000607, 0.000607, 0.6875, 0.6875, 0.6875, 0.6875, 0.105469, 0.291016, 0.6875, 0.6875, 0.000607, 0.6875, 0.6875, 0.435547, 0.392578, 0.6875, 0.6875, 0.6875, 0.000607, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.365234, 0.6875, 0.6875, 0.6875, 0.000652, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000622, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000614, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.320312, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000584, 0.6875, 0.6875, 0.000618, 0.6875, 0.6875, 0.000603, 0.6875, 0.000546, 0.494141, 0.6875, 0.101074, 0.07666, 0.271484, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.00061, 0.6875, 0.6875, 0.6875, 0.6875, 0.000641, 0.00066, 0.6875, 0.000599, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.178711, 0.6875, 0.578125, 0.6875, 0.6875, 0.462891, 0.6875, 0.000595, 0.000641, 0.10498, 0.6875, 0.6875, 0.000591, 0.6875, 0.6875, 0.6875, 0.000614, 0.6875, 0.000641, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000629, 0.04126, 0.6875, 0.298828, 0.359375, 0.6875, 0.6875, 0.000568, 0.6875, 0.6875, 0.6875, 0.6875, 0.439453, 0.000664, 0.6875, 0.542969, 0.000656, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.063477, 0.6875, 0.6875, 0.6875, 0.000648, 0.6875, 0.6875, 0.000622, 0.080566, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000656, 0.6875, 0.000641, 0.6875, 0.6875, 0.6875, 0.15332, 0.000656, 0.6875, 0.373047, 0.6875, 0.6875, 0.6875, 0.263672, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000668, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.162109, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000561, 0.6875, 0.6875, 0.181641, 0.6875, 0.6875, 0.609375, 0.6875, 0.6875, 0.6875, 0.0625, 0.000656, 0.6875, 0.6875, 0.351562, 0.6875, 0.000603, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000648, 0.000629, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000618, 0.236328, 0.6875, 0.000656, 0.6875, 0.6875, 0.6875, 0.123535, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000668, 0.000614, 0.332031, 0.6875, 0.000645, 0.00066, 0.6875, 0.000603, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.00058, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.394531, 0.6875, 0.000629, 0.000587, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.228516, 0.6875, 0.6875, 0.000511, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000637, 0.6875, 0.236328, 0.185547, 0.000641, 0.6875, 0.000618, 0.6875, 0.000648, 0.000633, 0.000618, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000622, 0.6875, 0.6875, 0.6875, 0.00066, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000607, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000648, 0.000572, 0.6875, 0.310547, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000618, 0.6875, 0.6875, 0.000595, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.041748, 0.6875, 0.6875, 0.6875, 0.173828, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000637, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000568, 0.6875, 0.6875, 0.6875, 0.6875, 0.00061, 0.6875, 0.6875, 0.6875, 0.6875, 0.000641, 0.6875, 0.6875, 0.000595, 0.6875, 0.000595, 0.298828, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.096191, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.243164, 0.6875, 0.6875, 0.000641, 0.000645, 0.000633, 0.6875, 0.6875, 0.6875, 0.114258, 0.6875, 0.6875, 0.151367, 0.000637, 0.6875, 0.000626, 0.056885, 0.6875, 0.6875, 0.6875, 0.000656, 0.6875, 0.6875, 0.6875, 0.6875, 0.000534, 0.6875, 0.000587, 0.6875, 0.6875, 0.00066, 0.000618, 0.000603, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000648, 0.6875, 0.6875, 0.000637, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000648, 0.6875, 0.306641, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000629, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.476562, 0.6875, 0.6875, 0.000629, 0.6875, 0.271484, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000656, 0.000648, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000637, 0.314453, 0.466797, 0.000656, 0.6875, 0.6875, 0.000629, 0.6875, 0.6875, 0.6875, 0.000629, 0.086914, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.00061, 0.6875, 0.6875, 0.000629, 0.6875, 0.000629, 0.347656, 0.000629, 0.6875, 0.496094, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.026123, 0.043701, 0.6875, 0.000584, 0.6875, 0.6875, 0.6875, 0.6875, 0.000645, 0.000645, 0.6875, 0.6875, 0.6875, 0.000626, 0.000565, 0.6875, 0.000652, 0.6875, 0.6875, 0.369141, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000591, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.287109, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000648, 0.447266, 0.6875, 0.000633, 0.6875, 0.341797, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.088867, 0.324219, 0.000595, 0.6875, 0.6875, 0.000584, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.527344, 0.6875, 0.6875, 0.000633, 0.6875, 0.000652, 0.200195, 0.6875, 0.6875, 0.000599, 0.6875, 0.6875, 0.6875, 0.080566, 0.6875, 0.000645, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.014038, 0.6875, 0.000629, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.345703, 0.6875, 0.000637, 0.6875, 0.000587, 0.000626, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000633, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.207031, 0.000656, 0.6875, 0.6875, 0.6875, 0.6875, 0.243164, 0.000645, 0.6875, 0.6875, 0.636719, 0.6875, 0.6875, 0.6875, 0.6875, 0.000637, 0.6875, 0.6875, 0.6875, 0.000641, 0.00061, 0.6875, 0.6875, 0.000641, 0.6875, 0.000648, 0.000637, 0.000572, 0.496094, 0.000652, 0.6875, 0.6875, 0.6875, 0.000523, 0.000561, 0.6875, 0.6875, 0.6875, 0.171875, 0.341797, 0.6875, 0.6875, 0.6875, 0.6875, 0.176758, 0.000553, 0.6875, 0.6875, 0.679688, 0.6875, 0.6875, 0.000668, 0.6875, 0.6875, 0.6875, 0.203125, 0.6875, 0.00061, 0.6875, 0.000648, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000637, 0.6875, 0.6875, 0.6875, 0.000637, 0.6875, 0.6875, 0.449219, 0.233398, 0.6875, 0.6875, 0.6875, 0.000629, 0.000626, 0.6875, 0.202148, 0.6875, 0.6875, 0.00066, 0.6875, 0.6875, 0.000599, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000645, 0.046143, 0.6875, 0.000595, 0.6875, 0.6875, 0.6875, 0.173828, 0.365234, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.246094, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.570312, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000599, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.242188, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000648, 0.198242, 0.6875, 0.6875, 0.6875, 0.40625, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000652, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000645, 0.6875, 0.000637, 0.000591, 0.6875, 0.6875, 0.6875, 0.000576, 0.6875, 0.6875, 0.6875, 0.000607, 0.118652, 0.6875, 0.000603, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.265625, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000576, 0.6875, 0.664062, 0.6875, 0.000648, 0.000607, 0.6875, 0.6875, 0.6875, 0.6875, 0.000584, 0.6875, 0.020264, 0.6875, 0.6875, 0.6875, 0.000591, 0.047607, 0.6875, 0.6875, 0.000561, 0.6875, 0.6875, 0.484375, 0.245117, 0.6875, 0.155273, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000664, 0.6875, 0.6875, 0.000561, 0.6875, 0.6875, 0.349609, 0.6875, 0.6875, 0.6875, 0.6875, 0.203125, 0.6875, 0.6875, 0.000648, 0.6875, 0.6875, 0.6875, 0.6875, 0.000584, 0.6875, 0.511719, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.104004, 0.000652, 0.6875, 0.6875, 0.6875, 0.601562, 0.6875, 0.6875, 0.000599, 0.000561, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000641, 0.173828, 0.6875, 0.6875, 0.6875, 0.6875, 0.000599, 0.6875, 0.6875, 0.6875, 0.000648, 0.155273, 0.6875, 0.00058, 0.000557, 0.363281, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.101074, 0.00066, 0.6875, 0.6875, 0.000607, 0.6875, 0.000565, 0.088379, 0.6875, 0.300781, 0.6875, 0.6875, 0.157227, 0.099609, 0.6875, 0.6875, 0.000648, 0.345703, 0.000637, 0.6875, 0.000622, 0.6875, 0.6875, 0.6875, 0.6875, 0.335938, 0.6875, 0.6875, 0.6875, 0.6875, 0.000637, 0.6875, 0.00066, 0.246094, 0.000599, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000629, 0.6875, 0.6875, 0.6875, 0.000622, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000668, 0.6875, 0.000603, 0.000622, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.369141, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000523, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000637, 0.000607, 0.6875, 0.6875, 0.6875, 0.167969, 0.6875, 0.6875, 0.6875, 0.000584, 0.125977, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000645, 0.6875, 0.6875, 0.6875, 0.000618, 0.6875, 0.6875, 0.000626, 0.6875, 0.6875, 0.330078, 0.6875, 0.000668, 0.6875, 0.6875, 0.139648, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000633, 0.6875, 0.000645, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000637, 0.6875, 0.6875, 0.6875, 0.6875, 0.484375, 0.6875, 0.6875, 0.6875, 0.6875, 0.4375, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000645, 0.6875, 0.000572, 0.6875, 0.6875, 0.000626, 0.000645, 0.6875, 0.000637, 0.6875, 0.6875, 0.6875, 0.000637, 0.6875, 0.000603, 0.6875, 0.000648, 0.6875, 0.000629, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000626, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000561, 0.6875, 0.6875, 0.6875, 0.257812, 0.6875, 0.6875, 0.6875, 0.162109, 0.6875, 0.000641, 0.6875, 0.000645, 0.6875, 0.6875, 0.6875, 0.6875, 0.000614, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.574219, 0.180664, 0.6875, 0.000622, 0.6875, 0.000652, 0.6875, 0.6875, 0.507812, 0.6875, 0.6875, 0.6875, 0.400391, 0.574219, 0.6875, 0.000553, 0.6875, 0.6875, 0.6875, 0.6875, 0.621094, 0.000641, 0.6875, 0.6875, 0.6875, 0.000599, 0.6875, 0.6875, 0.172852, 0.000492, 0.6875, 0.6875, 0.000622, 0.6875, 0.6875, 0.6875, 0.6875, 0.000629, 0.6875, 0.6875, 0.098633, 0.6875, 0.6875, 0.6875, 0.000652, 0.6875, 0.6875, 0.6875, 0.414062, 0.010071, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.400391, 0.000618, 0.6875, 0.6875, 0.6875, 0.6875, 0.000641, 0.000542, 0.6875, 0.6875, 0.000641, 0.000622, 0.6875, 0.6875, 0.6875, 0.6875, 0.007996, 0.000637, 0.6875, 0.6875, 0.6875, 0.6875, 0.000626, 0.000587, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000626, 0.000603, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000637, 0.6875, 0.000553, 0.6875, 0.6875, 0.6875, 0.000648, 0.6875, 0.6875, 0.6875, 0.00061, 0.6875, 0.000607, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.227539, 0.6875, 0.241211, 0.027954, 0.6875, 0.6875, 0.6875, 0.6875, 0.65625, 0.102051, 0.6875, 0.000633, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.683594, 0.6875, 0.6875, 0.6875, 0.6875, 0.000553, 0.6875, 0.00061, 0.000652, 0.6875, 0.6875, 0.6875, 0.683594, 0.6875, 0.6875, 0.000641, 0.6875, 0.6875, 0.000645, 0.6875, 0.000603, 0.675781, 0.000637, 0.000599, 0.6875, 0.000637, 0.6875, 0.6875, 0.000629, 0.000599, 0.6875, 0.6875, 0.6875, 0.000652, 0.6875, 0.000595, 0.6875, 0.6875, 0.6875, 0.365234, 0.000645, 0.000591, 0.000618, 0.059814, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000576, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.535156, 0.6875, 0.6875, 0.6875, 0.6875, 0.271484, 0.6875, 0.6875, 0.6875, 0.375, 0.6875, 0.6875, 0.6875, 0.6875, 0.094238, 0.6875, 0.6875, 0.6875, 0.486328, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.443359, 0.6875, 0.00322, 0.6875, 0.000648, 0.6875, 0.000591, 0.182617, 0.6875, 0.6875, 0.000629, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000648, 0.209961, 0.6875, 0.000637, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000637, 0.6875, 0.6875, 0.6875, 0.000656, 0.6875, 0.000618, 0.6875, 0.6875, 0.6875, 0.6875, 0.441406, 0.6875, 0.000607, 0.189453, 0.000652, 0.000629, 0.6875, 0.6875, 0.6875, 0.000542, 0.6875, 0.158203, 0.6875, 0.6875, 0.000652, 0.6875, 0.6875, 0.53125, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.09375, 0.6875, 0.6875, 0.6875, 0.000553, 0.6875, 0.000607, 0.6875, 0.6875, 0.6875, 0.00066, 0.6875, 0.000549, 0.00061, 0.6875, 0.000641, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.00066, 0.6875, 0.6875, 0.6875, 0.6875, 0.652344, 0.245117, 0.6875, 0.6875, 0.6875, 0.00061, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.086914, 0.000652, 0.6875, 0.00058, 0.6875, 0.6875, 0.6875, 0.6875, 0.333984, 0.6875, 0.6875, 0.6875, 0.000614, 0.6875, 0.000641, 0.6875, 0.000629, 0.6875, 0.6875, 0.6875, 0.000568, 0.096191, 0.000629, 0.6875, 0.6875, 0.6875, 0.253906, 0.6875, 0.6875, 0.000561, 0.6875, 0.000599, 0.6875, 0.6875, 0.033203, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000607, 0.6875, 0.6875, 0.000641, 0.6875, 0.347656, 0.6875, 0.000565, 0.6875, 0.6875, 0.6875, 0.000633, 0.6875, 0.6875, 0.6875, 0.00066, 0.353516, 0.000614, 0.6875, 0.6875, 0.000664, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.00066, 0.000671, 0.000614, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000626, 0.6875, 0.6875, 0.6875, 0.000595, 0.6875, 0.6875, 0.6875, 0.000633, 0.000557, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.326172, 0.6875, 0.546875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000618, 0.000645, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000637, 0.6875, 0.6875, 0.00061, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000603, 0.6875, 0.6875, 0.6875, 0.316406, 0.000595, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.339844, 0.6875, 0.000645, 0.6875, 0.6875, 0.000584, 0.6875, 0.008728, 0.000652, 0.6875, 0.00058, 0.6875, 0.6875, 0.000618, 0.574219, 0.011963, 0.6875, 0.000538, 0.6875, 0.000591, 0.6875, 0.6875, 0.6875, 0.000626, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000656, 0.000675, 0.6875, 0.6875, 0.00061, 0.6875, 0.318359, 0.6875, 0.6875, 0.6875, 0.6875, 0.000526, 0.6875, 0.10791, 0.6875, 0.6875, 0.000633, 0.6875, 0.6875, 0.000595, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000519, 0.000648, 0.433594, 0.6875, 0.6875, 0.28125, 0.129883, 0.6875, 0.083984, 0.000626, 0.6875, 0.6875, 0.6875, 0.6875, 0.000668, 0.6875, 0.6875, 0.6875, 0.6875, 0.061523, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000656, 0.388672, 0.000587, 0.6875, 0.6875, 0.255859, 0.6875, 0.6875, 0.6875, 0.168945, 0.000664, 0.6875, 0.6875, 0.6875, 0.000645, 0.219727, 0.6875, 0.6875, 0.6875, 0.000607, 0.6875, 0.6875, 0.6875, 0.449219, 0.00061, 0.6875, 0.6875, 0.6875, 0.000626, 0.285156, 0.404297, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.25, 0.6875, 0.6875, 0.6875, 0.00061, 0.133789, 0.000629, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000561, 0.511719, 0.6875, 0.6875, 0.000641, 0.6875, 0.177734, 0.000622, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000587, 0.613281, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.507812, 0.6875, 0.6875, 0.6875, 0.6875, 0.000648, 0.6875, 0.000668, 0.000603, 0.6875, 0.6875, 0.000591, 0.6875, 0.000641, 0.6875, 0.6875, 0.6875, 0.000622, 0.570312, 0.6875, 0.000629, 0.6875, 0.6875, 0.000565, 0.000603, 0.6875, 0.000656, 0.6875, 0.6875, 0.449219, 0.6875, 0.6875, 0.6875, 0.101074, 0.6875, 0.6875, 0.000664, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000587, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000629, 0.229492, 0.6875, 0.6875, 0.6875, 0.00061, 0.6875, 0.000671, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.542969, 0.6875, 0.000645, 0.6875, 0.6875, 0.6875, 0.6875, 0.000629, 0.083496, 0.000664, 0.6875, 0.6875, 0.6875, 0.6875, 0.000641, 0.077637, 0.000645, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000626, 0.09082, 0.6875, 0.6875, 0.6875, 0.6875, 0.000622, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.108887, 0.000584, 0.6875, 0.6875, 0.6875, 0.000614, 0.6875, 0.6875, 0.6875, 0.000561, 0.000561, 0.6875, 0.6875, 0.000637, 0.6875, 0.00061, 0.6875, 0.000641, 0.000568, 0.081055, 0.6875, 0.000595, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000595, 0.000656, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000626, 0.6875, 0.6875, 0.6875, 0.53125, 0.6875, 0.6875, 0.057373, 0.6875, 0.158203, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000637, 0.6875, 0.6875, 0.6875, 0.523438, 0.000637, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.000629, 0.000629, 0.6875, 0.6875, 0.161133, 0.6875, 0.6875, 0.6875, 0.6875, 0.237305, 0.6875, 0.222656, 0.6875, 0.6875, 0.6875, 0.6875, 0.000637, 0.227539, 0.6875, 0.6875, 0.000622, 0.094727, 0.000626, 0.6875, 0.429688, 0.000549, 0.6875, 0.000603, 0.6875, 0.6875, 0.6875, 0.6875, 0.244141, 0.6875, 0.000648, 0.167969, 0.000622, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875 ] } , "name": "onnx::Mul_10987", "outputIndexes": [ 3208 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3207, 3208 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 3209 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3181, 3209 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/Add_2_output_0", "outputIndexes": [ 3210 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.636719 ] } , "name": "/blocks.16/Constant_1_output_0", "outputIndexes": [ 3211 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3210, 3211 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.16/Mul_1_output_0", "outputIndexes": [ 3212 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3212, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.17/Reshape_output_0", "outputIndexes": [ 3213 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3213 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.17/input_layernorm/Pow_output_0", "outputIndexes": [ 3214 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3214 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.17/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 3215 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3215, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/input_layernorm/Add_output_0", "outputIndexes": [ 3216 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3216, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/input_layernorm/Pow_1_output_0", "outputIndexes": [ 3217 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3213, 3217 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/input_layernorm/Mul_output_0", "outputIndexes": [ 3218 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 2.25, 6.09375, 3.046875, 10.5, 2.4375, 2.171875, 3.359375, 6.25, 2.34375, 1.492188, 2.6875, 8.8125, 3.0, 3.421875, 3.59375, 11.3125, 2.75, 6.1875, 1.8125, 3.15625, 2.828125, 2.75, 2.6875, 3.03125, 3.65625, 5.59375, 2.15625, 2.53125, 2.0, 2.953125, 2.90625, 5.96875, 1.921875, 2.3125, 2.40625, 3.96875, 2.4375, 4.8125, 5.0, 5.625, 2.46875, 2.4375, 4.3125, 5.84375, 2.671875, 2.46875, 5.875, 3.078125, 5.5, 4.03125, 4.71875, 2.703125, 2.359375, 3.609375, 2.59375, 6.15625, 18.75, 3.140625, 5.40625, 2.28125, 12.4375, 3.296875, 3.453125, 6.25, 2.84375, 3.578125, 6.8125, 5.125, 3.96875, 8.0, 2.296875, 3.9375, 2.078125, 2.265625, 2.5625, 2.484375, 4.875, 3.484375, 2.125, 3.765625, 3.0, 3.046875, 2.90625, 12.375, 3.015625, 4.53125, 4.03125, 2.3125, 3.453125, 7.25, 2.390625, 2.4375, 2.625, 2.609375, 2.84375, 3.109375, 2.9375, 7.40625, 6.71875, 7.59375, 2.546875, 11.8125, 2.65625, 7.375, 1.804688, 2.921875, 4.1875, 11.5, 5.875, 2.796875, 6.21875, 7.84375, 19.625, 2.40625, 2.59375, 14.875, 5.8125, 3.28125, 3.953125, 3.640625, 2.828125, 5.875, 2.96875, 4.375, 2.65625, 2.8125, 7.46875, 8.25, 1.671875, 9.6875, 2.453125, 15.9375, 2.203125, 2.453125, 7.59375, 2.796875, 2.53125, 8.0, 5.1875, 3.4375, 12.875, 2.65625, 11.5, 2.25, 1.476562, 2.15625, 3.5625, 2.46875, 2.421875, 2.578125, 8.25, 3.953125, 2.6875, 2.796875, 2.8125, 3.171875, 12.375, 3.0, 2.96875, 2.328125, 3.953125, 11.0, 3.015625, 2.5, 2.953125, 2.421875, 2.875, 3.390625, 1.804688, 1.914062, 10.8125, 3.109375, 3.03125, 8.9375, 7.5, 3.359375, 3.703125, 3.125, 1.8125, 2.5, 4.6875, 4.28125, 9.9375, 2.65625, 17.375, 3.34375, 3.546875, 7.28125, 5.8125, 2.703125, 6.34375, 4.25, 9.1875, 1.554688, 2.703125, 2.53125, 1.835938, 2.578125, 3.0625, 3.96875, 2.78125, 17.875, 2.171875, 3.078125, 2.5625, 3.921875, 2.34375, 6.03125, 3.09375, 14.5, 2.5625, 2.46875, 3.53125, 2.78125, 2.171875, 2.9375, 2.96875, 2.65625, 2.53125, 3.03125, 8.375, 19.5, 4.875, 2.5625, 2.53125, 33.75, 5.90625, 2.765625, 2.96875, 2.46875, 2.703125, 6.21875, 3.71875, 2.484375, 3.140625, 4.84375, 7.875, 7.0, 1.929688, 5.125, 2.921875, 4.125, 2.75, 2.6875, 3.03125, 2.28125, 4.09375, 5.59375, 1.90625, 9.125, 4.78125, 7.40625, 3.03125, 0.636719, 4.375, 7.125, 2.3125, 4.25, 31.5, 2.8125, 2.90625, 5.53125, 6.75, 2.890625, 3.5625, 2.203125, 2.359375, 2.96875, 4.0625, 2.609375, 10.3125, 2.78125, 3.5, 2.40625, 2.9375, 2.5, 2.296875, 2.984375, 5.65625, 1.179688, 3.21875, 3.390625, 6.3125, 3.0625, 3.1875, 2.5625, 2.78125, 6.78125, 4.0625, 9.5, 2.0, 2.5625, 3.4375, 3.28125, 3.40625, 2.25, 12.1875, 2.484375, 5.40625, 6.3125, 6.15625, 3.0, 3.015625, 2.671875, 2.578125, 2.53125, 4.53125, 2.75, 4.59375, 2.734375, 2.703125, 4.28125, 11.875, 6.375, 2.96875, 3.21875, 2.34375, 3.5, 3.359375, 2.671875, 2.40625, 11.875, 2.765625, 5.3125, 3.25, 2.4375, 32.25, 3.03125, 3.0625, 7.5625, 2.484375, 15.3125, 3.1875, 2.140625, 2.859375, 24.25, 2.4375, 2.484375, 3.796875, 6.4375, 2.96875, 1.9375, 2.3125, 7.875, 2.1875, 6.65625, 6.1875, 3.375, 5.09375, 2.375, 2.375, 2.625, 3.515625, 2.546875, 2.375, 5.34375, 3.203125, 2.984375, 5.15625, 7.09375, 2.34375, 2.953125, 2.3125, 2.609375, 2.625, 6.25, 2.359375, 4.9375, 2.390625, 2.4375, 6.4375, 2.8125, 3.40625, 8.25, 5.125, 2.25, 3.125, 3.0, 3.09375, 2.546875, 2.625, 4.21875, 3.578125, 2.78125, 2.765625, 3.9375, 2.5625, 1.59375, 17.875, 11.3125, 4.34375, 3.296875, 2.984375, 2.515625, 2.375, 2.296875, 4.1875, 3.015625, 2.53125, 2.609375, 2.796875, 2.765625, 2.703125, 29.75, 4.09375, 3.390625, 2.34375, 2.8125, 2.578125, 4.0625, 2.71875, 5.96875, 3.546875, 1.492188, 3.078125, 4.21875, 3.765625, 2.21875, 2.765625, 3.15625, 14.8125, 4.1875, 8.25, 3.609375, 2.171875, 3.609375, 2.5625, 2.5625, 3.703125, 2.4375, 3.59375, 2.90625, 2.546875, 2.78125, 4.4375, 2.84375, 3.09375, 2.15625, 2.578125, 2.34375, 6.0625, 2.5, 2.171875, 6.84375, 3.359375, 2.28125, 5.28125, 2.4375, 2.9375, 2.828125, 2.84375, 11.9375, 1.742188, 12.875, 2.046875, 3.265625, 6.8125, 2.296875, 2.71875, 5.3125, 2.59375, 3.09375, 2.4375, 2.65625, 2.1875, 2.25, 7.625, 2.5625, 3.21875, 6.1875, 3.0, 2.953125, 3.3125, 2.625, 3.140625, 2.390625, 9.625, 15.5, 8.1875, 2.078125, 4.84375, 13.25, 3.765625, 9.0, 5.625, 3.0625, 2.5, 3.328125, 6.09375, 6.5, 2.03125, 14.25, 28.125, 9.0, 4.5, 2.703125, 2.34375, 2.25, 6.21875, 6.75, 4.03125, 2.09375, 2.71875, 2.84375, 2.828125, 6.15625, 4.15625, 6.0, 3.65625, 2.84375, 1.851562, 3.453125, 2.21875, 3.046875, 4.25, 3.859375, 2.703125, 4.5, 2.765625, 2.40625, 5.8125, 2.109375, 2.890625, 3.1875, 9.375, 2.359375, 2.09375, 2.375, 2.296875, 3.171875, 2.5, 2.703125, 4.53125, 1.703125, 3.65625, 2.125, 3.828125, 3.125, 2.84375, 2.578125, 3.125, 2.0625, 2.3125, 3.3125, 3.71875, 2.71875, 2.875, 1.914062, 4.03125, 2.875, 2.4375, 3.203125, 2.71875, 2.75, 2.5, 3.1875, 8.0625, 2.265625, 2.484375, 2.84375, 6.125, 2.5625, 1.953125, 4.46875, 3.15625, 6.40625, 6.34375, 2.8125, 3.078125, 11.875, 2.765625, 2.75, 4.46875, 2.671875, 62.75, 8.875, 2.5, 3.171875, 3.125, 3.265625, 3.109375, 2.5625, 3.484375, 2.734375, 4.0, 3.296875, 4.15625, 1.875, 3.40625, 8.5625, 2.609375, 19.875, 2.203125, 4.28125, 4.125, 2.015625, 3.734375, 2.53125, 3.46875, 2.875, 2.96875, 3.734375, 2.59375, 3.703125, 3.09375, 2.53125, 10.875, 3.171875, 2.59375, 3.53125, 2.9375, 3.0, 8.3125, 20.625, 3.296875, 1.898438, 9.1875, 3.21875, 2.1875, 3.5625, 41.75, 2.546875, 17.625, 2.40625, 3.359375, 2.90625, 2.765625, 3.75, 2.125, 4.78125, 2.171875, 2.8125, 2.125, 7.875, 14.5, 2.609375, 12.125, 5.1875, 3.796875, 2.90625, 21.125, 1.960938, 3.59375, 2.34375, 2.484375, 4.03125, 9.75, 6.4375, 16.75, 7.03125, 2.90625, 5.9375, 5.75, 3.453125, 2.9375, 2.265625, 19.375, 2.375, 3.734375, 2.453125, 8.0, 2.34375, 2.640625, 2.53125, 47.0, 3.3125, 2.421875, 2.359375, 3.1875, 4.125, 2.296875, 3.484375, 2.578125, 2.484375, 2.921875, 5.46875, 3.375, 21.875, 2.421875, 2.921875, 2.328125, 4.3125, 6.53125, 2.171875, 6.03125, 2.859375, 2.65625, 2.203125, 6.3125, 2.421875, 4.21875, 1.695312, 4.125, 1.84375, 3.5, 2.78125, 11.0, 3.71875, 2.609375, 4.65625, 1.570312, 2.953125, 7.46875, 2.890625, 2.578125, 1.976562, 3.890625, 2.328125, 6.84375, 2.625, 4.21875, 7.75, 2.734375, 2.46875, 3.421875, 3.1875, 2.78125, 2.25, 7.5, 10.375, 3.28125, 2.859375, 8.375, 2.546875, 9.5625, 3.515625, 2.734375, 3.921875, 3.734375, 2.453125, 4.0625, 2.859375, 5.15625, 6.9375, 2.734375, 2.515625, 2.796875, 3.046875, 2.515625, 2.765625, 3.078125, 2.875, 5.5, 7.46875, 2.5, 5.0625, 2.328125, 2.453125, 2.84375, 28.125, 2.53125, 2.9375, 2.65625, 3.296875, 2.96875, 3.21875, 4.5625, 2.9375, 5.375, 4.75, 6.46875, 3.6875, 7.3125, 2.34375, 3.34375, 8.0, 7.40625, 2.21875, 3.421875, 3.90625, 3.078125, 5.6875, 2.234375, 2.25, 2.921875, 2.625, 3.6875, 6.0, 3.8125, 4.6875, 8.5, 5.0, 1.914062, 2.734375, 2.828125, 2.578125, 6.8125, 3.0625, 4.4375, 2.484375, 2.40625, 2.09375, 2.421875, 2.625, 2.6875, 12.75, 2.265625, 4.90625, 15.75, 2.515625, 2.125, 3.5625, 2.4375, 54.25, 12.4375, 2.796875, 2.859375, 3.171875, 2.46875, 2.5, 4.21875, 2.765625, 2.515625, 2.84375, 3.546875, 2.53125, 2.484375, 2.6875, 3.203125, 2.421875, 3.03125, 24.25, 3.765625, 3.3125, 2.75, 12.0, 2.8125, 2.140625, 2.109375, 3.953125, 6.75, 9.75, 2.84375, 3.765625, 6.03125, 2.625, 3.625, 2.390625, 7.0625, 8.625, 2.828125, 6.9375, 2.9375, 4.25, 4.5, 5.90625, 2.640625, 2.9375, 29.875, 3.5, 2.21875, 27.5, 2.71875, 2.3125, 1.773438, 4.5, 2.640625, 2.1875, 2.484375, 6.8125, 2.53125, 3.390625, 2.625, 6.875, 3.578125, 2.4375, 3.421875, 2.703125, 2.6875, 5.15625, 5.53125, 2.203125, 2.046875, 2.796875, 3.3125, 2.5625, 21.75, 2.96875, 2.796875, 4.84375, 3.265625, 10.6875, 3.953125, 2.0, 3.5, 2.84375, 3.75, 2.625, 2.515625, 2.578125, 3.828125, 17.25, 6.78125, 3.0, 2.609375, 2.953125, 2.5625, 2.859375, 4.71875, 2.515625, 2.359375, 2.625, 3.703125, 4.1875, 2.421875, 4.1875, 6.84375, 4.71875, 4.5625, 3.046875, 9.5, 2.390625, 2.640625, 2.4375, 6.125, 11.3125, 2.1875, 2.84375, 21.0, 5.65625, 2.28125, 7.59375, 10.5625, 6.46875, 2.359375, 3.171875, 9.1875, 3.5, 2.984375, 1.992188, 2.3125, 33.75, 2.984375, 6.40625, 3.25, 3.40625, 5.0625, 11.75, 5.90625, 2.328125, 3.609375, 2.171875, 3.140625, 4.46875, 5.59375, 8.0625, 3.046875, 2.5, 11.6875, 3.34375, 2.453125, 2.4375, 2.4375, 2.9375, 2.21875, 3.09375, 2.53125, 2.953125, 8.5625, 2.96875, 15.875, 2.984375, 2.4375, 2.734375, 4.0, 2.328125, 8.9375, 3.59375, 2.5, 2.640625, 2.296875, 6.21875, 2.359375, 2.15625, 5.5, 2.15625, 2.265625, 4.125, 2.9375, 5.75, 2.734375, 2.203125, 1.648438, 4.375, 2.796875, 3.375, 2.140625, 2.515625, 2.875, 2.328125, 2.46875, 1.992188, 2.625, 16.125, 4.75, 4.5625, 4.625, 2.859375, 3.828125, 3.25, 2.65625, 3.65625, 2.59375, 5.71875, 6.125, 7.625, 21.75, 6.53125, 2.234375, 2.9375, 2.40625, 2.5625, 3.0625, 19.625, 11.4375, 2.015625, 3.578125, 2.453125, 3.40625, 2.859375, 2.671875, 2.921875, 2.046875, 3.4375, 2.546875, 3.34375, 2.296875, 13.6875, 2.90625, 35.25, 6.25, 7.375, 2.828125, 12.8125, 2.9375, 3.21875, 2.359375, 2.59375, 2.5, 3.375, 2.671875, 2.921875, 2.140625, 2.25, 3.734375, 3.28125, 2.53125, 2.796875, 2.5, 1.664062, 14.6875, 8.375, 2.203125, 2.421875, 2.484375, 1.789062, 2.5625, 2.59375, 2.5625, 7.75, 2.53125, 3.1875, 2.546875, 8.5, 2.5, 2.890625, 26.75, 2.65625, 2.796875, 6.0, 3.046875, 2.0625, 3.3125, 2.8125, 2.703125, 2.78125, 2.9375, 3.1875, 2.28125, 2.6875, 3.6875, -2.53125, 3.375, 3.109375, 7.78125, 2.78125, 3.171875, 1.554688, 3.21875, 3.09375, 3.15625, 5.0625, 10.9375, 4.40625, 2.234375, 2.328125, 19.0, 2.578125, 2.703125, 1.703125, 2.515625, 3.5625, 2.640625, 2.921875, 2.046875, 6.3125, 6.15625, 4.6875, 2.453125, 2.15625, 2.859375, 3.1875, 3.046875, 2.453125, 3.6875, 4.40625, 3.578125, 2.875, 2.9375, 2.90625, 4.34375, 2.359375, 2.609375, 5.90625, 2.40625, 9.125, 5.0, 2.25, 2.90625, 3.84375, 3.0625, 3.578125, 3.390625, 20.0, 3.328125, 6.125, 1.898438, 2.8125, 4.0, 3.765625, 2.59375, 2.015625, 2.140625, 5.34375, 3.046875, 7.28125, 2.84375, 1.828125, 2.4375, 2.703125, 2.578125, 4.90625, 9.3125, 3.75, 18.125, 2.15625, 15.8125, 8.5, 3.171875, 3.078125, 2.84375, 2.8125, 4.53125, 6.6875, 1.578125, 7.21875, 2.609375, 2.703125, 2.734375, 7.8125, 9.1875, 4.3125, 2.34375, 3.828125, 2.921875, 8.875, 7.65625, 2.890625, 4.9375, 6.03125, 2.421875, 3.0, 3.546875, 3.28125, 3.90625, 2.34375, 4.03125, 3.296875, 8.5625, 14.9375, 3.234375, 2.671875, 9.875, 3.25, 5.25, 10.625, 19.25, 13.375, 15.0, 2.8125, 2.546875, 4.40625, 2.84375, 5.65625, 5.40625, 2.984375, 2.34375, 9.6875, 8.3125, 5.09375, 2.359375, 2.21875, 2.953125, 6.5, 14.0625, 2.65625, 2.25, 4.03125, 2.328125, 2.671875, 4.5, 2.671875, 2.640625, 7.46875, 7.65625, 3.75, 16.125, 3.796875, 4.4375, 8.9375, 2.296875, 2.84375, 3.015625, 2.375, 32.5, 3.8125, 2.375, 2.09375, 4.3125, 2.359375, 2.34375, 4.875, 5.75, 4.0625, 3.96875, 2.75, 5.21875, 8.6875, 2.4375, 18.0, 2.421875, 3.234375, 5.96875, 3.40625, 4.46875, 4.28125, 2.875, 4.34375, 2.34375, 4.40625, 7.125, 10.4375, 8.0625, 5.78125, 14.625, 4.84375, 2.59375, 4.28125, 14.75, 6.75, 2.484375, 3.515625, 2.09375, 2.640625, 5.34375, 8.3125, 2.890625, 2.46875, 2.671875, 3.15625, 2.734375, 4.75, 2.90625, 2.96875, 5.5, 2.609375, 2.765625, 2.421875, 2.890625, 4.125, 3.046875, 4.0625, 3.09375, 2.046875, 3.265625, 2.96875, 6.125, 2.5, 2.5, 2.3125, 4.375, 2.234375, 4.4375, 3.15625, 2.546875, 2.203125, 1.703125, 1.859375, 2.421875, 3.78125, 24.875, 1.765625, 2.296875, 3.25, 4.21875, 2.984375, 2.96875, 2.84375, 2.515625, 4.90625, 16.375, 2.8125, 2.625, 1.695312, 18.625, 2.796875, 6.59375, 2.953125, 2.953125, 3.203125, 3.28125, 2.15625, 2.46875, 2.75, 3.140625, 6.96875, 3.0625, 2.890625, 3.109375, 3.09375, 2.640625, 4.0625, 2.484375, 8.0625, 2.484375, 10.5625, 4.34375, 2.734375, 3.25, 2.921875, 5.75, 2.328125, 3.28125, 2.609375, 13.5, 7.4375, 3.21875, 44.25, 4.03125, 2.140625, 3.4375, 3.125, 2.96875, 3.90625, 6.3125, 2.53125, 2.421875, 2.46875, 3.15625, 3.0625, 3.390625, 3.5625, 2.84375, 6.65625, 4.6875, 17.125, 3.3125, 2.703125, 1.90625, 2.21875, 3.046875, 11.0625, 2.9375, 14.75, 3.265625, 2.71875, 3.1875, 8.4375, 70.5, 5.125, 7.25, 17.125, 2.6875, 2.0625, 2.28125, 6.125, 2.71875, 7.96875, 3.4375, 3.5625, 4.75, 3.890625, 2.6875, 2.4375, 2.46875, 3.03125, 2.90625, 4.59375, 2.546875, 5.40625, 7.8125, 2.65625, 4.03125, 3.6875, 3.015625, 7.78125, 1.921875, 2.65625, 3.359375, 3.03125, 2.90625, 6.3125, 2.453125, 7.71875, 2.40625, 3.96875, 2.4375, 2.625, 4.40625, 2.78125, 2.78125, 6.40625, 2.546875, 2.609375, -0.808594, 7.9375, 7.375, 4.28125, 1.914062, 1.640625, 4.21875, 2.53125, 2.796875, 30.625, 7.65625, 2.359375, 2.59375, 2.453125, 2.15625, 1.398438, 2.796875, 3.25, 3.625, 2.625, 2.15625, 2.515625, 11.6875, 2.625, 2.328125, 4.5625, 3.34375, 3.84375, 2.328125, 4.125, 5.03125, 2.34375, 10.0625, 15.5, 2.578125, 17.5, 25.875, 13.9375, 2.5, 2.453125, 2.375, 3.03125, 2.796875, 3.296875, 3.015625, 5.71875, 24.125, 10.4375, 3.0625, 2.640625, 7.21875, 6.46875, 26.125, 10.4375, 2.265625, 9.375, 2.328125, 7.90625, 6.25, 7.28125, 3.390625, 2.203125, 4.0625, 6.125, 3.796875, 3.0, 2.578125, 2.84375, 2.390625, 2.140625, 2.859375, 12.25, 3.234375, 4.03125, 2.828125, 2.0625, 4.46875, 2.515625, 6.78125, 6.96875, 21.25, 2.171875, 3.171875, 3.03125, 2.890625, 2.4375, 2.9375, 10.9375, 2.546875, 2.234375, 3.34375, 7.9375, 1.507812, 3.0, 2.65625, 2.96875, 3.015625, 3.421875, 1.945312, 3.375, 7.53125, 3.6875, 3.734375, 6.6875, 3.46875, 2.4375, 2.578125, 2.921875, 3.203125, 3.203125, 2.6875, 17.5, 3.484375, 3.046875, 3.265625, 2.96875, 2.65625, 3.84375, 1.648438, 3.21875, 2.859375, 3.140625, 14.1875, 2.40625, 2.53125, 2.5625, 2.546875, 2.6875, 2.625, 2.40625, 2.546875, 2.515625, 3.46875, 5.21875, 4.03125, 7.96875, 2.359375, 2.640625, 3.890625, 7.5, 22.875, 4.375, 3.484375, 2.5625, 2.390625, 2.421875, 13.3125, 3.515625, 2.765625, 5.71875, 41.5, 2.46875, 4.3125, 2.703125, 2.546875, 4.15625, 4.84375, 2.34375, 6.59375, 2.140625, 2.796875, 7.1875, 3.03125, 3.328125, 2.59375, 2.578125, 5.46875, 8.25, 3.828125, 5.59375, 3.546875, 2.859375, 2.40625, 2.5, 2.796875, 2.75, 5.6875, 2.234375, 2.734375, 2.046875, 2.546875, 7.46875, 4.46875, 3.34375, 2.25, 3.125, 4.9375, 3.0, 3.171875, 4.1875, 2.46875, 2.890625, 2.703125, 3.0625, 2.578125, 3.359375, 3.234375, 5.53125, 3.078125, 22.875, 2.25, 2.859375, 38.5, 6.9375, -5.9375, 3.46875, 3.046875, 2.78125, 2.890625, 14.0625, 3.171875, 2.3125, 2.640625, 6.4375, 5.25, 3.765625, 2.6875, 2.75, 3.71875, 2.109375, 4.84375, 17.125, 2.734375, 4.0625, 2.5625, 2.875, 6.3125, 2.75, 10.25, 2.21875, 2.5625, 2.421875, 20.625, 2.984375, 2.59375, 2.078125, 2.484375, 3.703125, 5.15625, 3.5, 10.625, 3.71875, 3.921875, 2.71875, 2.828125, 30.0, 2.015625, 2.203125, 3.09375, 3.421875, 2.109375, 2.75, 6.28125, 7.9375, 2.59375, 10.3125, 2.40625, 5.90625, 3.4375, 3.0, 3.96875, 2.078125, 1.9375, 5.9375, 5.3125, 3.796875, 4.03125, 12.125, 3.9375, 2.46875, 2.6875, 2.53125, 4.71875, 7.65625, 2.875, 2.84375, 3.3125, 3.484375, 2.8125, 3.390625, 11.5, 20.5, 4.03125, 6.3125, 7.65625, 3.296875, 4.28125, 4.90625, 0.984375, 8.8125, 2.375, 2.4375, 20.375, 2.765625, 2.296875, 3.34375, 8.875, 3.5, 5.875, 1.890625, 7.5625, 4.34375, 3.0, 3.84375, 2.96875, 2.78125, 2.953125, 2.234375, 2.8125, 5.875, 6.875, 2.609375, 1.976562, 2.5625, 2.640625, 27.5, 3.453125, 2.0625, 2.703125, 8.1875, 3.296875, 4.53125, 2.21875, 3.0625, 3.78125, 8.1875, 14.0, 4.375, 2.359375, 2.4375, 4.53125, 4.1875, 3.390625, 2.84375, 5.25, 6.625, 2.46875, 17.125, 2.734375, 2.15625, 2.34375, 1.617188, 2.9375, 4.65625, 9.625, 2.703125, 4.5, 3.859375, 5.21875, 3.015625, 2.6875, 3.171875, 2.6875, 2.53125, 2.796875, 18.0, 2.921875, 14.125, 5.375, 2.15625, 2.875, 11.375, 2.03125, 2.5625, 1.90625, 6.28125, 2.90625, 3.359375, 2.25, 2.1875, 2.171875, 3.421875, 3.078125, 11.1875, 2.625, 4.21875, 13.625, 2.9375, 2.8125, 5.96875, 2.578125, 4.34375, 7.0, 2.40625, 3.609375, 2.34375, 2.6875, 2.234375, 2.78125, 3.40625, 1.9375, 2.46875, 4.125, 2.03125, 2.71875, 2.078125, 2.34375, 2.78125, 3.90625, 21.125, 5.96875, 2.203125, 3.046875, 5.09375, 4.40625, 2.609375, 2.71875, 15.9375, 2.28125, 2.6875, 11.1875, 2.578125, 29.25, 8.3125, 6.34375, 16.25, 2.859375, 18.125, 2.203125, 2.546875, 11.4375, 10.0, 2.875, 2.390625, 3.21875, 10.5625, 3.078125, 23.75, 2.234375, 2.34375, 2.34375, 8.625, 6.25, 4.90625, 26.875, 4.4375, 3.59375, 3.046875, 2.0625, 2.890625, 2.265625, 4.0625, 2.984375, 3.828125, 2.9375, 2.421875, 2.96875, 4.90625, 3.421875, 3.25, 2.515625, 1.820312, 9.1875, 2.265625, 3.6875, 2.5625, 5.0625, 2.921875, 3.15625, 2.71875, 2.515625, 4.5625, 2.46875, 2.53125, 2.46875, 7.3125, 2.609375, 2.65625, 2.421875, 2.71875, 2.609375, 6.15625, 2.453125, 7.71875, 2.53125, 7.90625, 2.390625, 5.71875, 2.140625, 2.734375, 8.875, 2.21875, 4.1875, 6.78125, 3.609375, 2.140625, 4.03125, 3.0, 2.84375, 6.84375, 15.75, 2.640625, 4.09375, 2.15625, 2.984375, 2.921875, 4.40625, 3.59375, 2.921875, 4.5, 2.515625, 7.65625, 2.3125, 2.21875, 2.859375, 2.3125, 11.5, 2.84375, 13.125, 2.546875, 2.296875, 2.171875, 3.171875, 4.03125, 2.234375, 7.4375, 11.0, 2.8125, 6.96875, 2.828125, 2.0625, 2.71875, 8.3125, 3.015625, 32.75, 2.3125, 2.703125, 35.0, 2.609375, 2.421875, 5.625, 4.0, 2.515625, 2.1875, 3.5625, 2.1875, 2.390625, 2.171875, 2.421875, 2.390625, 4.03125, 6.28125, 2.53125, 2.828125, 2.171875, 15.0625, 3.90625, 4.1875, 3.3125, 2.046875, 2.953125, 14.3125, 2.671875, 2.90625, 5.96875, 2.1875, 6.71875, 3.25, 2.3125, 3.796875, 2.46875, 2.765625, 3.140625, 6.15625, 3.125, 4.1875, 3.234375, 2.71875, 2.453125, 2.5, 5.96875, 9.4375, 3.203125, 5.0, 6.5625, 8.0625, 2.640625, 3.140625, 4.03125, 2.6875, 3.03125, 2.375, 2.890625, 2.828125, 44.5, 11.8125, 2.59375, 11.875, 4.25, 2.25, 2.6875, 2.625, 5.40625, 1.859375, 3.25, 2.296875, 8.3125, 2.859375, 15.375, 2.15625, 16.375, 2.703125, 3.265625, 3.28125, 14.8125, 9.5625, 3.796875, 1.5625, 2.25, 4.03125, 17.625, 2.453125, 2.421875, 9.4375, 3.078125, 42.75, 2.453125, 2.9375, 7.40625, 8.0, 2.921875, 2.5625, 2.375, 3.359375, 2.34375, 2.703125, 2.53125, 3.640625, 14.75, 2.8125, 3.625, 7.09375, 2.59375, 7.09375, 2.765625, 3.546875, 2.453125, 3.34375, 2.125, 4.0, 2.984375, 4.8125, 3.109375, 7.8125, 2.90625, 16.125, 3.4375, 3.734375, 5.5, 3.984375, 2.078125, 2.296875, 2.734375, 3.296875, 2.640625, 2.484375, 2.890625, 2.96875, 2.09375, 2.765625, 3.34375, 3.78125, 3.640625, 3.859375, 3.515625, 6.0625, 8.25, 2.765625, 6.40625, 2.140625, 1.65625, 2.609375, 3.453125, 3.40625, 2.21875, 3.171875, 6.5625, 3.125, 2.484375, 2.625, 11.5625, 6.25, 2.453125, 2.09375, 3.046875, 2.609375, 2.828125, 14.0625, 2.53125, 3.109375, 2.375, 2.265625, 2.71875, 6.21875, 2.078125, 17.5, 5.09375, 2.59375, 2.625, 40.25, 2.25, 2.515625, 6.96875, 3.015625, 10.0, 3.796875, 2.109375, 10.1875, 2.453125, 2.4375, 2.734375, 2.765625, 4.84375, 2.9375, 3.578125, 4.71875, 6.6875, 4.34375, 8.375, 2.03125, 2.65625, 4.59375, 8.6875, 6.5, 3.296875, 6.46875, 4.0, 1.90625, 3.484375, 3.25, 2.984375, 3.03125, 16.0, 5.625, 7.4375, 2.546875, 3.34375, 2.1875, 2.375, 19.625, 2.328125, 4.3125, 12.6875, 2.09375, 5.78125, 35.5, 10.0625, 6.28125, 2.53125, 4.46875, 2.21875, 12.0, 2.375, 3.84375, 2.578125, 14.3125, 2.71875, 2.90625, 1.445312, 2.453125, 3.109375, 2.5, 2.703125, 2.609375, 2.71875, 7.96875, 3.484375, 5.53125, 3.015625, 15.9375, 3.296875, 8.25, 2.34375, 4.65625, 3.546875, 2.421875, 3.5, 3.171875, 9.5625, 3.90625, 3.359375, 6.8125, 2.734375, 3.421875, 5.125, 2.890625, 3.828125, 1.703125, 3.859375, 3.421875, 4.75, 6.625, 7.6875, 2.25, 3.59375, 4.5625, 4.6875, 2.328125, 8.25, 18.625, 4.46875, 3.3125, 2.828125, 2.828125, 5.96875, 2.234375, 2.4375, 2.96875, 2.921875, 24.125, 2.234375, 2.78125, 3.609375, 2.375, 2.5625, 3.234375, 2.53125, 2.46875, 3.359375, 2.421875, 2.71875, 2.609375, 9.125, 5.21875, 1.96875, 2.609375, 5.96875, 2.25, 2.3125, 4.46875, 6.5625, 5.8125, 5.0, 1.78125, 5.0625, 2.703125, 5.46875, 2.25, 2.390625, 2.484375, 23.0, 4.28125, 2.484375, 2.09375, 7.6875, 3.203125, 3.375, 3.3125, 2.265625, 11.375, 3.109375, 8.0625, 2.640625, 2.375, 2.796875, 2.625, 2.40625, 14.625, 2.390625, 2.421875, 4.34375, 6.625, 6.78125, 5.3125, 3.078125, 2.25, 2.28125, 2.921875, 2.375, 2.625, 2.5, 3.21875, 13.9375, 11.875, 2.65625, 2.828125, 10.8125, 2.9375, 10.3125, 3.0625, 1.3125, 3.109375, 3.265625, 5.875, 2.421875, 7.5625, 5.375, 4.21875, 2.921875, 2.46875, 2.28125, 2.5625, 2.21875, 3.796875, 2.21875, 2.109375, 3.34375, 2.78125, 5.5625, 2.59375, 3.3125, 5.4375, 3.734375, 1.78125, 97.5, 2.703125, 9.875, 2.46875, 2.46875, 2.3125, 10.375, 2.765625, 1.476562, 13.8125, 3.90625, 2.15625, 13.6875, 17.5, 2.75, 9.5625, 2.328125, 8.375, 11.6875, 2.296875, 1.9375, 2.46875, 6.9375, 3.1875, 3.046875, 5.375, 2.875, 2.046875, 1.929688, 2.71875, 2.953125, 2.515625, 2.3125, 3.140625, 3.5, 2.40625, 2.953125, 2.296875, 2.1875, 1.9375, 2.859375, 3.03125, 4.46875, 7.9375, 3.09375, 2.640625, 2.609375, 6.4375, 2.609375, 14.8125, 2.40625, 3.125, 2.78125, 3.234375, 3.078125, 2.953125, 2.734375, 8.0, 6.90625, 1.71875, 2.453125, 3.921875, 2.734375, 2.5625, 6.0, 7.75, 4.65625, 1.765625, 2.15625, 2.671875, 3.265625, 17.25, 9.125, 8.6875, 2.390625, 2.234375, 2.109375, 3.53125, 3.015625, 2.546875, 2.265625, 2.3125, 5.4375, 4.78125, 7.78125, 9.0625, 3.140625, 2.84375, 2.40625, 2.203125, 27.25, 2.84375, 4.34375, 2.40625, 2.625, 3.53125, 2.53125, 4.09375, 2.265625, 2.09375, 17.875, 3.421875, 3.6875, 3.6875, 3.4375, 24.125, 2.640625, 3.234375, 2.421875, 3.8125, 19.125, 3.625, 4.4375, 4.3125, 2.546875, 21.0, 2.609375, 5.09375, 4.9375, 7.125, 2.859375, 3.140625, 2.640625, 4.53125, 3.5, 2.703125, 2.34375, 2.296875, 5.28125, 9.875, 2.84375, 3.546875, 2.375, 4.0625, 2.421875, 2.171875, 2.578125, 2.921875, 2.40625, 3.53125, 2.265625, 7.65625, 3.421875, 11.8125, 7.75, 2.859375, 2.59375, 4.03125, 1.695312, 2.375, 11.1875, 2.328125, 8.5, 2.640625, 2.640625, 2.59375, 2.9375, 5.3125, 1.953125, 2.65625, 2.953125, 2.953125, 8.6875, 3.703125, 2.140625, 2.515625, 6.875, 2.328125, 3.421875, 4.90625, 2.84375, 2.5, 3.328125, 4.65625, 3.765625, 5.6875, 16.0, 3.859375, 3.875, 6.96875, 3.109375, 6.625, 2.734375, 2.75, 6.5, 2.390625, 10.5, 3.28125, 2.78125, 2.375, 2.65625, 26.75, 3.9375, 2.453125, 4.78125, 2.78125, 6.1875, 14.8125, 3.71875, 6.71875, 8.25, 3.078125, 5.3125, 2.671875, 2.734375, 4.6875, 3.53125, 14.0, 4.3125, 18.125, 3.078125, 22.375, 2.984375, 2.1875, 1.664062, 2.734375, 9.5, 2.5, 2.421875, 2.609375, 2.703125, 4.34375 ] } , "name": "onnx::Mul_10988", "outputIndexes": [ 3219 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3218, 3219 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/input_layernorm/Mul_1_output_0", "outputIndexes": [ 3220 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3220 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.17/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 7545 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7545 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.17/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 7546 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7546 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4096, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 163840, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1022364988, 5242902, 1310720, 0, 0 ] } , "name": "/layers.17/self_attn/q_proj/Linear", "outputIndexes": [ 7547 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7547 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.17/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 7548 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7548 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4096 ] , "dimType": "NCHW" } , "name": "/layers.17/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 3221 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3220 ] , "main_type": "NONE", "name": "/blocks.17/self_attn/Shape_output_0", "outputIndexes": [ 3222 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 3222 ] , "main_type": "NONE", "name": "Shape3933", "outputIndexes": [ 3223 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 3222 ] , "main_type": "NONE", "name": "Rank3935", "outputIndexes": [ 3224 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3224, 3224 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3937", "outputIndexes": [ 3225 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3225 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3938", "outputIndexes": [ 3226 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3225, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3940", "outputIndexes": [ 3227 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3227 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3941", "outputIndexes": [ 3228 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3223, 3226, 3228, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice3944", "outputIndexes": [ 3229 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3229 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze3945", "outputIndexes": [ 3230 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3230, 3230 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3947", "outputIndexes": [ 3231 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3222, 3231, 3225 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.17/self_attn/Gather_output_0", "outputIndexes": [ 3232 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3232, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.17/self_attn/Unsqueeze_output_0", "outputIndexes": [ 3233 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3225 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3955", "outputIndexes": [ 3234 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3227 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3958", "outputIndexes": [ 3235 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3223, 3234, 3235, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice3961", "outputIndexes": [ 3236 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3236 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze3962", "outputIndexes": [ 3237 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 3237 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3963", "outputIndexes": [ 3238 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3238, 3237 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3964", "outputIndexes": [ 3239 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3222, 3239, 3225 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.17/self_attn/Gather_1_output_0", "outputIndexes": [ 3240 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3240, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.17/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 3241 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3233, 3241, 41, 1055 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.17/self_attn/Concat_output_0", "outputIndexes": [ 3242 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3221, 3242 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.17/self_attn/Reshape_output_0", "outputIndexes": [ 3243 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3243 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.17/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 3245 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3245 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.17/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 3246 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3246, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/self_attn/q_norm/Add_output_0", "outputIndexes": [ 3247 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3247, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 3248 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3243, 3248 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 3249 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 512 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812 ] } , "name": "onnx::Mul_10991", "outputIndexes": [ 3250 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3249, 3250 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 3251 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1097, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.17/self_attn/Unsqueeze_6_output_0", "outputIndexes": [ 3252 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3251, 31, 3252, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.17/self_attn/Slice_output_0", "outputIndexes": [ 3253 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3253, 1085 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/self_attn/Mul_output_0", "outputIndexes": [ 3254 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3253 ] , "main_type": "NONE", "name": "/blocks.17/self_attn/Shape_2_output_0", "outputIndexes": [ 3255 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 3255 ] , "main_type": "NONE", "name": "Shape3981", "outputIndexes": [ 3256 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 3255 ] , "main_type": "NONE", "name": "Rank3983", "outputIndexes": [ 3257 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3257, 3257 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3985", "outputIndexes": [ 3258 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3258 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3986", "outputIndexes": [ 3259 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3258, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3988", "outputIndexes": [ 3260 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3260 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze3989", "outputIndexes": [ 3261 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3256, 3259, 3261, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice3992", "outputIndexes": [ 3262 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3262 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze3993", "outputIndexes": [ 3263 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 3263 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3994", "outputIndexes": [ 3264 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3264, 3263 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp3995", "outputIndexes": [ 3265 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3255, 3265, 3258 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.17/self_attn/Gather_2_output_0", "outputIndexes": [ 3266 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3266, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/self_attn/Div_output_0", "outputIndexes": [ 3267 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3267, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.17/self_attn/Unsqueeze_9_output_0", "outputIndexes": [ 3268 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3253, 3268, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.17/self_attn/Slice_3_output_0", "outputIndexes": [ 3269 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3269 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.17/self_attn/Neg_output_0", "outputIndexes": [ 3270 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3267, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.17/self_attn/Unsqueeze_8_output_0", "outputIndexes": [ 3271 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3253, 31, 3271, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.17/self_attn/Slice_2_output_0", "outputIndexes": [ 3272 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3270, 3272 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.17/self_attn/Concat_3_output_0", "outputIndexes": [ 3273 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3273, 1126 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/self_attn/Mul_1_output_0", "outputIndexes": [ 3274 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3254, 3274 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/self_attn/Add_output_0", "outputIndexes": [ 3275 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1097, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.17/self_attn/Unsqueeze_7_output_0", "outputIndexes": [ 3276 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3251, 3276, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.17/self_attn/Slice_1_output_0", "outputIndexes": [ 3277 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3275, 3277 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.17/self_attn/Concat_4_output_0", "outputIndexes": [ 3278 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7546 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 40960, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1028918610, 1310742, 327680, 0, 0 ] } , "name": "/layers.17/self_attn/k_proj/Linear", "outputIndexes": [ 7551 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7551 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.17/self_attn/k_proj/Linear/post_convert", "outputIndexes": [ 7552 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7552 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.17/self_attn/k_proj/Linear/post_reshape", "outputIndexes": [ 3279 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3232, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.17/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 3280 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3240, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.17/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 3281 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3280, 3281, 64, 1055 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.17/self_attn/Concat_1_output_0", "outputIndexes": [ 3282 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3279, 3282 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.17/self_attn/Reshape_1_output_0", "outputIndexes": [ 3283 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3283 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.17/self_attn/k_norm/Pow_output_0", "outputIndexes": [ 3285 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3285 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.17/self_attn/k_norm/ReduceMean_output_0", "outputIndexes": [ 3286 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3286, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/self_attn/k_norm/Add_output_0", "outputIndexes": [ 3287 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3287, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/self_attn/k_norm/Pow_1_output_0", "outputIndexes": [ 3288 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3283, 3288 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/self_attn/k_norm/Mul_output_0", "outputIndexes": [ 3289 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 512 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256, 0.062256 ] } , "name": "onnx::Mul_10996", "outputIndexes": [ 3290 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3289, 3290 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/self_attn/k_norm/Mul_1_output_0", "outputIndexes": [ 3291 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1097, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.17/self_attn/Unsqueeze_10_output_0", "outputIndexes": [ 3292 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3291, 31, 3292, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.17/self_attn/Slice_4_output_0", "outputIndexes": [ 3293 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3293, 1085 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/self_attn/Mul_2_output_0", "outputIndexes": [ 3294 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3293 ] , "main_type": "NONE", "name": "/blocks.17/self_attn/Shape_3_output_0", "outputIndexes": [ 3295 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 3295 ] , "main_type": "NONE", "name": "Shape4027", "outputIndexes": [ 3296 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 3295 ] , "main_type": "NONE", "name": "Rank4029", "outputIndexes": [ 3297 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3297, 3297 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4031", "outputIndexes": [ 3298 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4032", "outputIndexes": [ 3299 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3298, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4034", "outputIndexes": [ 3300 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3300 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4035", "outputIndexes": [ 3301 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3296, 3299, 3301, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice4038", "outputIndexes": [ 3302 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3302 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze4039", "outputIndexes": [ 3303 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 3303 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4040", "outputIndexes": [ 3304 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3304, 3303 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4041", "outputIndexes": [ 3305 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3295, 3305, 3298 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.17/self_attn/Gather_3_output_0", "outputIndexes": [ 3306 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3306, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/self_attn/Div_1_output_0", "outputIndexes": [ 3307 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3307, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.17/self_attn/Unsqueeze_13_output_0", "outputIndexes": [ 3308 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3293, 3308, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.17/self_attn/Slice_7_output_0", "outputIndexes": [ 3309 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3309 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.17/self_attn/Neg_1_output_0", "outputIndexes": [ 3310 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3307, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.17/self_attn/Unsqueeze_12_output_0", "outputIndexes": [ 3311 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3293, 31, 3311, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.17/self_attn/Slice_6_output_0", "outputIndexes": [ 3312 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3310, 3312 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.17/self_attn/Concat_5_output_0", "outputIndexes": [ 3313 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3313, 1126 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/self_attn/Mul_3_output_0", "outputIndexes": [ 3314 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3294, 3314 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/self_attn/Add_1_output_0", "outputIndexes": [ 3315 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1097, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.17/self_attn/Unsqueeze_11_output_0", "outputIndexes": [ 3316 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3291, 3316, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.17/self_attn/Slice_5_output_0", "outputIndexes": [ 3317 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3315, 3317 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.17/self_attn/Concat_6_output_0", "outputIndexes": [ 3318 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7546 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 40960, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1030557032, 1310742, 327680, 0, 0 ] } , "name": "/layers.17/self_attn/v_proj/Linear", "outputIndexes": [ 7555 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7555 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.17/self_attn/v_proj/Linear/post_convert", "outputIndexes": [ 7556 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7556 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.17/self_attn/v_proj/Linear/post_reshape", "outputIndexes": [ 3319 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3232, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.17/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 3320 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3240, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.17/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 3321 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3320, 3321, 64, 1055 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.17/self_attn/Concat_2_output_0", "outputIndexes": [ 3322 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3319, 3322 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.17/self_attn/Reshape_2_output_0", "outputIndexes": [ 3323 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3323 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.17/self_attn/v_norm/Pow_output_0", "outputIndexes": [ 3325 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3325 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.17/self_attn/v_norm/ReduceMean_output_0", "outputIndexes": [ 3326 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3326, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/self_attn/v_norm/Add_output_0", "outputIndexes": [ 3327 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3327, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/self_attn/v_norm/Pow_1_output_0", "outputIndexes": [ 3328 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3323, 3328 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/self_attn/v_norm/Mul_output_0", "outputIndexes": [ 3329 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3278, 3318, 3329, 1188 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 17, "kv_shared_layer_index": -1 } , "name": "/layers.17/self_attn/FusedAttention", "outputIndexes": [ 3330 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3330 ] , "main_type": "Reshape", "main": { "dims": [ -1, 4096, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.17/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 7557 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7557 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.17/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 7558 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7558 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 4096, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 163840, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1032195454, 5242902, 1310720, 0, 0 ] } , "name": "/layers.17/self_attn/o_proj/Linear", "outputIndexes": [ 7559 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7559 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.17/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 7560 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7560 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.17/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 3331 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3331 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.17/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 3333 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3333 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.17/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 3334 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3334, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/post_attention_layernorm/Add_output_0", "outputIndexes": [ 3335 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3335, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 3336 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3331, 3336 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 3337 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.59375, 0.929688, 0.291016, 1.59375, 1.59375, 1.59375, 1.59375, 0.804688, 1.59375, 1.476562, 1.59375, 0.129883, 1.59375, 1.59375, 1.59375, 0.101562, 1.59375, 0.18457, 1.578125, 1.59375, 1.59375, 1.460938, 1.59375, 1.59375, 0.523438, 0.074219, 0.333984, 1.59375, 1.59375, 1.59375, 1.59375, 0.150391, 1.59375, 1.257812, 1.59375, 1.59375, 1.59375, 1.195312, 1.59375, 0.376953, 1.59375, 1.59375, 0.46875, 0.07373, 1.59375, 1.59375, 1.59375, 0.808594, 0.106934, 1.59375, 1.59375, 1.59375, 1.101562, 1.59375, 1.59375, 0.22168, 1.59375, 1.59375, 0.341797, 1.59375, 0.332031, 0.871094, 1.59375, 0.404297, 1.59375, 1.59375, 0.05249, 0.035645, 1.59375, 0.632812, 1.59375, 0.753906, 1.59375, 1.59375, 1.59375, 1.585938, 1.59375, 0.84375, 1.59375, 1.507812, 0.976562, 0.65625, 1.59375, 0.048096, 1.59375, 1.53125, 1.59375, 1.585938, 1.59375, 0.182617, 1.59375, 1.507812, 1.59375, 1.34375, 1.59375, 1.1875, 1.59375, 0.789062, 0.170898, 0.703125, 1.59375, 0.077148, 1.59375, 1.59375, 1.453125, 1.59375, 1.59375, 0.345703, 0.143555, 1.59375, 0.143555, 0.351562, 0.135742, 1.515625, 1.570312, 0.198242, 1.59375, 1.59375, 1.59375, 1.320312, 1.59375, 0.234375, 1.070312, 1.59375, 1.0625, 1.484375, 0.052002, 0.613281, 1.515625, 0.063477, 1.59375, 0.067871, 1.578125, 1.59375, 1.59375, 1.59375, 1.59375, 0.054443, 0.084961, 0.304688, 0.097168, 1.59375, 0.051025, 1.59375, 1.59375, 1.59375, 0.439453, 1.59375, 1.59375, 1.09375, 0.632812, 0.644531, 1.59375, 1.59375, 1.1875, 1.578125, 0.486328, 1.59375, 1.59375, 1.585938, 1.59375, 0.068359, 1.59375, 1.507812, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.546875, 0.574219, 1.59375, 1.375, 0.047363, 0.816406, 1.59375, 1.585938, 1.59375, 1.59375, 1.59375, 0.361328, 1.492188, 1.59375, 0.404297, 0.043213, 1.59375, 1.59375, 0.644531, 0.945312, 1.1875, 0.486328, 0.092285, 0.094238, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.273438, 1.59375, 0.034912, 1.59375, 1.59375, 1.4375, 1.59375, 1.59375, 0.535156, 1.59375, 1.59375, 1.59375, 1.59375, 1.351562, 1.59375, 1.59375, 1.59375, 1.460938, 0.820312, 1.59375, 1.59375, 0.069824, 1.59375, 1.09375, 1.59375, 1.59375, 0.020996, 0.092285, 1.59375, 1.59375, 1.59375, 1.59375, 0.992188, 1.59375, 1.101562, 1.59375, 1.59375, 0.053223, 1.25, 1.59375, 0.062256, 0.984375, 1.59375, 1.59375, 1.59375, 0.890625, 1.578125, 0.519531, 1.585938, 1.585938, 0.09082, 1.59375, 1.359375, 1.59375, 1.59375, 1.59375, 0.033936, 1.59375, 1.59375, 0.025269, 1.59375, 1.59375, 1.59375, 0.068359, 1.59375, 1.59375, 1.585938, 1.578125, 1.59375, 0.867188, 1.59375, 0.047119, 1.59375, 1.59375, 1.59375, 0.197266, 1.59375, 1.59375, 1.59375, 0.373047, 1.59375, 1.53125, 1.59375, 1.59375, 1.59375, 1.59375, 1.421875, 1.59375, 0.107422, 1.59375, 0.022949, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.585938, 0.033691, 1.59375, 1.0625, 1.023438, 1.039062, 1.59375, 1.585938, 1.59375, 1.59375, 1.59375, 1.59375, 1.585938, 1.59375, 1.59375, 1.59375, 1.59375, 0.032471, 0.894531, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 0.043213, 1.59375, 1.59375, 1.453125, 1.59375, 0.123535, 1.59375, 1.59375, 1.59375, 1.59375, 0.416016, 1.59375, 1.59375, 1.59375, 1.59375, 1.585938, 1.59375, 1.59375, 1.59375, 1.328125, 1.59375, 1.46875, 1.210938, 1.59375, 1.59375, 1.117188, 1.296875, 1.59375, 1.59375, 1.585938, 1.445312, 1.59375, 1.507812, 1.59375, 1.59375, 1.59375, 1.59375, 0.398438, 0.050293, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 0.917969, 1.070312, 1.59375, 1.578125, 1.515625, 1.59375, 1.59375, 1.59375, 0.049072, 1.59375, 1.59375, 1.585938, 1.59375, 1.59375, 1.210938, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.539062, 1.59375, 1.59375, 1.59375, 0.086914, 0.535156, 1.59375, 1.59375, 1.59375, 1.585938, 1.59375, 1.59375, 1.59375, 1.59375, 1.28125, 1.328125, 1.59375, 1.375, 0.585938, 0.886719, 1.585938, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.09375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.234375, 1.59375, 1.445312, 0.71875, 1.59375, 1.59375, 1.429688, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.476562, 1.59375, 0.137695, 1.59375, 1.59375, 1.59375, 1.445312, 1.59375, 1.59375, 1.59375, 1.59375, 0.083984, 1.59375, 1.554688, 1.25, 1.59375, 1.59375, 1.59375, 1.460938, 0.371094, 1.59375, 0.078125, 1.59375, 1.59375, 1.59375, 1.5, 1.335938, 1.59375, 1.59375, 1.59375, 1.515625, 1.59375, 1.476562, 1.523438, 0.283203, 0.107422, 1.59375, 1.59375, 1.59375, 1.578125, 1.59375, 1.59375, 1.59375, 1.460938, 0.578125, 0.056885, 0.632812, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 0.095215, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.585938, 0.04126, 0.026367, 0.07959, 1.59375, 1.59375, 1.59375, 1.59375, 0.094238, 1.59375, 1.59375, 1.585938, 1.59375, 1.59375, 1.59375, 0.941406, 0.427734, 1.59375, 1.5, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.523438, 1.59375, 0.976562, 1.59375, 1.59375, 1.59375, 0.053955, 1.578125, 1.59375, 1.585938, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.585938, 1.59375, 1.570312, 1.59375, 1.59375, 1.59375, 1.570312, 1.59375, 1.59375, 1.304688, 1.59375, 1.59375, 1.59375, 1.3125, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.0625, 1.59375, 1.546875, 0.001457, 1.59375, 1.59375, 0.001518, 1.039062, 1.59375, 1.59375, 1.59375, 1.59375, 0.78125, 1.585938, 0.878906, 0.15625, 1.59375, 0.984375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.40625, 1.59375, 0.1875, 1.59375, 0.384766, 1.59375, 1.59375, 1.59375, 1.578125, 1.59375, 1.515625, 1.59375, 1.492188, 1.5625, 1.554688, 1.59375, 0.71875, 0.496094, 1.585938, 1.59375, 1.265625, 1.585938, 0.792969, 1.59375, 1.59375, 0.030396, 1.59375, 1.59375, 1.453125, 1.148438, 1.59375, 1.59375, 1.445312, 0.016235, 1.59375, 0.050293, 1.59375, 1.59375, 1.59375, 1.4375, 1.59375, 1.59375, 1.59375, 1.59375, 1.414062, 1.59375, 0.65625, 0.078613, 1.59375, 0.4375, 1.59375, 1.59375, 1.523438, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.523438, 0.040527, 1.59375, 0.365234, 0.082031, 1.59375, 1.546875, 1.132812, 1.59375, 1.59375, 1.59375, 0.056885, 1.59375, 1.492188, 1.59375, 0.164062, 1.59375, 1.59375, 1.59375, 0.458984, 1.367188, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.578125, 1.59375, 1.59375, 0.287109, 1.59375, 0.163086, 1.59375, 1.59375, 1.398438, 0.910156, 0.099609, 1.59375, 0.679688, 1.59375, 1.59375, 1.59375, 1.59375, 1.40625, 1.59375, 1.585938, 1.59375, 1.59375, 1.59375, 1.59375, 0.044189, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 0.71875, 1.59375, 1.59375, 1.59375, 1.546875, 1.59375, 0.800781, 1.578125, 1.59375, 0.671875, 1.59375, 1.59375, 1.59375, 1.59375, 1.554688, 1.59375, 0.714844, 0.072754, 1.59375, 1.59375, 0.722656, 1.59375, 0.144531, 0.507812, 1.59375, 1.523438, 1.59375, 1.59375, 1.382812, 1.59375, 0.092773, 0.726562, 1.421875, 1.59375, 1.59375, 1.585938, 1.59375, 1.59375, 1.59375, 1.585938, 0.038086, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 0.229492, 1.59375, 1.59375, 1.59375, 0.785156, 1.59375, 0.675781, 1.59375, 1.59375, 0.091309, 1.59375, 1.59375, 1.59375, 0.070312, 1.492188, 1.59375, 0.9375, 1.59375, 1.59375, 1.59375, 1.148438, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.203125, 0.527344, 1.59375, 1.59375, 0.086914, 1.164062, 1.539062, 1.59375, 1.59375, 1.585938, 0.292969, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.421875, 1.59375, 0.219727, 1.546875, 0.917969, 1.140625, 1.59375, 1.585938, 0.882812, 1.234375, 0.080566, 0.101074, 0.480469, 1.59375, 1.59375, 1.398438, 1.554688, 1.59375, 1.59375, 1.320312, 1.078125, 1.59375, 1.515625, 1.59375, 1.59375, 1.59375, 1.59375, 1.429688, 0.777344, 1.328125, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 0.064453, 1.59375, 1.546875, 0.253906, 1.59375, 1.59375, 1.59375, 0.777344, 0.030396, 1.59375, 1.265625, 1.59375, 1.59375, 1.59375, 1.15625, 1.59375, 1.59375, 0.025513, 1.59375, 1.53125, 0.037354, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.5, 1.53125, 0.074219, 1.320312, 1.59375, 1.59375, 0.193359, 1.59375, 1.59375, 0.96875, 1.59375, 1.59375, 0.28125, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.148438, 1.59375, 0.069824, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.171875, 1.59375, 1.59375, 1.03125, 0.28125, 1.59375, 1.59375, 1.59375, 1.578125, 1.578125, 0.047607, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.28125, 1.59375, 0.804688, 1.328125, 0.124023, 1.59375, 0.044189, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.34375, 1.59375, 1.59375, 0.361328, 0.035645, 1.59375, 1.59375, 1.59375, 0.103516, 1.585938, 1.59375, 1.523438, 1.59375, 0.022217, 1.40625, 1.570312, 1.351562, 1.59375, 0.101074, 0.080078, 0.933594, 1.59375, 0.796875, 1.59375, 1.59375, 1.59375, 1.59375, 0.863281, 1.210938, 1.59375, 0.038086, 1.070312, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.539062, 1.59375, 1.59375, 1.59375, 1.453125, 0.722656, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.546875, 1.539062, 1.59375, 1.59375, 0.116211, 1.335938, 0.570312, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 0.667969, 1.59375, 1.59375, 1.59375, 1.59375, 1.3125, 0.06543, 1.59375, 1.59375, 1.445312, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 0.074219, 0.75, 0.75, 1.59375, 0.242188, 1.59375, 1.59375, 1.59375, 1.390625, 1.59375, 1.59375, 0.077148, 1.539062, 1.585938, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.117188, 1.421875, 1.59375, 1.59375, 0.024536, 1.59375, 0.026611, 0.457031, 0.730469, 1.59375, 1.59375, 1.507812, 1.59375, 1.59375, 1.570312, 1.59375, 1.59375, 1.59375, 1.59375, 1.515625, 1.585938, 1.59375, 1.59375, 1.539062, 1.507812, 1.59375, 1.539062, 0.064941, 0.660156, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.515625, 1.59375, 0.222656, 1.507812, 1.59375, 1.59375, 0.052246, 1.59375, 1.59375, 0.210938, 1.59375, 1.59375, 0.941406, 1.59375, 1.578125, 1.59375, 1.59375, 1.59375, 1.5, 1.59375, 1.257812, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 0.714844, 1.59375, 1.578125, 1.59375, 1.59375, 1.59375, 1.59375, 0.300781, 1.59375, 1.59375, 1.59375, 1.59375, 1.117188, 1.46875, 1.59375, 1.59375, 1.59375, 0.707031, 1.59375, 1.59375, 1.59375, 0.079102, 0.419922, 0.232422, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.351562, 1.59375, 1.390625, 1.382812, 1.59375, 1.59375, 0.332031, 1.578125, 0.061523, 0.146484, 1.484375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 0.099121, 1.367188, 0.886719, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 0.137695, 0.761719, 0.585938, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 0.664062, 1.59375, 1.59375, 1.59375, 1.59375, 0.029907, 1.59375, 1.59375, 1.59375, 1.585938, 0.941406, 0.839844, 1.539062, 0.890625, 1.460938, 1.59375, 1.59375, 0.671875, 0.103516, 1.59375, 1.554688, 0.988281, 1.59375, 0.632812, 0.0625, 1.59375, 1.59375, 1.59375, 1.59375, 1.476562, 1.59375, 1.59375, 1.398438, 1.59375, 1.59375, 1.375, 0.021118, 0.108887, 1.53125, 1.59375, 0.053711, 1.59375, 0.100098, 0.134766, 1.59375, 1.59375, 0.042725, 1.554688, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.28125, 1.59375, 0.578125, 1.59375, 1.59375, 1.59375, 1.59375, 1.515625, 0.761719, 0.039795, 1.359375, 1.59375, 1.59375, 1.59375, 1.59375, 0.077637, 1.59375, 1.59375, 0.828125, 0.703125, 1.046875, 0.394531, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 0.132812, 1.59375, 1.421875, 1.59375, 1.59375, 1.59375, 1.53125, 1.390625, 1.25, 1.484375, 1.59375, 1.59375, 0.164062, 0.644531, 1.59375, 1.59375, 1.59375, 1.546875, 0.804688, 1.265625, 1.59375, 1.59375, 1.382812, 0.875, 1.59375, 1.289062, 1.59375, 0.022583, 0.054932, 1.078125, 0.133789, 1.59375, 1.59375, 1.59375, 0.22168, 0.867188, 1.59375, 1.59375, 1.59375, 1.554688, 1.59375, 0.851562, 1.484375, 1.585938, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.578125, 1.59375, 1.195312, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 0.863281, 1.59375, 1.59375, 1.382812, 1.585938, 1.046875, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.585938, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 0.710938, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.109375, 0.65625, 1.59375, 1.59375, 1.59375, 0.384766, 1.59375, 1.59375, 1.59375, 1.59375, 1.554688, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 0.077148, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 0.057373, 1.59375, 0.042969, 1.59375, 1.59375, 1.585938, 1.117188, 0.605469, 1.59375, 1.59375, 1.59375, 1.59375, 0.753906, 1.59375, 0.114746, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.445312, 0.320312, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 0.067871, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 0.033447, 1.59375, 1.59375, 1.59375, 1.59375, 0.063477, 1.59375, 0.886719, 1.59375, 1.59375, 1.445312, 1.007812, 0.785156, 1.59375, 0.675781, 1.59375, 1.59375, 1.59375, 1.046875, 1.585938, 1.59375, 1.59375, 0.746094, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.132812, 1.59375, 1.59375, 1.59375, 0.691406, 1.125, 1.59375, 1.59375, 1.59375, 1.59375, 1.132812, 1.492188, 1.59375, 1.570312, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.585938, 1.59375, 0.082031, 0.6875, 1.59375, 1.59375, 1.59375, 1.59375, 1.351562, 1.59375, 0.480469, 1.203125, 1.59375, 1.382812, 1.570312, 1.59375, 1.585938, 1.59375, 1.59375, 1.539062, 1.585938, 1.59375, 1.320312, 0.043701, 0.84375, 1.59375, 1.59375, 1.59375, 1.59375, 1.226562, 0.5, 1.59375, 1.59375, 0.044434, 0.302734, 1.585938, 1.59375, 0.396484, 1.59375, 1.59375, 1.59375, 1.585938, 1.59375, 1.59375, 1.59375, 0.785156, 1.1875, 1.59375, 0.055176, 1.59375, 1.523438, 0.050537, 1.59375, 1.59375, 0.059814, 1.59375, 0.367188, 1.59375, 0.765625, 1.445312, 0.714844, 1.007812, 1.585938, 0.386719, 1.59375, 0.318359, 1.59375, 0.186523, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 0.269531, 1.59375, 1.59375, 1.59375, 1.382812, 0.068359, 0.875, 0.147461, 1.289062, 1.59375, 1.59375, 1.59375, 1.554688, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 0.056641, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 0.746094, 1.59375, 0.063965, 0.125, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.5, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.46875, 1.570312, 1.445312, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.273438, 1.328125, 1.59375, 1.59375, 0.15332, 1.59375, 1.59375, 1.59375, 1.59375, 0.671875, 1.578125, 1.59375, 1.59375, 0.063965, 0.427734, 1.5625, 1.59375, 1.59375, 1.554688, 1.59375, 0.054932, 1.242188, 1.59375, 1.226562, 0.018677, 1.59375, 0.820312, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 0.107422, 1.5, 1.59375, 0.137695, 1.59375, 1.59375, 1.59375, 1.164062, 1.59375, 0.703125, 0.992188, 0.071289, 1.59375, 1.59375, 1.59375, 1.453125, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 0.515625, 1.59375, 1.59375, 1.59375, 1.59375, 1.148438, 1.570312, 1.070312, 1.546875, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 0.996094, 1.59375, 0.041504, 1.59375, 1.59375, 1.414062, 1.59375, 0.644531, 0.078613, 0.65625, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.585938, 0.057617, 1.59375, 0.498047, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 0.136719, 1.59375, 0.439453, 1.59375, 1.492188, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.515625, 1.460938, 1.59375, 0.172852, 1.59375, 1.59375, 1.59375, 0.057617, 1.59375, 1.546875, 1.585938, 1.59375, 0.703125, 1.59375, 1.5625, 1.539062, 1.59375, 1.59375, 1.59375, 1.59375, 0.59375, 1.59375, 0.10498, 1.59375, 0.219727, 1.265625, 1.59375, 0.824219, 1.585938, 1.59375, 1.59375, 1.0, 1.109375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.289062, 0.135742, 1.039062, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 0.949219, 0.412109, 1.59375, 1.59375, 1.265625, 1.59375, 1.109375, 1.421875, 1.429688, 1.59375, 1.59375, 1.59375, 1.59375, 0.065918, 1.59375, 1.007812, 1.59375, 1.03125, 0.375, 1.59375, 1.59375, 1.570312, 1.59375, 1.304688, 1.59375, 1.382812, 1.0, 0.099609, 1.59375, 1.53125, 1.59375, 1.59375, 0.038818, 1.59375, 1.59375, 1.59375, 0.742188, 1.59375, 1.289062, 1.59375, 1.59375, 1.59375, 0.041992, 0.067871, 1.195312, 1.59375, 1.59375, 1.59375, 0.144531, 1.59375, 1.570312, 1.59375, 1.59375, 1.59375, 0.00148, 1.59375, 1.546875, 1.59375, 1.59375, 1.59375, 0.371094, 0.029297, 1.554688, 1.59375, 1.59375, 1.28125, 1.554688, 1.523438, 1.59375, 1.59375, 0.878906, 0.9375, 0.765625, 1.59375, 1.59375, 1.59375, 1.59375, 1.007812, 0.104004, 1.59375, 1.59375, 1.5625, 0.878906, 1.59375, 0.722656, 1.59375, 1.585938, 1.59375, 1.59375, 1.59375, 0.582031, 1.59375, 0.353516, 0.038818, 1.226562, 1.59375, 1.59375, 1.578125, 1.59375, 0.11084, 1.59375, 1.59375, 1.59375, 1.5, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.40625, 1.59375, 1.59375, 1.59375, 1.59375, 0.847656, 1.59375, 1.59375, 0.057617, 1.554688, 1.59375, 1.484375, 1.59375, 1.085938, 1.59375, 0.052734, 1.59375, 1.59375, 0.227539, 1.59375, 0.026001, 1.59375, 0.067871, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 0.095703, 1.59375, 1.59375, 1.59375, 0.001472, 1.59375, 1.59375, 1.585938, 1.59375, 1.59375, 0.695312, 0.063477, 0.104492, 1.59375, 0.054199, 1.59375, 1.59375, 1.5625, 1.59375, 1.59375, 1.414062, 1.546875, 1.59375, 1.59375, 1.578125, 1.46875, 1.59375, 1.59375, 1.578125, 1.59375, 1.59375, 0.820312, 1.59375, 0.648438, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.078125, 1.59375, 1.59375, 1.59375, 0.886719, 1.59375, 1.59375, 1.539062, 1.59375, 1.59375, 0.957031, 1.546875, 1.59375, 1.59375, 0.166016, 1.59375, 0.167969, 1.421875, 1.59375, 0.636719, 1.414062, 1.59375, 1.59375, 1.59375, 1.476562, 0.515625, 1.59375, 1.429688, 0.068359, 0.192383, 1.421875, 1.59375, 1.390625, 1.59375, 1.296875, 1.09375, 1.59375, 1.015625, 0.582031, 1.59375, 1.59375, 1.507812, 1.226562, 1.59375, 1.484375, 0.074219, 1.59375, 0.03833, 1.585938, 1.59375, 1.59375, 1.59375, 1.578125, 1.59375, 0.161133, 0.310547, 1.59375, 0.07959, 1.59375, 1.59375, 1.59375, 0.037354, 1.59375, 0.283203, 1.59375, 1.59375, 0.984375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.359375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 0.125, 1.578125, 1.59375, 1.59375, 1.59375, 1.242188, 1.59375, 1.59375, 1.546875, 1.59375, 1.59375, 1.507812, 1.59375, 1.289062, 1.59375, 0.10498, 1.59375, 1.59375, 1.59375, 1.265625, 1.59375, 1.59375, 1.015625, 1.59375, 0.337891, 0.929688, 1.570312, 1.507812, 1.59375, 1.59375, 1.203125, 1.59375, 1.265625, 1.59375, 0.037109, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.578125, 1.507812, 0.140625, 0.067871, 1.59375, 0.400391, 1.59375, 1.59375, 1.414062, 1.59375, 1.078125, 1.59375, 1.59375, 1.53125, 1.15625, 1.59375, 0.259766, 1.59375, 0.030762, 1.296875, 1.390625, 1.304688, 1.59375, 1.59375, 0.625, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 0.59375, 1.59375, 0.010437, 1.585938, 1.59375, 0.080078, 0.212891, 1.210938, 1.320312, 1.59375, 1.59375, 1.59375, 1.59375, 1.585938, 0.910156, 1.4375, 1.59375, 1.304688, 0.067383, 1.585938, 0.78125, 1.59375, 1.59375, 1.59375, 0.773438, 1.59375, 0.361328, 1.59375, 1.59375, 1.59375, 0.59375, 0.457031, 1.59375, 1.59375, 1.59375, 0.777344, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.507812, 1.59375, 1.59375, 1.578125, 1.59375, 1.59375, 0.081055, 1.59375, 1.59375, 0.949219, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 0.063477, 1.59375, 1.59375, 1.59375, 1.59375, 1.046875, 1.570312, 1.59375, 1.570312, 1.585938, 1.59375, 1.585938, 1.59375, 1.59375, 1.59375, 1.5625, 1.59375, 1.0, 1.59375, 0.05249, 0.335938, 1.59375, 1.59375, 1.59375, 1.039062, 1.59375, 0.828125, 1.046875, 0.050049, 1.59375, 1.59375, 0.134766, 1.59375, 1.59375, 1.59375, 1.421875, 1.59375, 1.59375, 1.59375, 1.59375, 0.945312, 1.59375, 1.59375, 1.492188, 1.59375, 1.59375, 0.353516, 0.174805, 0.941406, 1.234375, 1.507812, 1.585938, 1.59375, 1.59375, 1.59375, 1.59375, 0.949219, 0.992188, 0.054932, 1.585938, 1.59375, 1.265625, 1.59375, 0.039307, 1.375, 1.59375, 0.001526, 1.523438, 1.164062, 0.019531, 1.023438, 0.097656, 1.59375, 1.59375, 1.59375, 0.050781, 1.59375, 1.09375, 1.59375, 0.203125, 1.59375, 1.59375, 1.59375, 1.210938, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 0.109375, 1.171875, 1.59375, 1.59375, 0.058594, 1.59375, 0.851562, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 0.066895, 0.886719, 1.59375, 1.515625, 1.59375, 1.546875, 1.59375, 1.59375, 1.414062, 1.59375, 1.59375, 1.59375, 1.59375, 0.049805, 0.992188, 1.585938, 1.59375, 0.320312, 0.240234, 1.59375, 0.648438, 0.361328, 1.59375, 1.59375, 1.59375, 1.59375, 0.277344, 1.59375, 1.570312, 1.59375, 1.546875, 0.043213, 1.59375, 1.59375, 1.59375, 1.53125, 1.59375, 1.078125, 1.59375, 1.59375, 1.296875, 1.59375, 1.59375, 1.320312, 0.53125, 1.59375, 1.59375, 1.59375, 1.0, 1.585938, 1.53125, 1.59375, 0.8125, 0.061768, 1.59375, 1.59375, 1.59375, 1.59375, 0.851562, 1.335938, 1.5625, 1.59375, 1.59375, 1.5, 1.59375, 1.359375, 0.824219, 1.59375, 1.59375, 1.59375, 1.546875, 1.59375, 1.0, 0.785156, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 0.109863, 0.257812, 1.59375, 1.59375, 1.59375, 1.59375, 1.507812, 1.59375, 1.59375, 1.59375, 1.59375, 0.589844, 1.59375, 1.59375, 0.061279, 1.59375, 0.155273, 1.59375, 1.59375, 1.59375, 1.59375, 1.328125, 1.59375, 0.664062, 1.59375, 1.59375, 1.59375, 1.585938, 1.53125, 1.539062, 1.59375, 0.691406, 1.59375, 1.515625, 1.59375, 1.59375, 1.382812, 1.59375, 1.59375, 0.211914, 1.59375, 1.585938, 0.012939, 1.59375, 0.092773, 1.320312, 1.59375, 1.585938, 0.075195, 1.28125, 1.59375, 0.045898, 1.585938, 1.59375, 1.59375, 1.59375, 1.59375, 0.103516, 1.59375, 0.746094, 1.59375, 1.59375, 1.59375, 1.585938, 0.077148, 1.59375, 1.539062, 0.123047, 1.59375, 1.59375, 1.578125, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.28125, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 0.169922, 0.71875, 1.59375, 1.59375, 1.59375, 0.060303, 1.59375, 0.083008, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 0.8125, 1.070312, 0.046631, 1.59375, 1.59375, 1.59375, 1.59375, 0.063965, 0.120605, 0.068359, 1.59375, 1.59375, 1.476562, 1.289062, 0.105957, 0.03833, 0.071777, 1.585938, 1.59375, 1.59375, 1.59375, 1.59375, 1.546875, 1.59375, 1.59375, 1.523438, 1.59375, 0.457031, 0.08252, 1.59375, 1.539062, 1.570312, 1.59375, 0.085449, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.179688, 1.59375, 1.59375, 1.59375, 1.59375, 1.375, 1.570312, 1.59375, 1.59375, 1.585938, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 0.111816, 1.59375, 1.59375, 1.59375, 0.320312, 1.59375, 0.746094, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.53125, 0.523438, 0.037598, 1.59375, 1.585938, 1.59375, 1.59375, 1.578125, 1.59375, 1.585938, 1.59375, 1.59375, 1.59375, 1.59375, 1.578125, 1.59375, 0.466797, 1.179688, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 0.049805, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.59375, 1.585938, 1.578125, 1.59375, 0.671875, 1.59375, 1.59375, 1.59375, 0.894531, 1.59375, 1.59375, 1.59375, 1.554688, 1.59375, 1.460938, 0.478516, 1.59375, 0.067383, 0.047363, 1.59375, 1.59375, 0.001511, 1.59375, 0.941406, 1.289062, 1.59375, 0.75, 1.59375, 0.542969, 1.59375, 1.53125, 1.59375, 1.59375, 0.601562, 0.310547, 1.59375, 1.59375, 1.59375, 0.070312, 0.246094, 1.59375, 0.980469, 1.59375, 1.507812, 0.929688, 1.59375, 1.59375, 1.59375, 1.59375, 0.375, 1.59375, 1.59375, 0.172852, 0.049805, 1.59375, 1.59375, 1.59375, 1.59375, 0.605469, 1.546875, 1.515625, 1.59375, 1.59375, 1.59375 ] } , "name": "onnx::Mul_11021", "outputIndexes": [ 3338 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3337, 3338 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 3339 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3213, 3339 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/Add_output_0", "outputIndexes": [ 3340 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3340 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.17/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 3341 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3341 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.17/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 3342 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3342, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 3343 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3343, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 3344 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3340, 3344 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 3345 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.283203, 0.396484, 0.746094, 0.349609, 0.333984, 0.253906, 0.287109, 0.554688, 0.243164, 0.208984, 0.292969, 0.707031, 0.273438, 0.324219, 0.291016, 1.257812, 0.294922, 1.289062, 0.209961, 0.267578, 0.289062, 0.310547, 0.326172, 0.318359, 0.542969, 1.257812, 0.625, 0.271484, 0.163086, 0.283203, 0.355469, 1.585938, 0.239258, 0.330078, 0.227539, 0.464844, 0.246094, 0.507812, 0.355469, 0.792969, 0.294922, 0.269531, 0.660156, 0.976562, 0.310547, 0.3125, 0.267578, 0.363281, 1.09375, 0.267578, 0.21875, 0.326172, 0.275391, 0.316406, 0.263672, 0.84375, 0.617188, 0.243164, 0.957031, 0.275391, 1.867188, 0.433594, 0.291016, 0.945312, 0.304688, 0.433594, 1.742188, 1.234375, 0.392578, 0.921875, 0.265625, 0.535156, 0.271484, 0.28125, 0.248047, 0.285156, 0.365234, 0.34375, 0.34375, 0.253906, 0.363281, 0.558594, 0.300781, 2.953125, 0.306641, 0.355469, 0.357422, 0.320312, 0.239258, 1.195312, 0.28125, 0.275391, 0.263672, 0.324219, 0.316406, 0.308594, 0.291016, 0.527344, 0.707031, 0.558594, 0.211914, 4.46875, 0.287109, 0.410156, 0.222656, 0.287109, 0.345703, 1.25, 1.023438, 0.275391, 0.714844, 0.804688, 3.03125, 0.310547, 0.283203, 1.921875, 0.353516, 0.328125, 0.267578, 0.332031, 0.289062, 0.621094, 0.363281, 0.345703, 0.328125, 0.318359, 1.75, 0.558594, 0.166016, 1.835938, 0.212891, 1.007812, 0.251953, 0.306641, 0.431641, 0.233398, 0.219727, 1.125, 1.15625, 0.675781, 1.359375, 0.285156, 4.0, 0.253906, 0.214844, 0.249023, 0.423828, 0.28125, 0.244141, 0.365234, 0.578125, 0.570312, 0.306641, 0.359375, 0.324219, 0.326172, 1.101562, 0.251953, 0.287109, 0.275391, 0.326172, 2.625, 0.337891, 0.267578, 0.287109, 0.283203, 0.291016, 0.34375, 0.273438, 0.226562, 0.65625, 0.316406, 0.361328, 2.890625, 0.496094, 0.28125, 0.205078, 0.275391, 0.210938, 0.287109, 0.785156, 0.273438, 0.396484, 0.417969, 2.546875, 0.289062, 0.353516, 0.589844, 0.582031, 0.324219, 0.824219, 0.847656, 1.71875, 0.245117, 0.28125, 0.208984, 0.273438, 0.292969, 0.3125, 0.361328, 0.316406, 7.40625, 0.240234, 0.296875, 0.289062, 0.243164, 0.316406, 0.742188, 0.236328, 0.365234, 0.3125, 0.259766, 0.421875, 0.335938, 0.209961, 0.304688, 0.320312, 0.335938, 0.277344, 0.285156, 1.109375, 0.462891, 0.40625, 0.289062, 0.291016, 1.265625, 1.492188, 0.296875, 0.326172, 0.308594, 0.285156, 0.433594, 0.237305, 0.347656, 0.425781, 0.371094, 1.710938, 0.351562, 0.193359, 1.125, 0.392578, 0.384766, 0.174805, 0.28125, 0.425781, 0.300781, 0.652344, 0.449219, 0.322266, 1.25, 0.367188, 0.291016, 0.359375, 0.013916, 0.34375, 1.226562, 0.180664, 0.320312, 1.4375, 0.271484, 0.304688, 0.328125, 1.367188, 0.253906, 0.322266, 0.257812, 0.273438, 0.253906, 0.449219, 0.285156, 2.640625, 0.296875, 0.300781, 0.298828, 0.851562, 0.251953, 0.269531, 0.341797, 0.820312, 0.140625, 0.289062, 0.287109, 0.226562, 0.349609, 0.375, 0.330078, 0.335938, 1.289062, 0.359375, 1.8125, 0.261719, 0.273438, 0.326172, 0.302734, 0.314453, 0.300781, 2.09375, 0.277344, 0.400391, 0.394531, 0.392578, 0.245117, 0.285156, 0.292969, 0.269531, 0.287109, 0.4375, 0.289062, 0.40625, 0.332031, 0.257812, 0.53125, 3.078125, 0.441406, 0.292969, 0.332031, 0.263672, 0.34375, 0.291016, 0.273438, 0.289062, 1.484375, 0.263672, 0.34375, 0.361328, 0.28125, 4.59375, 0.269531, 0.417969, 0.449219, 0.283203, 1.515625, 0.335938, 0.161133, 0.261719, 2.40625, 0.271484, 0.267578, 0.285156, 1.007812, 0.322266, 0.28125, 0.306641, 0.359375, 0.265625, 0.386719, 0.361328, 0.373047, 0.306641, 0.251953, 0.28125, 0.337891, 0.400391, 0.304688, 0.261719, 0.390625, 0.289062, 0.298828, 0.726562, 3.34375, 0.230469, 0.382812, 0.28125, 0.314453, 0.253906, 0.457031, 0.320312, 0.371094, 0.283203, 0.316406, 0.507812, 0.306641, 0.318359, 2.28125, 0.349609, 0.242188, 0.310547, 0.245117, 0.328125, 0.367188, 0.289062, 0.320312, 0.341797, 0.236328, 0.298828, 0.291016, 0.296875, 0.21582, 0.443359, 0.445312, 0.910156, 0.306641, 0.237305, 0.292969, 0.28125, 0.261719, 0.367188, 0.332031, 0.141602, 0.349609, 0.302734, 0.275391, 0.314453, 1.304688, 0.628906, 0.273438, 0.263672, 0.253906, 0.22168, 0.294922, 0.333984, 0.396484, 0.294922, 0.227539, 0.322266, 0.300781, 0.310547, 0.304688, 0.341797, 0.400391, 0.423828, 0.371094, 0.710938, 0.337891, 0.242188, 0.376953, 0.255859, 0.275391, 0.296875, 0.277344, 0.345703, 0.267578, 0.347656, 0.296875, 0.527344, 0.273438, 0.3125, 0.241211, 0.22168, 0.263672, 0.519531, 0.261719, 0.251953, 1.40625, 0.300781, 0.306641, 0.378906, 0.302734, 0.308594, 0.375, 0.285156, 1.570312, 0.232422, 3.46875, 0.239258, 0.1875, 0.265625, 0.287109, 0.318359, 0.388672, 0.223633, 0.314453, 0.265625, 0.283203, 0.271484, 0.294922, 1.101562, 0.679688, 0.253906, 0.212891, 0.308594, 0.298828, 0.302734, 0.384766, 0.316406, 0.291016, 0.640625, 14.25, 0.550781, 0.283203, 0.367188, 0.458984, 0.322266, 0.243164, 0.65625, 0.347656, 0.255859, 0.300781, 0.263672, 0.386719, 0.225586, 2.859375, 1.195312, 0.992188, 0.449219, 0.296875, 0.273438, 0.283203, 0.726562, 0.375, 0.310547, 0.130859, 0.263672, 0.298828, 0.3125, 0.394531, 0.753906, 0.34375, 0.359375, 0.285156, 0.263672, 0.245117, 0.208984, 0.318359, 0.316406, 0.28125, 0.289062, 0.298828, 0.318359, 0.259766, 0.443359, 0.251953, 0.304688, 0.298828, 2.328125, 0.306641, 0.041992, 0.235352, 0.316406, 0.359375, 0.277344, 0.291016, 0.410156, 0.175781, 0.302734, 0.24707, 0.279297, 0.22168, 0.257812, 0.318359, 0.269531, 0.269531, 0.316406, 0.349609, 0.357422, 0.259766, 0.292969, 0.231445, 0.300781, 0.414062, 0.285156, 0.255859, 0.296875, 0.3125, 0.378906, 0.263672, 0.226562, 0.198242, 0.28125, 0.3125, 0.527344, 0.251953, 0.233398, 0.574219, 0.3125, 0.378906, 1.015625, 0.365234, 0.34375, 0.507812, 0.335938, 0.292969, 0.490234, 0.283203, 1.351562, 2.296875, 0.205078, 0.359375, 0.359375, 0.318359, 0.324219, 0.231445, 0.337891, 0.285156, 0.306641, 0.296875, 0.189453, 0.330078, 0.255859, 1.140625, 0.376953, 1.414062, 0.294922, 0.306641, 0.316406, 0.205078, 0.326172, 0.289062, 0.283203, 0.333984, 0.294922, 0.367188, 0.289062, 0.503906, 0.542969, 0.188477, 0.292969, 0.357422, 0.253906, 0.375, 0.330078, 0.146484, 1.992188, 0.457031, 0.300781, 0.296875, 0.519531, 0.308594, 0.261719, 0.347656, 1.5, 0.3125, 1.515625, 0.361328, 0.341797, 0.345703, 0.324219, 0.373047, 0.283203, 0.279297, 0.241211, 0.302734, 0.189453, 0.578125, 1.0625, 0.308594, 1.117188, 0.257812, 0.259766, 0.330078, 0.53125, 0.241211, 0.333984, 0.253906, 0.261719, 0.3125, 1.445312, 0.484375, 1.148438, 1.335938, 0.3125, 0.384766, 0.404297, 0.335938, 0.287109, 0.253906, 1.195312, 0.283203, 0.324219, 0.273438, 1.515625, 0.277344, 0.21875, 0.287109, 2.171875, 0.351562, 0.233398, 0.339844, 0.287109, 0.359375, 0.285156, 0.287109, 0.302734, 0.322266, 0.255859, 0.839844, 0.378906, 2.21875, 0.289062, 0.267578, 0.28125, 0.400391, 0.8125, 0.275391, 1.125, 0.25, 0.328125, 0.287109, 0.234375, 0.300781, 0.328125, 0.265625, 0.322266, 0.25, 0.199219, 0.322266, 4.71875, 0.357422, 0.296875, 0.341797, 0.265625, 0.233398, 0.482422, 0.253906, 0.277344, 0.287109, 0.302734, 0.271484, 0.492188, 0.3125, 0.369141, 0.539062, 0.28125, 0.445312, 0.335938, 0.273438, 0.310547, 0.211914, 0.515625, 2.0, 0.306641, 0.304688, 0.550781, 0.225586, 1.765625, 0.4375, 0.296875, 0.294922, 0.304688, 0.294922, 0.316406, 0.384766, 1.765625, 0.503906, 0.289062, 0.3125, 0.21582, 0.277344, 0.378906, 0.341797, 0.306641, 0.283203, 1.429688, 0.369141, 0.308594, 0.416016, 0.40625, 0.296875, 0.273438, 2.8125, 0.291016, 0.263672, 0.304688, 0.554688, 0.310547, 0.466797, 0.371094, 0.308594, 0.691406, 0.22168, 0.25, 0.279297, 1.507812, 0.269531, 0.291016, 0.671875, 0.228516, 0.199219, 0.318359, 0.376953, 0.349609, 0.296875, 0.273438, 0.285156, 0.275391, 0.296875, 0.427734, 0.498047, 0.306641, 0.357422, 1.671875, 0.351562, 0.263672, 0.314453, 0.314453, 0.253906, 1.1875, 0.244141, 0.404297, 0.237305, 0.224609, 0.257812, 0.285156, 0.253906, 0.261719, 1.953125, 0.277344, 0.410156, 0.425781, 0.248047, 0.291016, 0.582031, 0.304688, 7.40625, 2.421875, 0.498047, 0.296875, 0.296875, 0.330078, 0.300781, 0.298828, 0.310547, 0.333984, 0.369141, 0.341797, 0.302734, 0.251953, 0.291016, 0.363281, 0.263672, 0.345703, 0.839844, 0.384766, 0.314453, 0.241211, 0.373047, 0.417969, 0.193359, 0.291016, 0.423828, 0.546875, 2.09375, 0.287109, 0.285156, 1.03125, 0.289062, 0.353516, 0.269531, 0.462891, 2.078125, 0.263672, 0.333984, 0.298828, 0.263672, 0.341797, 0.400391, 0.265625, 0.316406, 0.964844, 0.353516, 0.279297, 1.242188, 0.357422, 0.227539, 0.172852, 0.355469, 0.229492, 0.273438, 0.279297, 1.085938, 0.308594, 0.373047, 0.296875, 1.53125, 0.333984, 0.253906, 0.394531, 0.25, 0.291016, 1.015625, 0.330078, 0.243164, 0.300781, 0.279297, 0.316406, 0.211914, 0.699219, 0.300781, 0.255859, 0.414062, 0.275391, 2.953125, 0.275391, 0.28125, 0.527344, 0.318359, 0.322266, 0.265625, 0.345703, 0.263672, 0.248047, 0.742188, 1.539062, 0.279297, 0.237305, 0.259766, 0.271484, 0.291016, 0.699219, 0.376953, 0.171875, 0.265625, 0.375, 0.373047, 0.328125, 0.283203, 0.470703, 0.353516, 0.726562, 0.386719, 2.28125, 0.257812, 0.28125, 0.287109, 0.474609, 0.233398, 0.333984, 0.328125, 0.648438, 0.558594, 0.249023, 0.835938, 1.898438, 0.241211, 0.255859, 0.279297, 1.523438, 0.292969, 0.296875, 0.249023, 0.210938, 1.40625, 0.328125, 0.373047, 0.332031, 0.289062, 0.597656, 2.40625, 0.628906, 0.285156, 0.417969, 0.219727, 0.335938, 0.417969, 0.320312, 0.699219, 0.380859, 0.296875, 3.640625, 0.447266, 0.237305, 0.28125, 0.269531, 0.205078, 0.265625, 0.302734, 0.261719, 0.273438, 0.320312, 0.318359, 0.910156, 0.279297, 0.333984, 0.259766, 0.390625, 0.259766, 0.414062, 0.320312, 0.294922, 0.285156, 0.287109, 0.351562, 0.213867, 0.294922, 0.275391, 0.255859, 0.275391, 0.636719, 0.347656, 0.449219, 0.292969, 0.191406, 0.300781, 0.277344, 0.322266, 0.209961, 0.238281, 0.279297, 0.378906, 0.261719, 0.287109, 0.283203, 0.291016, 0.53125, 0.800781, 0.419922, 0.369141, 0.279297, 0.353516, 0.310547, 0.251953, 0.28125, 0.265625, 1.039062, 0.535156, 0.804688, 0.503906, 1.015625, 0.273438, 0.310547, 0.332031, 0.310547, 0.371094, 0.570312, 1.65625, 0.251953, 0.283203, 0.25, 0.294922, 0.277344, 0.300781, 0.294922, 0.283203, 0.361328, 0.296875, 0.219727, 0.283203, 5.78125, 0.291016, 1.523438, 0.808594, 0.503906, 0.285156, 0.345703, 0.330078, 0.332031, 0.271484, 0.314453, 0.248047, 0.298828, 0.259766, 0.279297, 0.275391, 0.345703, 0.203125, 0.363281, 0.304688, 0.330078, 0.277344, 0.515625, 2.28125, 0.539062, 0.285156, 0.246094, 0.273438, 0.227539, 0.287109, 0.277344, 0.287109, 1.273438, 0.279297, 0.341797, 0.238281, 1.929688, 0.248047, 0.294922, 2.234375, 0.326172, 0.320312, 0.402344, 0.304688, 0.287109, 0.283203, 0.245117, 0.310547, 0.300781, 0.210938, 0.345703, 0.289062, 0.273438, 0.345703, 0.306641, 0.324219, 0.3125, 0.535156, 0.335938, 0.28125, 0.219727, 0.353516, 0.255859, 0.291016, 0.671875, 0.257812, 0.318359, 0.251953, 0.28125, 0.597656, 0.296875, 0.289062, 0.241211, 0.289062, 0.455078, 0.275391, 0.322266, 0.300781, 1.46875, 0.847656, 0.808594, 0.273438, 0.414062, 0.285156, 0.322266, 0.335938, 0.265625, 0.251953, 0.347656, 0.353516, 0.351562, 0.361328, 0.355469, 0.333984, 0.271484, 0.248047, 0.949219, 0.275391, 1.804688, 1.40625, 0.273438, 0.296875, 0.223633, 0.337891, 0.328125, 0.425781, 1.859375, 0.322266, 0.416016, 0.25, 0.298828, 0.353516, 0.337891, 0.306641, 0.244141, 0.24707, 1.023438, 0.277344, 0.632812, 0.326172, 0.255859, 0.287109, 0.261719, 0.277344, 0.859375, 1.015625, 0.294922, 0.427734, 0.219727, 0.482422, 4.96875, 0.289062, 0.269531, 0.304688, 0.298828, 0.511719, 0.462891, 0.238281, 0.445312, 0.320312, 0.314453, 0.298828, 0.589844, 1.671875, 0.233398, 0.275391, 0.351562, 0.287109, 0.609375, 1.695312, 0.322266, 0.347656, 0.359375, 0.291016, 0.304688, 0.371094, 0.277344, 0.355469, 0.416016, 0.3125, 0.441406, 1.757812, 2.015625, 0.375, 0.302734, 1.960938, 0.308594, 1.289062, 1.25, 0.490234, 0.640625, 3.3125, 0.285156, 0.279297, 0.367188, 0.296875, 0.488281, 0.476562, 0.361328, 0.296875, 1.007812, 0.261719, 0.351562, 0.265625, 0.255859, 0.304688, 0.476562, 2.734375, 0.296875, 0.248047, 0.231445, 0.251953, 0.277344, 0.570312, 0.277344, 0.283203, 0.466797, 0.478516, 0.34375, 1.890625, 0.349609, 0.375, 0.707031, 0.240234, 0.263672, 0.273438, 0.279297, 9.25, 0.347656, 0.300781, 0.232422, 0.34375, 0.287109, 0.231445, 0.341797, 0.318359, 0.328125, 0.382812, 0.304688, 0.574219, 0.628906, 0.302734, 0.507812, 0.238281, 0.302734, 0.490234, 0.361328, 0.275391, 0.324219, 0.328125, 0.466797, 0.227539, 0.355469, 0.249023, 3.1875, 2.046875, 0.351562, 1.765625, 0.347656, 0.308594, 0.386719, 2.28125, 0.435547, 0.21875, 0.279297, 0.271484, 0.308594, 0.40625, 0.53125, 0.241211, 0.275391, 0.287109, 0.318359, 0.24707, 0.271484, 0.259766, 0.287109, 0.208984, 0.292969, 0.3125, 0.287109, 0.376953, 0.322266, 0.220703, 0.332031, 0.237305, 0.308594, 0.294922, 0.363281, 0.380859, 0.255859, 0.283203, 0.285156, 0.484375, 0.183594, 0.382812, 0.294922, 0.271484, 0.294922, 0.253906, 0.228516, 0.269531, 0.306641, 0.515625, 0.19043, 0.261719, 0.494141, 0.337891, 0.239258, 0.322266, 0.310547, 0.261719, 0.380859, 1.695312, 0.306641, 0.310547, 0.179688, 1.703125, 0.24707, 0.777344, 0.261719, 0.249023, 0.318359, 0.320312, 0.296875, 0.302734, 0.285156, 0.248047, 2.859375, 0.298828, 0.24707, 0.251953, 0.554688, 0.251953, 0.304688, 0.233398, 1.585938, 0.320312, 2.578125, 0.287109, 0.292969, 0.320312, 0.378906, 1.914062, 0.237305, 0.367188, 0.296875, 0.494141, 0.539062, 0.267578, 4.71875, 0.300781, 0.21582, 0.283203, 0.337891, 0.28125, 0.322266, 1.179688, 0.296875, 0.263672, 0.261719, 0.28125, 0.322266, 0.308594, 0.328125, 0.302734, 0.570312, 0.314453, 3.46875, 0.394531, 0.322266, 0.222656, 0.316406, 0.292969, 0.369141, 0.341797, 3.78125, 0.322266, 0.304688, 0.402344, 0.341797, 7.6875, 0.433594, 0.447266, 0.589844, 0.291016, 0.249023, 0.349609, 0.507812, 0.300781, 0.515625, 0.289062, 0.382812, 0.332031, 0.408203, 0.300781, 0.310547, 0.423828, 0.447266, 0.306641, 0.267578, 0.249023, 0.445312, 0.328125, 0.324219, 0.355469, 0.263672, 0.273438, 0.554688, 0.263672, 0.310547, 0.337891, 0.328125, 0.269531, 0.419922, 0.339844, 0.394531, 0.271484, 0.351562, 0.253906, 0.34375, 0.316406, 0.244141, 0.283203, 0.223633, 0.302734, 0.196289, -0.071777, 1.226562, 0.609375, 0.287109, 0.269531, 0.175781, 0.285156, 0.328125, 0.239258, 1.445312, 0.466797, 0.259766, 0.324219, 0.353516, 0.255859, 0.261719, 0.292969, 0.294922, 0.294922, 0.257812, 0.241211, 0.359375, 2.46875, 0.476562, 0.204102, 0.306641, 0.245117, 0.304688, 0.294922, 0.738281, 0.441406, 0.283203, 2.390625, 1.617188, 0.232422, 0.554688, 2.09375, 0.458984, 0.269531, 0.28125, 0.275391, 0.298828, 0.291016, 0.289062, 0.386719, 0.359375, 0.546875, 2.125, 0.289062, 0.167969, 1.851562, 0.40625, 0.613281, 1.304688, 0.236328, 1.007812, 0.22168, 0.523438, 0.314453, 0.519531, 0.351562, 0.308594, 0.621094, 0.233398, 1.140625, 0.283203, 1.367188, 0.257812, 0.208008, 0.219727, 0.318359, 0.404297, 0.310547, 0.808594, 0.273438, 0.291016, 0.310547, 0.302734, 1.382812, 0.460938, 3.21875, 0.316406, 0.296875, 0.3125, 0.231445, 0.251953, 0.28125, 0.417969, 0.339844, 0.259766, 0.233398, 1.929688, 0.208984, 0.324219, 0.285156, 0.263672, 0.271484, 0.365234, 0.273438, 0.320312, 0.511719, 0.347656, 0.820312, 1.273438, 0.269531, 0.229492, 0.259766, 0.285156, 0.318359, 0.308594, 0.285156, 0.542969, 0.28125, 0.361328, 0.347656, 0.310547, 0.28125, 0.255859, 0.232422, 0.308594, 0.302734, 0.28125, 0.527344, 0.255859, 0.267578, 0.300781, 0.251953, 0.320312, 0.255859, 0.285156, 0.205078, 0.139648, 0.351562, 0.287109, 0.3125, 0.539062, 0.333984, 0.347656, 0.341797, 1.679688, 1.710938, 0.316406, 0.320312, 0.225586, 0.294922, 0.294922, 2.125, 0.470703, 0.375, 0.683594, 1.953125, 0.28125, 0.472656, 0.267578, 0.28125, 0.388672, 0.341797, 0.285156, 0.679688, 0.291016, 0.28125, 1.75, 0.271484, 0.283203, 0.314453, 0.376953, 0.425781, 0.488281, 0.474609, 1.695312, 0.337891, 0.330078, 0.232422, 0.310547, 0.251953, 0.294922, 0.396484, 0.298828, 0.34375, 0.233398, 0.392578, 0.945312, 0.429688, 0.353516, 0.365234, 0.306641, 0.382812, 0.292969, 0.361328, 0.390625, 0.208984, 0.357422, 0.3125, 0.298828, 0.335938, 0.417969, 0.322266, 1.28125, 0.279297, 0.699219, 0.285156, 0.296875, 1.304688, 1.4375, 0.574219, 0.357422, 0.283203, 0.285156, 0.285156, 0.542969, 0.28125, 1.226562, 0.248047, 0.894531, 0.361328, 0.239258, 0.28125, 0.287109, 0.285156, 0.173828, 0.289062, 2.90625, 0.253906, 0.6875, 0.304688, 0.265625, 0.40625, 0.246094, 0.472656, 0.253906, 0.259766, 0.349609, 0.431641, 0.294922, 0.289062, 0.269531, 0.396484, 0.320312, 0.316406, 0.337891, 3.0625, 0.265625, 0.390625, 0.231445, 0.314453, 1.570312, 0.267578, 0.287109, 0.287109, 0.318359, 0.173828, 0.294922, 0.423828, 0.726562, 0.285156, 0.804688, 0.269531, 0.75, 0.351562, 0.318359, 0.507812, 0.239258, 0.209961, 0.472656, 0.427734, 0.386719, 0.316406, 0.431641, 0.380859, 0.242188, 0.261719, 0.302734, 0.4375, 0.746094, 0.398438, 0.265625, 0.283203, 0.263672, 0.229492, 0.355469, 0.269531, 0.605469, 0.371094, 0.414062, 0.835938, 0.277344, 0.292969, 0.390625, 0.09668, 0.402344, 0.28125, 0.302734, 0.566406, 0.253906, 0.259766, 0.384766, 1.742188, 0.294922, 0.417969, 0.3125, 0.384766, 0.675781, 0.318359, 0.271484, 0.283203, 0.287109, 0.347656, 0.259766, 0.3125, 0.408203, 1.289062, 0.253906, 0.271484, 0.271484, 0.3125, 1.679688, 0.322266, 0.275391, 0.289062, 0.511719, 0.339844, 0.519531, 0.251953, 0.265625, 0.308594, 3.859375, 2.890625, 0.314453, 0.308594, 0.263672, 0.349609, 0.431641, 0.320312, 0.302734, 0.617188, 0.417969, 0.246094, 12.3125, 0.310547, 0.330078, 0.28125, 0.245117, 0.357422, 0.667969, 2.203125, 0.287109, 0.318359, 0.300781, 0.349609, 0.310547, 0.273438, 0.369141, 0.277344, 0.546875, 0.378906, 0.957031, 0.237305, 0.474609, 0.357422, 0.263672, 0.361328, 0.816406, 0.231445, 0.275391, 0.279297, 0.421875, 0.255859, 0.5, 0.217773, 0.263672, 0.265625, 0.333984, 0.337891, 2.0, 0.235352, 0.84375, 3.75, 0.390625, 0.361328, 0.458984, 0.328125, 0.351562, 0.773438, 0.263672, 0.28125, 0.273438, 0.296875, 0.271484, 0.265625, 0.318359, 0.229492, 0.253906, 0.417969, 0.259766, 0.269531, 0.243164, 0.263672, 0.429688, 0.390625, 0.675781, 1.367188, 0.324219, 0.28125, 0.298828, 0.367188, 0.392578, 0.291016, 3.671875, 0.25, 0.289062, 3.828125, 0.209961, 1.335938, 0.298828, 1.921875, 0.484375, 0.298828, 0.490234, 0.257812, 0.304688, 0.484375, 1.078125, 0.298828, 0.277344, 0.296875, 2.28125, 0.306641, 0.574219, 0.269531, 0.243164, 0.244141, 0.535156, 0.785156, 0.835938, 0.5625, 2.40625, 0.3125, 0.243164, 0.28125, 0.310547, 0.320312, 0.375, 0.316406, 0.345703, 0.292969, 0.285156, 0.287109, 0.470703, 0.246094, 0.322266, 0.273438, 0.235352, 0.746094, 0.292969, 0.511719, 0.341797, 0.294922, 0.289062, 0.337891, 0.314453, 0.296875, 0.488281, 0.384766, 0.251953, 0.255859, 0.5, 0.304688, 0.330078, 0.275391, 0.292969, 0.296875, 0.722656, 0.296875, 0.3125, 0.308594, 1.046875, 0.287109, 0.789062, 0.351562, 0.285156, 0.585938, 0.267578, 0.287109, 0.332031, 0.464844, 0.289062, 0.578125, 0.333984, 0.287109, 1.65625, 2.203125, 0.341797, 0.332031, 0.294922, 0.231445, 0.378906, 0.320312, 0.492188, 0.34375, 0.546875, 0.3125, 0.455078, 0.279297, 0.322266, 0.289062, 0.302734, 2.625, 0.318359, 2.59375, 0.28125, 0.304688, 0.197266, 0.253906, 0.302734, 0.243164, 1.21875, 1.414062, 0.302734, 1.132812, 0.261719, 0.229492, 0.289062, 1.671875, 0.28125, 2.171875, 0.267578, 0.28125, 1.515625, 0.337891, 0.300781, 0.375, 0.345703, 0.287109, 0.287109, 0.239258, 0.261719, 0.267578, 0.359375, 0.189453, 0.233398, 0.287109, 1.445312, 0.304688, 0.267578, 0.257812, 0.507812, 0.380859, 0.357422, 0.347656, 0.273438, 0.289062, 0.462891, 0.328125, 0.292969, 0.621094, 0.289062, 0.773438, 0.289062, 0.205078, 0.267578, 0.3125, 0.223633, 0.273438, 0.404297, 0.306641, 0.773438, 0.326172, 0.277344, 0.310547, 0.269531, 0.339844, 0.496094, 0.259766, 0.353516, 0.345703, 1.546875, 0.287109, 0.300781, 0.341797, 0.277344, 0.320312, 0.267578, 0.259766, 0.291016, 4.34375, 3.640625, 0.235352, 2.09375, 0.357422, 0.271484, 0.359375, 0.237305, 0.328125, 0.353516, 0.224609, 0.322266, 0.59375, 0.320312, 1.695312, 0.251953, 9.25, 0.34375, 0.332031, 0.339844, 0.306641, 0.414062, 0.476562, 0.205078, 0.269531, 0.265625, 0.539062, 0.28125, 0.298828, 0.550781, 0.347656, 1.195312, 0.251953, 0.223633, 1.125, 0.765625, 0.330078, 0.363281, 0.261719, 0.198242, 0.277344, 0.332031, 0.263672, 0.453125, 1.015625, 0.294922, 0.310547, 1.476562, 0.216797, 0.453125, 0.318359, 0.271484, 0.285156, 0.503906, 0.275391, 0.660156, 0.294922, 0.429688, 0.421875, 0.632812, 0.652344, 0.527344, 0.306641, 0.355469, 0.617188, 0.365234, 0.182617, 0.271484, 0.28125, 0.396484, 0.332031, 0.265625, 0.351562, 0.316406, 0.244141, 0.285156, 0.310547, 0.259766, 0.347656, 0.404297, 0.359375, 1.257812, 0.359375, 0.328125, 0.671875, 0.255859, 0.163086, 0.245117, 0.296875, 0.298828, 0.259766, 0.296875, 1.4375, 0.332031, 0.255859, 0.263672, 0.414062, 0.546875, 0.249023, 0.275391, 0.283203, 0.304688, 0.318359, 0.361328, 0.3125, 0.306641, 0.269531, 0.269531, 0.277344, 0.554688, 0.219727, 3.125, 0.804688, 0.267578, 0.232422, 0.769531, 0.333984, 0.275391, 0.443359, 0.365234, 2.09375, 0.363281, 0.224609, 0.78125, 0.263672, 0.210938, 0.227539, 0.316406, 0.287109, 0.285156, 0.296875, 0.324219, 0.628906, 0.298828, 0.355469, 0.271484, 0.289062, 0.326172, 1.40625, 0.808594, 0.5, 0.494141, 0.287109, 0.233398, 0.265625, 0.341797, 0.273438, 0.3125, 0.746094, 0.376953, 1.875, 0.265625, 0.302734, 0.320312, 0.292969, 8.375, 0.316406, 0.302734, 2.65625, 0.277344, 0.347656, 1.382812, 0.609375, 1.164062, 0.300781, 0.300781, 0.259766, 2.8125, 0.289062, 0.425781, 0.326172, 1.882812, 0.243164, 0.34375, 0.193359, 0.304688, 0.357422, 0.300781, 0.277344, 0.279297, 0.314453, 1.054688, 0.515625, 0.449219, 0.337891, 2.21875, 0.322266, 0.458984, 0.277344, 0.417969, 0.380859, 0.185547, 0.328125, 0.34375, 4.03125, 0.480469, 0.328125, 0.380859, 0.285156, 0.306641, 0.259766, 0.369141, 0.365234, 0.210938, 0.384766, 0.28125, 0.357422, 0.9375, 0.414062, 0.265625, 0.298828, 0.929688, 0.621094, 0.263672, 0.621094, 1.90625, 0.300781, 0.289062, 0.273438, 0.363281, 1.164062, 0.212891, 0.285156, 0.239258, 0.285156, 1.265625, 0.242188, 0.238281, 0.310547, 0.339844, 0.28125, 0.351562, 0.263672, 0.269531, 0.34375, 0.289062, 0.246094, 0.361328, 0.984375, 0.217773, 0.225586, 0.273438, 0.416016, 0.332031, 0.269531, 0.347656, 0.476562, 1.515625, 0.235352, 0.273438, 0.245117, 0.287109, 0.462891, 0.322266, 0.285156, 0.28125, 0.558594, 0.417969, 0.269531, 0.310547, 0.4375, 0.259766, 0.296875, 0.322266, 0.298828, 0.474609, 0.353516, 0.535156, 0.308594, 0.210938, 0.211914, 0.28125, 0.296875, 0.408203, 0.263672, 0.285156, 0.300781, 0.71875, 0.957031, 1.046875, 0.166992, 0.316406, 0.291016, 0.241211, 0.304688, 0.255859, 0.28125, 0.335938, 0.421875, 0.996094, 0.302734, 0.294922, 4.8125, 0.263672, 0.59375, 0.226562, 0.137695, 0.267578, 0.294922, 0.320312, 0.298828, 0.621094, 0.333984, 0.207031, 0.291016, 0.275391, 0.275391, 0.275391, 0.398438, 0.570312, 0.265625, 0.308594, 0.388672, 0.296875, 0.380859, 0.248047, 0.291016, 1.34375, 0.195312, 0.265625, 17.375, 0.289062, 2.1875, 0.296875, 0.251953, 0.300781, 2.703125, 0.341797, 0.201172, 4.03125, 0.332031, 0.271484, 0.441406, 0.558594, 0.283203, 2.03125, 0.326172, 0.507812, 0.408203, 0.277344, 0.251953, 0.308594, 1.46875, 0.273438, 0.306641, 0.828125, 0.296875, 0.25, 0.269531, 0.300781, 0.292969, 0.227539, 0.251953, 0.326172, 0.231445, 0.349609, 0.314453, 0.238281, 0.235352, 0.341797, 0.333984, 0.373047, 0.851562, 0.578125, 0.296875, 0.15918, 0.249023, 1.890625, 0.269531, 1.976562, 0.199219, 0.304688, 0.279297, 0.304688, 0.310547, 0.3125, 0.271484, 0.71875, 0.410156, 0.871094, 0.265625, 0.279297, 0.277344, 0.191406, 1.570312, 1.367188, 0.910156, 0.243164, 0.243164, 0.298828, 0.392578, 2.640625, 1.554688, 1.0625, 0.259766, 0.302734, 0.211914, 0.382812, 0.269531, 0.259766, 0.292969, 0.275391, 0.384766, 0.433594, 0.964844, 0.726562, 0.243164, 0.476562, 0.253906, 0.238281, 4.34375, 0.237305, 0.417969, 0.255859, 0.304688, 0.239258, 0.357422, 0.53125, 0.253906, 0.302734, 0.421875, 0.283203, 0.349609, 0.3125, 0.310547, 1.101562, 0.279297, 0.240234, 0.273438, 0.294922, 0.574219, 0.324219, 0.235352, 0.542969, 0.294922, 0.695312, 0.324219, 0.785156, 0.460938, 0.457031, 0.285156, 0.273438, 0.304688, 0.392578, 0.241211, 0.273438, 0.298828, 0.298828, 0.667969, 2.6875, 0.271484, 0.285156, 0.28125, 0.308594, 0.253906, 0.22168, 0.261719, 0.298828, 0.296875, 0.294922, 0.269531, 0.480469, 0.267578, 0.953125, 0.349609, 0.277344, 0.298828, 0.294922, 0.173828, 0.265625, 1.726562, 0.263672, 0.466797, 0.302734, 0.255859, 0.367188, 0.271484, 0.445312, 0.253906, 0.263672, 0.298828, 0.253906, 0.523438, 0.308594, 0.195312, 0.259766, 1.304688, 0.261719, 0.332031, 0.335938, 0.271484, 0.251953, 0.308594, 0.738281, 0.333984, 0.507812, 5.90625, 0.330078, 0.376953, 0.6875, 0.271484, 0.433594, 0.308594, 0.255859, 0.507812, 0.308594, 0.683594, 0.296875, 0.339844, 0.265625, 0.273438, 1.289062, 0.753906, 0.245117, 0.201172, 0.263672, 1.304688, 2.78125, 0.271484, 0.429688, 0.375, 0.365234, 0.349609, 0.296875, 0.271484, 0.222656, 0.425781, 1.71875, 0.279297, 0.476562, 0.640625, 1.046875, 0.283203, 0.294922, 0.273438, 0.294922, 0.925781, 0.304688, 0.298828, 0.251953, 0.273438, 0.519531 ] } , "name": "onnx::Mul_11022", "outputIndexes": [ 3346 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3345, 3346 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 3347 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3347 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.17/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 7561 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7561 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.17/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 7562 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7562 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1038749076, 13107222, 3276800, 0, 0 ] } , "name": "/layers.17/mlp/gate_proj/Linear", "outputIndexes": [ 7563 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7563 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.17/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 7564 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7564 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.17/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 3348 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3348 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.17/mlp/act_fn/Mul_output_0", "outputIndexes": [ 3349 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3348, 3349 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 3350 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 3350 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 3351 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3348, 3351 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/mlp/act_fn/Add_output_0", "outputIndexes": [ 3352 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 3352 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 3353 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3353 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.17/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 3354 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 3354 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 3355 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3348, 3355 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 3356 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 3356 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 3357 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7562 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1055133098, 13107222, 3276800, 0, 0 ] } , "name": "/layers.17/mlp/up_proj/Linear", "outputIndexes": [ 7567 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7567 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.17/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 7568 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7568 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.17/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 3358 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3357, 3358 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/mlp/Mul_output_0", "outputIndexes": [ 3359 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3359 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.17/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 7569 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7569 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.17/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 7570 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7570 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1071517120, 13107222, 3276800, 0, 0 ] } , "name": "/layers.17/mlp/down_proj/Linear", "outputIndexes": [ 7571 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7571 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.17/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 7572 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7572 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.17/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 3360 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3360 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.17/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 3362 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3362 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.17/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 3363 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3363, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 3364 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3364, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 3365 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3360, 3365 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 3366 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 3.5, 0.90625, 0.707031, 3.5, 2.34375, 3.5, 2.640625, 0.746094, 3.5, 2.609375, 3.5, 0.243164, 3.5, 3.5, 3.5, 0.216797, 3.5, 0.431641, 2.59375, 3.5, 3.5, 3.5, 3.5, 3.5, 1.171875, 0.169922, 0.710938, 3.5, 3.5, 3.5, 3.5, 0.263672, 3.5, 2.53125, 3.5, 3.5, 3.5, 3.5, 3.0625, 1.070312, 3.375, 3.5, 1.179688, 0.137695, 3.5, 3.5, 1.492188, 1.445312, 0.198242, 1.578125, 1.804688, 2.90625, 2.53125, 3.5, 3.5, 0.384766, 2.953125, 2.734375, 0.855469, 3.5, 1.164062, 1.8125, 3.5, 0.882812, 3.5, 3.5, 0.122559, 0.090332, 3.5, 2.421875, 3.5, 1.679688, 3.5, 3.5, 3.5, 3.5, 3.203125, 1.679688, 3.5, 1.679688, 2.046875, 1.695312, 3.5, 0.092773, 3.5, 2.875, 3.5, 3.5, 2.625, 0.458984, 3.5, 3.5, 3.5, 3.5, 3.5, 2.1875, 3.5, 0.65625, 0.235352, 0.570312, 3.5, 0.158203, 3.5, 3.5, 2.9375, 3.5, 3.484375, 0.910156, 0.292969, 3.5, 0.198242, 0.275391, 0.349609, 3.5, 3.5, 0.457031, 3.5, 3.5, 3.5, 3.046875, 3.5, 0.566406, 2.3125, 3.5, 2.453125, 2.90625, 0.121582, 0.464844, 1.757812, 0.157227, 3.5, 0.089844, 3.5, 3.5, 2.828125, 3.5, 3.453125, 0.15625, 0.195312, 0.640625, 0.134766, 3.5, 0.158203, 3.5, 3.5, 3.5, 0.976562, 3.5, 3.5, 2.296875, 0.515625, 1.289062, 3.5, 3.5, 2.421875, 2.734375, 1.445312, 3.15625, 3.5, 3.5, 3.5, 0.546875, 3.5, 3.09375, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 0.408203, 3.5, 3.5, 0.143555, 0.640625, 3.125, 3.359375, 3.5, 3.5, 3.5, 0.839844, 1.429688, 3.140625, 0.621094, 0.09375, 3.5, 3.5, 0.644531, 2.140625, 2.25, 1.265625, 0.143555, 0.225586, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 2.78125, 3.5, 0.110352, 3.5, 3.5, 3.5, 3.5, 3.5, 0.789062, 2.421875, 2.625, 3.5, 3.5, 3.078125, 3.5, 3.5, 3.5, 3.5, 1.523438, 3.5, 3.5, 0.165039, 3.1875, 1.046875, 3.5, 3.5, 0.029541, 0.21582, 3.5, 3.5, 3.5, 3.5, 0.878906, 2.453125, 2.03125, 3.5, 3.5, 0.119141, 0.992188, 3.5, 0.141602, 1.851562, 3.5, 3.5, 3.5, 2.03125, 3.5, 1.328125, 3.5, 3.5, 0.144531, 3.5, 0.964844, 3.5, 3.5, 3.5, 0.101074, 3.09375, 3.5, 0.036621, 3.453125, 3.5, 3.484375, 0.148438, 3.5, 3.5, 3.5, 3.5, 3.140625, 2.8125, 3.5, 0.102051, 3.5, 3.5, 3.5, 0.542969, 3.5, 3.5, 3.5, 1.078125, 3.5, 3.5, 3.5, 2.078125, 3.5, 3.5, 3.5, 3.5, 0.291016, 3.5, 0.087891, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 0.125, 3.5, 1.015625, 0.867188, 0.933594, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.484375, 3.5, 0.09375, 0.761719, 3.5, 3.5, 3.5, 3.5, 3.5, 2.796875, 3.5, 0.083496, 3.46875, 3.5, 2.65625, 3.5, 0.492188, 3.203125, 3.5, 3.34375, 3.5, 1.210938, 3.5, 3.5, 3.5, 2.171875, 3.5, 3.5, 2.015625, 1.71875, 2.859375, 3.5, 3.5, 0.957031, 3.5, 2.625, 0.976562, 3.5, 2.921875, 3.5, 3.46875, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 1.046875, 0.209961, 3.5, 3.5, 3.5, 3.5, 3.5, 0.691406, 2.359375, 3.5, 3.5, 3.5, 3.5, 3.5, 3.484375, 0.119629, 3.5, 3.5, 3.5, 3.5, 3.5, 2.0625, 3.5, 1.632812, 3.5, 2.59375, 3.5, 1.789062, 3.5, 3.5, 2.625, 0.292969, 0.210938, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 2.5625, 0.886719, 1.5, 3.0, 3.5, 3.5, 3.5, 3.5, 3.5, 0.890625, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 2.65625, 3.5, 1.65625, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 0.155273, 3.5, 3.5, 3.5, 2.28125, 3.5, 2.828125, 3.5, 3.5, 0.240234, 3.5, 3.5, 1.226562, 3.5, 2.53125, 3.5, 3.5, 1.554688, 3.5, 0.222656, 3.5, 3.5, 1.375, 3.5, 3.5, 3.5, 3.5, 3.5, 3.28125, 3.5, 3.21875, 3.5, 0.355469, 0.255859, 2.3125, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 0.417969, 0.138672, 0.470703, 3.5, 3.5, 3.359375, 3.0625, 1.398438, 0.219727, 3.5, 3.5, 3.5, 1.375, 3.46875, 3.5, 0.10791, 0.042236, 0.163086, 3.5, 3.5, 3.5, 3.5, 0.207031, 2.90625, 1.78125, 3.5, 3.5, 3.5, 3.5, 0.730469, 0.957031, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 1.421875, 1.46875, 3.5, 3.5, 3.5, 3.5, 1.046875, 3.5, 3.5, 3.5, 0.115234, 3.5, 3.5, 2.78125, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 2.265625, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.375, 3.5, 2.484375, 3.5, 3.5, 3.5, 3.5, 1.679688, 3.5, 3.5, 3.5, 2.421875, 3.5, 3.1875, 0.451172, 3.5, 3.5, 0.21582, 2.28125, 3.5, 3.5, 3.5, 3.5, 1.734375, 3.5, 1.054688, 0.222656, 3.5, 2.53125, 3.5, 3.5, 3.5, 3.4375, 3.5, 3.5, 3.5, 3.5, 3.5, 2.875, 3.5, 0.373047, 3.5, 1.273438, 3.5, 3.5, 1.625, 2.6875, 3.5, 3.5, 3.5, 3.5, 3.5, 2.96875, 3.5, 1.53125, 1.0625, 2.546875, 3.5, 3.5, 3.5, 1.679688, 3.5, 3.5, 0.068848, 3.5, 3.5, 3.5, 2.484375, 1.960938, 3.5, 3.328125, 0.024292, 3.5, 0.112793, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 0.486328, 0.173828, 3.5, 0.765625, 1.914062, 3.5, 3.5, 2.265625, 3.5, 3.5, 3.5, 3.5, 1.8125, 0.103516, 3.5, 1.234375, 0.173828, 3.5, 3.5, 1.125, 3.5, 3.5, 3.5, 0.075195, 3.5, 1.890625, 3.5, 0.169922, 3.5, 3.5, 3.5, 0.976562, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 0.691406, 3.5, 0.384766, 3.5, 3.5, 3.5, 2.671875, 0.206055, 3.5, 3.5, 3.5, 3.5, 3.5, 1.601562, 3.5, 3.5, 3.5, 3.5, 3.5, 2.15625, 3.5, 0.165039, 3.5, 3.5, 2.109375, 3.5, 3.5, 0.550781, 3.5, 3.5, 3.5, 1.859375, 3.5, 0.683594, 3.5, 3.5, 0.484375, 3.5, 3.5, 3.421875, 3.5, 3.5, 3.5, 0.546875, 0.110352, 3.5, 3.5, 0.609375, 3.5, 0.357422, 1.070312, 3.5, 1.648438, 3.5, 3.5, 2.515625, 3.5, 0.263672, 0.589844, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 0.119141, 3.5, 3.5, 3.5, 3.5, 3.375, 3.5, 0.542969, 3.5, 2.796875, 3.5, 2.25, 3.5, 1.625, 3.5, 3.5, 0.283203, 3.5, 1.390625, 3.015625, 0.132812, 2.421875, 3.5, 1.75, 1.445312, 3.5, 3.5, 2.5625, 3.5, 3.40625, 3.5, 3.5, 3.5, 3.5, 3.5, 1.242188, 1.640625, 3.421875, 0.212891, 1.070312, 3.5, 3.5, 3.5, 3.5, 0.820312, 2.234375, 3.5, 3.5, 3.5, 3.5, 3.5, 3.484375, 3.484375, 0.455078, 3.5, 0.964844, 1.023438, 3.5, 3.5, 1.304688, 2.484375, 0.298828, 0.094238, 1.085938, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 2.03125, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.359375, 1.851562, 3.5, 3.5, 3.5, 3.484375, 3.5, 3.5, 3.5, 3.5, 3.5, 0.141602, 3.5, 1.65625, 0.570312, 3.5, 3.5, 3.5, 0.652344, 0.081543, 3.5, 0.984375, 3.5, 1.921875, 3.5, 1.015625, 3.5, 3.5, 0.003326, 3.5, 3.5, 0.045166, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.0, 0.170898, 2.671875, 3.5, 3.5, 0.427734, 3.5, 3.5, 1.875, 3.5, 3.5, 0.722656, 1.09375, 3.5, 3.5, 3.5, 3.5, 3.5, 2.03125, 3.5, 3.5, 1.273438, 3.5, 0.101074, 1.96875, 3.5, 3.5, 3.5, 1.625, 3.5, 2.390625, 3.5, 1.820312, 2.015625, 0.558594, 3.5, 3.5, 3.5, 3.5, 3.5, 0.135742, 3.5, 3.5, 3.234375, 3.5, 3.5, 3.234375, 1.75, 0.652344, 1.328125, 0.273438, 3.5, 0.08252, 3.40625, 3.5, 3.5, 3.5, 1.34375, 3.5, 3.5, 2.328125, 2.484375, 3.5, 0.75, 0.083496, 1.765625, 3.5, 3.5, 0.21582, 1.914062, 3.5, 3.03125, 3.5, 0.031494, 3.015625, 2.625, 3.296875, 3.5, 0.143555, 0.201172, 3.5, 3.5, 1.789062, 3.5, 2.671875, 3.5, 3.296875, 2.03125, 2.484375, 3.5, 0.095703, 1.921875, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.375, 3.5, 1.28125, 2.78125, 3.5, 3.5, 3.5, 3.5, 3.078125, 3.5, 3.5, 3.5, 3.5, 3.40625, 3.5, 3.5, 1.460938, 3.5, 3.5, 0.229492, 3.421875, 0.707031, 3.5, 3.5, 3.5, 1.65625, 3.5, 3.5, 3.5, 3.5, 1.914062, 3.5, 3.5, 3.5, 3.5, 3.5, 0.122559, 3.5, 3.5, 3.375, 3.5, 3.5, 3.5, 2.125, 3.5, 0.287109, 1.054688, 2.890625, 2.4375, 0.423828, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 0.180664, 3.5, 3.5, 3.5, 3.5, 3.140625, 3.5, 3.5, 3.5, 2.453125, 3.40625, 3.109375, 3.5, 0.080566, 3.5, 0.030396, 1.367188, 0.582031, 3.5, 3.375, 3.5, 3.5, 3.5, 3.5, 3.5, 2.53125, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.390625, 3.5, 2.359375, 0.165039, 0.486328, 3.5, 3.453125, 3.5, 3.5, 3.5, 3.5, 3.5, 0.410156, 3.5, 3.5, 3.5, 0.206055, 3.46875, 3.5, 0.660156, 3.5, 3.5, 0.730469, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.21875, 2.796875, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 0.535156, 3.5, 2.125, 3.5, 3.5, 3.5, 3.5, 0.695312, 3.5, 3.1875, 3.5, 3.5, 3.5, 3.5, 3.484375, 3.5, 3.5, 2.015625, 3.5, 3.5, 3.5, 0.170898, 0.773438, 0.431641, 3.5, 3.5, 3.5, 3.5, 3.484375, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.46875, 1.4375, 3.5, 3.484375, 0.734375, 3.5, 0.145508, 0.355469, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 0.181641, 3.5, 0.839844, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 0.214844, 1.796875, 0.605469, 3.5, 3.5, 3.5, 2.640625, 3.5, 3.5, 1.703125, 1.40625, 2.828125, 3.5, 3.5, 0.095215, 3.5, 3.5, 3.5, 3.5, 2.3125, 0.75, 3.4375, 0.6875, 3.296875, 3.5, 3.5, 0.523438, 0.210938, 3.5, 3.5, 1.835938, 3.5, 0.53125, 0.150391, 3.5, 3.421875, 3.3125, 3.5, 3.5, 3.5, 3.5, 3.03125, 3.5, 1.75, 2.953125, 0.062988, 0.296875, 3.5, 3.5, 0.169922, 3.5, 0.204102, 0.283203, 2.5, 2.75, 0.125, 3.5, 3.5, 3.5, 3.421875, 1.6875, 3.46875, 2.625, 3.5, 1.882812, 1.414062, 3.5, 3.5, 3.5, 3.5, 0.632812, 0.128906, 2.71875, 3.5, 3.4375, 3.5, 3.5, 0.179688, 3.5, 3.5, 0.628906, 0.515625, 2.671875, 1.429688, 3.5, 3.5, 2.578125, 3.5, 3.5, 3.5, 3.5, 1.3125, 3.421875, 3.5, 3.5, 3.5, 3.5, 3.3125, 1.445312, 1.0625, 1.75, 3.5, 3.5, 0.355469, 0.542969, 3.5, 2.625, 3.5, 3.5, 0.773438, 3.28125, 1.71875, 3.5, 3.5, 1.5, 3.5, 1.351562, 1.476562, 0.07373, 0.112305, 0.820312, 0.189453, 3.484375, 2.484375, 3.5, 0.5625, 0.671875, 3.5, 2.84375, 3.5, 3.5, 3.21875, 0.699219, 3.171875, 3.5, 2.71875, 3.5, 3.5, 1.59375, 1.898438, 3.5, 1.851562, 3.5, 3.5, 3.5, 3.5, 3.5, 3.484375, 2.171875, 3.46875, 3.5, 3.5, 2.03125, 2.96875, 3.5, 3.5, 3.5, 2.25, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 1.8125, 2.875, 3.5, 3.5, 1.390625, 3.5, 3.46875, 3.5, 3.5, 3.5, 1.054688, 3.5, 3.5, 3.5, 3.5, 0.996094, 2.71875, 3.5, 3.5, 3.4375, 3.5, 3.5, 3.5, 3.5, 3.5, 2.75, 0.131836, 3.5, 3.5, 3.5, 3.40625, 3.5, 3.5, 3.5, 0.114258, 3.5, 0.116211, 3.5, 3.5, 3.5, 2.84375, 3.234375, 3.5, 3.5, 3.5, 3.0, 0.5625, 3.5, 0.310547, 3.5, 3.5, 3.5, 3.5, 3.5, 1.65625, 0.796875, 2.78125, 3.5, 3.5, 3.46875, 3.484375, 3.5, 3.5, 3.5, 3.296875, 1.4375, 0.168945, 3.34375, 3.5, 3.5, 3.5, 3.5, 3.234375, 3.5, 0.085449, 3.5, 3.5, 3.5, 3.5, 0.171875, 3.5, 0.683594, 2.296875, 3.5, 3.5, 2.703125, 0.75, 3.5, 0.480469, 3.484375, 3.5, 1.265625, 2.15625, 3.5, 3.5, 3.5, 1.382812, 3.5, 3.5, 3.5, 3.5, 3.0625, 2.5625, 3.5, 1.921875, 3.5, 0.542969, 2.4375, 3.5, 3.5, 3.5, 3.0, 0.980469, 3.5, 3.015625, 3.5, 1.789062, 3.5, 3.5, 3.5, 3.5, 3.5, 1.59375, 3.5, 3.5, 3.5, 0.217773, 1.390625, 1.757812, 3.5, 3.5, 3.453125, 3.5, 3.5, 1.054688, 2.265625, 3.5, 3.390625, 3.5, 3.5, 3.5, 3.5, 3.5, 2.109375, 3.5, 3.5, 3.5, 0.122559, 1.4375, 3.5, 1.4375, 3.5, 3.5, 2.65625, 1.578125, 3.5, 3.5, 0.06543, 0.785156, 3.5, 2.140625, 0.886719, 2.625, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 2.140625, 1.023438, 1.976562, 0.126953, 2.59375, 3.125, 0.112305, 3.5, 1.976562, 0.003006, 3.5, 0.660156, 3.5, 0.582031, 2.15625, 0.574219, 1.898438, 3.5, 0.773438, 1.726562, 0.443359, 3.5, 0.3125, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 0.648438, 3.5, 3.5, 3.5, 3.5, 0.15625, 0.6875, 0.390625, 2.6875, 3.5, 3.5, 3.5, 3.5, 3.5, 3.0625, 3.5, 3.5, 3.5, 0.107422, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 0.644531, 3.5, 0.119629, 0.261719, 3.5, 3.5, 3.0625, 3.5, 3.5, 3.5, 3.5, 3.453125, 3.5, 3.5, 3.5, 3.5, 3.5, 2.0625, 3.421875, 3.5, 3.5, 3.5, 3.046875, 3.5, 3.5, 3.5, 2.390625, 3.5, 3.5, 3.5, 0.271484, 3.5, 3.5, 1.3125, 3.5, 0.507812, 3.5, 3.5, 3.5, 0.146484, 1.210938, 3.5, 3.5, 3.5, 3.25, 3.5, 0.151367, 2.625, 3.5, 3.5, 0.026123, 3.5, 1.96875, 3.5, 3.5, 3.5, 3.5, 3.5, 0.165039, 3.5, 3.5, 0.330078, 2.765625, 2.859375, 3.5, 2.109375, 3.5, 0.486328, 1.648438, 0.128906, 3.5, 3.5, 3.5, 3.46875, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 1.09375, 2.8125, 3.5, 3.5, 3.5, 1.117188, 3.5, 2.421875, 3.0, 3.5, 3.5, 3.5, 3.5, 3.5, 1.859375, 3.5, 0.09668, 3.5, 1.984375, 3.5, 3.5, 0.96875, 0.166016, 1.625, 3.5, 3.5, 3.5, 3.5, 3.15625, 3.5, 0.163086, 3.5, 1.210938, 2.875, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 0.339844, 3.5, 1.046875, 3.5, 3.484375, 3.140625, 3.5, 3.5, 3.5, 3.5, 3.5, 2.9375, 3.046875, 3.5, 3.5, 0.244141, 3.5, 3.4375, 3.5, 0.105469, 3.5, 3.484375, 3.5, 3.5, 1.265625, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.28125, 0.527344, 3.5, 0.162109, 3.5, 0.488281, 3.5, 3.5, 2.046875, 3.453125, 3.5, 2.609375, 1.039062, 1.648438, 1.859375, 2.953125, 3.5, 3.5, 3.5, 3.5, 3.109375, 0.369141, 1.632812, 3.5, 3.5, 3.5, 3.5, 3.5, 1.351562, 2.734375, 3.5, 0.753906, 0.929688, 3.5, 2.03125, 1.234375, 3.5, 0.839844, 3.5, 3.5, 2.71875, 3.5, 3.5, 3.5, 0.120117, 3.5, 0.871094, 3.5, 0.773438, 0.660156, 3.5, 3.5, 2.671875, 3.5, 2.375, 3.5, 3.5, 0.941406, 0.243164, 3.5, 3.5, 3.5, 3.5, 0.045898, 3.5, 3.5, 3.5, 0.527344, 3.5, 3.5, 3.5, 2.46875, 3.5, 0.139648, 0.185547, 3.265625, 3.5, 3.5, 3.46875, 0.361328, 3.5, 3.5, 3.5, 3.296875, 3.5, 1.460938, 3.5, 3.5, 3.5, 3.5, 3.5, 0.992188, 0.070801, 3.5, 1.421875, 1.9375, 1.179688, 3.5, 3.5, 3.5, 3.5, 1.8125, 1.96875, 2.78125, 3.5, 3.109375, 3.5, 3.5, 2.265625, 0.142578, 3.5, 3.5, 3.5, 0.675781, 3.015625, 1.382812, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 0.851562, 0.099121, 3.5, 3.5, 3.5, 3.5, 3.5, 0.235352, 3.5, 2.625, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.203125, 3.5, 3.5, 3.5, 3.5, 1.65625, 3.5, 3.5, 0.131836, 3.5, 3.5, 1.515625, 3.5, 2.25, 3.5, 0.224609, 3.5, 3.5, 0.474609, 3.5, 0.039307, 3.5, 0.152344, 2.640625, 3.5, 3.15625, 3.5, 3.5, 3.359375, 0.142578, 3.5, 3.5, 3.5, 0.097656, 3.5, 1.921875, 3.5, 3.5, 3.5, 0.527344, 0.144531, 0.206055, 2.71875, 0.116699, 3.5, 3.5, 3.5, 3.5, 3.5, 3.28125, 3.5, 3.5, 3.5, 3.5, 3.5, 3.421875, 3.5, 3.359375, 3.5, 3.5, 2.09375, 3.5, 1.21875, 3.5, 3.46875, 3.5, 3.5, 3.5, 3.5, 1.273438, 3.5, 3.5, 3.5, 0.695312, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.46875, 3.5, 0.40625, 3.5, 0.257812, 3.5, 3.5, 0.490234, 2.78125, 1.898438, 1.046875, 3.5, 3.5, 1.078125, 3.5, 3.375, 0.148438, 0.53125, 2.453125, 3.5, 3.5, 3.5, 3.5, 1.03125, 3.5, 2.015625, 1.5625, 3.5, 3.078125, 3.5, 3.5, 3.5, 3.5, 0.138672, 3.5, 0.071289, 3.5, 3.5, 3.5, 3.5, 2.796875, 3.5, 0.206055, 0.734375, 3.5, 0.223633, 3.5, 3.5, 3.5, 0.085938, 3.5, 0.742188, 3.5, 3.5, 1.429688, 3.484375, 3.5, 3.0625, 2.6875, 3.5, 3.5, 3.5, 3.21875, 3.5, 3.5, 3.5, 3.5, 1.796875, 0.296875, 3.5, 3.5, 3.5, 2.484375, 2.3125, 3.5, 3.5, 3.5, 3.5, 2.5, 3.5, 3.5, 3.5, 3.5, 0.196289, 3.5, 3.5, 1.96875, 3.5, 3.5, 3.5, 0.8125, 2.96875, 0.769531, 2.078125, 3.5, 3.5, 3.5, 3.5, 2.0, 2.71875, 1.109375, 3.3125, 0.084473, 3.5, 3.5, 3.5, 3.5, 3.484375, 3.5, 3.5, 3.5, 0.425781, 0.231445, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 0.878906, 3.5, 3.5, 3.5, 2.15625, 3.5, 0.667969, 3.5, 0.105957, 2.046875, 3.5, 3.3125, 3.5, 3.296875, 1.375, 3.5, 3.5, 1.953125, 2.1875, 3.5, 3.5, 0.417969, 3.5, 0.003204, 3.15625, 3.5, 0.149414, 0.4375, 3.4375, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 2.25, 2.28125, 3.5, 3.5, 0.134766, 3.5, 0.636719, 3.5, 3.296875, 3.5, 1.5625, 3.5, 0.785156, 3.5, 3.5, 3.5, 0.535156, 0.972656, 3.375, 3.5, 3.5, 1.539062, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 1.890625, 3.5, 3.5, 0.186523, 3.5, 3.5, 3.125, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 0.164062, 3.5, 3.5, 3.5, 3.125, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 2.703125, 3.5, 2.734375, 3.5, 3.5, 3.5, 3.484375, 3.5, 0.094727, 0.945312, 3.5, 3.5, 2.4375, 1.5, 3.5, 0.574219, 1.859375, 0.112793, 3.5, 3.5, 0.298828, 3.5, 3.5, 3.5, 3.5, 1.445312, 3.5, 3.5, 3.5, 2.25, 1.921875, 3.5, 3.5, 3.5, 1.5, 1.046875, 0.400391, 2.421875, 2.78125, 1.757812, 3.5, 3.5, 3.5, 3.5, 3.5, 1.664062, 0.859375, 0.128906, 3.5, 3.5, 3.5, 3.5, 0.104004, 3.1875, 1.53125, 0.003006, 3.5, 0.808594, 0.003113, 2.359375, 0.226562, 3.5, 3.15625, 3.5, 0.104492, 3.5, 2.109375, 3.5, 0.490234, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.265625, 0.168945, 1.679688, 3.5, 3.5, 0.166992, 3.5, 0.648438, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 0.21582, 2.5625, 3.5, 3.328125, 3.5, 3.5, 3.46875, 3.5, 3.5, 3.5, 3.5, 3.5, 2.71875, 0.129883, 0.75, 3.5, 3.5, 0.65625, 0.605469, 3.5, 0.558594, 1.0, 3.5, 3.5, 3.5, 3.5, 0.726562, 3.5, 3.5, 3.5, 3.46875, 0.052002, 3.5, 3.5, 3.5, 3.4375, 3.5, 3.4375, 3.5, 3.5, 3.234375, 3.5, 3.5, 2.625, 1.226562, 3.4375, 3.5, 3.5, 0.867188, 3.5, 3.5, 3.5, 0.757812, 0.131836, 1.914062, 3.5, 1.9375, 3.5, 0.890625, 3.5, 3.5, 3.5, 2.46875, 3.484375, 3.5, 3.5, 0.589844, 3.5, 3.5, 3.5, 3.5, 3.25, 2.453125, 0.613281, 3.5, 3.5, 3.5, 3.5, 3.5, 3.0, 3.5, 3.5, 2.65625, 3.5, 0.200195, 0.425781, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 1.546875, 3.5, 3.5, 0.083008, 3.5, 0.263672, 3.328125, 3.421875, 3.5, 3.5, 1.164062, 3.5, 0.554688, 3.5, 2.546875, 3.5, 3.5, 3.140625, 3.5, 3.5, 1.570312, 3.5, 3.15625, 3.5, 3.5, 3.484375, 3.5, 3.5, 0.439453, 3.5, 3.5, 0.076172, 3.5, 0.183594, 3.5, 3.5, 3.5, 0.177734, 2.8125, 3.5, 0.114258, 3.5, 3.5, 3.28125, 2.828125, 3.5, 0.099609, 3.5, 0.578125, 3.3125, 3.5, 3.5, 3.5, 0.134766, 3.5, 3.5, 0.238281, 3.5, 3.5, 3.5, 3.5, 2.953125, 3.5, 3.5, 3.5, 3.5, 2.75, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 0.396484, 0.605469, 3.5, 3.109375, 3.5, 0.136719, 3.5, 0.257812, 3.5, 3.5, 2.84375, 3.5, 3.5, 3.5, 3.5, 1.882812, 0.84375, 0.12207, 3.5, 3.5, 3.5, 3.5, 0.163086, 0.289062, 0.170898, 3.5, 3.5, 3.5, 3.5, 0.294922, 0.120605, 0.112305, 3.5, 3.5, 3.5, 3.5, 3.5, 2.796875, 3.5, 3.5, 2.34375, 3.5, 1.148438, 0.193359, 2.34375, 3.484375, 3.5, 3.5, 0.212891, 3.375, 3.5, 3.5, 3.5, 2.75, 3.5, 3.5, 3.5, 3.5, 3.0, 3.5, 3.5, 3.5, 2.484375, 2.046875, 3.5, 3.109375, 3.5, 3.5, 3.046875, 3.5, 3.5, 0.219727, 3.5, 2.453125, 3.5, 0.671875, 3.171875, 0.585938, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 2.8125, 1.226562, 0.096191, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.484375, 3.5, 2.4375, 3.5, 0.40625, 0.828125, 3.5, 3.5, 1.523438, 3.5, 3.5, 0.125977, 3.5, 2.75, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 0.457031, 3.5, 3.5, 3.5, 3.5, 3.5, 3.5, 1.632812, 2.65625, 3.5, 2.84375, 0.933594, 3.5, 0.177734, 0.119141, 2.453125, 3.5, 0.851562, 3.5, 0.753906, 3.5, 3.5, 0.726562, 3.5, 0.382812, 3.5, 3.5, 3.5, 3.5, 0.9375, 0.714844, 3.5, 3.46875, 3.296875, 0.137695, 0.216797, 2.09375, 0.796875, 3.5, 3.5, 0.753906, 3.5, 3.5, 2.078125, 3.5, 1.570312, 3.5, 3.5, 0.330078, 0.066406, 3.5, 3.5, 3.5, 3.5, 1.382812, 3.5, 3.5, 3.5, 3.5, 3.5 ] } , "name": "onnx::Mul_11023", "outputIndexes": [ 3367 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3366, 3367 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 3368 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3340, 3368 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/Add_1_output_0", "outputIndexes": [ 3369 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3369 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.17/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 7573 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7573 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.17/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 7574 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7574 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1087901142, 327702, 81920, 0, 0 ] } , "name": "/layers.17/per_layer_input_gate/Linear", "outputIndexes": [ 7575 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7575 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.17/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 7576 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7576 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.17/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 3370 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3370 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.17/act_fn/Mul_output_0", "outputIndexes": [ 3371 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3370, 3371 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/act_fn/Mul_1_output_0", "outputIndexes": [ 3372 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 3372 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/act_fn/Mul_2_output_0", "outputIndexes": [ 3373 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3370, 3373 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/act_fn/Add_output_0", "outputIndexes": [ 3374 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 3374 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/act_fn/Mul_3_output_0", "outputIndexes": [ 3375 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3375 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.17/act_fn/Tanh_output_0", "outputIndexes": [ 3376 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 3376 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/act_fn/Add_1_output_0", "outputIndexes": [ 3377 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3370, 3377 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/act_fn/Mul_4_output_0", "outputIndexes": [ 3378 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 3378 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/act_fn/Mul_5_output_0", "outputIndexes": [ 3379 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 17 ] } , "name": "/Constant_26_output_0", "outputIndexes": [ 3380 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4123", "outputIndexes": [ 3381 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4126", "outputIndexes": [ 3382 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 3381, 3382, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice4129", "outputIndexes": [ 3383 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3383 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze4130", "outputIndexes": [ 3384 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3380, 3384 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4131", "outputIndexes": [ 3385 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3385, 3384 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4132", "outputIndexes": [ 3386 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 3386, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_24_output_0", "outputIndexes": [ 3387 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3379, 3387 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/Mul_output_0", "outputIndexes": [ 3388 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3388 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.17/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 7577 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7577 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.17/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 7578 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7578 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1088310764, 327702, 81920, 0, 0 ] } , "name": "/layers.17/per_layer_projection/Linear", "outputIndexes": [ 7579 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7579 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.17/per_layer_projection/Linear/post_convert", "outputIndexes": [ 7580 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7580 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.17/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 3389 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3389 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.17/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 3391 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3391 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.17/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 3392 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3392, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 3393 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3393, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 3394 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3389, 3394 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 3395 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.001701, 0.001587, 0.01001, 1.867188, 0.001785, 0.001762, 0.001724, 0.001648, 0.001678, 1.867188, 1.867188, 0.001694, 1.84375, 1.867188, 1.867188, 0.001717, 0.001747, 0.28125, 0.001816, 0.001656, 0.00174, 1.867188, 1.867188, 0.001793, 0.001778, 0.001801, 0.001755, 1.6875, 1.203125, 1.867188, 1.867188, 0.001785, 1.859375, 0.00177, 0.001717, 1.867188, 1.484375, 1.8125, 0.001701, 1.867188, 0.001831, 1.203125, 1.867188, 0.080078, 0.00174, 1.6875, 0.001663, 0.001762, 0.001816, 0.00177, 0.001793, 0.398438, 0.00177, 0.001808, 1.289062, 0.00177, 1.554688, 0.00164, 0.535156, 0.00174, 0.00174, 1.078125, 0.001785, 1.867188, 1.867188, 0.001694, 0.001755, 0.058594, 1.867188, 1.570312, 1.867188, 0.001816, 1.867188, 0.001732, 1.835938, 1.859375, 0.001747, 0.707031, 0.001808, 0.016724, 1.265625, 0.00177, 0.001755, 0.001793, 1.867188, 0.00174, 1.867188, 1.867188, 0.001816, 0.474609, 0.001717, 0.871094, 1.867188, 1.867188, 1.867188, 0.001816, 0.001816, 0.001778, 0.001762, 0.001694, 1.867188, 0.001755, 1.867188, 1.867188, 1.867188, 0.00177, 1.757812, 0.001762, 0.001785, 1.867188, 0.001709, 0.001732, 0.001709, 1.859375, 0.001778, 0.001671, 0.001785, 1.867188, 1.867188, 1.71875, 0.001785, 0.357422, 0.001633, 0.001762, 0.001701, 1.46875, 0.001801, 0.001633, 1.695312, 0.106445, 1.867188, 0.001801, 0.001724, 1.867188, 1.820312, 1.515625, 0.279297, 0.001686, 0.00174, 0.001778, 0.019653, 1.867188, 0.00174, 1.867188, 0.001747, 1.867188, 0.001808, 0.001724, 1.867188, 1.445312, 0.00174, 0.001755, 0.001785, 0.00174, 0.001801, 1.257812, 1.710938, 0.001793, 1.867188, 0.001709, 1.867188, 0.001686, 1.867188, 1.703125, 0.001755, 1.867188, 1.867188, 0.001762, 1.867188, 1.859375, 0.00174, 1.867188, 1.867188, 0.016602, 0.001823, 0.001808, 0.001709, 1.148438, 1.867188, 1.867188, 0.804688, 0.001701, 1.484375, 0.300781, 0.00174, 1.820312, 1.867188, 0.001816, 0.00177, 0.001808, 0.001686, 0.001701, 0.001778, 0.001747, 0.001793, 1.867188, 1.867188, 1.867188, 1.867188, 1.25, 0.001801, 0.001717, 1.867188, 1.867188, 1.867188, 0.001778, 0.001678, 0.746094, 0.001793, 0.804688, 0.001747, 1.867188, 1.867188, 1.867188, 1.109375, 1.867188, 0.001732, 0.785156, 1.867188, 1.75, 0.00177, 1.46875, 0.001785, 1.859375, 1.867188, 0.001663, 0.001694, 1.867188, 1.867188, 1.867188, 1.859375, 0.001785, 1.867188, 0.001793, 0.001709, 0.001717, 0.001701, 0.001671, 1.851562, 0.001801, 0.00174, 1.867188, 1.867188, 0.001633, 0.001785, 1.867188, 0.001732, 1.867188, 0.001701, 0.001762, 0.00177, 0.001724, 1.867188, 1.867188, 1.867188, 0.001701, 0.008911, 1.867188, 0.001686, 1.867188, 1.867188, 0.001717, 0.001678, 0.001785, 0.00412, 1.867188, 0.001656, 0.851562, 1.867188, 0.009277, 0.001808, 1.867188, 1.867188, 1.867188, 0.001785, 1.867188, 1.867188, 0.001701, 0.00177, 1.867188, 1.867188, 1.867188, 0.001671, 0.001762, 1.867188, 1.773438, 0.00174, 0.199219, 1.867188, 0.001709, 1.75, 1.867188, 0.001724, 1.867188, 1.867188, 0.00177, 0.001793, 1.742188, 0.001793, 0.001595, 0.001549, 1.867188, 0.001671, 0.001785, 0.001717, 1.867188, 0.001747, 1.867188, 1.867188, 0.00174, 0.001762, 1.867188, 0.001785, 0.001778, 0.00177, 1.820312, 1.867188, 1.867188, 1.867188, 0.00177, 1.867188, 0.05542, 0.001686, 0.00177, 1.109375, 1.867188, 0.386719, 1.296875, 0.108398, 1.734375, 1.867188, 0.001724, 1.851562, 0.001747, 1.804688, 1.867188, 0.001793, 0.757812, 0.001617, 0.001816, 0.001793, 0.001724, 1.84375, 0.001671, 1.867188, 1.867188, 0.001694, 0.001785, 0.001755, 1.867188, 0.001793, 1.867188, 1.867188, 1.867188, 0.001778, 1.867188, 0.00177, 1.867188, 0.519531, 0.001732, 1.867188, 0.001785, 1.867188, 1.867188, 1.867188, 0.001701, 1.515625, 1.867188, 0.001816, 1.867188, 1.867188, 1.867188, 0.001793, 0.001801, 1.867188, 1.828125, 1.867188, 0.00174, 1.867188, 1.054688, 0.00174, 0.001778, 1.867188, 0.001709, 1.867188, 0.001617, 1.867188, 1.867188, 0.001831, 0.001816, 0.001755, 1.867188, 0.001801, 0.001747, 1.867188, 0.001808, 1.867188, 0.001785, 1.867188, 1.867188, 0.001709, 0.001823, 0.001755, 0.00177, 0.001747, 0.00174, 1.453125, 0.001747, 1.867188, 1.867188, 0.001816, 0.001663, 1.867188, 0.001778, 1.867188, 1.867188, 1.867188, 0.001801, 0.001816, 0.001778, 0.001556, 0.001793, 0.001816, 1.867188, 1.867188, 1.867188, 1.867188, 1.867188, 1.867188, 0.012634, 1.867188, 0.00174, 0.001701, 0.001732, 0.037354, 0.001747, 1.867188, 1.867188, 0.001762, 1.867188, 0.001755, 1.859375, 1.859375, 0.001808, 1.867188, 0.001785, 0.00177, 1.820312, 0.001694, 1.867188, 0.001678, 1.867188, 1.867188, 0.001801, 1.867188, 1.867188, 0.001709, 1.867188, 1.632812, 1.867188, 0.546875, 1.867188, 1.867188, 1.867188, 0.001732, 1.851562, 0.00174, 0.001755, 0.001747, 1.867188, 1.867188, 0.001801, 1.867188, 1.867188, 0.257812, 0.001686, 0.001556, 0.001701, 0.001778, 0.00174, 1.859375, 1.859375, 0.001785, 0.001778, 0.001823, 1.867188, 1.867188, 0.001701, 0.001709, 1.867188, 1.867188, 0.001732, 0.001625, 0.001778, 0.001762, 0.001762, 1.867188, 0.001709, 0.001816, 1.257812, 0.001717, 1.867188, 1.867188, 1.859375, 0.001808, 0.001724, 0.253906, 0.001801, 1.867188, 1.476562, 0.001801, 0.001717, 1.851562, 0.001747, 0.001801, 0.001686, 1.867188, 1.867188, 0.00177, 0.00174, 0.001808, 1.085938, 0.001808, 1.867188, 0.001778, 1.867188, 1.867188, 0.917969, 0.00177, 1.867188, 0.001701, 1.828125, 1.867188, 0.001617, 0.001801, 1.867188, 1.867188, 0.001755, 0.00164, 1.867188, 1.867188, 1.867188, 0.001724, 1.867188, 0.001747, 1.695312, 0.001587, 1.867188, 1.867188, 1.578125, 0.001816, 0.001709, 1.867188, 1.828125, 1.867188, 1.867188, 0.00177, 1.78125, 0.001732, 1.867188, 1.710938, 1.867188, 1.867188, 0.001755, 1.867188, 1.867188, 0.146484, 0.001808, 1.867188, 1.867188, 0.001762, 0.00177, 1.054688, 1.867188, 0.001701, 0.001785, 1.867188, 0.675781, 0.001717, 1.867188, 1.867188, 1.601562, 0.001724, 1.867188, 1.25, 1.757812, 1.867188, 1.710938, 1.867188, 0.001747, 1.867188, 0.855469, 1.867188, 1.867188, 0.001785, 0.001671, 1.867188, 1.867188, 1.867188, 0.001762, 1.867188, 1.867188, 0.001755, 0.001793, 0.00174, 1.867188, 1.867188, 0.001709, 1.867188, 0.9375, 1.867188, 1.867188, 0.001694, 1.867188, 1.867188, 1.867188, 0.001678, 0.001747, 1.867188, 0.001762, 0.001732, 0.001747, 0.001709, 1.867188, 1.867188, 1.867188, 1.867188, 1.867188, 1.867188, 0.001816, 1.867188, 1.679688, 1.867188, 0.001701, 0.011475, 1.742188, 0.34375, 0.001755, 1.867188, 1.867188, 1.421875, 1.828125, 0.001778, 0.00177, 1.867188, 0.001648, 0.001778, 1.867188, 0.001816, 0.001724, 0.001717, 1.867188, 0.001747, 1.867188, 0.00174, 0.001808, 0.101074, 1.867188, 0.001724, 1.867188, 0.001778, 1.867188, 0.001617, 1.867188, 1.695312, 1.835938, 0.001709, 0.001701, 1.867188, 1.867188, 1.851562, 1.867188, 0.001732, 0.001755, 1.867188, 0.269531, 0.001678, 0.001778, 1.867188, 1.867188, 1.773438, 1.679688, 0.001785, 1.867188, 1.757812, 0.001595, 0.001793, 1.867188, 0.001709, 0.001785, 0.001808, 0.001762, 0.001823, 0.001724, 0.431641, 1.867188, 0.00177, 1.867188, 1.726562, 0.001709, 1.757812, 0.001717, 0.001755, 1.867188, 1.328125, 1.867188, 0.001701, 1.867188, 0.001724, 1.867188, 1.867188, 0.001762, 1.867188, 0.001755, 0.001808, 0.001785, 0.001724, 1.867188, 0.001678, 0.001801, 1.867188, 1.867188, 0.001709, 0.001762, 0.008423, 0.84375, 1.867188, 0.001732, 1.867188, 1.867188, 1.867188, 0.001793, 0.02356, 0.001724, 1.867188, 1.867188, 1.867188, 0.001762, 1.867188, 0.001755, 0.001801, 1.867188, 0.001801, 0.001724, 0.001747, 1.554688, 1.867188, 0.001785, 0.00174, 0.291016, 1.867188, 0.001747, 1.601562, 0.001793, 1.867188, 0.001755, 1.867188, 1.867188, 0.001808, 1.867188, 0.001709, 0.001823, 0.001701, 0.00177, 1.867188, 1.085938, 0.001747, 1.867188, 0.001801, 0.001732, 1.867188, 0.001724, 1.867188, 0.001816, 1.867188, 0.001701, 1.867188, 0.542969, 0.001724, 0.001785, 0.00177, 0.001732, 1.867188, 1.867188, 1.867188, 0.001755, 0.53125, 0.001724, 1.820312, 0.001747, 0.001778, 0.001801, 0.001701, 1.867188, 0.675781, 0.001724, 1.859375, 0.001801, 0.001801, 1.867188, 1.757812, 0.640625, 1.53125, 0.21582, 0.001678, 0.001663, 1.867188, 1.867188, 0.001701, 0.001671, 0.001785, 1.703125, 0.008972, 0.001724, 1.867188, 1.867188, 0.105957, 1.867188, 1.867188, 1.867188, 1.867188, 0.001762, 1.859375, 1.867188, 1.867188, 0.001724, 1.867188, 0.001801, 0.001778, 1.867188, 1.867188, 0.001755, 1.867188, 0.001755, 0.001709, 0.001785, 1.867188, 1.867188, 0.001686, 0.001732, 1.867188, 0.001755, 1.867188, 0.001808, 1.867188, 0.001717, 1.867188, 1.867188, 0.001694, 1.867188, 1.867188, 0.001701, 0.001793, 0.001717, 1.867188, 1.867188, 0.001762, 0.001656, 1.203125, 0.001541, 0.001724, 1.84375, 1.867188, 0.001755, 1.71875, 0.001701, 0.001755, 0.001732, 1.867188, 0.001678, 0.001694, 0.00164, 0.001816, 1.132812, 0.001785, 1.867188, 1.796875, 1.867188, 1.867188, 0.001762, 0.001785, 0.001747, 0.001717, 0.104004, 1.867188, 0.001709, 0.001785, 1.867188, 0.001694, 0.00177, 0.00177, 0.746094, 0.408203, 0.001762, 0.001793, 1.867188, 1.351562, 1.867188, 0.001755, 1.867188, 1.867188, 1.648438, 1.445312, 1.867188, 1.867188, 0.001694, 0.001747, 0.001732, 0.001694, 1.867188, 0.074219, 0.00174, 1.867188, 1.867188, 1.867188, 0.001625, 1.867188, 1.867188, 0.001808, 0.001747, 0.001694, 0.001785, 0.001678, 0.00174, 1.867188, 1.867188, 0.001724, 0.001701, 1.859375, 0.001778, 0.285156, 0.062988, 0.001709, 0.001778, 0.001701, 1.773438, 0.001724, 0.181641, 1.867188, 1.617188, 0.001785, 1.867188, 0.001808, 0.001755, 1.867188, 1.867188, 1.867188, 0.001755, 0.001755, 0.001778, 1.867188, 1.867188, 0.00177, 1.867188, 1.867188, 1.585938, 1.851562, 1.867188, 0.001755, 1.867188, 0.001701, 0.001671, 1.867188, 0.001701, 1.867188, 1.867188, 0.001678, 1.867188, 0.001747, 1.75, 1.867188, 1.859375, 1.867188, 1.867188, 0.001717, 1.867188, 0.001801, 0.171875, 0.001778, 0.001793, 1.867188, 0.001732, 0.001762, 0.00174, 1.867188, 0.001778, 1.867188, 1.867188, 1.125, 0.005371, 1.867188, 0.001778, 0.001785, 1.84375, 0.001785, 1.867188, 0.001793, 1.289062, 1.867188, 1.867188, 1.851562, 0.00164, 0.038086, 0.001762, 0.808594, 1.796875, 1.867188, 0.006317, 0.001709, 1.867188, 1.867188, 0.00177, 1.867188, 0.001724, 0.001778, 0.001617, 1.867188, 0.632812, 1.859375, 0.90625, 1.867188, 0.001709, 0.001709, 0.001801, 0.001694, 0.992188, 1.375, 0.001785, 0.001747, 0.001663, 0.957031, 0.00174, 0.001816, 0.001793, 1.585938, 1.867188, 1.867188, 1.867188, 1.867188, 0.001694, 1.867188, 1.015625, 0.001778, 1.867188, 1.867188, 1.867188, 1.867188, 0.001701, 1.867188, 1.5625, 0.053711, 0.001785, 1.867188, 0.00177, 1.867188, 1.84375, 1.828125, 1.867188, 0.001747, 0.001778, 0.001801, 0.001732, 0.001808, 0.001762, 0.001755, 0.001816, 0.001801, 0.001801, 0.001755, 0.001617, 1.867188, 1.78125, 0.001762, 1.867188, 1.867188, 1.867188, 0.001694, 1.867188, 1.84375, 0.001793, 1.867188, 0.001663, 0.875, 1.867188, 0.001732, 1.867188, 0.001724, 1.867188, 0.001747, 1.867188, 1.867188, 0.455078, 1.867188, 0.001778, 1.867188, 1.867188, 1.742188, 0.001701, 1.046875, 0.00174, 0.001701, 1.867188, 1.867188, 1.867188, 1.867188, 0.154297, 0.363281, 0.001694, 1.867188, 1.867188, 0.001808, 1.867188, 1.867188, 1.625, 0.001801, 0.001755, 0.001816, 1.835938, 1.867188, 1.867188, 0.001785, 1.867188, 1.859375, 0.001717, 1.867188, 0.00174, 0.001686, 1.867188, 1.851562, 1.867188, 0.001778, 0.00174, 0.001762, 0.001709, 1.867188, 0.001732, 0.007263, 1.867188, 1.859375, 1.867188, 0.001808, 1.867188, 0.001785, 0.001732, 1.617188, 0.001785, 1.8125, 1.867188, 1.867188, 0.001762, 0.001793, 0.001686, 1.109375, 0.00177, 0.001778, 0.84375, 1.867188, 0.001678, 1.867188, 1.867188, 0.001785, 1.859375, 0.001724, 0.001694, 0.738281, 0.001671, 1.867188, 1.867188, 1.867188, 0.001694, 0.105469, 1.734375, 0.001717, 1.304688, 1.867188, 0.001762, 0.001755, 1.8125, 1.867188, 0.00177, 0.001747, 1.867188, 1.703125, 1.710938, 0.001823, 0.00161, 0.001793, 1.53125, 0.001801, 0.001724, 1.867188, 1.867188, 0.001793, 1.867188, 0.001816, 0.167969, 0.00174, 1.828125, 0.00174, 1.867188, 1.867188, 1.867188, 0.001808, 1.867188, 0.00177, 0.001694, 0.005981, 0.001717, 0.00174, 1.820312, 1.867188, 1.867188, 1.867188, 0.001808, 0.001808, 1.867188, 1.867188, 1.71875, 0.001816, 1.867188, 0.412109, 0.001724, 0.001808, 0.001747, 0.00177, 0.050293, 1.867188, 0.001785, 1.257812, 1.8125, 0.001762, 1.867188, 0.001701, 0.001793, 0.320312, 0.001778, 1.867188, 1.867188, 1.867188, 0.001785, 0.001724, 0.001747, 0.001785, 0.001732, 0.00174, 0.001755, 0.00174, 0.001755, 1.867188, 0.001717, 1.867188, 0.00177, 0.001785, 1.867188, 0.001724, 1.867188, 0.001724, 1.1875, 1.867188, 0.001717, 0.001717, 0.00174, 0.00177, 0.001717, 0.001778, 1.601562, 1.234375, 1.867188, 0.001793, 0.001778, 1.796875, 1.867188, 1.867188, 1.867188, 1.867188, 0.00177, 1.867188, 0.001755, 0.001778, 1.867188, 0.005219, 0.001785, 0.00164, 0.001785, 0.001633, 0.001801, 0.00174, 0.001717, 1.867188, 1.867188, 0.417969, 0.001785, 0.001816, 1.867188, 1.867188, 0.001762, 1.867188, 1.867188, 1.867188, 0.001602, 0.001785, 1.671875, 1.867188, 1.867188, 1.867188, 1.867188, 0.001701, 0.001709, 1.867188, 0.001732, 1.820312, 1.867188, 1.867188, 0.330078, 0.001717, 0.009033, 1.867188, 1.867188, 1.867188, 0.001785, 0.00177, 1.867188, 1.867188, 1.867188, 0.001755, 0.001701, 1.867188, 1.867188, 0.001709, 0.001793, 1.867188, 0.001801, 1.867188, 1.828125, 0.001762, 0.048828, 1.867188, 0.001785, 0.001808, 1.867188, 1.867188, 0.001747, 1.765625, 0.001793, 1.867188, 0.00177, 1.148438, 0.001717, 1.867188, 0.001717, 0.001755, 1.867188, 0.001785, 1.867188, 0.001724, 0.001732, 1.554688, 0.380859, 1.867188, 0.001785, 0.373047, 1.867188, 1.023438, 0.001778, 0.578125, 0.001762, 0.001801, 0.001701, 1.867188, 1.84375, 0.005768, 0.00177, 0.001808, 1.867188, 0.001732, 0.001755, 1.867188, 1.867188, 1.867188, 1.867188, 1.867188, 1.867188, 1.867188, 0.001808, 1.867188, 0.001694, 1.867188, 1.867188, 0.107422, 1.867188, 0.001709, 1.867188, 1.867188, 1.867188, 0.001823, 0.21875, 1.867188, 0.001709, 1.867188, 0.001678, 0.00174, 1.78125, 0.001793, 1.867188, 1.867188, 0.738281, 1.796875, 1.859375, 0.001724, 0.001678, 0.001816, 0.001724, 1.851562, 0.001793, 1.867188, 0.001732, 1.367188, 1.859375, 0.001762, 0.820312, 0.609375, 0.001724, 1.867188, 1.664062, 0.001724, 0.001709, 0.001778, 0.001747, 1.867188, 1.867188, 0.001808, 0.001656, 0.001724, 1.867188, 1.867188, 0.001816, 0.394531, 0.001732, 1.828125, 1.867188, 0.001793, 1.507812, 1.867188, 1.507812, 1.320312, 1.867188, 1.867188, 0.001732, 1.867188, 1.867188, 1.710938, 1.867188, 0.001808, 0.001701, 1.867188, 0.020386, 0.001808, 0.001732, 1.867188, 0.00174, 0.005035, 0.96875, 0.001778, 1.1875, 0.001793, 0.001755, 0.001762, 0.001686, 0.001831, 0.001793, 0.660156, 1.664062, 0.001701, 0.001747, 0.001709, 1.867188, 1.84375, 1.867188, 1.015625, 0.001724, 0.135742, 0.001808, 0.285156, 1.632812, 0.05249, 0.00177, 0.001694, 0.001755, 1.867188, 0.001747, 1.867188, 0.001801, 1.445312, 0.001801, 0.001717, 1.867188, 0.001793, 0.001648, 0.267578, 0.00174, 0.001663, 0.001808, 1.867188, 0.001793, 1.867188, 0.001648, 0.001747, 1.0, 1.867188, 1.164062, 1.867188, 0.001671, 0.00177, 0.001755, 0.001823, 1.046875, 0.001701, 1.867188, 1.867188, 0.001732, 0.001816, 1.820312, 1.867188, 0.699219, 1.828125, 0.001801, 0.001808, 0.001785, 1.867188, 0.001747, 0.001785, 1.734375, 0.001694, 1.867188, 0.001694, 1.867188, 0.071289, 0.15332, 1.867188, 0.001701, 0.001762, 1.867188, 1.867188, 1.867188, 0.001823, 1.65625, 0.001793, 1.867188, 1.867188, 1.867188, 1.867188, 0.00164, 0.001747, 1.710938, 1.828125, 1.867188, 0.001816, 1.867188, 1.8125, 1.453125, 1.28125, 0.001801, 1.867188, 1.867188, 0.00177, 0.001709, 1.867188, 0.001801, 0.001648, 0.00174, 1.546875, 1.867188, 1.65625, 0.00174, 0.984375, 1.867188, 1.609375, 0.00174, 1.867188, 0.001755, 0.001686, 0.953125, 1.867188, 0.001762, 0.001793, 1.859375, 1.242188, 0.00174, 1.867188, 1.867188, 1.835938, 1.820312, 0.001755, 0.001823, 1.8125, 0.239258, 0.064453, 0.001648, 0.001732, 0.001709, 0.001793, 0.001755, 0.001694, 0.001793, 0.00177, 0.001724, 0.001808, 1.710938, 1.867188, 1.867188, 1.867188, 0.00177, 1.867188, 1.867188, 1.867188, 0.738281, 1.867188, 1.867188, 1.867188, 1.867188, 0.00177, 1.867188, 0.001732, 0.001671, 0.001724, 1.6875, 0.001808, 1.867188, 0.002579, 1.09375, 1.867188, 0.001762, 1.867188, 0.00174, 0.001785, 0.102539, 0.001808, 0.001755, 0.585938, 0.001778, 0.001816, 1.804688, 1.867188, 1.867188, 0.84375, 0.001762, 0.001694, 0.617188, 1.867188, 1.867188, 0.001755, 0.00174, 1.867188, 1.867188, 1.8125, 0.001816, 1.867188, 0.431641, 1.859375, 1.867188, 1.867188, 1.867188, 1.867188, 1.867188, 1.867188, 1.867188, 1.867188, 1.742188, 0.00177, 1.867188, 0.001709, 1.820312, 1.789062, 1.867188, 0.00174, 0.001755, 0.001816, 1.867188, 0.001778, 0.898438, 0.001808, 0.001747, 1.859375, 1.867188, 1.867188, 1.867188, 1.789062, 0.001793, 0.001701, 0.001793, 1.867188, 0.050537, 1.867188, 0.001724, 0.001793, 0.490234, 1.867188, 0.001709, 0.00174, 0.001656, 0.07959, 0.001793, 0.001823, 0.00174, 0.001717, 1.609375, 1.8125, 0.001717, 0.001808, 1.867188, 1.867188, 1.765625, 1.867188, 1.867188, 0.001778, 1.867188, 1.867188, 0.214844, 0.001801, 1.4375, 0.001724, 0.001724, 1.867188, 0.001671, 1.867188, 1.484375, 1.820312, 1.867188, 1.820312, 1.867188, 0.080078, 1.789062, 0.00177, 0.001671, 0.185547, 0.001701, 0.001755, 1.867188, 0.00174, 1.867188, 1.820312, 1.460938, 1.867188, 0.001762, 0.001755, 1.867188, 1.828125, 1.867188, 1.867188, 0.04248, 1.828125, 1.867188, 1.867188, 0.001701, 1.570312, 1.867188, 0.001831, 0.001801, 1.867188, 0.001785, 0.001816, 1.867188, 1.867188, 1.867188, 0.001778, 0.001778, 1.867188, 1.867188, 1.867188, 1.867188, 0.001793, 1.867188, 1.867188, 1.867188, 0.001709, 1.867188, 0.001808, 0.722656, 0.001747, 1.546875, 0.00164, 0.001709, 0.001732, 1.867188, 1.578125, 1.867188, 0.001755, 0.00174, 0.001762, 0.359375, 1.867188, 0.00174, 1.835938, 1.859375, 0.001747, 0.001747, 1.773438, 0.00177, 1.867188, 0.001732, 0.001671, 0.597656, 0.001785, 0.001701, 1.867188, 1.867188, 0.001701, 1.359375, 0.001816, 0.609375, 0.00177, 1.867188, 0.001785, 0.001793, 1.867188, 1.859375, 0.001709, 0.001801, 1.695312, 1.765625, 1.84375, 1.867188, 0.001694, 1.867188, 1.867188, 1.867188, 1.867188, 1.867188, 0.001747, 1.867188, 0.00531, 0.001778, 1.867188, 1.867188, 0.001625, 1.867188, 0.001701, 0.001762, 0.001785, 0.00174, 0.00174, 0.001701, 0.957031, 1.867188, 0.648438, 1.867188, 0.001778, 0.023193, 0.001785, 1.726562, 1.867188, 0.001717, 1.867188, 1.867188, 1.859375, 0.001732, 1.867188, 0.001709, 1.867188, 0.00174, 0.001732, 0.796875, 0.914062, 1.054688, 0.001816, 0.001564, 0.001793, 0.00174, 0.001778, 0.001732, 1.867188, 1.867188, 1.867188, 0.001785, 1.867188, 1.703125, 1.867188, 1.867188, 1.867188, 0.361328, 1.867188, 1.867188, 1.867188, 0.001801, 0.001686, 1.867188, 0.001785, 1.867188, 1.320312, 1.867188, 1.867188, 1.867188, 1.867188, 1.867188, 1.585938, 0.00174, 0.001808, 1.867188, 0.001709, 0.001762, 1.835938, 0.155273, 0.001724, 0.001755, 1.867188, 1.867188, 1.867188, 0.001732, 0.001801, 0.001778, 0.001808, 0.257812, 0.001701, 0.001656, 0.001709, 1.109375, 0.001816, 0.001724, 0.001694, 1.867188, 0.001701, 1.671875, 0.00177, 0.001801, 0.375, 1.53125, 1.867188, 1.867188, 1.226562, 1.867188, 0.320312, 1.867188, 0.101074, 0.929688, 0.001694, 0.001785, 1.84375, 0.00174, 1.867188, 1.867188, 0.001762, 1.867188, 0.00177, 0.001801, 1.867188, 0.00177, 1.867188, 0.001671, 1.867188, 0.126953, 0.458984, 0.001724, 0.001717, 0.001816, 0.001747, 1.867188, 0.001793, 1.867188, 0.001755, 0.001663, 1.867188, 0.972656, 1.867188, 0.001816, 0.001724, 1.867188, 0.001701, 0.00174, 0.001701, 1.476562, 0.001778, 0.001755, 1.867188, 1.867188, 0.005371, 0.00177, 1.671875, 0.001762, 1.867188, 0.001762, 1.351562, 1.867188, 0.026733, 0.001808, 1.367188, 0.001801, 1.867188, 1.867188, 1.867188, 1.867188, 0.00174, 0.009705, 0.001808, 0.001724, 1.867188, 1.867188, 1.867188, 0.00161, 0.001747, 0.00177, 1.382812, 0.001747, 1.867188, 0.001762, 1.867188, 0.001793, 0.001801, 0.001778, 0.001778, 0.001709, 1.867188, 0.001755, 1.867188, 1.867188, 0.003799, 1.867188, 1.867188, 0.001755, 0.554688, 0.001816, 1.789062, 1.867188, 1.867188, 1.867188, 0.001701, 1.867188, 0.001785, 0.00174, 0.001762, 1.867188, 0.992188, 0.001823, 0.394531, 1.867188, 0.001717, 0.001785, 0.001831, 1.859375, 0.001701, 1.070312, 0.001793, 0.001785, 0.001808, 0.001724, 1.71875, 0.001671, 1.867188, 0.001663, 1.867188, 0.001785, 0.001747, 1.835938, 0.001686, 0.001701, 0.001724, 1.867188, 0.001671, 1.867188, 0.001724, 1.867188, 1.867188, 0.625, 1.398438, 1.867188, 0.001671, 0.001694, 1.867188, 0.001808, 0.001762, 0.001785, 0.001785, 0.851562, 1.867188, 0.001701, 0.001678, 1.695312, 1.867188, 0.001785, 0.515625, 0.001823, 0.001595, 1.867188, 0.001785, 1.867188, 1.867188, 1.867188, 0.001717, 1.867188, 1.867188, 1.867188, 1.867188, 1.84375, 1.867188, 0.001724, 0.001778, 1.867188, 0.001793, 0.001762, 1.867188, 0.00177, 0.001801, 1.78125, 1.867188, 0.609375, 1.867188, 1.867188, 0.124512, 1.867188, 0.001717, 0.001808, 0.001823, 1.867188, 1.867188, 1.867188, 0.001808, 0.001816, 1.867188, 1.867188, 1.867188, 0.613281, 1.867188, 0.001694, 1.867188, 0.001762, 1.867188, 0.001709, 1.507812, 1.867188, 1.867188, 0.001778, 0.46875, 1.859375, 1.867188, 0.001656, 0.660156, 1.0625, 0.001762, 1.335938, 0.001808, 0.001801, 1.867188, 0.00177, 0.001762, 1.867188, 0.001816, 1.867188, 0.001694, 1.867188, 1.867188, 1.867188, 0.001785, 0.001732, 0.001724, 1.867188, 1.867188, 0.001762, 0.617188, 0.001808, 1.289062, 1.867188, 0.00177, 1.867188, 1.867188, 1.867188, 0.001785, 1.867188, 1.867188, 0.001747, 0.001694, 1.867188, 1.796875, 1.867188, 1.828125, 0.001816, 0.001831, 0.001778, 0.001724, 1.867188, 0.001762, 0.001701, 0.001793, 0.00174, 0.001762, 0.001747, 1.867188, 0.001762, 1.867188, 0.001785, 1.867188, 0.00177, 0.007355, 0.001709, 1.867188, 0.001793, 0.001747, 0.019897, 1.867188, 1.867188, 0.001755, 0.001732, 0.333984, 1.867188, 1.867188, 0.001793, 1.867188, 0.001701, 1.75, 1.867188, 0.001755, 1.851562, 0.001785, 1.867188, 0.00177, 0.001732, 1.867188, 1.789062, 0.001801, 0.001717, 0.001785, 1.867188, 1.867188, 0.001823, 1.070312, 0.001778, 1.609375, 0.023926, 0.001709, 1.6875, 0.001785, 0.00174, 0.00161, 0.001808, 0.001709, 0.566406, 1.460938, 1.867188, 0.001709, 1.851562, 0.001709, 1.867188, 1.867188, 1.867188, 1.867188, 0.001709, 1.867188, 0.001816, 1.4375, 1.867188, 1.703125, 0.002625, 1.867188, 1.867188, 1.867188, 1.75, 1.851562, 0.001823, 0.001801, 0.001793, 1.867188, 1.859375, 0.00177, 1.601562, 1.867188, 1.867188, 0.001709, 0.001801, 0.001717, 1.867188, 0.001801, 1.867188, 0.005402, 0.001793, 1.867188, 1.867188, 1.867188, 1.867188, 1.867188, 0.001762, 0.001648, 1.867188, 1.867188, 1.867188, 1.867188, 1.867188, 0.00174, 0.001793, 1.867188, 1.867188, 1.867188, 1.867188, 1.867188, 1.085938, 1.835938, 0.001747, 0.001656, 0.001656, 0.001823, 0.049316, 1.867188, 0.001717, 0.001762, 0.001701, 1.867188, 1.867188, 1.867188, 1.867188, 1.851562, 1.867188, 1.867188, 1.867188, 0.001762, 1.867188, 0.164062, 1.859375, 1.867188, 1.859375, 1.867188, 0.001663, 1.867188, 0.001732, 1.867188, 0.001678, 0.001709, 0.001778, 1.820312, 1.867188, 1.867188, 0.730469, 1.671875, 1.53125, 1.867188, 1.867188, 1.851562, 0.001709, 0.001778, 0.170898, 1.867188, 0.001717, 0.090332, 1.765625, 0.001762, 1.867188, 1.585938, 0.001801, 0.001724, 1.164062, 1.867188, 0.001793, 1.867188, 0.001709, 1.867188, 1.414062, 1.867188, 0.001762, 0.001785, 0.001816, 0.431641, 1.796875, 1.867188, 1.59375, 0.098145, 0.001801, 1.789062, 0.001595, 1.867188, 1.632812, 0.001732, 0.001678, 1.234375, 0.001816, 1.867188, 0.001785, 1.867188, 1.867188, 1.414062, 1.867188, 1.867188, 1.804688, 1.867188, 1.867188, 0.09375, 0.001709, 0.001831, 0.001717, 0.001694, 0.001671, 1.867188, 0.001793, 1.679688, 1.65625, 0.001808, 0.001686, 1.867188, 0.001709, 1.867188, 1.867188, 0.001808, 0.001663, 1.859375, 1.859375, 1.867188, 1.867188, 0.001801, 0.00174, 0.15332, 1.867188, 1.585938, 1.671875, 1.867188, 0.00174, 0.001785, 0.001701, 1.867188, 1.867188, 1.867188, 0.001762, 0.001801, 1.867188, 1.867188, 1.867188, 0.001816, 1.867188, 0.001755, 0.001747, 0.001732, 1.867188, 0.001778, 0.001793, 0.078125, 0.664062, 1.867188, 1.867188, 0.001808, 0.001671, 0.001816, 1.867188, 1.867188, 1.867188, 0.001816, 0.001762, 0.001694, 0.001694, 0.001762, 0.001823, 0.001801, 0.001785, 1.867188, 1.867188, 1.851562, 1.828125, 1.867188, 0.001755, 1.765625, 1.796875, 1.867188, 0.001701, 0.001793, 0.001717, 1.867188, 0.001778, 1.867188, 1.867188, 0.015503, 1.867188, 0.00177, 1.273438, 0.792969, 0.001663, 1.867188, 1.867188, 1.867188, 1.867188, 0.001778, 0.001793, 1.828125, 0.00177, 0.001633, 1.859375, 1.867188, 1.421875, 1.867188, 0.00177, 0.001648, 0.001793, 1.601562, 0.001701, 1.867188, 1.867188, 0.089355, 1.867188, 1.34375, 0.001762, 1.867188, 1.867188, 0.351562, 0.001785, 1.867188, 0.022095, 0.001747, 0.001816, 0.00164, 0.001778, 1.867188, 1.867188, 1.5, 1.867188, 0.001793, 0.001778, 1.695312, 0.001648, 0.001717, 0.001701, 1.867188, 0.001755, 0.001732, 0.00177, 1.867188, 0.001709, 0.302734, 0.001755, 0.001762, 1.867188, 0.001808, 1.867188, 0.001785, 0.001717, 0.001808, 1.867188, 0.001808, 0.621094, 0.001732, 1.203125, 1.867188, 0.001778, 0.081543, 0.001808, 0.00174, 0.001808, 0.001778, 1.867188, 0.001762, 1.867188, 0.259766, 0.001701, 1.867188, 1.867188, 1.867188, 1.867188, 0.00174, 0.001633, 0.00177, 1.859375, 0.001724, 0.236328, 1.867188, 0.001762, 1.867188, 1.101562, 1.867188, 1.78125 ] } , "name": "onnx::Mul_11024", "outputIndexes": [ 3396 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3395, 3396 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 3397 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3369, 3397 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/Add_2_output_0", "outputIndexes": [ 3398 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.423828 ] } , "name": "/blocks.17/Constant_1_output_0", "outputIndexes": [ 3399 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3398, 3399 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.17/Mul_1_output_0", "outputIndexes": [ 3400 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3400, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.18/Reshape_output_0", "outputIndexes": [ 3401 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3401 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.18/input_layernorm/Pow_output_0", "outputIndexes": [ 3402 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3402 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.18/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 3403 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3403, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/input_layernorm/Add_output_0", "outputIndexes": [ 3404 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3404, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/input_layernorm/Pow_1_output_0", "outputIndexes": [ 3405 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3401, 3405 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/input_layernorm/Mul_output_0", "outputIndexes": [ 3406 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 2.984375, 8.4375, 8.0, 4.8125, 4.5, 2.890625, 6.1875, 5.8125, 3.515625, 5.59375, 2.875, 67.0, 3.109375, 3.9375, 3.5, 59.25, 3.25, 16.625, 3.109375, 3.390625, 3.71875, 2.703125, 3.609375, 3.1875, 8.3125, 13.6875, 7.21875, 3.484375, 3.328125, 3.609375, 4.75, 17.375, 3.5625, 3.765625, 2.859375, 4.03125, 3.1875, 4.65625, 7.15625, -7.375, 2.953125, 3.671875, -6.21875, 8.25, 3.796875, 3.34375, 8.9375, 9.1875, 13.8125, 5.875, 7.90625, 3.65625, 4.25, 3.953125, 3.1875, 18.625, 5.875, 4.53125, 9.875, 3.0625, 18.75, 5.0, 4.0, 3.671875, 4.375, 4.8125, 15.875, 10.6875, 4.25, 6.4375, 3.125, 6.65625, 2.78125, 2.984375, 2.90625, 3.265625, 5.59375, 5.9375, 5.46875, 6.53125, 4.125, 5.0, 3.421875, 26.5, 3.921875, 5.78125, 4.28125, 3.171875, 5.25, 15.0, 3.765625, 3.78125, 4.125, 3.265625, 3.953125, 6.09375, 3.453125, 7.75, 56.5, 7.0, 2.734375, 18.0, 3.375, 4.40625, 3.640625, 2.75, 4.53125, 18.875, 10.4375, 3.296875, 15.0625, 14.375, 25.75, 3.75, 3.234375, 21.375, 4.0625, 2.515625, 4.53125, 3.734375, 3.828125, 11.0625, 4.3125, 3.46875, 3.625, 4.125, 17.375, 6.9375, 5.25, 18.0, 3.0, 8.25, 2.828125, 3.859375, 5.21875, 3.25, 3.953125, 26.0, 9.0625, 11.6875, 140.0, 3.6875, 19.875, 4.15625, 3.359375, 3.546875, 8.875, 3.265625, 3.25, -3.765625, 8.0, 6.4375, 3.78125, 3.828125, 4.4375, 14.0625, 13.375, 4.40625, 3.875, 2.96875, 4.5625, 19.5, 4.0, 3.703125, 3.5625, 3.015625, 3.4375, 4.125, 2.984375, 2.890625, 10.8125, 3.65625, 4.09375, 12.1875, 7.15625, 4.90625, 3.375, 3.359375, 4.3125, 3.203125, 12.0625, 5.46875, 6.21875, 6.03125, 24.0, 3.171875, 3.671875, 7.625, 7.9375, 4.3125, 10.4375, 9.1875, 19.5, 2.59375, 3.625, 3.421875, 3.671875, 3.0, 2.921875, 4.90625, 2.859375, 17.125, 2.828125, 4.0625, 2.71875, 5.5, 3.0, 13.5, 5.09375, 6.4375, 3.65625, 2.84375, 5.03125, 3.640625, 3.09375, 4.21875, 4.15625, 6.53125, 3.53125, 3.640625, 21.25, 5.34375, 5.84375, 3.875, 3.984375, 7.90625, 11.625, 3.328125, 3.796875, 3.109375, 3.21875, 7.6875, 3.84375, 4.71875, 5.28125, 4.0625, 12.6875, 9.5625, 3.484375, 8.8125, 5.0625, 4.9375, 3.3125, 3.5625, 5.4375, 3.65625, 7.84375, 6.03125, 3.40625, 14.5625, 5.0, 10.1875, 4.46875, 3.125, 4.5, 18.5, 3.203125, 3.953125, 10.25, 3.671875, 4.34375, 4.375, 13.75, 4.78125, 5.28125, 3.3125, 3.46875, 3.671875, 4.625, 2.640625, 21.0, 3.9375, 3.40625, 3.25, 7.53125, 3.0625, 3.03125, 4.53125, 27.625, 2.375, 3.3125, 4.125, 8.25, 4.09375, 4.03125, 2.796875, 4.125, 10.625, 4.96875, 9.1875, 2.859375, 3.421875, 3.140625, 4.25, 4.0, 3.453125, 17.5, 3.390625, 7.9375, 6.96875, 7.125, 3.078125, 2.984375, 3.1875, 4.5625, 2.859375, 4.15625, 3.796875, 4.03125, 5.1875, 3.34375, 4.1875, 19.875, 7.4375, 3.4375, 4.4375, 4.59375, 4.21875, 5.5, 5.03125, 3.265625, 24.875, 4.3125, 4.0625, 4.25, 3.84375, 35.0, 3.921875, 4.21875, 4.53125, 2.734375, 17.0, 3.953125, 3.359375, 3.203125, 8.1875, 3.15625, 3.625, 5.09375, 9.4375, 3.75, 3.015625, 2.453125, 11.8125, 3.125, 5.28125, 8.5625, 3.984375, 7.21875, 3.359375, 3.9375, 3.984375, 4.4375, 3.546875, 3.453125, 3.984375, 3.890625, 3.578125, 10.875, 17.25, 2.40625, 3.34375, 3.359375, 3.671875, 3.078125, 5.9375, 3.625, 6.78125, 3.203125, 3.578125, 4.0, 3.1875, 3.734375, 16.125, 4.15625, 3.40625, 3.078125, 3.171875, 3.546875, 4.5625, 3.390625, 5.46875, 3.625, 4.1875, 3.546875, 5.25, 3.25, 3.171875, 5.40625, 21.875, 6.9375, 3.546875, 3.453125, 3.171875, 3.203125, 3.5, 4.5625, 3.84375, 2.640625, 3.46875, 4.21875, 3.390625, 3.671875, 15.375, 7.09375, 6.0, 3.09375, 3.65625, 3.609375, 3.609375, 3.765625, 6.53125, 5.3125, 2.671875, 4.5625, 5.5625, 4.84375, 3.90625, 3.015625, 4.375, 5.65625, 4.53125, 11.625, 3.40625, 3.125, 4.09375, 4.0, 3.078125, 3.65625, 3.140625, 4.0625, 3.1875, 4.09375, 2.765625, 14.5625, 3.5625, 3.328125, 3.703125, 4.96875, 3.53125, 5.0625, 2.734375, 3.359375, 4.78125, 3.796875, 3.546875, 7.625, 3.40625, 4.46875, 3.28125, 3.25, 11.75, 2.0625, 25.5, 2.953125, 2.75, 10.3125, 3.34375, 3.734375, 3.828125, 4.6875, 3.9375, 3.0625, 3.5625, 3.09375, 2.640625, 18.125, 7.78125, 3.828125, 3.78125, 3.515625, 4.15625, 4.4375, 4.1875, 4.03125, 3.40625, 8.375, 21.125, 6.78125, 3.046875, 2.4375, 6.21875, 4.34375, 11.5, 13.6875, 5.15625, 3.03125, 4.53125, 8.25, 5.0625, 2.921875, 25.375, 8.75, 18.375, 4.96875, 2.8125, 3.203125, 3.265625, 6.4375, 4.9375, 5.5625, 3.65625, 3.34375, 3.1875, 3.40625, 5.46875, 9.25, 3.875, 3.53125, 2.90625, 3.28125, 3.125, 2.546875, 4.0, 5.65625, 6.59375, 3.71875, 4.28125, 3.546875, 3.078125, 8.25, 2.609375, 3.28125, 3.59375, 14.25, 3.890625, 3.296875, 3.625, 3.5, 4.0625, 4.28125, 3.6875, 4.375, 2.4375, 4.28125, 3.421875, 4.0625, 4.59375, 3.84375, 3.78125, 3.71875, 3.109375, 4.46875, 4.40625, 4.3125, 3.09375, 3.59375, 3.15625, 4.125, 3.6875, 3.640625, 4.6875, 3.59375, 3.75, 3.46875, 3.078125, 10.1875, 3.671875, 3.359375, 2.90625, 6.71875, 3.265625, 3.171875, 45.0, 4.09375, 3.75, 48.5, 4.03125, 3.4375, 4.3125, 3.3125, 3.25, 8.4375, 4.34375, 24.375, 15.875, 3.796875, 4.34375, 3.515625, 3.921875, 3.0, 3.34375, 3.875, 3.09375, 4.5625, 3.46875, 6.59375, 4.0625, 3.78125, 16.0, 4.4375, 20.875, 3.765625, 3.796875, 5.15625, 5.0625, 3.875, 3.609375, 3.921875, 3.1875, 3.59375, 4.25, 2.78125, 6.15625, 7.125, 5.46875, 4.875, 4.46875, 2.984375, 5.90625, 5.6875, 4.46875, 20.25, 4.59375, 3.9375, 4.15625, 5.875, 5.84375, 2.9375, 3.03125, 11.0625, 3.1875, 27.25, 3.625, 3.3125, 4.15625, 4.03125, 9.5625, 3.515625, 3.65625, 2.65625, 3.1875, 3.421875, 6.625, 15.6875, 3.46875, 17.875, 6.8125, 4.84375, 3.859375, 6.78125, 4.09375, 3.640625, 3.0, 3.5, 5.9375, 17.875, 4.15625, 16.125, 13.875, 3.640625, 4.34375, 7.40625, 4.1875, 5.0, 3.5, 7.75, 3.84375, 5.78125, 3.484375, 22.625, 3.09375, 3.0625, 3.453125, 18.375, 5.40625, 2.875, 3.84375, 3.53125, 4.28125, 3.25, 3.453125, 3.09375, 3.421875, 3.46875, 10.8125, 4.375, 27.125, 3.203125, 4.0, 2.640625, 5.90625, 12.875, 3.546875, 5.15625, 3.15625, 3.796875, 3.3125, 10.0625, 3.21875, 3.9375, 3.109375, 4.0625, 2.578125, 5.40625, 3.140625, 18.5, 3.234375, 3.65625, 7.8125, 2.8125, 4.3125, 7.6875, 4.09375, 3.046875, 3.6875, 5.78125, 3.671875, 7.0625, 3.375, 3.046875, 6.25, 2.984375, 3.359375, 4.5625, 3.375, 3.65625, 3.125, 6.5, 25.75, 4.21875, 2.984375, 8.875, 3.453125, 38.5, 6.96875, 3.109375, 4.9375, 3.453125, 3.796875, 5.5, 4.3125, 11.4375, 6.59375, 4.125, 4.03125, 2.96875, 3.078125, 3.078125, 3.765625, 3.609375, 2.921875, 13.6875, 5.0625, 3.875, 4.25, 3.328125, 4.65625, 4.0, 31.75, 2.78125, 5.15625, 3.328125, 5.15625, 3.28125, 5.78125, 4.3125, 3.578125, 16.875, 3.421875, 9.8125, 4.4375, 11.8125, 4.03125, 3.3125, 8.625, 9.75, 2.5625, 4.0, 5.375, 2.84375, 5.1875, 3.890625, 3.796875, 3.109375, 3.890625, 4.0625, 18.5, 5.53125, 4.59375, 22.375, 6.4375, 2.84375, 3.84375, 3.953125, 2.84375, 11.9375, 4.875, 5.0, 3.515625, 3.03125, 2.734375, 3.703125, 3.53125, 3.484375, 19.25, 3.5, 5.90625, 16.125, 3.34375, 2.96875, 6.90625, 4.0, 46.75, 17.375, 8.5625, 3.15625, 3.9375, 3.1875, 3.125, 3.234375, 3.859375, 3.28125, 5.15625, 3.84375, 3.375, 2.859375, 3.625, 4.125, 2.640625, 5.09375, 10.5625, 3.421875, 4.46875, 2.578125, 5.5, 4.9375, 2.828125, 2.90625, 6.15625, 4.3125, 13.75, 3.71875, 5.84375, 14.0, 3.484375, 3.625, 3.1875, 7.1875, 16.75, 3.5, 8.9375, 2.8125, 5.84375, 3.3125, 6.5625, 3.3125, 3.71875, 7.65625, 4.78125, 2.71875, 8.6875, 3.859375, 3.234375, 3.328125, 4.0625, 2.90625, 3.359375, 3.09375, 11.0625, 4.125, 4.25, 3.34375, 13.75, 3.96875, 3.34375, 5.125, 4.71875, 3.796875, 9.0, 6.625, 4.09375, 3.640625, 3.453125, 4.375, 3.65625, 9.9375, 3.515625, 3.078125, 7.65625, 4.1875, 16.0, 5.5625, 3.03125, 5.78125, 3.5625, 5.40625, 2.9375, 4.84375, 3.78125, 5.5625, 15.6875, 12.25, 2.765625, 2.6875, 3.609375, 3.1875, 3.921875, 10.875, 3.609375, 3.34375, 3.96875, 3.84375, 3.890625, 3.390625, 6.0, 6.75, 6.25, 9.9375, 4.34375, 14.0625, 3.625, 3.265625, 3.375, 4.59375, 13.5, 3.34375, 3.75, 7.375, 6.25, 2.96875, 14.25, 21.75, 7.59375, 2.8125, 3.734375, 24.25, 4.875, 3.5, 2.9375, 2.875, -11.0, 2.921875, 8.125, 3.625, 3.796875, 9.0, 19.0, 6.09375, 2.953125, 5.71875, 4.0625, 4.53125, 4.84375, 6.875, 9.3125, 3.96875, 3.328125, 24.625, 5.28125, 4.21875, 3.765625, 2.90625, 2.9375, 3.03125, 3.4375, 4.21875, 4.625, 4.90625, 3.296875, 14.0, 4.25, 3.03125, 3.390625, 3.875, 2.9375, 6.09375, 3.890625, 3.1875, 3.03125, 2.484375, 4.46875, 2.71875, 3.0, 8.6875, 3.28125, 3.375, 8.1875, 4.03125, 9.625, 3.296875, 4.0625, 3.328125, 7.0625, 4.46875, 3.453125, 2.640625, 3.484375, 4.5625, 2.90625, 3.421875, 3.515625, 2.875, 5.09375, 8.5625, 3.578125, 4.65625, 3.15625, 4.4375, 3.578125, 3.265625, 5.4375, 3.234375, 10.6875, 12.0, 5.9375, 6.375, 13.0, 2.984375, 4.34375, 2.578125, 3.328125, 3.8125, 8.75, 20.375, 3.21875, 3.75, 3.328125, 3.5, 4.34375, 4.375, 3.140625, 2.9375, 4.6875, 4.3125, 3.71875, 2.96875, 15.0, 4.15625, 10.25, 6.625, 7.53125, 3.828125, 4.59375, 3.359375, 3.359375, 3.0, 3.5625, 2.8125, 5.0625, 4.34375, 3.0, 3.015625, 3.015625, 3.375, 3.765625, 3.4375, 3.515625, 3.890625, 5.1875, 16.0, 6.9375, 3.171875, 5.0625, 3.59375, 3.09375, 3.46875, 3.21875, 3.65625, 18.5, 2.953125, 3.390625, 2.796875, 19.5, 3.90625, 3.8125, 33.0, 4.71875, 3.53125, 6.375, 4.03125, 3.40625, 4.53125, 3.140625, 3.84375, 3.96875, 4.1875, 6.40625, 3.34375, 3.0625, 4.9375, 3.140625, 3.203125, 3.328125, 7.53125, 3.296875, 5.125, 2.53125, 4.34375, 4.96875, 4.875, 11.125, 4.53125, 4.4375, 2.890625, 3.203125, 7.75, 4.375, 3.21875, 4.0625, 3.1875, -5.8125, 2.703125, 3.359375, 3.875, 13.875, 8.9375, 11.125, 3.875, 4.96875, 3.609375, 4.03125, 3.84375, 3.5, 4.5625, 5.125, 3.375, 4.03125, 3.75, 4.125, 6.15625, 2.65625, 2.84375, 13.8125, 3.546875, 16.5, 14.9375, 2.78125, 3.46875, 2.546875, 3.546875, 3.640625, 6.34375, 36.5, 3.8125, 6.625, 2.59375, 3.515625, 4.34375, 3.546875, 2.890625, 3.78125, 3.1875, 8.0625, 18.5, 8.0625, 3.5, 4.25, 3.21875, 4.03125, 4.15625, 5.28125, 9.375, 4.5, 6.8125, 2.734375, 4.9375, 22.75, 3.0625, 3.953125, 3.5, 4.4375, 6.25, 7.5625, 2.984375, 7.1875, 3.640625, 3.265625, 3.40625, 7.65625, 19.75, 4.03125, 3.78125, 6.21875, 4.1875, 9.0, 14.0625, 3.125, 4.34375, 5.34375, 2.9375, 3.234375, 3.921875, 3.34375, 4.8125, 5.4375, 5.5625, 3.40625, 22.75, 50.75, 5.15625, 4.40625, 22.125, 4.03125, 14.1875, 19.25, 8.0, 6.03125, 22.125, 3.625, 3.15625, 6.125, 3.921875, 7.34375, 4.09375, 6.6875, 2.859375, 10.25, 11.625, 4.15625, 3.453125, 3.390625, 3.1875, 6.25, 25.625, 4.03125, 2.921875, 5.75, 2.765625, 3.453125, 9.5625, 3.25, 3.953125, 7.53125, 6.25, 4.71875, 11.75, 4.40625, 3.796875, 5.8125, 2.8125, 3.28125, 3.8125, 3.171875, 19.125, 4.0, 3.109375, 2.84375, 4.28125, 4.34375, 3.078125, 6.59375, 8.5625, 6.125, 5.75, 4.0, 15.625, 8.625, 3.09375, 7.34375, 2.015625, 3.6875, 6.5625, 4.71875, 6.25, 4.8125, 3.4375, 7.5625, 3.9375, 7.125, 10.5, 15.6875, 17.625, 6.34375, 88.5, 4.15625, 4.5625, 3.703125, 21.125, 6.28125, 2.625, 3.375, 2.984375, 3.625, 5.09375, 9.8125, 3.859375, 3.0, 3.875, 3.890625, 3.1875, 7.15625, 5.6875, 3.234375, 7.28125, 3.28125, 4.0, 3.296875, 4.28125, 6.8125, 3.3125, 5.15625, 3.796875, 3.40625, 4.625, 4.96875, 4.53125, 3.125, 3.8125, 3.09375, 6.5, 3.046875, 5.4375, 2.890625, 3.625, 3.390625, 3.515625, 2.46875, 3.015625, 5.6875, 6.0625, 2.421875, 3.484375, 6.03125, 4.0625, 4.3125, 3.40625, 3.34375, 3.21875, 6.03125, 13.75, 1.820312, 3.5, 2.859375, 15.8125, 3.671875, 3.796875, 3.046875, 3.609375, 3.28125, 2.84375, 2.90625, 3.59375, 3.453125, 3.984375, 16.625, 3.765625, 4.125, 3.28125, 5.5, 3.578125, 5.71875, 3.390625, 17.375, 4.21875, 21.0, 4.125, 3.75, 3.265625, 3.984375, 8.1875, 3.96875, 3.53125, 3.578125, 5.5625, 6.71875, 3.40625, 58.0, 4.4375, 2.765625, 4.34375, 3.671875, 3.328125, 5.59375, 11.3125, 3.953125, 3.5, 3.359375, 4.53125, 3.84375, 3.796875, 3.484375, 3.421875, 7.03125, 6.46875, 25.0, 4.125, 3.984375, 2.828125, 4.03125, 3.90625, 5.125, 3.515625, 23.25, 2.46875, 4.3125, 3.65625, 4.34375, 78.5, 4.03125, 7.09375, 8.9375, 3.3125, 3.234375, 3.515625, 6.96875, 3.1875, 6.5, 5.0625, 3.984375, 6.6875, 4.46875, 4.0625, 3.671875, 8.5625, 5.5625, 4.53125, 5.5, 3.484375, 4.59375, 4.9375, 3.296875, 3.578125, 5.40625, 3.296875, 6.96875, 4.125, 2.90625, 4.375, 3.71875, 4.1875, 8.1875, 4.25, 4.875, 3.0, 5.84375, 2.859375, 4.40625, 5.0, 3.828125, 3.734375, 9.25, 3.65625, 3.609375, -3.140625, 20.25, 7.90625, 5.65625, 3.375, 2.875, 4.1875, 3.421875, 4.71875, 18.375, 8.75, 3.359375, 4.8125, 2.96875, 2.375, 3.359375, 3.484375, 3.75, 5.46875, 4.09375, 3.015625, 3.328125, 21.625, 5.15625, 3.203125, 5.59375, 2.875, 4.09375, 3.515625, 9.8125, 4.59375, 3.5625, 18.625, 20.625, 3.890625, 6.75, 18.625, 6.875, 2.765625, 3.09375, 3.125, 3.40625, 4.0, 2.921875, 4.34375, 7.71875, 7.125, 19.75, 4.875, 5.46875, 14.75, 4.5, 8.3125, 29.25, 3.390625, 11.25, 2.734375, 8.375, 7.25, 6.4375, 4.9375, 3.296875, 12.8125, 9.375, 11.3125, 4.0625, 18.75, 3.765625, 3.140625, 3.8125, 3.265625, 5.4375, 3.53125, 2.84375, 3.609375, 3.53125, 3.75, 2.75, 13.0, 7.0, 27.75, 3.390625, 3.71875, 3.953125, 3.296875, 3.53125, 2.953125, 4.96875, 3.3125, 2.984375, 3.84375, 17.375, 4.34375, 3.546875, 3.421875, 2.703125, 4.03125, 3.484375, 3.046875, 3.609375, 8.125, 4.15625, 14.5625, 17.25, 3.59375, 3.359375, 4.28125, 3.15625, 3.890625, 3.25, 3.609375, 5.1875, 3.109375, 3.46875, 3.3125, 3.828125, 2.890625, 5.9375, 3.03125, 3.0625, 4.0, 3.796875, 6.15625, 3.078125, 3.546875, 3.515625, 3.75, 3.515625, 3.671875, 4.3125, 14.5, 3.609375, 3.9375, 7.0625, 3.859375, 6.96875, 3.0625, 3.6875, 4.3125, 35.5, 18.625, 3.4375, 3.84375, 3.0625, 3.796875, 3.109375, 17.0, 4.84375, 4.90625, 5.34375, 14.1875, 3.625, 5.75, 4.375, 3.5, 3.734375, 4.3125, 3.015625, 12.5, 3.203125, 3.28125, 16.25, 5.46875, 3.828125, 3.421875, 4.0625, 4.1875, 6.25, 5.3125, 15.25, 2.59375, 3.046875, 2.953125, 3.1875, 3.0625, 3.234375, 3.8125, 3.359375, 4.71875, 3.234375, 2.96875, 9.75, 5.6875, 4.0625, 3.46875, 3.25, 6.8125, 2.859375, 4.6875, 6.34375, 2.734375, 3.453125, 3.703125, 3.734375, 3.359375, 5.78125, 3.3125, 11.0625, 5.0, 7.46875, 3.140625, 3.265625, 16.75, 16.625, 12.375, 4.5, 5.03125, 3.515625, 3.21875, 5.375, 3.125, 8.125, 3.515625, 10.1875, 6.84375, 3.609375, 3.078125, 3.4375, 4.0625, 3.515625, 3.890625, 29.25, 3.375, 7.375, 3.203125, -5.5625, 4.8125, 3.03125, 6.71875, 3.625, 3.421875, 3.6875, 5.96875, 6.25, 3.625, 3.421875, 12.9375, 4.25, 5.3125, 4.5, 19.875, 3.90625, 4.03125, 3.671875, 3.484375, 9.8125, 3.578125, 2.90625, 2.703125, 3.671875, 2.359375, 4.09375, 4.9375, 7.78125, 3.140625, 7.84375, 4.15625, 15.4375, 4.25, 3.15625, 6.25, 3.6875, 2.921875, 6.5, 6.96875, 6.21875, 5.8125, 7.03125, 5.65625, 2.984375, 3.6875, 3.546875, 4.96875, 66.5, 6.96875, 3.078125, 5.1875, 3.640625, 3.34375, 3.453125, 14.0, 6.5, 3.703125, 6.71875, 16.5, 3.359375, 5.90625, 6.5, 2.265625, 13.0625, 3.328125, 4.15625, 6.40625, 3.359375, 2.96875, 4.8125, 22.625, 3.390625, 6.34375, 3.15625, 9.5625, 7.71875, 4.4375, 3.609375, 3.765625, 4.53125, 4.59375, 3.515625, 3.953125, 7.375, 14.125, 3.90625, 3.046875, 3.546875, 3.265625, 11.6875, 2.703125, 3.171875, 3.53125, 7.0625, 4.0, 4.34375, 2.671875, 4.375, 2.90625, 15.0625, 21.75, 3.796875, 3.640625, 2.953125, 3.671875, 14.125, 3.609375, 3.859375, 4.34375, 4.25, 3.125, 10.8125, 4.53125, 3.40625, 3.546875, -2.484375, 4.21875, 7.5625, 15.0625, 3.640625, 5.0, 6.125, 7.09375, 3.984375, 4.5, 4.1875, 3.75, 4.59375, 4.53125, 5.59375, 3.703125, 14.875, 4.5625, 3.84375, 4.5625, 8.25, 3.453125, 3.171875, 3.296875, 6.6875, 4.75, 4.5625, 2.53125, 3.515625, 2.9375, 4.09375, 2.90625, 8.3125, 3.296875, 12.1875, 30.25, 4.40625, 3.859375, 4.75, 3.9375, 5.1875, 19.125, 3.25, 9.5, 2.75, 4.03125, 3.765625, 3.328125, 3.53125, 4.03125, 3.25, 5.28125, 3.375, 3.28125, 3.046875, 3.8125, 5.25, 3.65625, 5.53125, 13.5, 2.953125, 3.265625, 7.03125, 4.8125, 3.953125, 3.34375, 26.625, 3.1875, 3.4375, 21.375, 3.59375, 8.375, 3.484375, 15.375, 7.5625, 4.375, 5.84375, 3.25, 3.765625, 5.0625, 8.6875, 3.703125, 2.984375, 3.84375, 18.875, 3.6875, 7.40625, 3.1875, 3.171875, 2.796875, 8.125, 14.25, 9.125, 5.875, 13.9375, 2.875, 3.15625, 3.03125, 3.390625, 3.421875, 4.59375, 4.125, 4.34375, 3.140625, 2.953125, 3.375, 5.0, 2.96875, 6.875, 3.21875, 3.0, 7.0625, 3.0625, 6.9375, 3.65625, 5.375, 3.375, 3.21875, 3.984375, 3.75, 7.5625, 2.984375, 3.125, 3.625, 7.625, 3.40625, 3.390625, 3.515625, 3.921875, 4.5625, 5.5, 3.171875, 4.3125, 2.671875, 16.5, 3.4375, 9.875, 2.921875, 3.515625, 7.6875, 3.328125, 6.21875, 9.75, 6.125, 3.046875, 7.21875, 4.28125, 3.375, 12.75, 17.25, 5.09375, 5.34375, 2.953125, 3.828125, 3.5625, 4.875, 10.1875, 4.34375, 6.90625, 3.484375, 5.4375, 3.34375, 3.875, 3.875, 3.125, 24.875, 3.5, 18.125, 3.1875, 3.5, 2.421875, 3.859375, 5.46875, 2.953125, 12.125, 18.75, 3.0625, 24.75, 3.0625, 2.875, 3.703125, 42.25, 3.34375, 27.25, 3.46875, 3.734375, 10.6875, 3.765625, 3.515625, 4.59375, 3.78125, 5.15625, 3.46875, 4.03125, 3.09375, 3.828125, 2.96875, 3.03125, 2.8125, 5.21875, 13.375, 3.859375, 3.78125, 2.96875, 6.125, 5.65625, 4.4375, 4.28125, 3.046875, 3.703125, 5.96875, 3.078125, 3.6875, 5.625, 3.25, 14.875, 3.28125, 3.15625, 5.375, 4.625, 3.09375, 2.921875, 6.125, 4.375, 9.875, 7.4375, 4.6875, 3.46875, 3.265625, 4.75, 8.0625, 4.1875, 5.90625, 4.5625, 15.1875, 3.734375, 4.375, 3.359375, 3.03125, 4.46875, 3.4375, 3.265625, 3.53125, 45.25, 20.75, 3.015625, 9.0, 5.46875, 3.28125, 3.109375, 3.4375, 5.4375, 3.78125, 4.59375, 3.375, 10.1875, 3.890625, 17.875, 4.34375, 18.625, 4.0625, 3.5625, 3.5625, 5.34375, 4.9375, 5.96875, 3.125, 2.953125, 5.59375, 7.53125, 3.375, 3.5625, 8.375, 4.375, 10.125, 3.203125, 3.015625, 9.3125, 50.75, 3.625, 3.4375, 3.109375, 3.796875, 3.53125, 6.875, 4.03125, 4.28125, 8.1875, 3.90625, 3.1875, 11.625, 2.65625, 7.03125, 2.75, 4.28125, 3.421875, 6.875, 2.390625, 8.25, 3.078125, 4.4375, 4.0625, 8.1875, 9.5, 4.78125, 4.625, 4.28125, 11.75, 4.625, 3.4375, 2.6875, 3.71875, 4.3125, 3.53125, 3.578125, 3.921875, 3.671875, 3.015625, 3.265625, 3.859375, 3.703125, 6.03125, 4.375, 4.25, 11.625, 6.9375, 3.765625, 6.375, 2.9375, 2.5625, 3.28125, 3.859375, 3.453125, 3.53125, 3.765625, 8.9375, 3.765625, 3.671875, 3.171875, 5.21875, 10.75, 2.609375, 3.359375, 3.109375, 3.71875, 3.734375, 6.4375, 2.421875, 6.21875, 3.5, 3.328125, 3.46875, 5.84375, 3.515625, 46.5, 12.25, 3.0, 3.046875, 5.875, 5.21875, 3.296875, 6.03125, 6.03125, 15.75, 5.34375, 3.921875, 26.625, 3.078125, 2.9375, 3.234375, 3.921875, 6.03125, 3.609375, 5.09375, 5.28125, 7.1875, 6.6875, 5.21875, 3.015625, 3.84375, 6.03125, 13.75, 11.75, 4.75, 6.59375, 5.96875, 2.9375, 4.25, 3.125, 3.296875, 3.46875, 12.0625, 5.625, 14.0, 3.703125, 3.0, 3.046875, 3.109375, 24.125, 3.109375, 5.875, 31.625, 3.640625, 6.0, 11.3125, 7.34375, 12.0625, 3.46875, 3.9375, 3.234375, 16.25, 3.65625, 5.4375, 4.375, 28.5, 2.8125, 3.796875, 2.875, 3.484375, 4.59375, 3.078125, 3.140625, 3.6875, 3.890625, 16.125, 6.5625, 3.9375, 4.34375, 20.0, 5.40625, 9.75, 3.609375, 4.8125, 4.28125, 2.828125, 4.0, 4.03125, 10.1875, 4.96875, 3.484375, 7.875, 3.65625, 2.875, 4.5, 4.5625, 2.71875, 3.4375, 4.5625, 3.125, 6.53125, 10.25, 9.1875, 2.84375, 3.9375, 10.375, 8.4375, 3.078125, 8.6875, 20.625, 4.25, 3.75, 4.375, 2.671875, 15.875, 4.40625, 3.8125, 3.0, 3.265625, 10.1875, 2.828125, 4.5625, 4.125, 3.640625, 2.890625, 2.96875, 2.859375, 3.015625, 4.71875, 3.140625, 3.53125, 5.34375, 11.8125, 4.1875, 3.765625, 4.6875, 6.65625, 3.453125, 4.625, 5.21875, 6.875, 10.25, 7.96875, 2.78125, 9.25, 3.546875, 6.8125, 3.296875, 3.234375, 3.546875, 5.34375, 4.4375, 3.1875, 3.75, 7.25, 3.359375, 4.90625, 4.40625, 3.078125, 5.3125, 4.5, 7.6875, 3.5, 3.328125, 3.78125, 3.75, 3.21875, 5.1875, 3.21875, 2.953125, 5.53125, 13.25, 8.5625, 13.0, 2.859375, 3.21875, 2.90625, 3.203125, 3.34375, 3.71875, 3.421875, 5.0625, 4.34375, 10.9375, 3.171875, 3.171875, 17.375, 2.90625, 11.625, 4.96875, 4.59375, 4.4375, 3.5, 8.375, 3.546875, 7.40625, 3.703125, 6.8125, 3.390625, 3.5, 4.0, 3.828125, 3.5625, 7.03125, 3.4375, 3.625, 3.8125, 3.5, 4.0, 3.078125, 4.3125, 10.5625, 5.84375, 2.71875, 151.0, 3.015625, 23.0, 3.875, 3.859375, 3.578125, 17.625, 4.625, 2.671875, 19.375, 4.25, 3.21875, 5.28125, 5.5, 3.1875, 15.0, 3.8125, 8.25, 4.21875, 3.625, 3.1875, 3.5625, 15.875, 3.390625, 3.328125, 10.6875, 5.0625, 2.71875, 3.4375, 3.015625, 4.03125, 3.40625, 3.375, 3.765625, 3.59375, 5.71875, 3.828125, 3.328125, 2.90625, 3.4375, 3.734375, 3.703125, 11.1875, 6.90625, 3.140625, 4.5625, 3.125, 7.59375, 3.609375, 14.9375, 3.453125, 4.0625, 4.96875, 4.84375, 3.96875, 3.625, 3.890625, 12.4375, 8.9375, 6.40625, 3.046875, 4.125, 5.28125, 3.40625, 13.625, 14.8125, 10.125, 3.203125, 3.0625, 4.1875, 3.796875, 20.875, 19.25, 5.8125, 4.0, 4.0625, 2.859375, 5.0, 3.671875, 4.75, 3.046875, 2.8125, 6.125, 4.46875, 10.6875, 19.375, 4.21875, 7.5625, 3.53125, 3.078125, 40.25, 3.421875, 3.90625, 2.140625, 3.0, 4.78125, 4.96875, 4.1875, 2.796875, 4.3125, 7.53125, 3.5625, 3.734375, 4.125, 5.65625, 11.0625, 2.8125, 5.0, 3.125, 3.484375, 5.96875, 3.671875, 2.84375, 14.3125, 3.03125, 8.1875, 4.28125, 8.3125, 4.46875, 7.3125, 3.390625, 4.125, 3.421875, 3.921875, 3.125, 3.03125, 3.75, 3.328125, 8.5625, 22.25, 3.15625, 3.40625, 3.421875, 3.9375, 3.046875, 3.359375, 3.203125, 3.984375, 3.71875, 4.4375, 3.203125, 6.53125, 3.6875, 25.5, 10.1875, 3.421875, 3.375, 4.90625, 4.6875, 3.328125, 18.375, 3.109375, 5.46875, 3.625, 3.65625, 3.546875, 4.09375, 3.4375, 2.59375, 3.171875, 3.859375, 6.96875, 7.1875, 4.46875, 2.953125, 3.65625, 7.4375, 4.46875, 4.15625, 6.40625, 3.78125, 3.21875, 4.53125, 8.8125, 4.25, 16.125, 26.25, 5.15625, 4.25, 33.75, 3.875, 6.78125, 3.59375, 3.53125, 6.8125, 3.296875, 8.5, 5.3125, 3.46875, 3.53125, 4.875, 18.375, 7.59375, 3.109375, 4.375, 3.765625, 9.5625, 89.0, 5.3125, 7.78125, 4.0, 2.421875, 5.21875, 3.515625, 2.84375, 7.625, 3.921875, 10.375, 4.40625, 5.09375, 7.90625, 6.90625, 3.90625, 3.234375, 2.828125, 2.671875, 14.0, 3.578125, 2.734375, 3.703125, 2.90625, 4.75 ] } , "name": "onnx::Mul_11025", "outputIndexes": [ 3407 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3406, 3407 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/input_layernorm/Mul_1_output_0", "outputIndexes": [ 3408 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3408 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.18/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 7581 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7581 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.18/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 7582 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7582 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1088720386, 2621462, 655360, 0, 0 ] } , "name": "/layers.18/self_attn/q_proj/Linear", "outputIndexes": [ 7583 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7583 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.18/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 7584 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7584 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ] , "dimType": "NCHW" } , "name": "/layers.18/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 3409 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3408 ] , "main_type": "NONE", "name": "/blocks.18/self_attn/Shape_output_0", "outputIndexes": [ 3410 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 3410 ] , "main_type": "NONE", "name": "Shape4157", "outputIndexes": [ 3411 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 3410 ] , "main_type": "NONE", "name": "Rank4159", "outputIndexes": [ 3412 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3412, 3412 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4161", "outputIndexes": [ 3413 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3413 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4162", "outputIndexes": [ 3414 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3413, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4164", "outputIndexes": [ 3415 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3415 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4165", "outputIndexes": [ 3416 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3411, 3414, 3416, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice4168", "outputIndexes": [ 3417 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3417 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze4169", "outputIndexes": [ 3418 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3418, 3418 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4171", "outputIndexes": [ 3419 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3410, 3419, 3413 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.18/self_attn/Gather_output_0", "outputIndexes": [ 3420 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3420, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.18/self_attn/Unsqueeze_output_0", "outputIndexes": [ 3421 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3413 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4179", "outputIndexes": [ 3422 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3415 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4182", "outputIndexes": [ 3423 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3411, 3422, 3423, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice4185", "outputIndexes": [ 3424 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3424 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze4186", "outputIndexes": [ 3425 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 3425 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4187", "outputIndexes": [ 3426 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3426, 3425 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4188", "outputIndexes": [ 3427 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3410, 3427, 3413 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.18/self_attn/Gather_1_output_0", "outputIndexes": [ 3428 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3428, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.18/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 3429 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3421, 3429, 41, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.18/self_attn/Concat_output_0", "outputIndexes": [ 3430 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3409, 3430 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.18/self_attn/Reshape_output_0", "outputIndexes": [ 3431 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3431 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.18/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 3433 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3433 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.18/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 3434 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3434, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/self_attn/q_norm/Add_output_0", "outputIndexes": [ 3435 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3435, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 3436 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3431, 3436 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 3437 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3437, 1829 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 3438 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3438, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/self_attn/Mul_output_0", "outputIndexes": [ 3439 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3438 ] , "main_type": "NONE", "name": "/blocks.18/self_attn/Shape_2_output_0", "outputIndexes": [ 3440 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 3440 ] , "main_type": "NONE", "name": "Shape4202", "outputIndexes": [ 3441 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 3440 ] , "main_type": "NONE", "name": "Rank4204", "outputIndexes": [ 3442 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3442, 3442 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4206", "outputIndexes": [ 3443 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3443 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4207", "outputIndexes": [ 3444 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3443, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4209", "outputIndexes": [ 3445 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3445 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4210", "outputIndexes": [ 3446 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3441, 3444, 3446, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice4213", "outputIndexes": [ 3447 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3447 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze4214", "outputIndexes": [ 3448 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 3448 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4215", "outputIndexes": [ 3449 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3449, 3448 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4216", "outputIndexes": [ 3450 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3440, 3450, 3443 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.18/self_attn/Gather_2_output_0", "outputIndexes": [ 3451 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3451, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/self_attn/Div_output_0", "outputIndexes": [ 3452 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3452, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.18/self_attn/Unsqueeze_7_output_0", "outputIndexes": [ 3453 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3438, 3453, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.18/self_attn/Slice_1_output_0", "outputIndexes": [ 3454 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3454 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.18/self_attn/Neg_output_0", "outputIndexes": [ 3455 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3452, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.18/self_attn/Unsqueeze_6_output_0", "outputIndexes": [ 3456 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3438, 31, 3456, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.18/self_attn/Slice_output_0", "outputIndexes": [ 3457 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3455, 3457 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.18/self_attn/Concat_3_output_0", "outputIndexes": [ 3458 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3458, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/self_attn/Mul_1_output_0", "outputIndexes": [ 3459 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3439, 3459 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/self_attn/Add_output_0", "outputIndexes": [ 3460 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7582 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1091997208, 655382, 163840, 0, 0 ] } , "name": "/layers.18/self_attn/k_proj/Linear", "outputIndexes": [ 7587 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7587 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.18/self_attn/k_proj/Linear/post_convert", "outputIndexes": [ 7588 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7588 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.18/self_attn/k_proj/Linear/post_reshape", "outputIndexes": [ 3461 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3420, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.18/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 3462 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3428, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.18/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 3463 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3462, 3463, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.18/self_attn/Concat_1_output_0", "outputIndexes": [ 3464 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3461, 3464 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.18/self_attn/Reshape_1_output_0", "outputIndexes": [ 3465 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3465 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.18/self_attn/k_norm/Pow_output_0", "outputIndexes": [ 3467 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3467 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.18/self_attn/k_norm/ReduceMean_output_0", "outputIndexes": [ 3468 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3468, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/self_attn/k_norm/Add_output_0", "outputIndexes": [ 3469 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3469, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/self_attn/k_norm/Pow_1_output_0", "outputIndexes": [ 3470 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3465, 3470 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/self_attn/k_norm/Mul_output_0", "outputIndexes": [ 3471 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 256 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582, 0.121582 ] } , "name": "onnx::Mul_11033", "outputIndexes": [ 3472 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3471, 3472 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/self_attn/k_norm/Mul_1_output_0", "outputIndexes": [ 3473 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3473, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/self_attn/Mul_2_output_0", "outputIndexes": [ 3474 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3473 ] , "main_type": "NONE", "name": "/blocks.18/self_attn/Shape_3_output_0", "outputIndexes": [ 3475 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 3475 ] , "main_type": "NONE", "name": "Shape4243", "outputIndexes": [ 3476 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 3475 ] , "main_type": "NONE", "name": "Rank4245", "outputIndexes": [ 3477 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3477, 3477 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4247", "outputIndexes": [ 3478 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3478 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4248", "outputIndexes": [ 3479 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3478, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4250", "outputIndexes": [ 3480 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3480 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4251", "outputIndexes": [ 3481 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3476, 3479, 3481, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice4254", "outputIndexes": [ 3482 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3482 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze4255", "outputIndexes": [ 3483 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 3483 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4256", "outputIndexes": [ 3484 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3484, 3483 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4257", "outputIndexes": [ 3485 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3475, 3485, 3478 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.18/self_attn/Gather_3_output_0", "outputIndexes": [ 3486 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3486, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/self_attn/Div_1_output_0", "outputIndexes": [ 3487 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3487, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.18/self_attn/Unsqueeze_9_output_0", "outputIndexes": [ 3488 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3473, 3488, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.18/self_attn/Slice_3_output_0", "outputIndexes": [ 3489 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3489 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.18/self_attn/Neg_1_output_0", "outputIndexes": [ 3490 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3487, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.18/self_attn/Unsqueeze_8_output_0", "outputIndexes": [ 3491 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3473, 31, 3491, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.18/self_attn/Slice_2_output_0", "outputIndexes": [ 3492 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3490, 3492 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.18/self_attn/Concat_4_output_0", "outputIndexes": [ 3493 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3493, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/self_attn/Mul_3_output_0", "outputIndexes": [ 3494 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3474, 3494 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/self_attn/Add_1_output_0", "outputIndexes": [ 3495 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7582 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1092816430, 655382, 163840, 0, 0 ] } , "name": "/layers.18/self_attn/v_proj/Linear", "outputIndexes": [ 7591 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7591 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.18/self_attn/v_proj/Linear/post_convert", "outputIndexes": [ 7592 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7592 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.18/self_attn/v_proj/Linear/post_reshape", "outputIndexes": [ 3496 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3420, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.18/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 3497 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3428, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.18/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 3498 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3497, 3498, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.18/self_attn/Concat_2_output_0", "outputIndexes": [ 3499 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3496, 3499 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.18/self_attn/Reshape_2_output_0", "outputIndexes": [ 3500 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3500 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.18/self_attn/v_norm/Pow_output_0", "outputIndexes": [ 3502 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3502 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.18/self_attn/v_norm/ReduceMean_output_0", "outputIndexes": [ 3503 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3503, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/self_attn/v_norm/Add_output_0", "outputIndexes": [ 3504 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3504, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/self_attn/v_norm/Pow_1_output_0", "outputIndexes": [ 3505 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3500, 3505 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/self_attn/v_norm/Mul_output_0", "outputIndexes": [ 3506 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3460, 3495, 3506, 167 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 18, "kv_shared_layer_index": -1 } , "name": "/layers.18/self_attn/FusedAttention", "outputIndexes": [ 3507 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3507 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.18/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 7593 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7593 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.18/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 7594 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7594 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1093635652, 2621462, 655360, 0, 0 ] } , "name": "/layers.18/self_attn/o_proj/Linear", "outputIndexes": [ 7595 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7595 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.18/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 7596 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7596 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.18/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 3508 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3508 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.18/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 3510 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3510 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.18/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 3511 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3511, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/post_attention_layernorm/Add_output_0", "outputIndexes": [ 3512 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3512, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 3513 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3508, 3513 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 3514 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.257812, 0.103027, 0.172852, 1.257812, 0.498047, 1.101562, 0.494141, 0.071289, 1.257812, 0.648438, 1.257812, 0.09668, 1.054688, 1.257812, 1.257812, 0.083984, 1.039062, 0.089355, 0.570312, 1.25, 1.257812, 1.257812, 1.257812, 1.101562, 0.261719, 0.025024, 0.15332, 1.257812, 0.707031, 1.257812, 1.257812, 0.057617, 1.257812, 0.578125, 0.902344, 1.257812, 1.25, 1.257812, 0.816406, 0.251953, 0.796875, 1.257812, 0.255859, 0.019165, 1.257812, 1.226562, 0.308594, 0.359375, 0.041504, 0.189453, 0.304688, 0.625, 0.425781, 1.257812, 0.972656, 0.085938, 1.257812, 0.404297, 0.216797, 0.785156, 0.632812, 0.462891, 1.257812, 0.18457, 1.257812, 1.257812, 0.015137, 0.014771, 1.257812, 1.257812, 1.257812, 0.578125, 1.210938, 1.054688, 0.949219, 0.933594, 1.257812, 0.396484, 1.257812, 0.241211, 0.554688, 0.363281, 1.257812, 0.014221, 1.257812, 1.234375, 1.257812, 1.117188, 0.441406, 0.114258, 1.148438, 1.054688, 1.257812, 0.964844, 1.257812, 0.384766, 1.257812, 0.057129, 0.081055, 0.042725, 1.257812, 0.038086, 1.257812, 1.257812, 0.675781, 1.171875, 1.257812, 0.322266, 0.070312, 1.257812, 0.035156, 0.041748, 0.10498, 1.148438, 1.234375, 0.109863, 1.257812, 1.257812, 1.257812, 0.765625, 1.257812, 0.105469, 0.484375, 1.257812, 0.527344, 0.652344, 0.025513, 0.038574, 0.435547, 0.030518, 1.257812, 0.001152, 1.015625, 1.242188, 1.257812, 1.257812, 0.898438, 0.041748, 0.025513, 0.15918, 0.058105, 0.867188, 0.026978, 1.257812, 1.257812, 0.953125, 0.219727, 1.257812, 1.257812, 0.5625, 0.046875, 0.227539, 1.257812, 1.257812, 0.474609, 0.433594, 1.257812, 0.585938, 1.257812, 1.148438, 1.257812, 0.069336, 1.257812, 0.867188, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.769531, 0.035889, 1.257812, 1.21875, 0.017334, 0.051514, 0.53125, 0.757812, 0.988281, 1.257812, 1.257812, 0.193359, 0.18457, 1.257812, 0.106445, 0.015991, 1.257812, 1.257812, 0.057617, 1.257812, 0.494141, 0.384766, 0.021362, 0.037598, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.882812, 1.257812, 0.019653, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.179688, 0.408203, 1.257812, 1.09375, 1.070312, 0.976562, 1.0, 1.078125, 1.257812, 1.257812, 0.316406, 1.257812, 1.257812, 0.029419, 1.078125, 0.103516, 0.90625, 1.257812, 0.001144, 0.034668, 1.257812, 1.257812, 1.257812, 1.257812, 0.095703, 0.433594, 0.408203, 1.234375, 1.257812, 0.015747, 0.186523, 1.257812, 0.020386, 0.380859, 1.257812, 1.257812, 1.257812, 0.472656, 1.257812, 0.326172, 1.257812, 1.257812, 0.04541, 1.257812, 0.191406, 1.257812, 1.039062, 1.257812, 0.001205, 0.648438, 1.257812, 0.001114, 1.0625, 1.257812, 1.257812, 0.01709, 1.257812, 1.257812, 1.257812, 1.257812, 0.554688, 0.816406, 1.085938, 0.016602, 1.257812, 1.257812, 1.257812, 0.098145, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.09375, 1.257812, 0.539062, 1.257812, 1.257812, 1.257812, 1.257812, 0.069824, 1.257812, 0.010132, 1.023438, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.019043, 1.257812, 0.106934, 0.089844, 0.119629, 1.257812, 1.148438, 1.148438, 1.257812, 1.226562, 1.257812, 1.257812, 1.257812, 1.257812, 0.640625, 1.257812, 0.01709, 0.075195, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.398438, 1.140625, 0.013428, 0.867188, 1.257812, 0.621094, 1.257812, 0.287109, 0.789062, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.195312, 1.257812, 0.964844, 1.257812, 0.326172, 1.257812, 0.6875, 1.1875, 1.257812, 0.183594, 1.257812, 1.257812, 0.120605, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.832031, 1.257812, 1.257812, 1.257812, 0.25, 0.036377, 1.257812, 1.25, 1.085938, 1.257812, 1.25, 0.0625, 0.585938, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.030151, 1.257812, 1.203125, 1.15625, 1.257812, 1.164062, 0.419922, 1.257812, 0.230469, 1.257812, 0.412109, 1.101562, 0.253906, 1.257812, 1.257812, 1.257812, 0.036865, 0.029175, 1.257812, 0.777344, 1.257812, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 1.171875, 1.1875, 1.257812, 0.679688, 0.332031, 0.324219, 1.257812, 1.101562, 1.257812, 1.257812, 1.257812, 1.257812, 0.104492, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.078125, 1.257812, 1.257812, 1.257812, 0.945312, 1.257812, 1.257812, 1.257812, 1.257812, 0.988281, 1.257812, 0.859375, 1.257812, 1.257812, 1.257812, 1.257812, 0.021362, 1.257812, 1.257812, 1.257812, 0.648438, 1.257812, 1.257812, 1.257812, 1.257812, 0.033691, 1.257812, 1.257812, 0.167969, 1.257812, 0.388672, 1.257812, 0.988281, 1.257812, 1.257812, 0.070312, 1.257812, 1.257812, 0.324219, 1.25, 0.929688, 0.871094, 1.078125, 1.257812, 0.765625, 1.257812, 0.683594, 0.996094, 0.086914, 0.050537, 0.328125, 1.257812, 1.140625, 1.257812, 1.257812, 1.257812, 1.257812, 1.164062, 0.033203, 0.001205, 0.034424, 1.15625, 1.257812, 1.257812, 1.257812, 0.367188, 0.037842, 1.257812, 1.257812, 1.257812, 0.271484, 1.257812, 1.257812, 0.024292, 0.001122, 0.040283, 1.257812, 1.257812, 1.257812, 1.234375, 0.029419, 1.257812, 0.255859, 1.210938, 1.257812, 1.257812, 1.257812, 0.060303, 0.181641, 1.257812, 1.257812, 1.257812, 0.90625, 1.007812, 1.257812, 1.257812, 0.179688, 0.192383, 1.257812, 1.257812, 1.257812, 1.257812, 0.130859, 0.960938, 1.257812, 1.257812, 0.016235, 1.257812, 1.234375, 0.53125, 1.257812, 1.203125, 1.257812, 0.917969, 1.257812, 1.21875, 1.257812, 1.257812, 1.125, 0.349609, 1.257812, 1.257812, 1.0625, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.140625, 1.140625, 1.257812, 0.847656, 1.257812, 0.427734, 1.25, 1.132812, 1.257812, 1.257812, 0.435547, 1.070312, 1.117188, 1.242188, 0.875, 1.257812, 0.800781, 0.175781, 1.257812, 1.257812, 0.098633, 0.601562, 1.257812, 1.257812, 1.257812, 1.257812, 0.474609, 1.257812, 1.257812, 0.069336, 1.257812, 0.738281, 1.257812, 1.257812, 1.257812, 0.851562, 1.257812, 1.257812, 0.734375, 1.257812, 1.257812, 0.691406, 1.257812, 0.089844, 1.257812, 0.644531, 1.257812, 1.257812, 0.208984, 0.578125, 1.257812, 1.257812, 1.257812, 1.210938, 1.203125, 0.960938, 0.832031, 0.474609, 0.246094, 0.617188, 1.257812, 1.226562, 1.070312, 0.371094, 1.257812, 1.257812, 0.013733, 1.257812, 1.257812, 1.257812, 1.171875, 0.320312, 1.226562, 1.257812, 0.001167, 1.257812, 0.00116, 1.257812, 1.257812, 1.257812, 1.210938, 1.257812, 1.257812, 1.257812, 1.132812, 1.234375, 1.125, 0.039062, 0.029785, 1.257812, 0.267578, 0.373047, 1.257812, 1.257812, 1.257812, 1.203125, 1.257812, 1.023438, 1.257812, 0.261719, 0.013611, 1.257812, 0.894531, 0.026123, 1.257812, 1.257812, 0.112305, 1.257812, 0.730469, 1.257812, 0.001167, 1.195312, 0.263672, 1.257812, 0.036133, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.910156, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.12207, 1.257812, 0.101074, 1.0625, 1.257812, 0.894531, 0.789062, 0.031738, 1.257812, 1.257812, 1.257812, 1.257812, 1.25, 0.412109, 1.257812, 1.257812, 1.03125, 1.25, 1.257812, 0.310547, 1.257812, 0.013, 1.257812, 1.15625, 0.34375, 1.257812, 1.257812, 0.045166, 1.257812, 0.839844, 1.257812, 0.24707, 1.257812, 0.066406, 1.210938, 1.257812, 0.040527, 1.257812, 1.203125, 1.257812, 1.257812, 1.117188, 1.257812, 0.045654, 0.00119, 0.980469, 1.257812, 0.052734, 1.257812, 0.144531, 0.210938, 1.257812, 0.235352, 1.257812, 1.257812, 1.257812, 1.257812, 0.062256, 0.05127, 1.257812, 1.257812, 1.257812, 1.226562, 1.257812, 1.257812, 1.257812, 1.21875, 0.016724, 1.257812, 1.257812, 1.257812, 1.257812, 0.933594, 1.257812, 0.216797, 1.257812, 0.546875, 1.257812, 0.550781, 1.257812, 0.455078, 1.257812, 1.257812, 0.058838, 1.257812, 0.308594, 0.53125, 0.015747, 0.494141, 1.257812, 0.855469, 0.376953, 1.257812, 1.257812, 0.507812, 1.257812, 1.257812, 1.257812, 1.046875, 1.257812, 1.257812, 1.03125, 0.546875, 0.241211, 1.257812, 0.056152, 0.115723, 1.25, 1.257812, 1.257812, 1.242188, 0.196289, 0.333984, 1.257812, 1.257812, 1.257812, 1.242188, 1.257812, 1.164062, 0.792969, 0.104492, 1.257812, 0.081055, 0.219727, 1.257812, 0.816406, 0.287109, 0.589844, 0.057373, 0.013733, 0.224609, 1.257812, 1.257812, 1.195312, 1.257812, 1.257812, 1.257812, 1.25, 0.355469, 1.257812, 1.195312, 1.039062, 1.257812, 1.257812, 1.257812, 1.257812, 0.890625, 1.039062, 1.257812, 1.203125, 0.964844, 0.808594, 1.257812, 0.820312, 1.257812, 1.257812, 0.02771, 1.257812, 0.214844, 0.142578, 1.1875, 1.257812, 1.257812, 0.059082, 0.012939, 1.257812, 0.172852, 1.257812, 0.339844, 1.257812, 0.145508, 1.257812, 1.257812, 0.00116, 1.257812, 1.257812, 0.001152, 1.257812, 1.242188, 1.257812, 1.257812, 1.070312, 1.117188, 0.550781, 0.0271, 0.605469, 1.257812, 1.257812, 0.097168, 1.257812, 1.25, 0.375, 1.257812, 1.257812, 0.161133, 0.155273, 0.804688, 1.257812, 1.148438, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.175781, 1.257812, 0.017212, 0.292969, 1.257812, 1.257812, 1.257812, 0.229492, 1.257812, 0.445312, 1.257812, 0.291016, 1.257812, 0.128906, 1.234375, 1.257812, 1.257812, 1.070312, 1.257812, 0.001129, 1.257812, 1.257812, 0.75, 1.257812, 1.257812, 0.886719, 0.271484, 0.062988, 0.164062, 0.047607, 1.257812, 0.00119, 0.710938, 1.257812, 1.1875, 1.257812, 0.40625, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.271484, 0.010498, 0.363281, 1.210938, 1.09375, 0.055908, 0.273438, 1.257812, 0.695312, 1.257812, 0.001091, 0.683594, 1.109375, 0.632812, 1.257812, 0.018799, 0.045654, 1.257812, 1.257812, 0.378906, 1.257812, 0.574219, 1.257812, 1.257812, 1.257812, 0.605469, 1.257812, 0.019409, 0.414062, 1.257812, 1.257812, 0.976562, 1.257812, 1.257812, 1.085938, 1.0625, 1.257812, 1.257812, 1.257812, 0.550781, 0.470703, 1.257812, 1.257812, 1.257812, 1.25, 1.257812, 1.257812, 1.132812, 1.125, 1.257812, 1.257812, 1.257812, 1.15625, 0.269531, 1.242188, 1.148438, 0.037109, 1.117188, 0.067871, 1.257812, 1.257812, 1.25, 0.249023, 1.25, 1.257812, 1.257812, 1.257812, 0.445312, 1.054688, 1.257812, 1.257812, 1.257812, 1.257812, 0.016113, 1.257812, 1.257812, 0.945312, 1.25, 1.257812, 1.210938, 0.324219, 1.257812, 0.001213, 0.279297, 1.257812, 1.257812, 0.079102, 1.257812, 1.257812, 1.039062, 1.257812, 1.257812, 1.046875, 0.042236, 1.179688, 1.257812, 1.257812, 1.164062, 0.667969, 1.257812, 1.015625, 1.257812, 0.691406, 1.257812, 0.675781, 1.257812, 0.010559, 1.257812, 0.001152, 0.384766, 0.053223, 1.257812, 1.257812, 1.015625, 1.257812, 1.242188, 1.15625, 1.257812, 0.402344, 1.085938, 1.054688, 1.179688, 1.25, 1.257812, 1.257812, 1.109375, 0.859375, 1.226562, 0.507812, 0.028564, 0.037598, 1.257812, 1.257812, 1.257812, 1.007812, 1.257812, 1.257812, 1.257812, 0.140625, 1.257812, 1.257812, 1.125, 0.019165, 1.210938, 1.257812, 0.494141, 1.257812, 1.257812, 0.066895, 1.257812, 1.257812, 1.257812, 1.164062, 1.257812, 1.125, 0.570312, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.044922, 1.257812, 0.351562, 1.257812, 1.257812, 1.257812, 1.257812, 0.167969, 1.257812, 1.257812, 1.257812, 1.257812, 0.482422, 1.25, 0.675781, 1.257812, 1.171875, 0.494141, 0.976562, 1.257812, 1.257812, 0.029907, 0.166992, 0.072754, 1.257812, 1.257812, 1.257812, 1.257812, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.140625, 1.25, 0.204102, 1.257812, 0.773438, 0.181641, 1.109375, 0.028809, 0.076172, 1.257812, 1.257812, 1.257812, 1.257812, 0.941406, 1.257812, 0.033936, 1.242188, 0.069824, 1.15625, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.039062, 1.257812, 0.053467, 1.257812, 0.890625, 1.257812, 0.382812, 1.1875, 1.257812, 1.148438, 0.162109, 1.257812, 1.257812, 1.257812, 0.01062, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.065918, 0.753906, 0.067383, 1.171875, 1.257812, 1.257812, 0.033691, 0.038086, 0.78125, 1.257812, 0.457031, 1.257812, 0.040527, 0.015503, 1.117188, 1.257812, 1.257812, 1.25, 1.257812, 1.257812, 1.257812, 1.203125, 1.257812, 0.246094, 0.707031, 0.008484, 0.125977, 1.257812, 1.257812, 0.019287, 1.257812, 0.041748, 0.055176, 1.257812, 1.257812, 0.019409, 1.257812, 1.257812, 1.257812, 1.257812, 0.554688, 1.257812, 1.257812, 1.164062, 1.039062, 0.394531, 1.257812, 1.25, 1.257812, 1.03125, 0.054688, 0.025391, 0.621094, 1.257812, 1.257812, 1.140625, 1.257812, 0.033447, 1.242188, 1.015625, 0.060791, 0.042969, 0.738281, 1.257812, 1.257812, 1.257812, 1.257812, 1.15625, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.757812, 0.197266, 0.180664, 0.251953, 1.257812, 1.257812, 0.093262, 0.051514, 1.257812, 1.257812, 1.257812, 1.257812, 0.080078, 1.109375, 0.28125, 1.257812, 1.15625, 0.402344, 1.257812, 0.192383, 0.414062, 0.001221, 0.015198, 0.090332, 0.071777, 1.257812, 0.609375, 1.257812, 0.210938, 0.056885, 0.96875, 0.507812, 1.257812, 0.996094, 1.257812, 0.083008, 0.707031, 1.023438, 0.617188, 1.257812, 1.070312, 0.212891, 0.277344, 1.257812, 0.396484, 1.257812, 1.257812, 1.257812, 1.054688, 1.257812, 0.871094, 0.322266, 0.6875, 1.257812, 1.257812, 0.449219, 1.257812, 1.257812, 1.0625, 1.257812, 0.867188, 0.839844, 1.257812, 1.257812, 1.257812, 1.257812, 1.023438, 1.132812, 1.257812, 0.302734, 1.257812, 1.257812, 1.257812, 0.316406, 1.257812, 1.242188, 1.257812, 1.257812, 1.257812, 0.130859, 0.414062, 1.257812, 1.257812, 1.257812, 0.474609, 0.417969, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.15625, 1.257812, 1.25, 0.433594, 0.018188, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.03125, 0.014832, 1.257812, 0.021362, 1.257812, 1.257812, 1.257812, 0.75, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.046387, 1.257812, 0.351562, 1.257812, 1.257812, 1.257812, 1.09375, 1.257812, 0.237305, 0.188477, 0.601562, 1.257812, 1.234375, 1.257812, 1.257812, 1.257812, 1.257812, 1.234375, 1.257812, 0.19043, 0.03418, 1.257812, 1.257812, 1.117188, 1.25, 1.257812, 1.257812, 1.257812, 0.01239, 1.257812, 1.257812, 1.257812, 1.257812, 0.074707, 1.257812, 0.050049, 1.257812, 1.257812, 1.257812, 0.726562, 0.081543, 1.257812, 0.034668, 1.257812, 1.234375, 0.192383, 0.498047, 1.226562, 1.257812, 1.257812, 0.328125, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.644531, 1.257812, 0.296875, 1.257812, 0.044189, 0.558594, 1.257812, 1.257812, 1.257812, 0.480469, 0.115234, 1.257812, 1.257812, 0.953125, 0.304688, 1.195312, 1.257812, 1.257812, 1.257812, 0.828125, 0.394531, 1.039062, 1.25, 1.257812, 0.053223, 0.328125, 0.269531, 0.917969, 1.257812, 1.257812, 1.03125, 1.234375, 1.257812, 1.179688, 1.257812, 1.078125, 1.257812, 1.171875, 1.257812, 1.257812, 1.257812, 0.316406, 1.015625, 1.257812, 1.25, 0.031982, 0.324219, 1.25, 0.177734, 1.101562, 1.257812, 0.617188, 0.333984, 1.257812, 1.257812, 0.010132, 0.386719, 1.257812, 1.257812, 0.613281, 1.257812, 1.125, 1.140625, 1.257812, 1.257812, 1.257812, 1.257812, 0.527344, 0.151367, 1.257812, 0.030762, 0.503906, 0.808594, 0.023193, 1.257812, 1.257812, 0.03064, 1.257812, 0.172852, 1.257812, 0.05127, 0.898438, 0.047119, 0.470703, 1.257812, 0.222656, 0.427734, 0.078125, 1.257812, 0.074219, 0.769531, 1.257812, 1.257812, 1.257812, 1.257812, 1.164062, 0.134766, 1.257812, 1.257812, 1.257812, 1.125, 0.019165, 0.068359, 0.119141, 0.566406, 1.257812, 1.257812, 1.257812, 1.257812, 0.839844, 1.257812, 1.257812, 1.257812, 1.054688, 0.018677, 1.257812, 1.257812, 1.257812, 0.871094, 1.257812, 1.257812, 1.257812, 1.257812, 0.069824, 1.257812, 0.013672, 0.049805, 1.257812, 1.257812, 0.582031, 1.257812, 1.257812, 1.257812, 1.257812, 0.910156, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.34375, 0.765625, 1.15625, 1.164062, 1.257812, 1.257812, 1.257812, 1.257812, 0.808594, 0.5, 1.078125, 1.242188, 1.242188, 0.041992, 1.257812, 1.257812, 0.207031, 1.257812, 0.042725, 0.878906, 1.257812, 1.257812, 0.039551, 0.839844, 1.25, 0.820312, 1.257812, 0.933594, 1.234375, 0.031738, 0.644531, 1.257812, 1.257812, 0.001183, 1.257812, 0.652344, 1.257812, 1.257812, 1.257812, 1.257812, 1.171875, 0.026245, 1.195312, 1.257812, 0.065918, 0.511719, 0.515625, 1.257812, 0.482422, 1.257812, 0.040771, 0.332031, 0.02063, 1.257812, 1.257812, 1.257812, 1.015625, 1.242188, 1.234375, 1.257812, 0.777344, 1.257812, 1.257812, 1.257812, 0.273438, 1.257812, 1.257812, 1.257812, 1.257812, 0.143555, 1.257812, 0.703125, 1.257812, 1.257812, 0.84375, 1.257812, 1.257812, 1.148438, 0.484375, 1.078125, 0.014404, 0.707031, 1.257812, 1.007812, 0.730469, 0.503906, 0.03064, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.234375, 0.025391, 1.085938, 0.328125, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.094727, 1.257812, 0.230469, 1.257812, 0.660156, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.148438, 1.257812, 0.038574, 1.257812, 1.257812, 1.257812, 0.001175, 1.257812, 1.257812, 1.257812, 1.257812, 0.494141, 1.257812, 1.21875, 1.234375, 1.257812, 1.257812, 1.257812, 1.257812, 0.050049, 1.257812, 0.020874, 1.109375, 0.100586, 1.109375, 1.257812, 0.761719, 0.710938, 0.851562, 1.0, 0.12793, 0.255859, 0.265625, 1.257812, 1.257812, 1.109375, 1.257812, 1.257812, 1.257812, 0.150391, 0.429688, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.376953, 1.257812, 1.257812, 0.080078, 0.349609, 1.257812, 0.324219, 0.167969, 1.257812, 0.163086, 1.179688, 0.867188, 1.257812, 1.257812, 1.171875, 1.257812, 0.029297, 1.257812, 0.073242, 1.234375, 0.113281, 0.092773, 1.257812, 1.257812, 0.519531, 1.257812, 0.519531, 0.691406, 0.890625, 0.132812, 0.043457, 1.257812, 0.933594, 1.257812, 1.164062, 0.001106, 1.257812, 1.257812, 1.257812, 0.034668, 1.257812, 1.257812, 0.984375, 0.421875, 1.257812, 0.030029, 0.036865, 1.210938, 1.257812, 1.257812, 1.257812, 0.084473, 1.257812, 1.257812, 1.257812, 1.257812, 0.796875, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.25, 0.010803, 1.195312, 0.202148, 0.289062, 0.162109, 1.164062, 0.996094, 1.257812, 1.257812, 0.410156, 0.441406, 1.117188, 1.257812, 1.257812, 1.257812, 1.195312, 0.486328, 0.018311, 1.257812, 1.257812, 1.234375, 0.066406, 0.730469, 0.285156, 1.21875, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.191406, 0.019287, 0.761719, 1.257812, 1.257812, 1.09375, 1.257812, 0.041504, 1.257812, 1.257812, 1.257812, 1.257812, 1.117188, 0.929688, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.234375, 1.257812, 1.257812, 0.388672, 1.257812, 1.257812, 0.016724, 1.25, 1.242188, 0.238281, 1.257812, 0.462891, 1.257812, 0.041748, 1.0, 1.257812, 0.069824, 1.257812, 0.001137, 1.257812, 0.025635, 1.257812, 1.257812, 1.257812, 1.234375, 1.257812, 1.257812, 0.021484, 0.957031, 0.996094, 1.257812, 0.014221, 1.257812, 1.257812, 1.148438, 0.785156, 1.257812, 0.039795, 0.030151, 0.031982, 1.257812, 0.017822, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.917969, 1.257812, 1.257812, 1.054688, 1.242188, 1.257812, 1.257812, 1.195312, 1.132812, 1.257812, 0.796875, 1.242188, 0.279297, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.180664, 0.863281, 1.257812, 0.832031, 0.0625, 1.257812, 1.125, 1.171875, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.164062, 0.101074, 1.257812, 0.053955, 1.164062, 1.257812, 0.042725, 0.609375, 0.251953, 0.185547, 1.257812, 1.257812, 0.24707, 1.203125, 1.015625, 0.021851, 0.128906, 0.5625, 1.257812, 1.039062, 1.257812, 0.898438, 0.098633, 1.257812, 0.458984, 0.335938, 1.257812, 1.257812, 1.257812, 0.851562, 1.257812, 1.210938, 0.027344, 1.257812, 0.011292, 1.007812, 1.257812, 1.257812, 1.257812, 0.710938, 1.25, 0.033203, 0.183594, 0.851562, 0.057861, 0.765625, 1.257812, 1.257812, 0.0177, 1.257812, 0.209961, 1.25, 1.257812, 0.792969, 1.257812, 1.257812, 1.257812, 0.703125, 1.257812, 1.257812, 0.738281, 0.636719, 1.257812, 1.25, 1.257812, 1.226562, 0.242188, 0.05127, 1.257812, 1.257812, 1.09375, 1.257812, 0.804688, 1.257812, 1.257812, 1.195312, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.028564, 1.257812, 1.257812, 0.306641, 1.015625, 1.257812, 1.257812, 0.074707, 0.636719, 0.194336, 0.53125, 1.257812, 1.257812, 1.257812, 1.257812, 0.648438, 0.394531, 0.125977, 1.257812, 0.012756, 1.257812, 1.257812, 1.257812, 1.257812, 0.824219, 1.257812, 1.171875, 1.1875, 0.496094, 0.09668, 1.046875, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.083008, 1.257812, 1.257812, 1.257812, 1.164062, 1.257812, 0.161133, 1.257812, 0.024536, 0.453125, 1.257812, 1.257812, 1.257812, 1.257812, 0.253906, 1.257812, 1.164062, 0.285156, 1.257812, 1.117188, 1.257812, 0.035645, 1.257812, 0.00106, 0.703125, 1.257812, 0.001213, 0.19043, 0.875, 1.257812, 1.21875, 1.257812, 1.257812, 1.257812, 1.257812, 0.597656, 1.257812, 1.257812, 1.164062, 0.02124, 1.21875, 0.055664, 1.085938, 1.257812, 1.257812, 0.357422, 1.171875, 0.192383, 1.257812, 1.257812, 1.257812, 0.055176, 0.204102, 1.257812, 1.257812, 1.257812, 0.566406, 1.257812, 1.257812, 1.140625, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.226562, 1.257812, 1.257812, 0.294922, 1.257812, 1.257812, 0.026123, 1.257812, 1.257812, 1.257812, 1.21875, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.028687, 1.257812, 1.257812, 1.21875, 1.257812, 0.449219, 1.039062, 1.226562, 1.054688, 1.226562, 1.257812, 1.25, 1.21875, 0.992188, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.02124, 0.207031, 1.054688, 1.257812, 0.773438, 0.330078, 1.015625, 0.052002, 0.392578, 0.019287, 1.257812, 1.257812, 0.097656, 1.257812, 1.195312, 1.257812, 1.257812, 0.202148, 1.257812, 1.257812, 1.257812, 1.257812, 0.345703, 1.257812, 1.109375, 0.824219, 0.199219, 0.237305, 0.073242, 0.65625, 1.257812, 0.269531, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.074219, 0.015747, 1.257812, 1.226562, 1.015625, 1.007812, 0.001205, 0.621094, 0.208984, 0.024048, 1.257812, 0.075195, 0.001167, 1.257812, 0.029175, 1.257812, 0.710938, 1.257812, 0.015869, 1.257812, 0.605469, 1.257812, 0.05957, 0.890625, 1.257812, 1.257812, 1.21875, 1.257812, 1.125, 1.257812, 1.257812, 0.621094, 0.034424, 0.289062, 1.257812, 1.257812, 0.03833, 1.257812, 0.085449, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.043945, 0.742188, 1.257812, 1.257812, 1.257812, 1.25, 1.257812, 1.257812, 1.257812, 1.25, 0.660156, 1.257812, 1.257812, 0.018677, 0.099121, 0.882812, 1.257812, 0.126953, 0.131836, 1.171875, 0.049316, 0.796875, 1.257812, 1.257812, 1.164062, 1.15625, 0.161133, 1.257812, 1.257812, 1.1875, 1.1875, 0.001114, 1.257812, 1.257812, 1.257812, 1.03125, 1.257812, 0.835938, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.761719, 0.451172, 1.257812, 1.257812, 1.257812, 0.096191, 1.046875, 1.257812, 1.257812, 0.064453, 0.0177, 0.386719, 1.257812, 0.408203, 1.257812, 0.111816, 1.234375, 1.210938, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.048828, 1.257812, 1.257812, 1.257812, 1.234375, 1.257812, 0.574219, 0.053711, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.878906, 0.542969, 0.527344, 0.029663, 0.108887, 1.257812, 1.03125, 1.257812, 1.257812, 1.257812, 1.257812, 1.148438, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.01239, 1.257812, 0.063477, 1.25, 1.15625, 1.257812, 1.257812, 0.194336, 1.257812, 0.056152, 1.257812, 0.486328, 1.257812, 1.164062, 0.933594, 1.039062, 1.257812, 0.417969, 0.878906, 0.777344, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.097656, 1.257812, 1.234375, 0.061523, 1.0625, 0.038574, 1.25, 0.789062, 1.257812, 0.042969, 0.640625, 1.25, 0.022461, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.013489, 1.257812, 0.044189, 1.257812, 1.257812, 1.210938, 1.257812, 0.024414, 0.769531, 1.25, 0.046631, 1.257812, 0.878906, 1.242188, 1.25, 0.730469, 1.257812, 1.257812, 1.257812, 1.257812, 0.644531, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.203125, 0.07959, 0.056152, 1.257812, 0.652344, 1.257812, 0.014648, 1.257812, 0.056641, 0.75, 1.257812, 0.601562, 1.257812, 1.070312, 1.257812, 1.21875, 1.257812, 0.118164, 0.020996, 1.023438, 1.257812, 1.257812, 1.257812, 0.02832, 0.053223, 0.023315, 1.25, 1.117188, 1.140625, 1.257812, 0.06543, 0.014038, 0.00119, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.761719, 1.242188, 1.257812, 0.566406, 1.257812, 0.265625, 0.031006, 0.347656, 0.738281, 1.242188, 1.257812, 0.056885, 0.511719, 1.257812, 1.257812, 1.15625, 0.527344, 1.257812, 1.15625, 1.257812, 1.257812, 1.085938, 1.257812, 1.179688, 1.257812, 0.451172, 1.257812, 1.257812, 0.667969, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.034668, 1.132812, 1.257812, 1.257812, 0.114746, 1.257812, 0.049316, 1.257812, 1.257812, 1.125, 1.257812, 1.132812, 1.257812, 1.257812, 0.632812, 0.3125, 0.014099, 1.257812, 1.257812, 1.234375, 1.257812, 0.894531, 1.257812, 1.171875, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.001198, 0.150391, 1.257812, 1.085938, 0.155273, 1.257812, 1.21875, 0.021851, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.036133, 1.171875, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.216797, 0.5625, 1.257812, 1.257812, 0.230469, 1.257812, 0.03418, 0.023804, 0.455078, 1.257812, 1.257812, 1.257812, 0.079102, 1.164062, 1.257812, 0.074219, 1.257812, 0.030029, 1.257812, 1.257812, 1.257812, 1.257812, 0.369141, 0.126953, 1.210938, 1.257812, 0.640625, 0.0177, 0.09082, 0.310547, 0.086914, 1.257812, 1.25, 0.067383, 1.179688, 1.179688, 0.466797, 1.257812, 1.257812, 1.257812, 1.257812, 0.058838, 0.001137, 1.0, 1.257812, 1.015625, 1.125, 1.257812, 1.046875, 1.257812, 1.015625, 1.1875, 1.257812 ] } , "name": "onnx::Mul_11046", "outputIndexes": [ 3515 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3514, 3515 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 3516 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3401, 3516 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/Add_output_0", "outputIndexes": [ 3517 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3517 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.18/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 3518 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3518 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.18/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 3519 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3519, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 3520 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3520, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 3521 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3517, 3521 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 3522 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.351562, 0.742188, 1.320312, 0.453125, 0.589844, 0.339844, 0.449219, 0.769531, 0.367188, 0.388672, 0.349609, 2.265625, 0.318359, 0.425781, 0.388672, 2.953125, 0.400391, 2.609375, 0.574219, 0.417969, 0.367188, 0.373047, 0.34375, 0.398438, 1.132812, 2.984375, 1.007812, 0.449219, 0.318359, 0.390625, 0.416016, 3.453125, 0.333984, 0.5, 0.302734, 0.287109, 0.335938, 0.480469, 0.5, 1.265625, 0.378906, 0.371094, 1.890625, 2.21875, 0.443359, 0.369141, 0.447266, 0.996094, 3.578125, 0.451172, 0.53125, 0.482422, 0.523438, 0.402344, 0.347656, 2.625, 0.478516, 0.376953, 1.609375, 0.353516, 1.101562, 0.675781, 0.380859, 1.460938, 0.382812, 0.402344, 5.125, 3.3125, 0.464844, 0.648438, 0.351562, 0.871094, 0.339844, 0.384766, 0.337891, 0.347656, 0.458984, 0.855469, 0.328125, 0.523438, 0.550781, 0.835938, 0.388672, 7.25, 0.361328, 0.46875, 0.408203, 0.392578, 0.363281, 1.921875, 0.472656, 0.384766, 0.308594, 0.384766, 0.291016, 0.496094, 0.361328, 0.785156, 2.390625, 0.875, 0.241211, 6.0625, 0.359375, 0.464844, 0.462891, 0.330078, 0.376953, 1.617188, 2.4375, 0.355469, 3.1875, 1.96875, 4.28125, 0.433594, 0.355469, 2.90625, 0.433594, 0.226562, 0.380859, 0.402344, 0.355469, 1.53125, 0.539062, 0.394531, 0.486328, 0.476562, 5.65625, 0.902344, 0.664062, 4.65625, 0.296875, 1.953125, 0.347656, 0.359375, 0.503906, 0.417969, 0.369141, 4.46875, 2.359375, 1.523438, 6.03125, 0.400391, 6.375, 0.302734, 0.341797, 0.359375, 1.335938, 0.365234, 0.380859, 0.496094, 0.890625, 0.800781, 0.382812, 0.412109, 0.511719, 2.140625, 0.53125, 0.367188, 0.318359, 0.369141, 0.570312, 2.21875, 0.449219, 0.419922, 0.410156, 0.361328, 0.394531, 0.447266, 0.277344, 0.275391, 1.015625, 0.384766, 0.384766, 2.4375, 0.789062, 0.394531, 0.40625, 0.310547, 0.349609, 0.347656, 1.757812, 0.458984, 0.480469, 1.078125, 8.5, 0.357422, 0.400391, 0.917969, 0.84375, 0.535156, 1.234375, 2.53125, 4.71875, 0.298828, 0.355469, 0.355469, 0.369141, 0.349609, 0.316406, 0.519531, 0.363281, 7.75, 0.292969, 0.380859, 0.257812, 0.498047, 0.308594, 1.9375, 0.4375, 0.498047, 0.402344, 0.314453, 0.498047, 0.417969, 0.363281, 0.416016, 0.394531, 0.796875, 0.345703, 0.355469, 3.234375, 0.443359, 0.640625, 0.306641, 0.351562, 2.328125, 2.71875, 0.451172, 0.357422, 0.376953, 0.361328, 0.671875, 0.302734, 0.699219, 0.486328, 0.445312, 3.890625, 0.53125, 0.324219, 2.859375, 0.695312, 0.429688, 0.298828, 0.382812, 0.632812, 0.345703, 0.980469, 0.640625, 0.392578, 2.234375, 0.412109, 0.488281, 0.462891, 0.155273, 0.486328, 5.125, 0.384766, 0.386719, 2.84375, 0.439453, 0.398438, 0.380859, 2.921875, 0.367188, 0.376953, 0.34375, 0.347656, 0.34375, 0.337891, 0.298828, 6.34375, 0.400391, 0.376953, 0.361328, 1.570312, 0.384766, 0.324219, 0.337891, 1.570312, 0.238281, 0.376953, 0.363281, 0.421875, 0.419922, 0.421875, 0.390625, 0.410156, 2.53125, 0.410156, 4.21875, 0.318359, 0.34375, 0.339844, 0.371094, 0.476562, 0.361328, 6.0, 0.353516, 0.605469, 0.621094, 0.632812, 0.308594, 0.361328, 0.380859, 0.392578, 0.320312, 0.375, 0.394531, 0.373047, 0.494141, 0.333984, 0.369141, 6.4375, 0.691406, 0.363281, 0.447266, 0.421875, 0.40625, 0.451172, 0.429688, 0.376953, 7.4375, 0.345703, 0.455078, 0.539062, 0.396484, 2.53125, 0.402344, 0.441406, 0.416016, 0.291016, 0.925781, 0.421875, 0.367188, 0.326172, 0.792969, 0.34375, 0.363281, 0.421875, 1.523438, 0.453125, 0.376953, 0.380859, 0.59375, 0.328125, 0.621094, 0.640625, 0.443359, 0.363281, 0.308594, 0.351562, 0.386719, 0.384766, 0.447266, 0.40625, 0.458984, 0.421875, 0.414062, 1.171875, 5.25, 0.302734, 0.351562, 0.34375, 0.388672, 0.341797, 0.671875, 0.519531, 0.308594, 0.34375, 0.361328, 0.394531, 0.332031, 0.380859, 5.15625, 0.412109, 0.345703, 0.347656, 0.349609, 0.355469, 0.722656, 0.34375, 0.445312, 0.396484, 0.376953, 0.416016, 0.474609, 0.359375, 0.308594, 0.523438, 2.453125, 2.453125, 0.369141, 0.300781, 0.400391, 0.335938, 0.324219, 0.416016, 0.40625, 0.050537, 0.353516, 0.365234, 0.380859, 0.519531, 1.703125, 0.945312, 0.40625, 0.339844, 0.359375, 0.316406, 0.367188, 0.408203, 0.617188, 0.617188, 0.306641, 0.398438, 0.433594, 0.373047, 0.390625, 0.412109, 0.425781, 0.466797, 0.332031, 0.6875, 0.378906, 0.34375, 0.441406, 0.339844, 0.339844, 0.384766, 0.392578, 0.53125, 0.373047, 0.5, 0.322266, 2.3125, 0.376953, 0.351562, 0.337891, 0.675781, 0.324219, 0.539062, 0.253906, 0.396484, 1.867188, 0.40625, 0.382812, 0.597656, 0.367188, 0.384766, 0.359375, 0.40625, 0.585938, 0.248047, 5.5625, 0.365234, 0.333984, 0.435547, 0.386719, 0.400391, 0.412109, 0.414062, 0.363281, 0.376953, 0.390625, 0.357422, 0.390625, 2.140625, 2.0625, 0.359375, 0.369141, 0.382812, 0.375, 0.335938, 0.373047, 0.402344, 0.361328, 1.0, 9.0625, 0.875, 0.345703, 0.291016, 0.498047, 0.488281, 0.453125, 2.40625, 0.535156, 0.34375, 0.380859, 0.447266, 0.515625, 0.351562, 7.15625, 2.078125, 3.140625, 0.488281, 0.386719, 0.337891, 0.349609, 1.796875, 0.439453, 0.470703, 0.219727, 0.382812, 0.376953, 0.392578, 0.636719, 1.546875, 0.404297, 0.388672, 0.345703, 0.328125, 0.283203, 0.255859, 0.441406, 0.503906, 0.511719, 0.355469, 0.388672, 0.375, 0.326172, 0.796875, 0.322266, 0.376953, 0.369141, 4.8125, 0.400391, 0.185547, 0.421875, 0.382812, 0.433594, 0.431641, 0.378906, 0.410156, 0.308594, 0.447266, 0.398438, 0.427734, 0.367188, 0.365234, 0.382812, 0.380859, 0.361328, 0.455078, 0.402344, 0.472656, 0.335938, 0.396484, 0.361328, 0.414062, 0.388672, 0.375, 0.367188, 0.398438, 0.419922, 0.382812, 0.332031, 0.400391, 0.310547, 0.371094, 0.349609, 0.5625, 0.367188, 0.394531, 1.773438, 0.375, 0.408203, 2.421875, 0.613281, 0.404297, 0.433594, 0.382812, 0.369141, 0.871094, 0.400391, 1.070312, 3.34375, 0.363281, 0.494141, 0.390625, 0.427734, 0.335938, 0.318359, 0.408203, 0.341797, 0.46875, 0.367188, 0.515625, 0.476562, 0.357422, 2.15625, 0.458984, 0.992188, 0.332031, 0.357422, 0.455078, 0.474609, 0.365234, 0.369141, 0.355469, 0.402344, 0.367188, 0.474609, 0.322266, 0.78125, 1.125, 0.498047, 0.427734, 0.408203, 0.316406, 0.753906, 0.425781, 0.052734, 5.4375, 0.335938, 0.427734, 0.382812, 0.523438, 0.523438, 0.363281, 0.359375, 2.765625, 0.333984, 8.125, 0.337891, 0.332031, 0.386719, 0.398438, 1.515625, 0.376953, 0.382812, 0.345703, 0.375, 0.351562, 0.925781, 5.90625, 0.351562, 2.015625, 0.478516, 0.3125, 0.435547, 0.460938, 0.326172, 0.421875, 0.324219, 0.365234, 0.458984, 4.90625, 0.447266, 1.039062, 3.109375, 0.400391, 0.425781, 0.621094, 0.402344, 0.443359, 0.390625, 2.125, 0.398438, 0.466797, 0.353516, 4.03125, 0.326172, 0.335938, 0.394531, 0.738281, 0.488281, 0.279297, 0.384766, 0.369141, 0.412109, 0.328125, 0.332031, 0.375, 0.363281, 0.382812, 1.703125, 0.400391, 3.140625, 0.390625, 0.361328, 0.341797, 0.498047, 2.359375, 0.351562, 0.570312, 0.353516, 0.369141, 0.367188, 0.408203, 0.376953, 0.412109, 0.384766, 0.416016, 0.298828, 0.386719, 0.404297, 5.65625, 0.400391, 0.386719, 0.515625, 0.371094, 0.40625, 0.84375, 0.396484, 0.382812, 0.425781, 0.476562, 0.388672, 0.738281, 0.388672, 0.392578, 0.894531, 0.320312, 0.367188, 0.427734, 0.355469, 0.380859, 0.376953, 0.792969, 6.15625, 0.402344, 0.287109, 0.816406, 0.361328, 3.390625, 1.09375, 0.392578, 0.443359, 0.390625, 0.402344, 0.416016, 0.431641, 2.40625, 0.785156, 0.384766, 0.382812, 0.208008, 0.369141, 0.330078, 0.375, 0.392578, 0.330078, 3.515625, 0.472656, 0.439453, 0.496094, 0.359375, 0.412109, 0.380859, 3.03125, 0.349609, 0.490234, 0.345703, 0.601562, 0.347656, 0.710938, 0.414062, 0.302734, 2.765625, 0.138672, 0.445312, 0.410156, 2.703125, 0.535156, 0.373047, 0.839844, 0.398438, 0.244141, 0.382812, 0.578125, 0.410156, 0.351562, 0.351562, 0.425781, 0.339844, 0.380859, 0.212891, 0.886719, 0.480469, 0.353516, 4.84375, 0.535156, 0.359375, 0.410156, 0.365234, 0.367188, 1.75, 0.427734, 0.523438, 0.367188, 0.335938, 0.287109, 0.380859, 0.361328, 0.353516, 3.203125, 0.363281, 0.644531, 0.71875, 0.375, 0.357422, 0.9375, 0.460938, 12.5, 6.15625, 0.980469, 0.318359, 0.382812, 0.371094, 0.388672, 0.357422, 0.421875, 0.386719, 0.601562, 0.400391, 0.410156, 0.320312, 0.382812, 0.4375, 0.326172, 0.316406, 0.636719, 0.400391, 0.40625, 0.294922, 0.46875, 0.5, 0.349609, 0.367188, 0.486328, 0.511719, 4.1875, 0.371094, 0.46875, 2.171875, 0.386719, 0.357422, 0.332031, 0.714844, 4.78125, 0.3125, 0.539062, 0.310547, 0.449219, 0.3125, 0.605469, 0.351562, 0.326172, 1.796875, 0.414062, 0.322266, 2.203125, 0.412109, 0.367188, 0.308594, 0.367188, 0.330078, 0.371094, 0.423828, 3.171875, 0.498047, 0.402344, 0.347656, 2.328125, 0.394531, 0.326172, 0.660156, 0.371094, 0.445312, 1.53125, 0.476562, 0.351562, 0.376953, 0.351562, 0.431641, 0.273438, 0.332031, 0.369141, 0.324219, 0.675781, 0.34375, 5.125, 0.412109, 0.310547, 0.423828, 0.390625, 0.443359, 0.320312, 0.566406, 0.394531, 0.400391, 0.353516, 2.8125, 0.292969, 0.349609, 0.326172, 0.361328, 0.404297, 2.15625, 0.458984, 0.341797, 0.414062, 0.412109, 0.40625, 0.464844, 0.404297, 0.753906, 0.53125, 2.21875, 0.507812, 4.21875, 0.361328, 0.351562, 0.351562, 0.447266, 0.460938, 0.359375, 0.359375, 0.589844, 0.511719, 0.330078, 1.4375, 4.90625, 0.353516, 0.328125, 0.373047, 4.125, 0.398438, 0.345703, 0.404297, 0.298828, 2.703125, 0.5, 0.519531, 0.431641, 0.347656, 2.046875, 4.625, 0.478516, 0.339844, 0.730469, 0.304688, 0.507812, 0.453125, 0.419922, 0.515625, 0.527344, 0.386719, 7.96875, 0.738281, 0.367188, 0.466797, 0.365234, 0.337891, 0.347656, 0.408203, 0.328125, 0.322266, 0.414062, 0.363281, 1.171875, 0.421875, 0.335938, 0.347656, 0.451172, 0.365234, 0.472656, 0.402344, 0.351562, 0.310547, 0.306641, 0.492188, 0.324219, 0.326172, 0.445312, 0.328125, 0.365234, 1.882812, 0.414062, 0.921875, 0.378906, 0.394531, 0.361328, 0.507812, 0.390625, 0.322266, 0.310547, 0.341797, 0.601562, 0.318359, 0.369141, 0.34375, 0.369141, 0.472656, 2.0625, 0.4375, 0.435547, 0.388672, 0.550781, 0.386719, 0.378906, 0.433594, 0.347656, 2.984375, 1.03125, 0.390625, 0.380859, 2.28125, 0.308594, 0.367188, 0.326172, 0.416016, 0.40625, 0.953125, 3.71875, 0.351562, 0.376953, 0.304688, 0.369141, 0.382812, 0.361328, 0.353516, 0.3125, 0.535156, 0.414062, 0.34375, 0.357422, 7.96875, 0.371094, 2.296875, 0.78125, 0.84375, 0.410156, 0.445312, 0.441406, 0.369141, 0.306641, 0.363281, 0.314453, 0.417969, 0.423828, 0.351562, 0.359375, 0.314453, 0.316406, 0.400391, 0.394531, 0.404297, 0.355469, 0.6875, 4.0625, 0.875, 0.367188, 0.421875, 0.386719, 0.396484, 0.361328, 0.380859, 0.363281, 3.0, 0.339844, 0.353516, 0.339844, 2.578125, 0.400391, 0.394531, 1.6875, 0.4375, 0.353516, 0.644531, 0.384766, 0.369141, 0.398438, 0.361328, 0.369141, 0.394531, 0.292969, 0.453125, 0.369141, 0.310547, 0.363281, 0.386719, 0.373047, 0.273438, 0.835938, 0.367188, 0.453125, 0.285156, 0.408203, 0.322266, 0.375, 1.3125, 0.302734, 0.427734, 0.330078, 0.359375, 1.28125, 0.380859, 0.388672, 0.380859, 0.373047, 0.53125, 0.302734, 0.412109, 0.40625, 3.3125, 1.976562, 1.75, 0.341797, 0.367188, 0.380859, 0.398438, 0.431641, 0.382812, 0.458984, 0.408203, 0.392578, 0.373047, 0.408203, 0.402344, 0.546875, 0.310547, 0.380859, 1.8125, 0.400391, 3.96875, 2.640625, 0.34375, 0.376953, 0.283203, 0.402344, 0.367188, 0.503906, 5.9375, 0.373047, 0.679688, 0.291016, 0.400391, 0.443359, 0.365234, 0.386719, 0.324219, 0.330078, 1.789062, 0.367188, 1.0, 0.384766, 0.392578, 0.339844, 0.3125, 0.380859, 0.414062, 0.746094, 0.447266, 0.511719, 0.322266, 0.429688, 9.0, 0.369141, 0.369141, 0.384766, 0.447266, 0.515625, 0.742188, 0.357422, 0.667969, 0.367188, 0.318359, 0.449219, 0.9375, 7.96875, 0.425781, 0.414062, 0.746094, 0.34375, 0.917969, 2.859375, 0.410156, 0.425781, 0.441406, 0.34375, 0.347656, 0.412109, 0.355469, 0.470703, 0.478516, 0.451172, 0.453125, 6.59375, 3.8125, 0.211914, 0.337891, 4.875, 0.384766, 3.265625, 2.515625, 0.515625, 0.519531, 7.0, 0.341797, 0.394531, 0.494141, 0.414062, 0.816406, 0.417969, 0.527344, 0.421875, 0.726562, 0.539062, 0.400391, 0.332031, 0.353516, 0.447266, 0.765625, 6.46875, 0.511719, 0.296875, 0.402344, 0.308594, 0.363281, 3.1875, 0.384766, 0.390625, 0.734375, 0.765625, 0.472656, 0.458984, 0.457031, 0.378906, 0.578125, 0.310547, 0.40625, 0.382812, 0.347656, 1.46875, 0.414062, 0.359375, 0.314453, 0.419922, 0.394531, 0.375, 0.519531, 0.53125, 0.511719, 0.455078, 0.380859, 1.8125, 0.945312, 0.365234, 0.613281, 0.271484, 0.425781, 0.765625, 0.431641, 0.431641, 0.423828, 0.376953, 1.03125, 0.277344, 0.582031, 0.447266, 7.375, 4.4375, 0.585938, 3.640625, 0.482422, 0.455078, 0.40625, 2.4375, 0.683594, 0.351562, 0.375, 0.367188, 0.441406, 0.482422, 0.6875, 0.435547, 0.371094, 0.457031, 0.384766, 0.34375, 0.447266, 0.414062, 0.363281, 0.398438, 0.355469, 0.380859, 0.341797, 0.371094, 0.527344, 0.345703, 0.462891, 0.361328, 0.332031, 0.443359, 0.664062, 0.503906, 0.345703, 0.367188, 0.363281, 0.621094, 0.287109, 0.417969, 0.245117, 0.371094, 0.384766, 0.369141, 0.239258, 0.386719, 0.472656, 0.345703, 0.300781, 0.355469, 0.882812, 0.394531, 0.388672, 0.335938, 0.376953, 0.324219, 0.585938, 1.625, 0.324219, 0.339844, 0.357422, 1.414062, 0.347656, 0.416016, 0.330078, 0.390625, 0.345703, 0.279297, 0.373047, 0.357422, 0.353516, 0.351562, 4.375, 0.382812, 0.380859, 0.384766, 0.494141, 0.414062, 0.392578, 0.345703, 3.640625, 0.365234, 5.09375, 0.400391, 0.386719, 0.353516, 0.519531, 0.486328, 0.328125, 0.296875, 0.373047, 0.4375, 0.796875, 0.373047, 2.59375, 0.361328, 0.335938, 0.388672, 0.419922, 0.367188, 0.478516, 2.6875, 0.482422, 0.400391, 0.349609, 0.392578, 0.417969, 0.375, 0.355469, 0.359375, 0.365234, 0.443359, 7.65625, 0.416016, 0.390625, 0.335938, 0.455078, 0.398438, 0.277344, 0.373047, 7.3125, 0.111816, 0.441406, 0.335938, 0.427734, 8.625, 0.376953, 0.71875, 0.539062, 0.3125, 0.34375, 0.443359, 0.816406, 0.359375, 0.867188, 0.433594, 0.423828, 0.539062, 0.925781, 0.392578, 0.408203, 0.898438, 0.84375, 0.412109, 0.376953, 0.355469, 0.480469, 0.429688, 0.478516, 0.363281, 0.439453, 0.351562, 0.875, 0.445312, 0.373047, 0.40625, 0.380859, 0.371094, 0.640625, 0.373047, 0.441406, 0.382812, 0.490234, 0.386719, 0.431641, 0.347656, 0.388672, 0.384766, 0.375, 0.408203, 0.333984, -0.239258, 3.546875, 1.101562, 0.441406, 0.388672, 0.332031, 0.435547, 0.384766, 0.347656, 0.609375, 0.519531, 0.355469, 0.457031, 0.326172, 0.304688, 0.357422, 0.375, 0.373047, 0.490234, 0.416016, 0.324219, 0.353516, 8.4375, 0.808594, 0.326172, 0.470703, 0.318359, 0.416016, 0.46875, 1.171875, 0.472656, 0.373047, 5.8125, 1.921875, 0.365234, 0.480469, 1.390625, 0.558594, 0.326172, 0.382812, 0.326172, 0.390625, 0.349609, 0.298828, 0.59375, 0.570312, 0.503906, 5.4375, 0.425781, 0.394531, 4.0625, 0.427734, 0.5625, 4.8125, 0.333984, 2.140625, 0.304688, 0.878906, 0.660156, 0.796875, 0.644531, 0.345703, 1.773438, 0.412109, 1.914062, 0.34375, 1.398438, 0.384766, 0.318359, 0.34375, 0.371094, 0.451172, 0.396484, 1.960938, 0.359375, 0.355469, 0.330078, 0.384766, 3.0625, 0.6875, 3.265625, 0.490234, 0.373047, 0.371094, 0.392578, 0.369141, 0.357422, 0.464844, 0.371094, 0.34375, 0.34375, 4.8125, 0.332031, 0.376953, 0.347656, 0.302734, 0.351562, 0.367188, 0.357422, 0.400391, 0.8125, 0.466797, 3.578125, 2.453125, 0.367188, 0.365234, 0.429688, 0.355469, 0.439453, 0.347656, 0.355469, 0.458984, 0.376953, 0.400391, 0.316406, 0.369141, 0.34375, 0.402344, 0.34375, 0.410156, 0.398438, 0.382812, 0.435547, 0.365234, 0.382812, 0.40625, 0.53125, 0.431641, 0.376953, 0.345703, 0.949219, 0.314453, 0.390625, 0.433594, 0.369141, 0.839844, 0.396484, 0.373047, 0.453125, 4.21875, 0.96875, 0.384766, 0.308594, 0.345703, 0.384766, 0.355469, 4.0, 0.478516, 0.429688, 0.511719, 3.46875, 0.365234, 0.640625, 0.398438, 0.355469, 0.384766, 0.394531, 0.361328, 2.640625, 0.314453, 0.347656, 3.53125, 0.425781, 0.400391, 0.410156, 0.570312, 0.445312, 0.761719, 0.902344, 4.03125, 0.330078, 0.355469, 0.337891, 0.402344, 0.304688, 0.400391, 0.460938, 0.410156, 0.408203, 0.349609, 0.390625, 1.34375, 0.609375, 0.394531, 0.330078, 0.347656, 0.605469, 0.373047, 0.582031, 0.515625, 0.257812, 0.369141, 0.40625, 0.400391, 0.384766, 0.753906, 0.386719, 4.59375, 0.447266, 0.6875, 0.371094, 0.310547, 1.46875, 3.234375, 0.648438, 0.427734, 0.453125, 0.386719, 0.369141, 0.423828, 0.363281, 3.0625, 0.410156, 1.078125, 0.503906, 0.328125, 0.34375, 0.380859, 0.382812, 0.308594, 0.287109, 4.1875, 0.361328, 1.125, 0.378906, 0.460938, 0.507812, 0.392578, 0.320312, 0.361328, 0.363281, 0.384766, 0.550781, 0.382812, 0.388672, 0.3125, 1.367188, 0.412109, 0.388672, 0.445312, 7.15625, 0.347656, 0.400391, 0.265625, 0.375, 1.210938, 0.361328, 0.333984, 0.333984, 0.380859, 0.244141, 0.357422, 0.472656, 0.96875, 0.345703, 2.15625, 0.365234, 2.15625, 0.380859, 0.318359, 0.667969, 0.351562, 0.378906, 0.527344, 0.691406, 0.625, 0.472656, 0.462891, 0.515625, 0.314453, 0.373047, 0.337891, 0.392578, 2.53125, 0.910156, 0.345703, 0.388672, 0.476562, 0.337891, 0.330078, 0.503906, 0.425781, 0.390625, 0.601562, 1.515625, 0.341797, 0.464844, 0.578125, 0.171875, 0.667969, 0.398438, 0.423828, 0.597656, 0.341797, 0.34375, 0.554688, 5.0, 0.361328, 0.640625, 0.339844, 0.632812, 1.25, 0.423828, 0.480469, 0.367188, 0.353516, 0.486328, 0.373047, 0.447266, 0.648438, 3.171875, 0.359375, 0.359375, 0.384766, 0.392578, 2.859375, 0.294922, 0.339844, 0.351562, 0.816406, 0.388672, 0.410156, 0.302734, 0.398438, 0.390625, 4.03125, 2.796875, 0.382812, 0.376953, 0.300781, 0.365234, 2.765625, 0.376953, 0.357422, 0.398438, 0.417969, 0.285156, 0.589844, 0.396484, 0.355469, 0.357422, 0.53125, 0.410156, 1.15625, 5.09375, 0.384766, 0.486328, 0.458984, 0.535156, 0.384766, 0.427734, 0.365234, 0.419922, 0.804688, 0.664062, 0.53125, 0.353516, 0.447266, 0.400391, 0.306641, 0.574219, 2.15625, 0.367188, 0.324219, 0.357422, 0.683594, 0.363281, 0.886719, 0.261719, 0.386719, 0.351562, 0.398438, 0.351562, 0.730469, 0.324219, 1.632812, 8.3125, 0.558594, 0.439453, 0.498047, 0.441406, 0.507812, 3.4375, 0.287109, 0.355469, 0.337891, 0.390625, 0.378906, 0.335938, 0.369141, 0.330078, 0.351562, 0.345703, 0.337891, 0.333984, 0.328125, 0.351562, 0.769531, 0.412109, 0.400391, 3.328125, 0.291016, 0.384766, 0.441406, 0.398438, 0.570312, 0.341797, 6.0, 0.363281, 0.367188, 7.3125, 0.257812, 2.421875, 0.402344, 3.9375, 0.451172, 0.306641, 0.453125, 0.357422, 0.371094, 0.503906, 1.914062, 0.435547, 0.398438, 0.337891, 6.53125, 0.369141, 0.503906, 0.357422, 0.324219, 0.279297, 0.851562, 4.0, 2.375, 0.425781, 4.875, 0.410156, 0.388672, 0.332031, 0.365234, 0.384766, 0.380859, 0.408203, 0.496094, 0.386719, 0.375, 0.369141, 0.429688, 0.330078, 0.355469, 0.392578, 0.294922, 0.71875, 0.335938, 1.203125, 0.386719, 0.458984, 0.300781, 0.300781, 0.431641, 0.40625, 0.695312, 0.363281, 0.371094, 0.361328, 0.773438, 0.349609, 0.439453, 0.349609, 0.394531, 0.398438, 0.863281, 0.357422, 0.371094, 0.361328, 1.882812, 0.386719, 1.570312, 0.400391, 0.376953, 0.882812, 0.464844, 0.507812, 0.53125, 0.470703, 0.363281, 1.132812, 0.414062, 0.402344, 5.21875, 2.390625, 0.566406, 0.425781, 0.367188, 0.378906, 0.449219, 0.542969, 0.267578, 0.617188, 0.902344, 0.369141, 0.5, 0.367188, 0.439453, 0.378906, 0.347656, 5.4375, 0.382812, 6.8125, 0.398438, 0.384766, 0.349609, 0.361328, 0.462891, 0.320312, 2.671875, 1.734375, 0.396484, 4.1875, 0.306641, 0.308594, 0.353516, 3.625, 0.337891, 3.265625, 0.410156, 0.394531, 0.9375, 0.40625, 0.361328, 0.431641, 0.632812, 0.484375, 0.367188, 0.320312, 0.431641, 0.441406, 0.339844, 0.285156, 0.330078, 0.439453, 3.34375, 0.355469, 0.369141, 0.333984, 0.515625, 0.625, 0.455078, 0.425781, 0.337891, 0.365234, 0.59375, 0.277344, 0.392578, 1.0, 0.375, 2.015625, 0.349609, 0.300781, 0.427734, 0.449219, 0.326172, 0.283203, 0.617188, 0.392578, 1.148438, 0.6875, 0.357422, 0.392578, 0.375, 0.664062, 0.894531, 0.359375, 0.527344, 0.449219, 4.15625, 0.412109, 0.414062, 0.291016, 0.296875, 0.361328, 0.345703, 0.376953, 0.378906, 1.460938, 4.40625, 0.259766, 1.953125, 0.476562, 0.373047, 0.349609, 0.326172, 0.589844, 0.390625, 0.339844, 0.369141, 0.65625, 0.386719, 2.140625, 0.34375, 7.1875, 0.683594, 0.439453, 0.416016, 0.351562, 0.425781, 0.726562, 0.316406, 0.275391, 0.449219, 0.535156, 0.390625, 0.359375, 0.90625, 0.453125, 2.921875, 0.427734, 0.296875, 2.5, 1.867188, 0.398438, 0.396484, 0.337891, 0.318359, 0.369141, 0.400391, 0.392578, 0.589844, 0.621094, 0.349609, 0.359375, 3.09375, 0.349609, 0.714844, 0.361328, 0.419922, 0.359375, 0.890625, 0.265625, 1.304688, 0.296875, 0.441406, 0.457031, 1.03125, 1.429688, 0.347656, 0.472656, 0.326172, 0.902344, 0.427734, 0.349609, 0.423828, 0.363281, 0.466797, 0.40625, 0.373047, 0.386719, 0.365234, 0.333984, 0.384766, 0.443359, 0.283203, 0.511719, 0.457031, 0.394531, 2.875, 0.464844, 0.369141, 0.498047, 0.326172, 0.240234, 0.294922, 0.380859, 0.390625, 0.375, 0.347656, 2.828125, 0.419922, 0.330078, 0.357422, 0.419922, 1.804688, 0.349609, 0.359375, 0.390625, 0.390625, 0.388672, 0.4375, 0.298828, 0.488281, 0.365234, 0.367188, 0.375, 0.294922, 0.332031, 9.375, 1.390625, 0.371094, 0.359375, 0.667969, 0.589844, 0.412109, 0.71875, 0.855469, 5.4375, 0.433594, 0.392578, 4.46875, 0.382812, 0.318359, 0.349609, 0.376953, 0.466797, 0.392578, 0.337891, 0.296875, 0.566406, 0.492188, 0.373047, 0.351562, 0.386719, 0.496094, 1.242188, 1.8125, 0.507812, 0.300781, 0.523438, 0.335938, 0.306641, 0.394531, 0.361328, 0.410156, 0.523438, 0.640625, 4.09375, 0.310547, 0.369141, 0.375, 0.404297, 10.5, 0.410156, 0.447266, 8.375, 0.361328, 0.605469, 2.40625, 0.53125, 2.703125, 0.316406, 0.382812, 0.384766, 6.46875, 0.376953, 0.617188, 0.378906, 6.03125, 0.318359, 0.345703, 0.300781, 0.376953, 0.425781, 0.373047, 0.310547, 0.363281, 0.396484, 3.1875, 0.726562, 0.347656, 0.419922, 5.375, 0.402344, 0.679688, 0.333984, 0.486328, 0.435547, 0.3125, 0.402344, 0.326172, 3.515625, 0.535156, 0.388672, 0.486328, 0.390625, 0.347656, 0.396484, 0.361328, 0.337891, 0.386719, 0.636719, 0.34375, 0.478516, 3.53125, 0.640625, 0.363281, 0.375, 1.8125, 1.421875, 0.351562, 0.988281, 1.039062, 0.357422, 0.410156, 0.369141, 0.355469, 1.617188, 0.378906, 0.351562, 0.382812, 0.371094, 2.25, 0.287109, 0.378906, 0.400391, 0.53125, 0.263672, 0.347656, 0.351562, 0.335938, 0.429688, 0.349609, 0.357422, 0.511719, 1.28125, 0.367188, 0.357422, 0.458984, 0.625, 0.388672, 0.382812, 0.386719, 0.765625, 2.921875, 0.384766, 0.257812, 0.445312, 0.382812, 0.746094, 0.337891, 0.347656, 0.355469, 0.597656, 0.328125, 0.3125, 0.388672, 0.710938, 0.361328, 0.449219, 0.441406, 0.359375, 0.410156, 0.527344, 0.84375, 0.318359, 0.375, 0.330078, 0.367188, 0.390625, 0.441406, 0.341797, 0.345703, 0.455078, 1.703125, 2.0, 2.328125, 0.333984, 0.355469, 0.3125, 0.355469, 0.408203, 0.375, 0.388672, 0.386719, 0.390625, 0.550781, 0.380859, 0.359375, 6.84375, 0.308594, 2.28125, 0.435547, 0.382812, 0.380859, 0.355469, 0.515625, 0.373047, 0.964844, 0.330078, 0.308594, 0.361328, 0.378906, 0.466797, 0.398438, 0.347656, 0.933594, 0.378906, 0.398438, 0.466797, 0.378906, 0.355469, 0.335938, 0.400391, 2.640625, 0.511719, 0.316406, 13.125, 0.351562, 5.25, 0.392578, 0.40625, 0.371094, 4.78125, 0.550781, 0.271484, 6.71875, 0.443359, 0.380859, 0.431641, 0.375, 0.373047, 4.71875, 0.365234, 0.757812, 0.46875, 0.353516, 0.371094, 0.390625, 4.03125, 0.330078, 0.394531, 2.296875, 0.423828, 0.330078, 0.380859, 0.34375, 0.410156, 0.369141, 0.363281, 0.378906, 0.369141, 0.46875, 0.5, 0.333984, 0.347656, 0.365234, 0.404297, 0.363281, 2.078125, 0.769531, 0.294922, 0.275391, 0.341797, 2.375, 0.333984, 3.296875, 0.369141, 0.4375, 0.410156, 0.404297, 0.511719, 0.412109, 0.357422, 0.621094, 0.613281, 1.734375, 0.318359, 0.363281, 0.408203, 0.328125, 3.859375, 2.96875, 2.703125, 0.363281, 0.376953, 0.373047, 0.359375, 3.328125, 5.375, 2.53125, 0.359375, 0.416016, 0.306641, 0.53125, 0.341797, 0.5625, 0.335938, 0.292969, 0.640625, 0.433594, 1.273438, 2.859375, 0.371094, 0.402344, 0.337891, 0.375, 6.5, 0.306641, 0.388672, 0.355469, 0.390625, 0.341797, 0.341797, 0.388672, 0.265625, 0.492188, 0.535156, 0.384766, 0.380859, 0.404297, 0.496094, 0.6875, 0.347656, 0.361328, 0.392578, 0.351562, 0.447266, 0.400391, 0.298828, 2.390625, 0.365234, 0.53125, 0.371094, 1.554688, 0.400391, 0.765625, 0.386719, 0.390625, 0.417969, 0.392578, 0.294922, 0.359375, 0.318359, 0.507812, 1.039062, 5.8125, 0.380859, 0.353516, 0.375, 0.361328, 0.371094, 0.371094, 0.371094, 0.400391, 0.388672, 0.373047, 0.355469, 0.523438, 0.361328, 4.0, 0.5625, 0.375, 0.412109, 0.445312, 0.19043, 0.310547, 6.4375, 0.326172, 0.519531, 0.345703, 0.339844, 0.375, 0.359375, 0.423828, 0.332031, 0.330078, 0.429688, 0.472656, 0.859375, 0.46875, 0.306641, 0.275391, 1.046875, 0.345703, 0.386719, 0.503906, 0.546875, 0.367188, 0.441406, 1.21875, 0.414062, 3.34375, 6.15625, 0.53125, 0.4375, 0.875, 0.365234, 0.679688, 0.396484, 0.414062, 0.785156, 0.306641, 1.070312, 0.394531, 0.376953, 0.310547, 0.427734, 1.601562, 1.382812, 0.333984, 0.349609, 0.341797, 2.796875, 4.25, 0.414062, 0.664062, 0.396484, 0.384766, 0.613281, 0.330078, 0.349609, 0.386719, 0.464844, 0.527344, 0.435547, 0.382812, 1.328125, 1.804688, 0.412109, 0.398438, 0.378906, 0.335938, 0.519531, 0.402344, 0.351562, 0.341797, 0.341797, 0.472656 ] } , "name": "onnx::Mul_11047", "outputIndexes": [ 3523 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3522, 3523 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 3524 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3524 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.18/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 7597 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7597 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.18/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 7598 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7598 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1096912474, 13107222, 3276800, 0, 0 ] } , "name": "/layers.18/mlp/gate_proj/Linear", "outputIndexes": [ 7599 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7599 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.18/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 7600 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7600 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.18/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 3525 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3525 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.18/mlp/act_fn/Mul_output_0", "outputIndexes": [ 3526 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3525, 3526 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 3527 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 3527 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 3528 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3525, 3528 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/mlp/act_fn/Add_output_0", "outputIndexes": [ 3529 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 3529 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 3530 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3530 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.18/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 3531 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 3531 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 3532 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3525, 3532 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 3533 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 3533 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 3534 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7598 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1113296496, 13107222, 3276800, 0, 0 ] } , "name": "/layers.18/mlp/up_proj/Linear", "outputIndexes": [ 7603 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7603 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.18/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 7604 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7604 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.18/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 3535 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3534, 3535 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/mlp/Mul_output_0", "outputIndexes": [ 3536 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3536 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.18/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 7605 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7605 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.18/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 7606 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7606 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1129680518, 13107222, 3276800, 0, 0 ] } , "name": "/layers.18/mlp/down_proj/Linear", "outputIndexes": [ 7607 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7607 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.18/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 7608 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7608 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.18/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 3537 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3537 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.18/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 3539 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3539 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.18/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 3540 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3540, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 3541 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3541, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 3542 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3537, 3542 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 3543 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 2.8125, 0.253906, 0.392578, 2.8125, 1.210938, 2.8125, 0.933594, 0.208008, 2.8125, 1.453125, 2.8125, 0.173828, 2.625, 2.8125, 2.8125, 0.132812, 2.015625, 0.241211, 1.320312, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 0.835938, 0.083008, 0.314453, 2.8125, 1.789062, 2.8125, 2.8125, 0.155273, 2.8125, 1.390625, 2.46875, 2.8125, 2.78125, 2.765625, 1.304688, 0.550781, 1.867188, 2.8125, 0.9375, 0.060059, 2.8125, 2.8125, 0.375, 0.992188, 0.087891, 0.46875, 0.503906, 1.632812, 1.257812, 2.8125, 2.40625, 0.217773, 2.171875, 0.871094, 0.636719, 2.171875, 1.289062, 1.0625, 2.8125, 0.390625, 2.8125, 2.8125, 0.057129, 0.041992, 2.8125, 2.8125, 2.8125, 1.257812, 2.8125, 2.8125, 2.5, 2.109375, 2.78125, 0.890625, 2.8125, 0.503906, 1.398438, 0.949219, 2.8125, 0.044678, 2.8125, 2.21875, 2.8125, 2.8125, 0.769531, 0.257812, 2.8125, 2.796875, 2.8125, 2.578125, 2.8125, 0.910156, 2.8125, 0.179688, 0.141602, 0.157227, 2.8125, 0.092773, 2.8125, 2.8125, 1.609375, 2.8125, 2.578125, 0.84375, 0.149414, 2.8125, 0.095215, 0.130859, 0.384766, 2.8125, 2.8125, 0.359375, 2.8125, 2.8125, 2.71875, 1.742188, 2.8125, 0.304688, 1.3125, 2.8125, 1.40625, 1.710938, 0.061523, 0.126953, 1.007812, 0.074707, 2.8125, 0.032959, 2.796875, 2.8125, 2.59375, 2.8125, 1.859375, 0.088867, 0.087891, 0.40625, 0.079102, 1.867188, 0.092773, 2.8125, 2.8125, 2.109375, 0.566406, 2.8125, 2.8125, 1.296875, 0.133789, 0.566406, 2.8125, 2.53125, 1.179688, 2.8125, 2.3125, 1.148438, 2.8125, 2.8125, 2.8125, 0.235352, 2.8125, 2.296875, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.015625, 0.109375, 2.8125, 2.8125, 0.046143, 0.174805, 1.242188, 1.914062, 2.09375, 2.8125, 2.8125, 0.441406, 0.378906, 2.640625, 0.314453, 0.052979, 2.8125, 2.8125, 0.15918, 2.28125, 1.234375, 0.960938, 0.064453, 0.110352, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 1.945312, 2.8125, 0.061279, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 0.601562, 0.851562, 2.375, 2.8125, 2.8125, 2.34375, 2.8125, 2.8125, 2.8125, 2.8125, 0.839844, 2.8125, 2.8125, 0.079102, 1.804688, 0.291016, 1.945312, 2.8125, 0.002625, 0.099609, 2.8125, 2.8125, 2.8125, 2.8125, 0.240234, 0.84375, 0.996094, 2.8125, 2.8125, 0.054443, 0.248047, 2.8125, 0.067383, 0.988281, 2.8125, 2.8125, 2.8125, 1.203125, 2.8125, 0.898438, 2.8125, 2.8125, 0.064941, 2.8125, 0.225586, 2.8125, 2.125, 2.8125, 0.039062, 1.59375, 2.46875, 0.01355, 2.390625, 2.8125, 2.765625, 0.062012, 2.8125, 2.8125, 2.8125, 2.8125, 1.320312, 1.453125, 2.5625, 0.045654, 2.8125, 2.8125, 2.8125, 0.22168, 2.8125, 2.8125, 2.8125, 0.742188, 2.8125, 2.8125, 2.8125, 0.511719, 2.8125, 2.8125, 2.8125, 2.8125, 0.161133, 2.5, 0.040039, 2.65625, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 0.059082, 2.8125, 0.28125, 0.222656, 0.259766, 2.8125, 2.796875, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 1.453125, 2.8125, 0.046143, 0.210938, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 0.847656, 2.8125, 0.038086, 1.71875, 2.8125, 1.585938, 2.8125, 0.546875, 1.578125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.765625, 2.8125, 1.835938, 2.5, 2.8125, 0.605469, 2.8125, 1.5625, 2.8125, 2.8125, 0.232422, 2.8125, 2.8125, 0.257812, 2.8125, 2.1875, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.03125, 2.8125, 2.8125, 2.8125, 0.84375, 0.120605, 2.8125, 2.8125, 2.796875, 2.8125, 2.8125, 0.194336, 1.382812, 2.53125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 0.064941, 2.78125, 2.8125, 2.8125, 2.8125, 2.8125, 1.03125, 2.8125, 0.488281, 2.8125, 0.921875, 2.8125, 0.585938, 2.8125, 2.8125, 2.8125, 0.130859, 0.083984, 2.578125, 1.78125, 2.8125, 2.796875, 2.8125, 2.796875, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 1.484375, 0.582031, 0.8125, 2.640625, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 0.253906, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.3125, 2.796875, 1.65625, 2.8125, 2.8125, 2.8125, 2.8125, 2.21875, 2.8125, 2.25, 2.8125, 2.8125, 2.8125, 2.8125, 0.079102, 2.8125, 2.8125, 2.8125, 1.515625, 2.8125, 2.8125, 2.8125, 2.8125, 0.079102, 2.8125, 2.8125, 0.359375, 2.8125, 0.832031, 2.8125, 2.8125, 2.4375, 2.8125, 0.196289, 2.8125, 2.8125, 0.296875, 2.8125, 2.34375, 2.3125, 2.8125, 2.8125, 1.859375, 2.8125, 1.882812, 2.796875, 0.222656, 0.118652, 0.730469, 2.703125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 0.114258, 0.081055, 0.125977, 2.8125, 2.8125, 2.25, 2.8125, 0.291016, 0.119629, 2.8125, 2.8125, 2.8125, 0.330078, 2.453125, 2.8125, 0.057373, 0.013977, 0.084961, 2.8125, 2.8125, 2.8125, 2.8125, 0.092285, 2.8125, 0.546875, 2.671875, 2.8125, 2.8125, 2.8125, 0.210938, 0.4375, 2.8125, 2.8125, 2.8125, 2.09375, 2.171875, 2.8125, 2.8125, 0.410156, 0.425781, 2.8125, 2.8125, 2.8125, 2.8125, 0.310547, 2.453125, 2.8125, 2.8125, 0.054443, 2.8125, 2.8125, 1.429688, 2.8125, 2.8125, 2.8125, 2.109375, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 0.707031, 2.8125, 2.8125, 2.765625, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.0, 2.8125, 0.847656, 2.8125, 2.8125, 2.8125, 2.8125, 0.378906, 2.078125, 2.8125, 2.8125, 1.570312, 2.8125, 2.03125, 0.277344, 2.8125, 2.8125, 0.147461, 1.40625, 2.8125, 2.8125, 2.8125, 2.8125, 1.015625, 2.71875, 1.25, 0.112793, 2.8125, 2.234375, 2.8125, 2.8125, 2.8125, 2.046875, 2.8125, 2.8125, 1.320312, 2.8125, 2.8125, 1.609375, 2.8125, 0.205078, 2.8125, 1.242188, 2.8125, 2.8125, 0.458984, 1.4375, 2.78125, 2.8125, 2.8125, 2.8125, 2.8125, 1.820312, 2.09375, 1.109375, 0.71875, 1.257812, 2.796875, 2.8125, 2.8125, 0.976562, 2.75, 2.8125, 0.03833, 2.8125, 2.8125, 2.8125, 2.40625, 0.660156, 2.8125, 2.8125, 0.007263, 2.8125, 0.062988, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.75, 2.8125, 2.671875, 0.135742, 0.090332, 2.8125, 0.609375, 0.542969, 2.8125, 2.8125, 2.515625, 2.796875, 2.8125, 2.5625, 2.8125, 0.546875, 0.041016, 2.8125, 1.5625, 0.07959, 2.8125, 2.8125, 0.3125, 2.8125, 1.3125, 2.8125, 0.0271, 2.8125, 0.601562, 2.8125, 0.099121, 2.8125, 2.8125, 2.8125, 1.742188, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 0.443359, 2.8125, 0.269531, 2.8125, 2.8125, 2.4375, 2.21875, 0.092773, 2.8125, 2.71875, 2.8125, 2.8125, 2.8125, 0.353516, 2.8125, 2.8125, 2.296875, 2.8125, 2.8125, 0.695312, 2.8125, 0.061523, 2.8125, 2.8125, 0.644531, 2.8125, 2.8125, 0.142578, 2.8125, 2.125, 2.8125, 0.574219, 2.8125, 0.19043, 2.671875, 2.8125, 0.142578, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 0.148438, 0.060791, 2.765625, 2.8125, 0.163086, 2.8125, 0.332031, 0.800781, 2.8125, 0.496094, 2.8125, 2.8125, 2.125, 2.8125, 0.133789, 0.158203, 2.8125, 2.8125, 2.8125, 2.8125, 2.6875, 2.8125, 2.8125, 2.8125, 0.048096, 2.375, 2.8125, 2.8125, 2.8125, 2.484375, 2.8125, 0.542969, 2.8125, 1.28125, 2.8125, 1.226562, 2.8125, 1.039062, 2.8125, 2.8125, 0.114258, 2.8125, 0.347656, 1.117188, 0.051514, 1.28125, 2.8125, 1.570312, 0.335938, 2.8125, 2.8125, 1.289062, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 1.84375, 1.117188, 0.527344, 2.625, 0.111328, 0.28125, 2.8125, 2.8125, 2.8125, 2.8125, 0.554688, 0.714844, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.234375, 1.890625, 0.310547, 2.8125, 0.28125, 0.211914, 2.8125, 2.28125, 0.871094, 1.296875, 2.8125, 0.040039, 0.703125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 0.921875, 2.8125, 2.8125, 2.765625, 2.8125, 2.8125, 2.8125, 2.8125, 1.671875, 2.8125, 2.8125, 2.796875, 1.914062, 2.8125, 2.8125, 2.375, 2.8125, 2.8125, 0.070312, 2.8125, 0.490234, 0.386719, 2.8125, 2.8125, 2.8125, 0.169922, 0.03833, 2.8125, 0.244141, 2.8125, 0.59375, 2.8125, 0.296875, 2.8125, 2.8125, 0.002594, 2.8125, 2.8125, 0.014893, 2.8125, 2.8125, 2.8125, 2.8125, 2.625, 2.8125, 1.570312, 0.077148, 1.3125, 2.8125, 2.8125, 0.259766, 2.8125, 2.8125, 0.964844, 2.8125, 2.8125, 0.527344, 0.296875, 2.0625, 2.8125, 2.8125, 2.8125, 2.8125, 2.78125, 2.8125, 2.8125, 0.365234, 2.8125, 0.057129, 0.578125, 2.8125, 2.8125, 2.8125, 0.492188, 2.8125, 1.226562, 2.8125, 0.511719, 1.960938, 0.365234, 2.8125, 2.8125, 2.8125, 2.796875, 2.8125, 0.060791, 2.8125, 2.8125, 1.640625, 2.8125, 2.8125, 2.0, 0.492188, 0.171875, 0.396484, 0.124512, 2.8125, 0.039551, 1.765625, 2.8125, 2.8125, 2.8125, 0.345703, 2.8125, 2.8125, 2.109375, 2.8125, 2.8125, 0.550781, 0.03125, 0.429688, 2.8125, 2.8125, 0.123047, 0.585938, 2.8125, 1.726562, 2.8125, 0.010681, 1.617188, 1.890625, 1.789062, 2.8125, 0.062012, 0.114746, 2.8125, 2.8125, 0.894531, 2.8125, 1.25, 2.8125, 2.78125, 2.5, 1.257812, 2.8125, 0.072754, 1.03125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.390625, 2.8125, 2.375, 2.8125, 1.070312, 1.023438, 2.8125, 2.8125, 2.8125, 2.8125, 2.578125, 2.8125, 2.8125, 2.796875, 2.8125, 2.8125, 2.8125, 2.8125, 0.384766, 2.8125, 2.8125, 0.098145, 2.8125, 0.208984, 2.8125, 2.8125, 2.8125, 0.453125, 2.8125, 2.8125, 2.8125, 2.8125, 1.101562, 2.765625, 2.8125, 2.8125, 2.8125, 2.8125, 0.061523, 2.8125, 2.8125, 2.453125, 1.75, 2.8125, 2.8125, 0.667969, 2.8125, 0.128906, 0.554688, 2.8125, 2.8125, 0.212891, 2.8125, 2.8125, 2.765625, 2.8125, 2.8125, 2.8125, 0.102539, 2.765625, 2.75, 2.8125, 2.8125, 1.289062, 2.8125, 2.578125, 2.8125, 1.570312, 2.8125, 1.304688, 2.8125, 0.04126, 2.8125, 0.002701, 0.992188, 0.152344, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 0.835938, 2.8125, 2.796875, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.0, 2.8125, 1.171875, 0.078125, 0.138672, 2.8125, 2.546875, 2.8125, 2.328125, 2.8125, 2.8125, 2.8125, 0.322266, 2.8125, 2.8125, 2.734375, 0.09668, 2.6875, 2.8125, 1.101562, 2.8125, 2.8125, 0.205078, 2.8125, 2.8125, 2.796875, 2.8125, 2.8125, 2.8125, 1.125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 0.145508, 2.8125, 0.710938, 2.8125, 2.8125, 2.796875, 2.8125, 0.367188, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 1.59375, 2.8125, 2.8125, 1.03125, 2.421875, 2.8125, 2.8125, 0.085938, 0.392578, 0.203125, 2.8125, 2.8125, 2.8125, 2.59375, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 0.429688, 2.8125, 2.046875, 0.470703, 2.8125, 0.062988, 0.203125, 2.8125, 2.8125, 2.8125, 2.8125, 2.125, 2.5, 0.083984, 2.8125, 0.21875, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 0.089844, 1.515625, 0.178711, 2.8125, 2.265625, 2.8125, 0.765625, 2.8125, 2.8125, 1.585938, 0.414062, 2.578125, 2.8125, 2.640625, 0.04126, 2.8125, 2.8125, 2.8125, 2.8125, 2.578125, 0.192383, 2.21875, 0.193359, 2.671875, 2.8125, 2.8125, 0.133789, 0.109863, 1.703125, 2.8125, 1.140625, 2.8125, 0.142578, 0.057861, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.4375, 2.8125, 0.527344, 1.9375, 0.036865, 0.298828, 2.8125, 2.8125, 0.046631, 2.8125, 0.096191, 0.170898, 2.8125, 2.8125, 0.063965, 2.8125, 2.8125, 2.8125, 2.3125, 0.855469, 2.8125, 2.8125, 2.484375, 1.976562, 0.402344, 2.8125, 2.8125, 2.8125, 2.8125, 0.178711, 0.061768, 1.375, 2.8125, 2.609375, 2.78125, 2.8125, 0.07959, 2.8125, 2.8125, 0.168945, 0.142578, 1.976562, 2.203125, 2.8125, 2.8125, 2.21875, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.609375, 2.8125, 1.84375, 0.394531, 0.277344, 0.558594, 2.8125, 2.8125, 0.192383, 0.146484, 2.8125, 1.507812, 2.8125, 2.8125, 0.220703, 2.8125, 0.462891, 2.8125, 2.8125, 0.695312, 2.796875, 0.382812, 0.341797, 0.037842, 0.045654, 0.228516, 0.11084, 2.8125, 1.375, 2.8125, 0.59375, 0.179688, 2.484375, 1.273438, 2.8125, 2.8125, 2.796875, 0.177734, 1.867188, 2.8125, 1.382812, 2.8125, 2.796875, 0.394531, 0.582031, 2.8125, 0.484375, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 1.742188, 0.761719, 1.789062, 2.8125, 2.8125, 1.21875, 2.34375, 2.8125, 2.796875, 2.8125, 1.929688, 1.703125, 2.6875, 2.8125, 2.8125, 2.8125, 2.8125, 2.75, 2.8125, 0.550781, 2.578125, 2.8125, 2.8125, 0.683594, 2.8125, 2.25, 2.8125, 2.8125, 2.8125, 0.304688, 2.8125, 2.8125, 2.8125, 2.8125, 1.140625, 0.929688, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.59375, 2.8125, 2.8125, 0.894531, 0.059326, 2.8125, 2.8125, 2.8125, 2.1875, 2.8125, 2.8125, 2.734375, 0.042969, 2.8125, 0.058594, 2.8125, 2.8125, 2.8125, 2.03125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 0.157227, 2.8125, 0.691406, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 0.542969, 0.816406, 1.359375, 2.8125, 2.8125, 2.640625, 2.8125, 2.8125, 2.8125, 2.8125, 2.671875, 0.386719, 0.106934, 2.8125, 2.8125, 2.734375, 2.8125, 2.8125, 2.796875, 2.8125, 0.043945, 2.8125, 2.8125, 2.8125, 2.8125, 0.191406, 2.8125, 0.185547, 2.8125, 2.8125, 2.8125, 1.726562, 0.232422, 2.8125, 0.136719, 2.8125, 2.8125, 0.357422, 1.601562, 2.8125, 2.8125, 2.6875, 0.726562, 2.8125, 2.59375, 2.8125, 2.8125, 2.5625, 1.554688, 2.8125, 0.582031, 2.8125, 0.141602, 1.351562, 2.8125, 2.8125, 2.8125, 1.054688, 0.253906, 2.8125, 2.8125, 2.703125, 0.578125, 2.8125, 2.8125, 2.8125, 2.8125, 2.203125, 0.34375, 2.8125, 2.8125, 2.8125, 0.090332, 0.785156, 0.5, 2.234375, 2.8125, 2.359375, 2.8125, 2.8125, 2.40625, 1.804688, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 0.722656, 2.75, 2.8125, 2.8125, 0.056641, 0.714844, 2.8125, 0.388672, 2.453125, 2.8125, 1.421875, 0.859375, 2.8125, 2.8125, 0.032715, 0.726562, 2.8125, 2.8125, 1.148438, 2.09375, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 1.59375, 0.253906, 2.296875, 0.068848, 1.078125, 2.453125, 0.047119, 2.8125, 2.0, 0.002548, 2.8125, 0.605469, 2.8125, 0.164062, 1.4375, 0.163086, 1.0625, 2.8125, 0.5, 0.435547, 0.233398, 2.8125, 0.134766, 1.8125, 2.8125, 2.8125, 2.8125, 2.65625, 2.8125, 0.34375, 2.8125, 2.8125, 2.796875, 2.8125, 0.0625, 0.182617, 0.318359, 1.429688, 2.8125, 2.8125, 2.8125, 2.8125, 2.234375, 2.40625, 2.8125, 2.8125, 2.5, 0.055908, 2.8125, 2.8125, 2.8125, 2.328125, 2.8125, 2.8125, 2.8125, 2.8125, 0.166992, 2.8125, 0.05542, 0.133789, 2.8125, 2.8125, 1.335938, 2.8125, 2.8125, 2.8125, 2.8125, 1.632812, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 0.640625, 2.046875, 2.8125, 2.8125, 2.8125, 2.6875, 2.8125, 2.8125, 1.945312, 1.375, 2.8125, 2.8125, 2.8125, 0.12793, 2.8125, 2.8125, 0.326172, 2.8125, 0.133789, 2.171875, 2.8125, 2.8125, 0.085449, 2.8125, 2.8125, 1.773438, 2.8125, 2.328125, 2.8125, 0.080078, 1.445312, 2.8125, 2.8125, 0.00946, 2.8125, 1.914062, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 0.075684, 2.8125, 2.8125, 0.208984, 0.945312, 1.203125, 2.8125, 1.164062, 2.40625, 0.130859, 0.835938, 0.062988, 2.8125, 2.8125, 2.8125, 2.625, 2.8125, 2.8125, 2.8125, 1.695312, 2.8125, 2.78125, 2.8125, 0.78125, 2.8125, 2.8125, 2.8125, 2.8125, 0.316406, 2.8125, 1.945312, 2.109375, 2.8125, 2.171875, 2.8125, 2.8125, 2.8125, 1.164062, 2.8125, 0.052002, 1.359375, 1.507812, 2.734375, 1.5625, 1.007812, 0.08252, 1.59375, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 0.078613, 2.8125, 0.886719, 2.421875, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 0.246094, 2.8125, 0.625, 2.8125, 1.34375, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.4375, 2.8125, 0.112305, 2.8125, 2.8125, 2.8125, 0.057129, 2.796875, 2.796875, 2.8125, 2.8125, 1.195312, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 0.146484, 2.8125, 0.064453, 2.8125, 0.279297, 2.796875, 2.8125, 1.765625, 1.960938, 2.09375, 1.867188, 0.316406, 0.5625, 0.570312, 2.171875, 2.8125, 2.8125, 2.8125, 2.8125, 2.703125, 0.228516, 1.085938, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 0.298828, 2.71875, 2.8125, 0.198242, 0.9375, 2.8125, 0.601562, 0.324219, 2.8125, 0.182617, 2.8125, 1.835938, 2.265625, 2.8125, 2.8125, 2.8125, 0.064453, 2.8125, 0.22168, 2.8125, 0.207031, 0.267578, 2.8125, 2.8125, 1.164062, 2.8125, 1.023438, 2.03125, 1.992188, 0.28125, 0.130859, 2.8125, 2.53125, 2.8125, 2.8125, 0.01709, 2.8125, 2.8125, 2.8125, 0.125, 2.8125, 2.8125, 2.53125, 0.929688, 2.8125, 0.07666, 0.080566, 2.546875, 2.8125, 2.8125, 2.8125, 0.158203, 2.8125, 2.8125, 2.8125, 2.671875, 1.875, 2.015625, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 0.84375, 0.036133, 2.8125, 0.425781, 0.570312, 0.320312, 2.8125, 2.8125, 2.8125, 2.8125, 1.09375, 1.078125, 2.6875, 2.8125, 2.09375, 2.8125, 2.71875, 1.351562, 0.053711, 2.8125, 2.8125, 2.8125, 0.172852, 1.3125, 0.710938, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 0.703125, 0.056885, 2.015625, 2.8125, 2.8125, 2.8125, 2.8125, 0.148438, 2.8125, 1.835938, 2.8125, 2.8125, 2.6875, 2.1875, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.796875, 2.8125, 2.8125, 0.898438, 2.8125, 2.8125, 0.056641, 2.8125, 2.8125, 0.402344, 2.8125, 1.289062, 2.8125, 0.106445, 2.109375, 2.46875, 0.265625, 2.8125, 0.002533, 2.8125, 0.082031, 2.484375, 2.8125, 2.109375, 2.8125, 2.8125, 2.8125, 0.056885, 1.828125, 2.515625, 2.8125, 0.040283, 2.8125, 2.8125, 2.8125, 1.921875, 2.8125, 0.137695, 0.070312, 0.100586, 2.796875, 0.063477, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.765625, 1.78125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.390625, 2.8125, 2.8125, 1.484375, 2.8125, 0.613281, 2.8125, 2.765625, 2.8125, 2.8125, 2.8125, 2.8125, 0.404297, 1.851562, 2.8125, 1.828125, 0.195312, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.578125, 2.8125, 0.172852, 2.8125, 0.114258, 2.8125, 2.8125, 0.133789, 1.601562, 0.566406, 0.259766, 2.8125, 2.8125, 0.5625, 2.625, 2.578125, 0.078613, 0.304688, 1.265625, 2.8125, 2.640625, 2.8125, 2.28125, 0.302734, 2.8125, 1.140625, 1.109375, 2.8125, 2.734375, 2.8125, 2.265625, 2.8125, 2.8125, 0.075684, 2.8125, 0.03833, 2.8125, 2.8125, 2.8125, 2.8125, 1.4375, 2.8125, 0.093262, 0.484375, 2.359375, 0.104492, 1.882812, 2.8125, 2.8125, 0.049316, 2.8125, 0.886719, 2.8125, 2.8125, 1.632812, 2.8125, 2.8125, 2.8125, 1.695312, 2.8125, 2.8125, 1.546875, 1.796875, 2.8125, 2.8125, 2.8125, 2.8125, 0.53125, 0.141602, 2.8125, 2.8125, 2.71875, 1.828125, 1.90625, 2.8125, 2.78125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 1.265625, 2.8125, 0.088867, 2.8125, 2.8125, 0.558594, 2.8125, 2.8125, 2.8125, 0.227539, 1.351562, 0.460938, 1.546875, 2.8125, 2.8125, 2.8125, 2.15625, 2.8125, 0.859375, 0.302734, 2.8125, 0.040283, 2.8125, 2.8125, 2.8125, 2.8125, 1.757812, 2.8125, 2.8125, 2.8125, 0.886719, 0.102051, 2.1875, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 0.240234, 2.734375, 2.8125, 2.8125, 1.890625, 2.8125, 0.396484, 2.8125, 0.044678, 0.964844, 2.8125, 2.578125, 2.796875, 2.8125, 0.648438, 2.8125, 2.6875, 0.578125, 1.84375, 2.8125, 2.8125, 0.112305, 2.8125, 0.002457, 1.875, 2.8125, 0.066406, 0.244141, 2.265625, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 1.625, 2.09375, 2.8125, 2.8125, 0.060303, 2.8125, 0.170898, 2.8125, 2.65625, 2.8125, 0.746094, 2.625, 0.488281, 2.8125, 2.8125, 2.8125, 0.158203, 0.503906, 2.8125, 2.8125, 2.8125, 1.367188, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 0.585938, 2.8125, 2.625, 0.091309, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.796875, 2.8125, 2.8125, 2.8125, 0.071289, 2.8125, 2.8125, 2.78125, 2.8125, 2.8125, 2.390625, 2.8125, 2.71875, 2.8125, 2.8125, 2.1875, 2.8125, 1.757812, 2.8125, 2.8125, 2.8125, 2.75, 2.8125, 0.057129, 0.53125, 2.796875, 2.8125, 1.570312, 0.855469, 2.234375, 0.169922, 1.085938, 0.064453, 2.8125, 2.8125, 0.158203, 2.8125, 2.765625, 2.8125, 2.8125, 0.388672, 2.8125, 2.8125, 2.8125, 1.992188, 0.550781, 2.8125, 2.8125, 1.898438, 0.402344, 0.566406, 0.205078, 1.578125, 2.625, 0.515625, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.046875, 0.236328, 0.063477, 2.8125, 2.8125, 2.796875, 2.8125, 0.050293, 2.046875, 0.427734, 0.05542, 2.8125, 0.219727, 0.002609, 2.8125, 0.096191, 2.8125, 1.835938, 2.8125, 0.05249, 2.8125, 1.328125, 2.8125, 0.298828, 2.25, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 1.476562, 0.074707, 0.644531, 2.8125, 2.8125, 0.080078, 2.8125, 0.169922, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 0.094727, 1.6875, 2.8125, 2.796875, 2.8125, 2.8125, 2.34375, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 1.84375, 0.05127, 0.189453, 2.296875, 2.8125, 0.367188, 0.310547, 2.796875, 0.157227, 1.390625, 2.8125, 2.8125, 2.8125, 2.484375, 0.699219, 2.8125, 2.8125, 2.8125, 2.8125, 0.020264, 2.8125, 2.8125, 2.8125, 2.796875, 2.8125, 2.5, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 1.882812, 1.453125, 2.796875, 2.8125, 2.8125, 0.226562, 2.8125, 2.8125, 2.8125, 0.19043, 0.060547, 0.515625, 2.8125, 0.515625, 2.8125, 0.277344, 2.8125, 2.8125, 2.8125, 2.609375, 2.8125, 2.8125, 2.8125, 0.155273, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 1.710938, 0.166992, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.578125, 2.8125, 2.125, 0.980469, 2.8125, 0.07959, 0.271484, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.78125, 2.8125, 2.8125, 2.8125, 0.039062, 2.8125, 0.113281, 2.265625, 1.898438, 2.8125, 2.8125, 0.306641, 2.8125, 0.162109, 2.8125, 0.679688, 2.8125, 2.796875, 2.8125, 2.8125, 2.8125, 1.070312, 2.265625, 2.0, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 0.225586, 2.8125, 2.8125, 0.12793, 2.78125, 0.104492, 2.8125, 1.429688, 2.8125, 0.09668, 1.554688, 2.8125, 0.0625, 2.8125, 2.8125, 2.53125, 2.765625, 2.8125, 0.043945, 2.8125, 0.141602, 2.8125, 2.8125, 2.8125, 2.8125, 0.069336, 1.632812, 2.8125, 0.097168, 2.8125, 2.765625, 2.8125, 2.8125, 1.570312, 2.8125, 2.8125, 2.8125, 2.8125, 1.671875, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 0.230469, 0.172852, 2.8125, 0.992188, 2.8125, 0.0625, 2.8125, 0.107422, 2.265625, 2.8125, 1.21875, 2.8125, 2.8125, 2.8125, 2.8125, 1.945312, 0.208984, 0.060547, 2.75, 2.796875, 2.8125, 2.8125, 0.07373, 0.167969, 0.077637, 2.8125, 2.8125, 2.8125, 2.8125, 0.188477, 0.048584, 0.046631, 2.8125, 2.8125, 2.8125, 2.8125, 2.796875, 2.109375, 2.8125, 2.8125, 1.492188, 2.8125, 0.898438, 0.07959, 0.785156, 1.609375, 2.8125, 2.8125, 0.168945, 1.226562, 2.8125, 2.8125, 2.8125, 0.957031, 2.8125, 2.8125, 2.8125, 2.8125, 1.351562, 2.8125, 2.8125, 2.8125, 1.039062, 1.8125, 2.8125, 1.171875, 2.8125, 2.796875, 2.796875, 2.8125, 2.8125, 0.108887, 2.8125, 1.953125, 2.8125, 0.310547, 2.640625, 0.158203, 2.8125, 2.8125, 2.8125, 2.8125, 2.71875, 2.8125, 2.8125, 1.578125, 0.757812, 0.040039, 2.8125, 2.8125, 2.8125, 2.8125, 2.3125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.328125, 2.8125, 0.183594, 0.189453, 2.8125, 2.8125, 0.445312, 2.8125, 2.8125, 0.064453, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 0.118164, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 2.8125, 0.460938, 1.648438, 2.8125, 2.296875, 0.535156, 2.8125, 0.071777, 0.06543, 1.023438, 2.8125, 1.234375, 2.8125, 0.216797, 2.8125, 2.8125, 0.21582, 2.8125, 0.10791, 2.8125, 2.8125, 2.8125, 2.8125, 0.621094, 0.380859, 2.8125, 2.59375, 1.414062, 0.060791, 0.136719, 0.628906, 0.208008, 2.8125, 2.8125, 0.213867, 2.8125, 2.8125, 0.585938, 2.8125, 2.78125, 2.8125, 2.8125, 0.146484, 0.024658, 2.171875, 2.8125, 2.8125, 2.8125, 2.34375, 2.8125, 2.8125, 2.796875, 2.8125, 2.8125 ] } , "name": "onnx::Mul_11048", "outputIndexes": [ 3544 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3543, 3544 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 3545 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3517, 3545 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/Add_1_output_0", "outputIndexes": [ 3546 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3546 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.18/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 7609 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7609 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.18/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 7610 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7610 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1146064540, 327702, 81920, 0, 0 ] } , "name": "/layers.18/per_layer_input_gate/Linear", "outputIndexes": [ 7611 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7611 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.18/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 7612 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7612 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.18/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 3547 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3547 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.18/act_fn/Mul_output_0", "outputIndexes": [ 3548 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3547, 3548 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/act_fn/Mul_1_output_0", "outputIndexes": [ 3549 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 3549 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/act_fn/Mul_2_output_0", "outputIndexes": [ 3550 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3547, 3550 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/act_fn/Add_output_0", "outputIndexes": [ 3551 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 3551 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/act_fn/Mul_3_output_0", "outputIndexes": [ 3552 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3552 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.18/act_fn/Tanh_output_0", "outputIndexes": [ 3553 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 3553 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/act_fn/Add_1_output_0", "outputIndexes": [ 3554 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3547, 3554 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/act_fn/Mul_4_output_0", "outputIndexes": [ 3555 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 3555 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/act_fn/Mul_5_output_0", "outputIndexes": [ 3556 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 18 ] } , "name": "/Constant_27_output_0", "outputIndexes": [ 3557 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4336", "outputIndexes": [ 3558 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4339", "outputIndexes": [ 3559 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 3558, 3559, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice4342", "outputIndexes": [ 3560 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3560 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze4343", "outputIndexes": [ 3561 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3557, 3561 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4344", "outputIndexes": [ 3562 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3562, 3561 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4345", "outputIndexes": [ 3563 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 3563, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_25_output_0", "outputIndexes": [ 3564 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3556, 3564 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/Mul_output_0", "outputIndexes": [ 3565 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3565 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.18/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 7613 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7613 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.18/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 7614 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7614 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1146474162, 327702, 81920, 0, 0 ] } , "name": "/layers.18/per_layer_projection/Linear", "outputIndexes": [ 7615 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7615 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.18/per_layer_projection/Linear/post_convert", "outputIndexes": [ 7616 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7616 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.18/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 3566 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3566 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.18/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 3568 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3568 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.18/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 3569 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3569, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 3570 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3570, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 3571 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3566, 3571 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 3572 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.318359, 0.062256, 0.129883, 0.318359, 0.318359, 0.318359, 0.211914, 0.002518, 0.318359, 0.318359, 0.318359, 0.00029, 0.318359, 0.318359, 0.318359, 0.000301, 0.318359, 0.077148, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.047119, 0.00029, 0.318359, 0.318359, 0.318359, 0.318359, 0.054688, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000301, 0.318359, 0.129883, 0.318359, 0.318359, 0.318359, 0.044678, 0.318359, 0.318359, 0.318359, 0.318359, 0.050293, 0.148438, 0.136719, 0.318359, 0.318359, 0.318359, 0.318359, 0.080078, 0.318359, 0.249023, 0.318359, 0.318359, 0.289062, 0.316406, 0.318359, 0.095703, 0.318359, 0.318359, 0.03833, 0.044434, 0.000299, 0.318359, 0.318359, 0.000307, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.160156, 0.318359, 0.318359, 0.318359, 0.01239, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.10791, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000292, 0.107422, 0.318359, 0.033203, 0.318359, 0.318359, 0.318359, 0.318359, 0.000298, 0.240234, 0.060303, 0.318359, 0.040039, 0.062988, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.111816, 0.318359, 0.318359, 0.318359, 0.318359, 0.03125, 0.163086, 0.318359, 0.032715, 0.318359, 0.056396, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.039795, 0.058838, 0.139648, 0.000261, 0.318359, 0.026978, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.037354, 0.241211, 0.318359, 0.318359, 0.318359, 0.000288, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.062988, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.038574, 0.318359, 0.318359, 0.033691, 0.046631, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.161133, 0.11084, 0.000288, 0.158203, 0.024414, 0.318359, 0.318359, 0.188477, 0.000277, 0.318359, 0.00029, 0.06543, 0.047363, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.027344, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.279297, 0.318359, 0.318359, 0.042236, 0.318359, 0.318359, 0.318359, 0.318359, 0.025391, 0.089844, 0.318359, 0.318359, 0.318359, 0.318359, 0.000305, 0.318359, 0.318359, 0.318359, 0.318359, 0.044189, 0.074707, 0.318359, 0.062988, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.039062, 0.318359, 0.087891, 0.318359, 0.318359, 0.318359, 0.027466, 0.318359, 0.318359, 0.027466, 0.318359, 0.318359, 0.318359, 0.049805, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.025146, 0.318359, 0.318359, 0.318359, 0.009155, 0.318359, 0.318359, 0.318359, 0.000301, 0.318359, 0.318359, 0.318359, 0.161133, 0.318359, 0.318359, 0.318359, 0.318359, 0.081543, 0.318359, 0.031738, 0.318359, 0.318359, 0.318359, 0.318359, 0.000296, 0.318359, 0.026123, 0.318359, 0.318359, 0.069824, 0.082031, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.022827, 0.063965, 0.318359, 0.318359, 0.318359, 0.318359, 0.000294, 0.194336, 0.318359, 0.02002, 0.318359, 0.318359, 0.318359, 0.318359, 0.182617, 0.318359, 0.318359, 0.318359, 0.318359, 0.000305, 0.318359, 0.000292, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.058105, 0.318359, 0.318359, 0.078125, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.043945, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.05127, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.025146, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000303, 0.318359, 0.216797, 0.318359, 0.000275, 0.318359, 0.318359, 0.318359, 0.000311, 0.062012, 0.000288, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.18457, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.065918, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000267, 0.318359, 0.318359, 0.000292, 0.318359, 0.318359, 0.318359, 0.000294, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000298, 0.318359, 0.053467, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.031738, 0.318359, 0.318359, 0.000301, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.05835, 0.318359, 0.318359, 0.001518, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000298, 0.000286, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.197266, 0.014038, 0.224609, 0.318359, 0.318359, 0.318359, 0.318359, 0.076172, 0.057861, 0.318359, 0.318359, 0.318359, 0.10791, 0.318359, 0.318359, 0.022949, 0.037354, 0.041748, 0.318359, 0.318359, 0.318359, 0.318359, 0.078125, 0.318359, 0.000305, 0.318359, 0.00029, 0.318359, 0.318359, 0.00029, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000294, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.029907, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.204102, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.085449, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000292, 0.318359, 0.318359, 0.000284, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000298, 0.035645, 0.00028, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000282, 0.318359, 0.318359, 0.318359, 0.318359, 0.089355, 0.318359, 0.000288, 0.318359, 0.318359, 0.00029, 0.318359, 0.318359, 0.318359, 0.000309, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.230469, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.030518, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.017822, 0.318359, 0.000307, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000303, 0.060303, 0.318359, 0.147461, 0.180664, 0.318359, 0.000282, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.176758, 0.026001, 0.318359, 0.318359, 0.050781, 0.000292, 0.318359, 0.099121, 0.318359, 0.318359, 0.318359, 0.024536, 0.318359, 0.318359, 0.318359, 0.040283, 0.318359, 0.318359, 0.318359, 0.000269, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.074707, 0.318359, 0.318359, 0.318359, 0.318359, 0.06543, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.106445, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.018921, 0.318359, 0.318359, 0.00029, 0.318359, 0.318359, 0.00264, 0.318359, 0.318359, 0.318359, 0.151367, 0.318359, 0.030396, 0.318359, 0.318359, 0.034668, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.152344, 0.02124, 0.318359, 0.318359, 0.000298, 0.318359, 0.000288, 0.318359, 0.318359, 0.000294, 0.318359, 0.318359, 0.318359, 0.318359, 0.069336, 0.000284, 0.318359, 0.318359, 0.318359, 0.318359, 0.000307, 0.318359, 0.318359, 0.318359, 0.031494, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000307, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.296875, 0.318359, 0.318359, 0.04834, 0.318359, 0.119629, 0.318359, 0.038086, 0.318359, 0.318359, 0.00029, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000288, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000296, 0.318359, 0.318359, 0.000298, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.00029, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.077148, 0.318359, 0.00029, 0.316406, 0.318359, 0.318359, 0.318359, 0.318359, 0.000311, 0.025146, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000275, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.049805, 0.318359, 0.000292, 0.000294, 0.318359, 0.318359, 0.318359, 0.000303, 0.022461, 0.318359, 0.094727, 0.318359, 0.318359, 0.318359, 0.067383, 0.318359, 0.318359, 0.021118, 0.318359, 0.318359, 0.026367, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.050293, 0.318359, 0.318359, 0.318359, 0.085938, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.197266, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000296, 0.318359, 0.034424, 0.318359, 0.318359, 0.318359, 0.318359, 0.000301, 0.318359, 0.318359, 0.318359, 0.318359, 0.000307, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.037598, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.05249, 0.087891, 0.07373, 0.318359, 0.030151, 0.318359, 0.318359, 0.318359, 0.318359, 0.000301, 0.318359, 0.318359, 0.000298, 0.318359, 0.318359, 0.169922, 0.027344, 0.318359, 0.318359, 0.318359, 0.050537, 0.000294, 0.318359, 0.318359, 0.318359, 0.019897, 0.318359, 0.318359, 0.318359, 0.318359, 0.052246, 0.050781, 0.000298, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.00029, 0.318359, 0.318359, 0.02124, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000288, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000298, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.120117, 0.318359, 0.318359, 0.069824, 0.318359, 0.207031, 0.318359, 0.318359, 0.318359, 0.105469, 0.318359, 0.000284, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.049072, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.060791, 0.000305, 0.000298, 0.318359, 0.08252, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000294, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.024902, 0.318359, 0.015076, 0.318359, 0.028198, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.040283, 0.000301, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.033203, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.04834, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.037842, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.137695, 0.318359, 0.318359, 0.318359, 0.318359, 0.157227, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.054443, 0.318359, 0.086914, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.106934, 0.318359, 0.318359, 0.238281, 0.318359, 0.032227, 0.000286, 0.318359, 0.318359, 0.318359, 0.318359, 0.000288, 0.318359, 0.000299, 0.318359, 0.074707, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000277, 0.318359, 0.053467, 0.318359, 0.261719, 0.318359, 0.318359, 0.000292, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.022339, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000305, 0.318359, 0.05835, 0.318359, 0.318359, 0.318359, 0.047119, 0.0354, 0.318359, 0.318359, 0.318359, 0.318359, 0.209961, 0.053223, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000288, 0.318359, 0.023315, 0.000292, 0.318359, 0.318359, 0.031494, 0.318359, 0.043213, 0.060303, 0.318359, 0.000288, 0.027832, 0.318359, 0.318359, 0.318359, 0.318359, 0.000296, 0.318359, 0.000282, 0.318359, 0.00029, 0.094238, 0.318359, 0.318359, 0.318359, 0.318359, 0.043945, 0.000282, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.060547, 0.318359, 0.318359, 0.056152, 0.000278, 0.318359, 0.000282, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000298, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.123535, 0.033691, 0.165039, 0.318359, 0.318359, 0.063477, 0.046387, 0.318359, 0.318359, 0.318359, 0.318359, 0.000307, 0.318359, 0.134766, 0.318359, 0.318359, 0.318359, 0.318359, 0.000298, 0.123535, 0.021729, 0.0354, 0.057129, 0.000278, 0.318359, 0.318359, 0.318359, 0.000299, 0.050049, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.044678, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.113281, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.027344, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000292, 0.318359, 0.318359, 0.000296, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.15332, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000299, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.038574, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.031006, 0.318359, 0.024658, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000269, 0.318359, 0.318359, 0.078125, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.103027, 0.10498, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000301, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.021973, 0.318359, 0.318359, 0.318359, 0.318359, 0.059082, 0.318359, 0.049805, 0.318359, 0.318359, 0.318359, 0.00386, 0.060059, 0.318359, 0.033691, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000305, 0.318359, 0.318359, 0.161133, 0.318359, 0.175781, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.00029, 0.318359, 0.000305, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000296, 0.318359, 0.318359, 0.318359, 0.023804, 0.000296, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000307, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.031494, 0.083984, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.026123, 0.00029, 0.318359, 0.318359, 0.00028, 0.000278, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000307, 0.000288, 0.024292, 0.318359, 0.318359, 0.037109, 0.318359, 0.318359, 0.036133, 0.318359, 0.318359, 0.318359, 0.023926, 0.318359, 0.318359, 0.318359, 0.318359, 0.139648, 0.104004, 0.099121, 0.318359, 0.057129, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.043457, 0.00036, 0.097168, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.029541, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.041748, 0.318359, 0.071777, 0.000301, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.222656, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.067383, 0.318359, 0.318359, 0.00029, 0.318359, 0.000292, 0.318359, 0.318359, 0.318359, 0.000309, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.032959, 0.318359, 0.318359, 0.318359, 0.019409, 0.000282, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.046631, 0.318359, 0.000299, 0.086914, 0.000286, 0.318359, 0.318359, 0.318359, 0.000275, 0.188477, 0.318359, 0.039795, 0.318359, 0.000301, 0.318359, 0.318359, 0.318359, 0.318359, 0.000298, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.00029, 0.318359, 0.318359, 0.318359, 0.089844, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.045898, 0.318359, 0.000288, 0.318359, 0.318359, 0.000292, 0.045898, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.00028, 0.318359, 0.04126, 0.318359, 0.00029, 0.000254, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.09668, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000298, 0.318359, 0.318359, 0.318359, 0.070801, 0.318359, 0.318359, 0.318359, 0.02124, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000288, 0.041748, 0.318359, 0.058838, 0.318359, 0.088379, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.078613, 0.07666, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000286, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.090332, 0.318359, 0.000288, 0.000298, 0.318359, 0.318359, 0.168945, 0.000301, 0.318359, 0.172852, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.03125, 0.318359, 0.071289, 0.318359, 0.052246, 0.093262, 0.318359, 0.318359, 0.316406, 0.318359, 0.318359, 0.318359, 0.318359, 0.00029, 0.057373, 0.318359, 0.318359, 0.318359, 0.318359, 0.028198, 0.318359, 0.318359, 0.318359, 0.157227, 0.318359, 0.000299, 0.318359, 0.318359, 0.318359, 0.025757, 0.035889, 0.318359, 0.318359, 0.318359, 0.318359, 0.067871, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.00028, 0.00029, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.031128, 0.318359, 0.000298, 0.154297, 0.061279, 0.318359, 0.000292, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.04541, 0.318359, 0.318359, 0.318359, 0.000307, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000301, 0.318359, 0.318359, 0.020264, 0.318359, 0.318359, 0.318359, 0.318359, 0.000292, 0.058838, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000298, 0.318359, 0.318359, 0.318359, 0.318359, 0.000254, 0.318359, 0.042725, 0.318359, 0.318359, 0.000286, 0.318359, 0.318359, 0.318359, 0.035156, 0.318359, 0.318359, 0.000299, 0.318359, 0.020752, 0.318359, 0.037109, 0.000271, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.100098, 0.318359, 0.318359, 0.318359, 0.022583, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.045654, 0.029907, 0.063477, 0.318359, 0.057373, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000278, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000282, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.056396, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000303, 0.318359, 0.061768, 0.318359, 0.318359, 0.007324, 0.318359, 0.318359, 0.318359, 0.000296, 0.318359, 0.161133, 0.000284, 0.318359, 0.044922, 0.318359, 0.318359, 0.000296, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000273, 0.318359, 0.318359, 0.318359, 0.03064, 0.318359, 0.023438, 0.318359, 0.318359, 0.318359, 0.318359, 0.251953, 0.318359, 0.053955, 0.155273, 0.318359, 0.044434, 0.318359, 0.318359, 0.318359, 0.02124, 0.318359, 0.000303, 0.318359, 0.318359, 0.318359, 0.000284, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000292, 0.063477, 0.318359, 0.318359, 0.318359, 0.000286, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.039307, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.071289, 0.318359, 0.133789, 0.00028, 0.318359, 0.318359, 0.318359, 0.00029, 0.318359, 0.318359, 0.023804, 0.318359, 0.03064, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.040039, 0.318359, 0.000284, 0.318359, 0.318359, 0.318359, 0.318359, 0.081055, 0.318359, 0.318359, 0.318359, 0.000303, 0.318359, 0.128906, 0.318359, 0.000759, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.240234, 0.318359, 0.318359, 0.168945, 0.000277, 0.318359, 0.318359, 0.118652, 0.318359, 0.012878, 0.318359, 0.318359, 0.066406, 0.000299, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000269, 0.318359, 0.318359, 0.047607, 0.318359, 0.026855, 0.318359, 0.000305, 0.318359, 0.318359, 0.318359, 0.000288, 0.318359, 0.318359, 0.318359, 0.045166, 0.318359, 0.000267, 0.318359, 0.318359, 0.000299, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000296, 0.000292, 0.062012, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000301, 0.318359, 0.318359, 0.318359, 0.056641, 0.318359, 0.318359, 0.318359, 0.318359, 0.000294, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000282, 0.318359, 0.00029, 0.318359, 0.318359, 0.318359, 0.00028, 0.318359, 0.017822, 0.206055, 0.318359, 0.318359, 0.000296, 0.201172, 0.318359, 0.000282, 0.318359, 0.033691, 0.318359, 0.318359, 0.052002, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.165039, 0.318359, 0.318359, 0.318359, 0.109375, 0.318359, 0.136719, 0.318359, 0.000301, 0.144531, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000307, 0.085449, 0.034668, 0.318359, 0.318359, 0.318359, 0.318359, 0.021362, 0.318359, 0.318359, 0.00029, 0.000303, 0.000303, 0.008484, 0.318359, 0.068848, 0.318359, 0.318359, 0.318359, 0.03064, 0.318359, 0.318359, 0.318359, 0.00029, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.032471, 0.171875, 0.00029, 0.318359, 0.03833, 0.318359, 0.265625, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.052979, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000294, 0.035156, 0.318359, 0.318359, 0.318359, 0.318359, 0.040771, 0.318359, 0.231445, 0.314453, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.028442, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000269, 0.000277, 0.318359, 0.318359, 0.002121, 0.318359, 0.000288, 0.318359, 0.318359, 0.050537, 0.178711, 0.318359, 0.117188, 0.318359, 0.000296, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.055176, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.045166, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000284, 0.053223, 0.117676, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000296, 0.000278, 0.318359, 0.318359, 0.318359, 0.022705, 0.318359, 0.044678, 0.000301, 0.318359, 0.318359, 0.318359, 0.084961, 0.318359, 0.000303, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.00028, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.075195, 0.318359, 0.318359, 0.030151, 0.318359, 0.040527, 0.318359, 0.318359, 0.318359, 0.047852, 0.318359, 0.318359, 0.026123, 0.318359, 0.318359, 0.318359, 0.000271, 0.318359, 0.034424, 0.318359, 0.011169, 0.318359, 0.318359, 0.318359, 0.318359, 0.034912, 0.318359, 0.318359, 0.063965, 0.318359, 0.318359, 0.000286, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.108887, 0.056396, 0.000259, 0.271484, 0.318359, 0.062012, 0.318359, 0.052979, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.046631, 0.044678, 0.318359, 0.318359, 0.318359, 0.318359, 0.02832, 0.063477, 0.04248, 0.318359, 0.318359, 0.318359, 0.318359, 0.040039, 0.026978, 0.047119, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.238281, 0.046631, 0.318359, 0.318359, 0.318359, 0.318359, 0.043945, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000298, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.300781, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.05542, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.214844, 0.026978, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000277, 0.318359, 0.318359, 0.318359, 0.017578, 0.022217, 0.318359, 0.318359, 0.00029, 0.318359, 0.318359, 0.000299, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.000284, 0.318359, 0.318359, 0.318359, 0.000294, 0.00029, 0.318359, 0.125, 0.318359, 0.318359, 0.000303, 0.15918, 0.318359, 0.039062, 0.029663, 0.318359, 0.318359, 0.000269, 0.318359, 0.00029, 0.318359, 0.318359, 0.318359, 0.318359, 0.034668, 0.318359, 0.318359, 0.318359, 0.318359, 0.00029, 0.15625, 0.318359, 0.318359, 0.318359, 0.057861, 0.00029, 0.318359, 0.05127, 0.000296, 0.318359, 0.072266, 0.318359, 0.318359, 0.173828, 0.318359, 0.000303, 0.318359, 0.318359, 0.08252, 0.036377, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359, 0.318359 ] } , "name": "onnx::Mul_11049", "outputIndexes": [ 3573 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3572, 3573 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 3574 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3546, 3574 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/Add_2_output_0", "outputIndexes": [ 3575 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.542969 ] } , "name": "/blocks.18/Constant_1_output_0", "outputIndexes": [ 3576 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3575, 3576 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.18/Mul_1_output_0", "outputIndexes": [ 3577 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3577, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.19/Reshape_output_0", "outputIndexes": [ 3578 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3578 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.19/input_layernorm/Pow_output_0", "outputIndexes": [ 3579 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3579 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.19/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 3580 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3580, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/input_layernorm/Add_output_0", "outputIndexes": [ 3581 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3581, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/input_layernorm/Pow_1_output_0", "outputIndexes": [ 3582 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3578, 3582 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/input_layernorm/Mul_output_0", "outputIndexes": [ 3583 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.460938, 6.1875, 7.875, 1.804688, 2.4375, 1.34375, 5.1875, 4.3125, 1.8125, 4.46875, 1.773438, 47.25, 1.570312, 1.929688, 1.734375, 43.5, 2.015625, 12.6875, 3.25, 1.679688, 1.742188, 1.757812, 1.546875, 1.90625, 3.0625, 16.75, 5.65625, 2.234375, 2.40625, 1.96875, 1.882812, 17.0, 1.585938, 2.40625, 1.5625, 1.460938, 1.710938, 2.046875, 5.53125, 11.625, 1.703125, 1.6875, 4.84375, 9.8125, 1.882812, 2.015625, 7.625, 5.09375, 13.0625, 3.90625, 5.21875, 2.5, 2.78125, 1.914062, 1.898438, 16.25, 4.46875, 2.859375, 5.34375, 1.601562, 6.8125, 3.09375, 1.867188, 20.0, 1.664062, 2.6875, 21.0, 12.5625, 1.984375, 4.78125, 1.578125, 4.75, 1.367188, 1.570312, 1.648438, 3.15625, 2.71875, 3.890625, 2.46875, 4.8125, 2.4375, 3.21875, 2.234375, 31.75, 1.867188, 2.765625, 1.898438, 2.1875, 4.3125, 14.5, 1.578125, 1.859375, 2.1875, 1.835938, 1.632812, 4.5625, 1.992188, 4.78125, 55.5, 5.28125, 1.671875, 21.875, 1.8125, 2.71875, 1.835938, 1.390625, 2.640625, 9.6875, 11.0625, 2.25, 24.875, 15.3125, 7.09375, 1.9375, 1.601562, 11.6875, 2.015625, 1.632812, 1.757812, 2.25, 1.9375, 9.5, 2.75, 1.34375, 2.703125, 2.890625, 14.875, 4.625, 3.9375, 23.0, 1.679688, 8.4375, 1.382812, 1.453125, 2.109375, 2.046875, 2.109375, 31.625, 10.75, 10.5, 120.5, 2.25, 16.125, 1.820312, 1.726562, 1.796875, 11.4375, 1.671875, 2.015625, 2.484375, 5.53125, 4.5625, 1.828125, 2.296875, 2.578125, 13.375, 3.421875, 3.5625, 1.257812, 1.578125, 3.359375, 28.0, 2.0625, 2.125, 1.859375, 1.671875, 2.015625, 2.046875, 1.726562, 1.546875, 8.5, 2.0625, 1.929688, 16.875, 4.625, 3.109375, 1.75, 2.328125, 1.335938, 1.648438, 7.78125, 4.40625, 2.328125, 6.46875, 24.625, 2.203125, 2.390625, 6.21875, 3.265625, 2.65625, 10.9375, 12.5, 18.75, 1.398438, 2.015625, 1.585938, 1.75, 1.679688, 1.976562, 2.921875, 1.796875, 23.0, 1.539062, 1.734375, 1.382812, 2.171875, 1.992188, 7.78125, 3.375, 3.640625, 1.59375, 1.398438, 2.296875, 2.3125, 1.617188, 1.796875, 2.40625, 4.34375, 1.46875, 1.984375, 19.75, 2.90625, 4.25, 2.96875, 2.0625, 7.375, 11.75, 2.078125, 2.421875, 1.546875, 1.992188, 5.21875, 2.8125, 3.21875, 2.078125, 2.171875, 16.0, 8.125, 1.625, 9.5625, 3.03125, 2.515625, 1.617188, 1.875, 3.9375, 2.21875, 4.3125, 2.53125, 1.804688, 17.625, 2.171875, 8.625, 2.953125, 3.921875, 2.109375, 21.5, 2.203125, 2.140625, 11.5, 2.3125, 2.25, 2.015625, 9.875, 2.234375, 2.1875, 2.09375, 1.84375, 2.40625, 5.0, 1.523438, 24.75, 2.046875, 1.742188, 1.648438, 6.125, 2.59375, 1.757812, 1.601562, 9.75, 1.171875, 1.929688, 2.09375, 7.40625, 2.265625, 3.515625, 1.695312, 1.984375, 8.875, 2.296875, 12.25, 1.421875, 1.945312, 1.523438, 1.882812, 2.84375, 1.84375, 17.125, 1.53125, 5.15625, 5.4375, 5.46875, 1.359375, 1.648438, 1.492188, 1.976562, 1.34375, 1.859375, 1.765625, 2.078125, 2.34375, 1.914062, 2.03125, 22.75, 5.1875, 1.78125, 2.640625, 2.65625, 2.640625, 2.65625, 3.5625, 1.609375, 22.875, 3.09375, 2.515625, 3.421875, 1.84375, 13.4375, 2.546875, 1.679688, 2.03125, 1.40625, 6.3125, 1.90625, 3.40625, 1.507812, 4.75, 1.71875, 1.921875, 3.71875, 7.75, 2.09375, 1.351562, 1.453125, 9.9375, 2.03125, 2.8125, 5.71875, 1.710938, 6.9375, 1.570312, 2.109375, 2.484375, 1.710938, 1.9375, 2.171875, 1.898438, 1.90625, 2.5625, 4.9375, 20.875, 1.367188, 1.789062, 2.0, 1.679688, 1.6875, 4.15625, 2.53125, 3.859375, 1.226562, 1.757812, 1.960938, 2.265625, 2.21875, 23.375, 1.976562, 1.835938, 2.015625, 1.820312, 1.867188, 3.109375, 1.929688, 4.5, 2.515625, 2.890625, 2.3125, 3.640625, 1.453125, 1.476562, 2.046875, 26.875, 7.65625, 1.96875, 2.296875, 2.1875, 1.65625, 1.65625, 2.015625, 2.015625, 2.5625, 1.445312, 1.9375, 3.046875, 2.359375, 8.5, 4.34375, 3.125, 1.476562, 1.84375, 2.1875, 2.234375, 1.59375, 4.9375, 2.75, 1.398438, 2.125, 1.695312, 2.390625, 1.960938, 2.1875, 2.765625, 2.40625, 2.34375, 6.625, 1.640625, 1.585938, 1.96875, 2.53125, 1.90625, 1.578125, 2.0, 1.921875, 1.625, 2.546875, 1.796875, 15.625, 1.640625, 1.710938, 1.625, 2.984375, 2.359375, 2.59375, 1.117188, 1.773438, 8.625, 1.929688, 1.679688, 5.40625, 1.265625, 2.890625, 1.726562, 1.820312, 3.0625, 1.414062, 17.625, 1.546875, 2.203125, 8.5625, 1.46875, 2.46875, 2.171875, 1.890625, 1.726562, 1.757812, 2.125, 2.296875, 1.367188, 15.625, 8.75, 2.671875, 2.640625, 2.015625, 2.359375, 1.867188, 1.828125, 1.695312, 2.234375, 5.6875, 24.0, 4.65625, 1.78125, 1.851562, 2.671875, 2.40625, 10.1875, 12.75, 2.875, 1.507812, 1.84375, 6.625, 2.390625, 1.5625, 27.5, 9.125, 20.25, 1.492188, 2.34375, 1.46875, 1.570312, 9.4375, 2.28125, 4.625, 1.992188, 2.171875, 1.882812, 1.789062, 3.515625, 9.1875, 1.882812, 1.578125, 1.945312, 2.109375, 1.890625, 1.273438, 2.515625, 4.125, 4.6875, 1.554688, 1.96875, 1.578125, 1.117188, 6.375, 1.59375, 2.0625, 1.453125, 17.375, 1.695312, 2.703125, 2.5625, 1.65625, 1.835938, 2.125, 1.945312, 2.046875, 1.46875, 2.234375, 2.640625, 2.640625, 4.125, 1.554688, 2.03125, 1.40625, 1.742188, 2.046875, 1.828125, 2.375, 1.921875, 1.78125, 1.492188, 2.828125, 3.03125, 2.28125, 3.671875, 1.804688, 2.234375, 1.507812, 1.515625, 8.625, 3.578125, 1.828125, 1.632812, 4.125, 1.78125, 2.109375, 35.0, 1.828125, 2.265625, 33.5, 3.0, 1.820312, 1.945312, 1.828125, 1.625, 5.375, 2.1875, 9.0, 18.625, 2.53125, 2.03125, 2.125, 2.25, 1.460938, 2.078125, 1.875, 1.65625, 3.484375, 1.890625, 2.515625, 3.71875, 2.265625, 15.1875, 3.1875, 7.0, 1.601562, 2.203125, 3.765625, 4.375, 1.679688, 1.8125, 2.703125, 1.914062, 1.6875, 3.015625, 1.804688, 3.015625, 5.25, 4.4375, 2.4375, 1.71875, 1.507812, 3.90625, 2.015625, 2.0625, 22.125, 2.265625, 2.046875, 1.507812, 2.671875, 5.125, 1.632812, 2.296875, 10.9375, 1.554688, 34.25, 1.953125, 1.851562, 2.625, 2.09375, 5.65625, 1.789062, 2.15625, 1.273438, 1.53125, 2.234375, 4.65625, 16.875, 1.804688, 10.375, 5.96875, 2.421875, 1.820312, 2.453125, 1.476562, 1.9375, 1.507812, 1.25, 4.375, 20.375, 1.929688, 5.5625, 13.9375, 2.0, 2.40625, 5.375, 1.710938, 2.765625, 2.015625, 9.875, 1.726562, 3.84375, 1.953125, 23.25, 1.578125, 1.5, 2.21875, 7.25, 2.25, 1.375, 1.8125, 1.9375, 2.84375, 1.664062, 1.796875, 1.898438, 1.710938, 1.9375, 4.78125, 2.109375, 22.75, 1.554688, 1.796875, 1.679688, 2.5625, 15.3125, 1.796875, 2.3125, 1.84375, 1.71875, 1.835938, 8.8125, 1.890625, 2.5625, 1.640625, 2.015625, 1.414062, 4.15625, 1.820312, 23.5, 2.28125, 1.734375, 6.375, 2.078125, 2.703125, 4.71875, 1.671875, 1.90625, 1.945312, 3.65625, 1.523438, 4.875, 1.9375, 1.75, 4.21875, 1.679688, 1.867188, 1.929688, 1.695312, 1.640625, 2.25, 4.65625, 29.5, 1.835938, 1.554688, 5.25, 2.046875, 22.875, 4.15625, 2.03125, 3.53125, 1.78125, 1.890625, 3.1875, 2.8125, 10.75, 4.59375, 2.0, 1.960938, 2.1875, 1.515625, 2.03125, 1.71875, 2.046875, 1.945312, 13.375, 2.46875, 2.390625, 2.328125, 1.554688, 2.046875, 1.890625, 17.0, 1.726562, 4.09375, 1.671875, 3.15625, 2.078125, 3.65625, 1.773438, 1.789062, 19.625, 1.515625, 9.0, 3.203125, 11.75, 2.453125, 1.554688, 3.84375, 8.125, 1.023438, 2.453125, 3.65625, 1.65625, 1.898438, 1.828125, 1.351562, 1.460938, 1.835938, 2.890625, 9.1875, 3.703125, 2.6875, 21.625, 4.15625, 1.921875, 1.898438, 1.859375, 1.390625, 6.03125, 3.578125, 2.03125, 1.734375, 1.25, 1.59375, 2.0, 1.9375, 1.953125, 11.9375, 1.640625, 4.53125, 12.9375, 1.789062, 1.6875, 5.46875, 2.265625, 14.0, 22.375, 4.96875, 2.4375, 2.109375, 1.507812, 1.515625, 1.5, 1.84375, 1.5625, 3.75, 2.078125, 1.851562, 1.382812, 1.765625, 2.1875, 1.210938, 2.859375, 4.65625, 2.015625, 2.109375, 1.453125, 3.09375, 2.390625, 1.78125, 1.648438, 3.109375, 2.265625, 18.75, 1.695312, 3.65625, 13.125, 1.890625, 1.960938, 1.703125, 4.75, 19.875, 2.234375, 7.4375, 2.796875, 4.9375, 1.882812, 5.0, 2.078125, 1.632812, 7.375, 2.28125, 1.632812, 9.5625, 2.28125, 1.757812, 1.640625, 2.015625, 1.578125, 1.765625, 1.9375, 13.75, 2.71875, 2.21875, 1.828125, 14.875, 2.09375, 2.171875, 3.796875, 1.804688, 1.914062, 5.8125, 5.0625, 2.03125, 1.8125, 1.476562, 1.789062, 1.84375, 2.328125, 1.96875, 1.421875, 6.09375, 2.15625, 17.75, 4.21875, 1.992188, 2.140625, 2.046875, 3.625, 1.664062, 2.984375, 1.929688, 4.5, 9.3125, 8.375, 1.234375, 1.226562, 1.632812, 1.867188, 1.78125, 17.875, 2.09375, 1.679688, 2.4375, 2.625, 2.296875, 2.1875, 4.46875, 5.15625, 4.65625, 9.625, 2.109375, 18.625, 2.140625, 1.9375, 1.882812, 2.671875, 12.0, 1.679688, 1.984375, 3.59375, 2.984375, 1.390625, 10.125, 18.875, 6.34375, 1.359375, 1.84375, 21.5, 3.5625, 1.492188, 1.78125, 1.609375, 9.875, 2.171875, 3.890625, 1.898438, 1.554688, 7.90625, 22.75, 3.921875, 1.796875, 3.96875, 1.734375, 3.390625, 2.53125, 2.859375, 3.078125, 3.0625, 2.296875, 30.75, 3.25, 1.953125, 2.03125, 1.773438, 1.820312, 1.6875, 2.140625, 2.75, 2.421875, 2.65625, 1.664062, 7.09375, 2.90625, 1.71875, 1.890625, 2.578125, 1.492188, 2.953125, 1.890625, 1.664062, 1.421875, 2.015625, 2.4375, 1.484375, 1.40625, 8.1875, 1.5, 1.570312, 9.5, 1.90625, 6.75, 1.65625, 1.765625, 1.445312, 5.5, 2.21875, 2.015625, 1.132812, 1.632812, 3.21875, 1.328125, 1.945312, 1.484375, 1.8125, 2.3125, 12.5625, 4.5625, 2.40625, 1.8125, 2.84375, 2.796875, 1.601562, 3.984375, 1.703125, 8.6875, 9.625, 2.125, 2.21875, 11.125, 1.742188, 1.867188, 1.460938, 1.617188, 1.445312, 4.03125, 19.5, 1.734375, 2.28125, 1.859375, 1.898438, 3.140625, 1.84375, 1.609375, 1.507812, 2.640625, 2.359375, 2.671875, 1.59375, 20.375, 2.015625, 10.375, 3.734375, 4.96875, 1.835938, 2.359375, 2.40625, 1.757812, 1.59375, 1.601562, 1.359375, 3.5625, 1.65625, 1.359375, 2.109375, 1.398438, 2.046875, 2.296875, 2.125, 1.960938, 1.757812, 4.71875, 15.75, 4.90625, 1.804688, 2.265625, 2.0, 1.875, 1.398438, 1.84375, 2.03125, 11.1875, 1.078125, 1.570312, 1.460938, 17.125, 2.234375, 1.90625, 7.9375, 1.882812, 1.804688, 4.5, 1.78125, 1.75, 2.15625, 1.898438, 2.859375, 2.109375, 3.703125, 2.625, 1.664062, 1.234375, 2.46875, 1.757812, 1.523438, 1.78125, 5.15625, 1.6875, 4.3125, 1.570312, 2.0625, 1.820312, 1.789062, 9.0, 1.78125, 2.859375, 1.351562, 1.96875, 9.5625, 1.9375, 1.953125, 1.992188, 1.65625, 8.3125, 1.960938, 2.46875, 1.679688, 13.3125, 7.59375, 9.0, 1.984375, 1.609375, 1.84375, 2.234375, 1.960938, 1.609375, 2.171875, 2.234375, 1.742188, 2.078125, 1.765625, 2.03125, 5.0, 1.890625, 1.625, 6.625, 2.3125, 23.625, 12.25, 1.539062, 1.78125, 1.6875, 2.09375, 1.945312, 2.34375, 31.25, 1.507812, 4.84375, 1.320312, 1.328125, 1.898438, 1.75, 2.234375, 2.0, 1.648438, 10.6875, 9.1875, 5.46875, 1.835938, 1.453125, 1.5625, 3.5, 1.703125, 2.640625, 6.0625, 3.140625, 2.6875, 1.429688, 2.828125, 25.0, 1.695312, 2.8125, 1.703125, 2.1875, 2.265625, 5.0, 1.742188, 4.9375, 2.140625, 2.015625, 1.960938, 5.96875, 27.875, 2.328125, 1.609375, 7.65625, 1.882812, 5.125, 10.1875, 1.664062, 2.109375, 2.75, 1.53125, 2.1875, 1.875, 2.046875, 2.25, 1.90625, 3.96875, 2.234375, 25.25, 22.625, 2.46875, 1.828125, 24.0, 2.375, 17.375, 15.8125, 3.609375, 2.984375, 20.625, 1.765625, 1.640625, 2.765625, 2.46875, 9.625, 2.171875, 3.21875, 1.554688, 3.5625, 9.9375, 2.171875, 1.59375, 1.820312, 1.921875, 4.6875, 36.25, 3.15625, 1.507812, 2.671875, 1.421875, 1.296875, 12.625, 1.507812, 2.84375, 5.75, 4.28125, 2.109375, 3.578125, 2.578125, 1.757812, 2.484375, 1.695312, 1.726562, 2.234375, 1.773438, 7.71875, 2.1875, 1.625, 1.570312, 2.09375, 1.929688, 2.109375, 5.03125, 7.125, 4.15625, 2.125, 2.234375, 21.25, 5.90625, 1.867188, 4.6875, 1.539062, 1.648438, 4.5, 1.921875, 4.875, 2.0, 1.757812, 5.28125, 2.59375, 5.0, 8.8125, 25.75, 15.9375, 4.625, 65.5, 1.96875, 3.34375, 1.984375, 11.5625, 4.3125, 1.929688, 3.875, 1.742188, 1.804688, 2.5, 7.65625, 1.820312, 1.710938, 3.015625, 1.570312, 1.632812, 5.96875, 3.828125, 1.742188, 6.3125, 1.453125, 1.851562, 1.523438, 2.1875, 4.34375, 2.265625, 3.90625, 2.140625, 1.648438, 1.867188, 4.0625, 3.140625, 1.984375, 1.671875, 1.632812, 3.390625, 2.078125, 1.953125, 2.25, 1.984375, 1.539062, 1.265625, 1.226562, 2.25, 4.875, 3.59375, 1.28125, 1.835938, 4.25, 2.015625, 2.859375, 2.109375, 1.59375, 1.796875, 5.34375, 6.21875, 2.09375, 2.125, 1.773438, 7.46875, 2.71875, 2.203125, 1.6875, 2.515625, 1.976562, 2.046875, 1.65625, 1.546875, 1.75, 3.046875, 17.0, 1.976562, 1.992188, 1.828125, 2.796875, 2.1875, 1.804688, 1.429688, 14.5, 2.453125, 22.0, 2.15625, 1.984375, 1.617188, 2.0, 2.796875, 1.40625, 2.1875, 1.601562, 2.546875, 4.3125, 2.03125, 8.75, 2.0625, 1.523438, 1.960938, 2.5, 1.945312, 3.875, 15.125, 2.46875, 1.796875, 1.726562, 1.90625, 2.703125, 1.820312, 1.6875, 1.953125, 3.6875, 4.625, 28.5, 2.125, 1.8125, 1.375, 1.914062, 2.8125, 2.875, 1.898438, 26.125, 2.046875, 1.984375, 2.03125, 2.015625, 29.125, 1.945312, 5.25, 3.03125, 3.375, 1.460938, 1.8125, 4.78125, 1.492188, 3.953125, 2.390625, 1.953125, 5.5, 3.140625, 1.875, 2.109375, 9.1875, 4.84375, 2.3125, 2.53125, 1.960938, 2.53125, 2.421875, 2.109375, 1.460938, 4.28125, 2.015625, 4.625, 2.953125, 2.109375, 2.78125, 2.0625, 2.578125, 7.03125, 1.96875, 2.3125, 1.640625, 4.28125, 1.734375, 2.203125, 1.929688, 2.25, 2.125, 7.65625, 2.171875, 1.890625, 2.0625, 21.625, 5.21875, 4.53125, 2.078125, 1.578125, 2.453125, 2.28125, 1.328125, 5.03125, 3.515625, 1.71875, 2.109375, 1.625, 1.5, 1.492188, 1.640625, 1.960938, 3.78125, 1.671875, 1.46875, 1.828125, 17.875, 4.40625, 1.929688, 3.984375, 1.515625, 2.078125, 2.40625, 6.25, 2.03125, 1.671875, 18.125, 9.6875, 2.8125, 2.5, 8.0625, 2.875, 1.296875, 1.53125, 1.921875, 2.21875, 1.585938, 0.980469, 1.898438, 6.125, 3.15625, 23.75, 4.4375, 1.257812, 16.125, 2.953125, 2.765625, 29.25, 1.632812, 7.28125, 1.296875, 6.09375, 3.875, 4.4375, 3.453125, 1.523438, 10.9375, 8.125, 8.125, 1.703125, 25.125, 2.21875, 1.59375, 1.601562, 2.40625, 2.34375, 1.773438, 7.625, 1.648438, 2.375, 2.140625, 1.382812, 12.5625, 4.75, 13.375, 2.078125, 2.0625, 1.648438, 2.109375, 1.8125, 1.539062, 2.5, 2.0, 1.570312, 2.078125, 23.25, 1.570312, 1.992188, 1.632812, 1.554688, 1.828125, 1.734375, 1.65625, 1.6875, 5.71875, 1.921875, 11.0625, 17.5, 1.664062, 1.726562, 2.890625, 1.8125, 2.359375, 2.078125, 1.867188, 3.828125, 1.890625, 1.929688, 1.453125, 1.84375, 1.515625, 4.875, 1.34375, 1.84375, 1.71875, 1.882812, 2.09375, 1.890625, 1.890625, 2.140625, 2.34375, 2.0, 1.867188, 1.304688, 22.25, 1.976562, 1.59375, 5.96875, 1.726562, 5.375, 1.84375, 1.601562, 2.015625, 45.25, 7.59375, 1.898438, 2.921875, 1.53125, 1.929688, 1.429688, 23.75, 3.078125, 1.78125, 2.703125, 14.375, 2.078125, 3.421875, 1.945312, 1.992188, 1.507812, 2.109375, 1.578125, 15.9375, 1.578125, 1.492188, 13.3125, 3.875, 2.5625, 1.929688, 2.8125, 2.328125, 4.15625, 4.28125, 17.0, 1.445312, 1.515625, 2.171875, 1.789062, 1.726562, 1.992188, 2.1875, 2.484375, 1.8125, 2.546875, 1.515625, 4.71875, 2.34375, 2.328125, 2.15625, 1.546875, 5.3125, 1.195312, 2.59375, 3.453125, 1.46875, 2.0, 1.9375, 2.046875, 1.40625, 4.1875, 1.890625, 14.5625, 4.09375, 3.875, 1.359375, 2.5625, 6.53125, 15.0, 5.09375, 2.625, 2.75, 1.898438, 2.140625, 2.53125, 1.75, 15.3125, 2.015625, 4.28125, 2.546875, 2.140625, 1.460938, 1.78125, 2.328125, 2.078125, 2.078125, 14.5, 1.765625, 4.6875, 1.640625, 4.96875, 2.625, 1.6875, 1.898438, 1.726562, 1.773438, 1.59375, 2.734375, 2.296875, 1.984375, 1.40625, 16.125, 2.0625, 4.09375, 2.46875, 23.0, 1.8125, 1.75, 1.117188, 1.804688, 7.15625, 1.960938, 1.570312, 1.609375, 2.0625, 1.335938, 2.1875, 2.203125, 5.5625, 1.523438, 10.75, 1.984375, 14.4375, 1.554688, 1.3125, 3.765625, 2.0, 1.953125, 2.953125, 5.34375, 4.875, 4.5, 3.0, 2.296875, 1.46875, 2.34375, 1.960938, 2.296875, 45.5, 4.09375, 1.757812, 2.8125, 2.234375, 2.0625, 1.890625, 12.5625, 3.34375, 2.21875, 4.8125, 7.28125, 2.125, 4.625, 6.8125, 1.726562, 10.875, 2.15625, 2.921875, 2.5625, 1.820312, 1.351562, 2.5625, 26.25, 1.773438, 5.0, 1.710938, 8.0625, 6.5625, 2.875, 1.851562, 2.921875, 2.140625, 4.59375, 1.851562, 1.984375, 6.53125, 16.5, 1.726562, 1.617188, 1.648438, 1.804688, 12.75, 1.8125, 1.609375, 1.8125, 4.3125, 2.328125, 2.40625, 1.40625, 3.265625, 1.726562, 21.375, 24.5, 2.359375, 1.90625, 1.382812, 1.460938, 17.125, 2.03125, 1.492188, 1.984375, 2.25, 1.765625, 4.125, 2.265625, 1.992188, 2.09375, 2.0, 2.140625, 3.0625, 19.25, 1.46875, 3.921875, 4.21875, 5.21875, 2.109375, 1.742188, 1.820312, 1.640625, 4.1875, 3.0, 2.421875, 1.914062, 8.0625, 1.898438, 1.578125, 2.890625, 10.625, 1.90625, 1.539062, 1.523438, 5.53125, 3.875, 4.34375, 1.257812, 1.804688, 1.867188, 2.03125, 1.804688, 4.40625, 2.0, 4.53125, 35.75, 2.359375, 1.882812, 2.84375, 2.46875, 2.953125, 17.5, 2.234375, 4.71875, 1.453125, 1.921875, 1.851562, 1.890625, 2.046875, 1.523438, 1.75, 1.953125, 2.21875, 1.578125, 1.632812, 1.554688, 3.734375, 2.46875, 2.484375, 13.4375, 1.328125, 2.15625, 6.0625, 2.078125, 2.421875, 2.015625, 25.125, 2.015625, 1.898438, 23.75, 2.390625, 8.75, 2.21875, 14.375, 3.484375, 1.335938, 2.546875, 1.320312, 1.578125, 2.546875, 9.6875, 2.984375, 1.898438, 1.585938, 22.0, 1.710938, 2.65625, 1.234375, 1.921875, 1.609375, 5.8125, 17.75, 11.5, 2.125, 13.125, 1.773438, 1.929688, 1.390625, 1.945312, 2.296875, 1.757812, 2.828125, 2.09375, 1.90625, 2.203125, 1.945312, 3.375, 1.507812, 4.125, 1.523438, 1.375, 2.734375, 1.898438, 5.46875, 1.789062, 2.515625, 1.085938, 1.703125, 2.328125, 2.109375, 6.03125, 2.34375, 1.648438, 2.015625, 5.59375, 1.578125, 1.882812, 2.0, 1.773438, 2.625, 3.671875, 1.46875, 2.015625, 1.226562, 23.0, 1.898438, 16.5, 1.554688, 1.546875, 5.75, 2.171875, 5.03125, 7.84375, 2.15625, 1.734375, 5.65625, 2.703125, 1.90625, 15.6875, 9.9375, 3.28125, 3.03125, 1.851562, 2.328125, 2.65625, 3.359375, 5.1875, 2.890625, 3.796875, 1.8125, 2.421875, 1.390625, 1.9375, 1.796875, 1.75, 23.25, 1.539062, 20.25, 1.570312, 1.882812, 1.59375, 2.03125, 3.671875, 1.710938, 14.4375, 9.4375, 1.757812, 22.75, 1.703125, 1.476562, 1.625, 50.5, 1.882812, 11.8125, 1.867188, 1.765625, 5.46875, 2.203125, 1.882812, 2.5625, 3.015625, 2.984375, 1.421875, 2.6875, 1.851562, 2.015625, 1.75, 1.851562, 1.4375, 3.765625, 12.0625, 1.65625, 2.03125, 1.6875, 3.375, 4.03125, 2.796875, 1.835938, 1.601562, 1.695312, 4.125, 1.515625, 1.804688, 4.40625, 1.59375, 19.125, 1.820312, 1.8125, 3.96875, 1.914062, 1.34375, 1.617188, 4.65625, 2.8125, 6.90625, 4.3125, 2.421875, 2.203125, 1.59375, 4.1875, 7.09375, 2.328125, 4.28125, 2.578125, 17.25, 1.789062, 2.03125, 1.46875, 1.1875, 2.96875, 1.257812, 1.890625, 1.664062, 9.25, 19.0, 1.648438, 5.53125, 2.390625, 2.078125, 1.609375, 1.804688, 3.484375, 2.171875, 1.671875, 1.703125, 4.875, 1.90625, 9.75, 0.945312, 22.5, 3.15625, 1.796875, 2.359375, 2.140625, 2.5, 4.03125, 2.109375, 1.390625, 4.84375, 3.625, 2.328125, 2.328125, 6.40625, 3.0625, 8.8125, 1.703125, 1.75, 10.6875, 31.625, 1.890625, 1.507812, 1.632812, 2.1875, 1.570312, 1.984375, 1.609375, 2.203125, 3.3125, 1.703125, 1.84375, 15.3125, 1.851562, 4.46875, 1.492188, 2.109375, 1.992188, 3.65625, 1.75, 5.4375, 1.882812, 2.5, 1.148438, 6.15625, 6.46875, 1.828125, 2.140625, 1.8125, 4.3125, 2.265625, 1.75, 1.453125, 1.726562, 2.125, 1.859375, 1.796875, 2.59375, 1.75, 1.523438, 1.578125, 1.867188, 1.21875, 4.84375, 2.578125, 2.875, 11.125, 2.125, 1.8125, 2.375, 1.671875, 1.125, 1.367188, 1.71875, 2.125, 1.75, 1.664062, 10.6875, 1.992188, 1.835938, 1.742188, 2.546875, 7.9375, 1.640625, 1.34375, 1.492188, 1.554688, 1.804688, 2.890625, 1.484375, 3.5625, 2.0625, 1.554688, 1.382812, 2.671875, 1.546875, 45.75, 8.8125, 1.34375, 1.617188, 3.640625, 3.6875, 1.773438, 4.625, 3.046875, 18.125, 2.078125, 2.0625, 26.375, 1.710938, 1.53125, 1.8125, 1.476562, 4.34375, 1.8125, 1.632812, 2.359375, 2.9375, 5.40625, 1.773438, 1.898438, 2.578125, 4.25, 6.59375, 9.1875, 3.484375, 3.359375, 4.6875, 1.414062, 1.882812, 1.820312, 1.804688, 2.0625, 3.265625, 3.78125, 16.0, 1.65625, 1.734375, 1.390625, 1.648438, 28.5, 1.90625, 4.75, 32.25, 1.859375, 4.375, 10.0625, 2.34375, 12.0, 2.0, 2.3125, 2.3125, 19.625, 1.992188, 2.859375, 1.945312, 27.0, 1.640625, 2.0625, 1.5625, 1.671875, 2.796875, 1.859375, 1.554688, 1.695312, 2.375, 22.375, 4.96875, 2.125, 2.328125, 24.125, 2.453125, 7.46875, 1.664062, 2.953125, 2.21875, 1.890625, 2.15625, 1.921875, 8.0, 3.390625, 1.875, 2.421875, 1.640625, 1.554688, 3.359375, 2.9375, 1.726562, 1.789062, 3.65625, 1.632812, 3.765625, 16.75, 7.40625, 1.601562, 1.664062, 5.65625, 6.875, 1.351562, 6.21875, 6.0, 2.375, 1.84375, 1.921875, 1.75, 4.71875, 2.546875, 1.742188, 1.882812, 2.0, 10.9375, 1.359375, 2.25, 2.484375, 2.34375, 2.28125, 1.523438, 1.851562, 1.570312, 2.15625, 1.890625, 2.53125, 2.609375, 9.25, 2.5, 2.34375, 1.914062, 4.71875, 2.75, 2.1875, 3.140625, 4.25, 12.8125, 7.0, 1.289062, 8.6875, 1.90625, 5.3125, 1.773438, 1.617188, 1.5, 2.375, 1.8125, 1.515625, 1.578125, 4.71875, 2.0625, 2.890625, 2.765625, 1.335938, 2.515625, 2.484375, 5.40625, 2.640625, 2.0625, 1.773438, 1.921875, 2.0625, 1.960938, 1.734375, 1.8125, 4.84375, 5.375, 11.75, 11.1875, 1.640625, 1.414062, 1.46875, 1.53125, 1.789062, 2.5625, 1.984375, 1.804688, 2.1875, 2.359375, 1.617188, 1.90625, 21.5, 2.046875, 20.5, 3.046875, 2.625, 1.867188, 1.78125, 7.0, 1.890625, 6.28125, 1.867188, 6.125, 1.75, 1.679688, 2.234375, 2.140625, 1.71875, 4.5, 2.09375, 2.25, 2.53125, 1.78125, 1.851562, 1.828125, 1.65625, 11.875, 3.078125, 1.335938, 67.0, 1.507812, 22.75, 1.726562, 3.078125, 2.15625, 12.9375, 2.5625, 1.515625, 20.0, 1.773438, 1.992188, 2.34375, 2.46875, 1.882812, 17.375, 2.015625, 5.34375, 2.921875, 1.476562, 2.03125, 1.867188, 18.125, 2.203125, 1.625, 12.5625, 2.4375, 1.382812, 1.921875, 1.46875, 2.640625, 1.820312, 1.695312, 1.945312, 1.828125, 2.03125, 2.421875, 1.664062, 1.601562, 2.078125, 1.921875, 1.453125, 11.8125, 5.65625, 1.390625, 3.546875, 1.726562, 9.4375, 1.679688, 22.375, 1.578125, 3.171875, 3.875, 1.789062, 1.570312, 1.945312, 1.742188, 3.0625, 7.0, 9.5, 1.460938, 1.875, 2.328125, 1.59375, 17.625, 13.0625, 12.875, 1.523438, 1.921875, 1.875, 1.5, 26.5, 19.375, 12.625, 1.90625, 2.125, 1.4375, 2.578125, 1.617188, 3.515625, 1.554688, 1.554688, 3.3125, 1.976562, 6.03125, 23.625, 2.78125, 4.53125, 1.46875, 1.585938, 25.125, 2.203125, 1.851562, 1.578125, 1.679688, 3.75, 1.492188, 1.851562, 1.9375, 2.109375, 5.59375, 2.015625, 1.8125, 2.421875, 4.5, 3.203125, 1.3125, 3.765625, 1.625, 1.820312, 2.4375, 1.507812, 2.46875, 15.4375, 1.664062, 3.03125, 1.75, 7.1875, 2.5, 4.90625, 2.296875, 2.765625, 1.765625, 2.09375, 1.46875, 1.5625, 2.46875, 1.984375, 5.03125, 25.625, 1.835938, 1.375, 1.78125, 2.078125, 1.703125, 1.703125, 1.835938, 2.046875, 1.882812, 2.78125, 1.671875, 4.0625, 1.476562, 29.75, 8.5, 1.828125, 1.671875, 3.640625, 2.84375, 1.570312, 20.5, 1.65625, 2.4375, 1.703125, 1.578125, 2.171875, 2.125, 2.828125, 1.914062, 1.609375, 2.0625, 2.28125, 4.5625, 2.046875, 2.578125, 1.320312, 5.5625, 1.25, 1.8125, 5.0625, 2.3125, 1.9375, 2.40625, 5.9375, 2.34375, 20.75, 25.875, 3.78125, 2.125, 13.125, 1.640625, 4.625, 1.5, 1.898438, 4.5625, 1.523438, 5.59375, 1.882812, 1.851562, 1.875, 2.375, 15.6875, 6.75, 1.445312, 1.953125, 2.734375, 9.75, 54.0, 4.1875, 5.71875, 1.71875, 1.695312, 3.46875, 1.445312, 1.578125, 6.84375, 1.664062, 2.4375, 3.09375, 2.90625, 8.0, 9.125, 2.390625, 1.867188, 1.804688, 1.320312, 3.78125, 2.234375, 1.601562, 1.679688, 1.453125, 2.265625 ] } , "name": "onnx::Mul_11050", "outputIndexes": [ 3584 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3583, 3584 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/input_layernorm/Mul_1_output_0", "outputIndexes": [ 3585 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3585 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.19/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 7617 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7617 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.19/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 7618 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7618 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1146883784, 2621462, 655360, 0, 0 ] } , "name": "/layers.19/self_attn/q_proj/Linear", "outputIndexes": [ 7619 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7619 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.19/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 7620 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7620 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ] , "dimType": "NCHW" } , "name": "/layers.19/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 3586 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3585 ] , "main_type": "NONE", "name": "/blocks.19/self_attn/Shape_output_0", "outputIndexes": [ 3587 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 3587 ] , "main_type": "NONE", "name": "Shape4370", "outputIndexes": [ 3588 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 3587 ] , "main_type": "NONE", "name": "Rank4372", "outputIndexes": [ 3589 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3589, 3589 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4374", "outputIndexes": [ 3590 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3590 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4375", "outputIndexes": [ 3591 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3590, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4377", "outputIndexes": [ 3592 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3592 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4378", "outputIndexes": [ 3593 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3588, 3591, 3593, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice4381", "outputIndexes": [ 3594 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3594 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze4382", "outputIndexes": [ 3595 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3595, 3595 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4384", "outputIndexes": [ 3596 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3587, 3596, 3590 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.19/self_attn/Gather_output_0", "outputIndexes": [ 3597 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3597, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.19/self_attn/Unsqueeze_output_0", "outputIndexes": [ 3598 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3590 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4392", "outputIndexes": [ 3599 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3592 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4395", "outputIndexes": [ 3600 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3588, 3599, 3600, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice4398", "outputIndexes": [ 3601 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3601 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze4399", "outputIndexes": [ 3602 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 3602 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4400", "outputIndexes": [ 3603 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3603, 3602 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4401", "outputIndexes": [ 3604 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3587, 3604, 3590 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.19/self_attn/Gather_1_output_0", "outputIndexes": [ 3605 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3605, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.19/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 3606 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3598, 3606, 41, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.19/self_attn/Concat_output_0", "outputIndexes": [ 3607 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3586, 3607 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.19/self_attn/Reshape_output_0", "outputIndexes": [ 3608 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3608 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.19/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 3610 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3610 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.19/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 3611 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3611, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/self_attn/q_norm/Add_output_0", "outputIndexes": [ 3612 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3612, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 3613 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3608, 3613 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 3614 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 256 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812, 1.007812 ] } , "name": "onnx::Mul_11053", "outputIndexes": [ 3615 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3614, 3615 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 3616 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3616, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/self_attn/Mul_output_0", "outputIndexes": [ 3617 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3616 ] , "main_type": "NONE", "name": "/blocks.19/self_attn/Shape_2_output_0", "outputIndexes": [ 3618 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 3618 ] , "main_type": "NONE", "name": "Shape4416", "outputIndexes": [ 3619 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 3618 ] , "main_type": "NONE", "name": "Rank4418", "outputIndexes": [ 3620 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3620, 3620 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4420", "outputIndexes": [ 3621 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3621 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4421", "outputIndexes": [ 3622 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3621, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4423", "outputIndexes": [ 3623 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3623 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4424", "outputIndexes": [ 3624 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3619, 3622, 3624, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice4427", "outputIndexes": [ 3625 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3625 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze4428", "outputIndexes": [ 3626 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 3626 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4429", "outputIndexes": [ 3627 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3627, 3626 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4430", "outputIndexes": [ 3628 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3618, 3628, 3621 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.19/self_attn/Gather_2_output_0", "outputIndexes": [ 3629 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3629, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/self_attn/Div_output_0", "outputIndexes": [ 3630 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3630, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.19/self_attn/Unsqueeze_7_output_0", "outputIndexes": [ 3631 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3616, 3631, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.19/self_attn/Slice_1_output_0", "outputIndexes": [ 3632 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3632 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.19/self_attn/Neg_output_0", "outputIndexes": [ 3633 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3630, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.19/self_attn/Unsqueeze_6_output_0", "outputIndexes": [ 3634 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3616, 31, 3634, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.19/self_attn/Slice_output_0", "outputIndexes": [ 3635 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3633, 3635 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.19/self_attn/Concat_3_output_0", "outputIndexes": [ 3636 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3636, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/self_attn/Mul_1_output_0", "outputIndexes": [ 3637 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3617, 3637 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/self_attn/Add_output_0", "outputIndexes": [ 3638 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7618 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1150160606, 655382, 163840, 0, 0 ] } , "name": "/layers.19/self_attn/k_proj/Linear", "outputIndexes": [ 7623 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7623 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.19/self_attn/k_proj/Linear/post_convert", "outputIndexes": [ 7624 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7624 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.19/self_attn/k_proj/Linear/post_reshape", "outputIndexes": [ 3639 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3597, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.19/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 3640 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3605, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.19/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 3641 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3640, 3641, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.19/self_attn/Concat_1_output_0", "outputIndexes": [ 3642 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3639, 3642 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.19/self_attn/Reshape_1_output_0", "outputIndexes": [ 3643 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3643 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.19/self_attn/k_norm/Pow_output_0", "outputIndexes": [ 3645 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3645 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.19/self_attn/k_norm/ReduceMean_output_0", "outputIndexes": [ 3646 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3646, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/self_attn/k_norm/Add_output_0", "outputIndexes": [ 3647 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3647, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/self_attn/k_norm/Pow_1_output_0", "outputIndexes": [ 3648 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3643, 3648 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/self_attn/k_norm/Mul_output_0", "outputIndexes": [ 3649 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 256 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023, 0.124023 ] } , "name": "onnx::Mul_11058", "outputIndexes": [ 3650 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3649, 3650 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/self_attn/k_norm/Mul_1_output_0", "outputIndexes": [ 3651 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3651, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/self_attn/Mul_2_output_0", "outputIndexes": [ 3652 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3651 ] , "main_type": "NONE", "name": "/blocks.19/self_attn/Shape_3_output_0", "outputIndexes": [ 3653 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 3653 ] , "main_type": "NONE", "name": "Shape4457", "outputIndexes": [ 3654 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 3653 ] , "main_type": "NONE", "name": "Rank4459", "outputIndexes": [ 3655 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3655, 3655 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4461", "outputIndexes": [ 3656 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3656 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4462", "outputIndexes": [ 3657 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3656, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4464", "outputIndexes": [ 3658 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3658 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4465", "outputIndexes": [ 3659 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3654, 3657, 3659, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice4468", "outputIndexes": [ 3660 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3660 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze4469", "outputIndexes": [ 3661 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 3661 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4470", "outputIndexes": [ 3662 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3662, 3661 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4471", "outputIndexes": [ 3663 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3653, 3663, 3656 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.19/self_attn/Gather_3_output_0", "outputIndexes": [ 3664 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3664, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/self_attn/Div_1_output_0", "outputIndexes": [ 3665 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3665, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.19/self_attn/Unsqueeze_9_output_0", "outputIndexes": [ 3666 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3651, 3666, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.19/self_attn/Slice_3_output_0", "outputIndexes": [ 3667 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3667 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.19/self_attn/Neg_1_output_0", "outputIndexes": [ 3668 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3665, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.19/self_attn/Unsqueeze_8_output_0", "outputIndexes": [ 3669 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3651, 31, 3669, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.19/self_attn/Slice_2_output_0", "outputIndexes": [ 3670 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3668, 3670 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.19/self_attn/Concat_4_output_0", "outputIndexes": [ 3671 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3671, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/self_attn/Mul_3_output_0", "outputIndexes": [ 3672 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3652, 3672 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/self_attn/Add_1_output_0", "outputIndexes": [ 3673 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7618 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1150979828, 655382, 163840, 0, 0 ] } , "name": "/layers.19/self_attn/v_proj/Linear", "outputIndexes": [ 7627 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7627 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.19/self_attn/v_proj/Linear/post_convert", "outputIndexes": [ 7628 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7628 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.19/self_attn/v_proj/Linear/post_reshape", "outputIndexes": [ 3674 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3597, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.19/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 3675 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3605, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.19/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 3676 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3675, 3676, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.19/self_attn/Concat_2_output_0", "outputIndexes": [ 3677 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3674, 3677 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.19/self_attn/Reshape_2_output_0", "outputIndexes": [ 3678 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3678 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.19/self_attn/v_norm/Pow_output_0", "outputIndexes": [ 3680 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3680 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.19/self_attn/v_norm/ReduceMean_output_0", "outputIndexes": [ 3681 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3681, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/self_attn/v_norm/Add_output_0", "outputIndexes": [ 3682 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3682, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/self_attn/v_norm/Pow_1_output_0", "outputIndexes": [ 3683 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3678, 3683 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/self_attn/v_norm/Mul_output_0", "outputIndexes": [ 3684 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3638, 3673, 3684, 167 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 19, "kv_shared_layer_index": -1 } , "name": "/layers.19/self_attn/FusedAttention", "outputIndexes": [ 3685 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3685 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.19/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 7629 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7629 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.19/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 7630 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7630 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1151799050, 2621462, 655360, 0, 0 ] } , "name": "/layers.19/self_attn/o_proj/Linear", "outputIndexes": [ 7631 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7631 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.19/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 7632 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7632 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.19/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 3686 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3686 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.19/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 3688 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3688 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.19/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 3689 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3689, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/post_attention_layernorm/Add_output_0", "outputIndexes": [ 3690 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3690, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 3691 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3686, 3691 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 3692 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.171875, 0.039307, 0.104004, 1.257812, 0.357422, 1.03125, 0.273438, 0.025635, 1.257812, 0.439453, 1.257812, 0.094238, 0.789062, 1.257812, 1.257812, 0.072266, 0.75, 0.074707, 0.355469, 1.257812, 1.171875, 1.257812, 1.257812, 1.09375, 0.261719, 0.02063, 0.080566, 1.21875, 0.408203, 1.257812, 1.257812, 0.04834, 1.257812, 0.378906, 0.628906, 1.257812, 1.007812, 1.257812, 0.546875, 0.15918, 0.515625, 1.203125, 0.279297, 0.012207, 1.257812, 1.257812, 0.089355, 0.373047, 0.019653, 0.083496, 0.126953, 0.419922, 0.277344, 1.257812, 0.71875, 0.074219, 1.257812, 0.176758, 0.246094, 0.59375, 0.746094, 0.298828, 1.257812, 0.11084, 1.257812, 1.257812, 0.012085, 0.009644, 1.257812, 1.257812, 1.257812, 0.582031, 1.257812, 1.0625, 0.929688, 0.726562, 1.257812, 0.279297, 1.257812, 0.100098, 0.4375, 0.279297, 1.257812, 0.012207, 1.257812, 1.257812, 1.257812, 1.15625, 0.203125, 0.090332, 1.140625, 1.03125, 1.257812, 0.949219, 1.257812, 0.229492, 1.257812, 0.021851, 0.08252, 0.018188, 1.257812, 0.03125, 1.257812, 1.257812, 0.449219, 0.992188, 1.257812, 0.59375, 0.046875, 1.257812, 0.021606, 0.038086, 0.152344, 1.257812, 0.960938, 0.103516, 1.257812, 1.257812, 1.257812, 0.519531, 1.257812, 0.071777, 0.386719, 1.257812, 0.390625, 0.488281, 0.027222, 0.013794, 0.304688, 0.018433, 1.257812, 0.001129, 1.023438, 1.257812, 1.257812, 1.257812, 0.582031, 0.029785, 0.018555, 0.130859, 0.05542, 0.601562, 0.017456, 0.929688, 1.257812, 0.671875, 0.105957, 1.171875, 1.257812, 0.5, 0.015137, 0.15332, 1.257812, 1.257812, 0.263672, 0.314453, 1.257812, 0.269531, 1.257812, 1.257812, 1.257812, 0.052734, 1.234375, 0.820312, 1.257812, 1.257812, 1.257812, 1.25, 1.257812, 0.558594, 0.011414, 1.257812, 1.257812, 0.008057, 0.019043, 0.367188, 0.566406, 0.652344, 1.257812, 1.257812, 0.132812, 0.056885, 1.257812, 0.072754, 0.012268, 1.257812, 1.257812, 0.013794, 1.257812, 0.359375, 0.421875, 0.014404, 0.032959, 1.257812, 1.257812, 1.25, 1.257812, 1.257812, 1.203125, 0.683594, 1.257812, 0.014771, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.169922, 0.196289, 1.257812, 1.257812, 0.882812, 1.257812, 1.25, 0.984375, 1.257812, 1.257812, 0.269531, 1.257812, 1.257812, 0.018677, 0.769531, 0.031128, 0.730469, 1.257812, 0.001152, 0.021973, 1.257812, 1.257812, 1.257812, 1.257812, 0.033447, 0.182617, 0.259766, 1.0625, 1.257812, 0.011292, 0.043945, 1.257812, 0.014221, 0.283203, 1.257812, 1.125, 1.257812, 0.365234, 1.257812, 0.283203, 1.257812, 1.257812, 0.014038, 1.257812, 0.047607, 1.257812, 0.917969, 1.257812, 0.007935, 0.460938, 1.242188, 0.001099, 1.070312, 1.257812, 1.257812, 0.01062, 1.257812, 1.257812, 1.257812, 1.203125, 0.357422, 0.550781, 0.914062, 0.00824, 1.257812, 1.257812, 1.257812, 0.051025, 1.171875, 1.257812, 1.257812, 0.511719, 1.257812, 1.15625, 1.257812, 0.212891, 1.257812, 1.257812, 1.257812, 1.257812, 0.039795, 1.257812, 0.007721, 0.824219, 1.257812, 1.195312, 1.257812, 1.257812, 1.257812, 0.011963, 1.15625, 0.040039, 0.030884, 0.042236, 1.257812, 1.132812, 1.25, 1.257812, 1.039062, 1.257812, 1.257812, 1.257812, 1.257812, 0.341797, 1.257812, 0.009949, 0.031128, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.185547, 1.0, 0.009827, 0.636719, 1.257812, 0.488281, 1.257812, 0.410156, 0.408203, 1.257812, 1.257812, 1.1875, 1.101562, 1.257812, 1.257812, 1.257812, 1.257812, 0.761719, 1.257812, 0.12793, 0.408203, 0.480469, 1.164062, 1.257812, 0.050293, 1.0625, 1.257812, 0.043213, 1.257812, 1.257812, 1.257812, 1.257812, 1.25, 1.257812, 1.117188, 0.714844, 1.257812, 1.257812, 1.257812, 0.378906, 0.04541, 1.25, 1.25, 0.859375, 1.257812, 1.1875, 0.021118, 0.455078, 1.257812, 1.242188, 1.257812, 1.257812, 1.257812, 1.257812, 0.013794, 1.257812, 1.257812, 1.078125, 1.257812, 1.257812, 0.289062, 1.257812, 0.084473, 1.257812, 0.194336, 1.257812, 0.107422, 1.257812, 1.257812, 1.257812, 0.026611, 0.01416, 1.257812, 0.470703, 1.257812, 0.980469, 1.257812, 1.257812, 1.257812, 1.179688, 1.164062, 1.242188, 1.257812, 0.455078, 0.273438, 0.234375, 1.257812, 0.832031, 1.257812, 1.257812, 1.257812, 1.257812, 0.031982, 1.257812, 1.140625, 1.257812, 1.257812, 1.257812, 1.257812, 0.992188, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.148438, 1.257812, 1.257812, 0.710938, 1.257812, 0.78125, 1.257812, 1.257812, 1.257812, 1.257812, 0.016846, 1.242188, 1.257812, 1.257812, 0.511719, 1.257812, 1.257812, 1.257812, 1.257812, 0.015381, 1.257812, 1.257812, 0.060059, 1.242188, 0.164062, 1.257812, 1.070312, 1.179688, 1.257812, 0.080078, 1.257812, 1.257812, 0.085938, 1.257812, 0.785156, 0.78125, 1.070312, 1.257812, 0.5625, 1.257812, 0.519531, 1.070312, 0.083008, 0.029785, 0.129883, 1.257812, 1.195312, 1.257812, 1.25, 1.257812, 1.257812, 1.195312, 0.008728, 0.022217, 0.013977, 1.257812, 1.257812, 1.257812, 1.257812, 0.089844, 0.028809, 1.257812, 1.257812, 1.257812, 0.060059, 1.257812, 1.226562, 0.015625, 0.001175, 0.037109, 1.257812, 1.257812, 1.257812, 1.257812, 0.019043, 1.257812, 0.103027, 0.914062, 1.257812, 1.226562, 1.257812, 0.026367, 0.107422, 1.257812, 1.242188, 1.257812, 0.617188, 0.75, 1.257812, 1.257812, 0.067871, 0.077637, 1.257812, 1.257812, 1.21875, 1.257812, 0.050049, 0.671875, 1.257812, 1.257812, 0.013245, 1.03125, 1.25, 0.398438, 1.257812, 1.257812, 1.257812, 0.660156, 1.257812, 1.1875, 1.257812, 1.257812, 1.25, 0.157227, 1.15625, 1.257812, 0.988281, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.171875, 1.257812, 0.601562, 1.257812, 0.183594, 1.242188, 1.257812, 1.257812, 1.257812, 0.145508, 0.757812, 1.1875, 1.257812, 0.777344, 1.25, 0.621094, 0.140625, 1.257812, 1.257812, 0.098633, 0.494141, 1.257812, 1.257812, 1.257812, 1.257812, 0.349609, 1.148438, 1.257812, 0.026367, 1.257812, 0.800781, 1.257812, 1.25, 1.257812, 0.582031, 1.257812, 1.257812, 0.423828, 1.257812, 1.257812, 0.470703, 1.257812, 0.063965, 1.257812, 0.765625, 1.257812, 1.257812, 0.078125, 0.449219, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.765625, 0.554688, 0.400391, 0.19043, 0.361328, 1.257812, 1.0625, 1.257812, 0.326172, 1.257812, 1.257812, 0.007172, 1.257812, 1.257812, 1.257812, 1.257812, 0.162109, 1.257812, 1.257812, 0.001213, 1.257812, 0.01416, 1.257812, 1.257812, 1.101562, 1.210938, 0.414062, 1.257812, 1.257812, 0.921875, 1.125, 1.210938, 0.015198, 0.018311, 1.257812, 0.322266, 0.130859, 1.257812, 1.257812, 1.257812, 0.863281, 1.257812, 0.835938, 1.257812, 0.109375, 0.007996, 1.257812, 1.007812, 0.015015, 1.257812, 1.257812, 0.038818, 1.257812, 0.511719, 1.226562, 0.001144, 1.25, 0.114746, 1.257812, 0.048828, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.101562, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.155273, 1.257812, 0.11084, 0.902344, 1.257812, 0.644531, 0.886719, 0.015015, 1.257812, 1.257812, 1.257812, 1.257812, 1.164062, 0.122559, 1.257812, 1.257812, 0.769531, 1.257812, 1.179688, 0.136719, 1.257812, 0.012573, 1.257812, 1.09375, 0.163086, 1.257812, 1.203125, 0.018311, 1.257812, 0.667969, 1.148438, 0.099609, 1.257812, 0.02478, 1.203125, 1.125, 0.016235, 1.257812, 1.179688, 1.257812, 1.257812, 1.257812, 1.257812, 0.01709, 0.016235, 1.039062, 1.21875, 0.019165, 1.257812, 0.267578, 0.261719, 1.148438, 0.083984, 1.257812, 1.257812, 1.257812, 1.257812, 0.031494, 0.019043, 1.257812, 1.257812, 1.257812, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 0.007996, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.178711, 1.257812, 0.539062, 1.257812, 0.417969, 1.257812, 0.34375, 1.257812, 1.257812, 0.031128, 1.257812, 0.095703, 0.310547, 0.011841, 0.359375, 1.257812, 0.925781, 0.09375, 1.257812, 1.257812, 0.396484, 1.257812, 1.257812, 1.257812, 1.101562, 1.257812, 1.195312, 0.71875, 1.257812, 0.09375, 1.257812, 0.035645, 0.041992, 1.257812, 1.257812, 1.257812, 1.257812, 0.191406, 0.155273, 1.257812, 1.25, 1.257812, 1.117188, 1.257812, 0.964844, 0.523438, 0.099609, 1.257812, 0.037109, 0.049561, 1.257812, 0.648438, 0.246094, 0.375, 0.242188, 0.007812, 0.176758, 1.257812, 1.257812, 1.25, 1.148438, 1.257812, 0.992188, 1.257812, 0.238281, 1.257812, 1.257812, 0.867188, 1.117188, 1.257812, 0.992188, 1.257812, 1.046875, 1.179688, 1.257812, 1.015625, 0.726562, 0.632812, 1.257812, 0.667969, 1.257812, 1.257812, 0.016602, 1.148438, 0.081055, 0.134766, 1.257812, 1.242188, 1.257812, 0.022095, 0.009521, 1.257812, 0.039307, 1.257812, 0.160156, 1.257812, 0.043701, 1.257812, 1.257812, 0.001175, 1.257812, 1.257812, 0.00106, 1.257812, 1.257812, 1.257812, 1.257812, 0.808594, 0.945312, 0.435547, 0.018555, 0.367188, 1.257812, 1.257812, 0.074219, 1.257812, 1.257812, 0.267578, 1.257812, 1.257812, 0.170898, 0.044922, 0.566406, 1.15625, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.071777, 1.257812, 0.013, 0.10791, 1.257812, 1.257812, 1.257812, 0.077637, 1.257812, 0.341797, 1.257812, 0.107422, 1.257812, 0.112305, 1.054688, 1.242188, 1.257812, 1.257812, 1.257812, 0.010803, 1.257812, 1.257812, 0.464844, 1.257812, 1.257812, 0.644531, 0.098145, 0.025757, 0.058105, 0.030884, 1.257812, 0.009766, 0.464844, 1.257812, 1.25, 1.257812, 0.142578, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.275391, 0.007751, 0.089355, 0.984375, 1.179688, 0.038086, 0.104492, 1.257812, 0.478516, 1.257812, 0.001152, 0.507812, 1.257812, 0.503906, 1.257812, 0.010559, 0.036133, 1.257812, 1.257812, 0.285156, 1.257812, 0.402344, 1.257812, 1.257812, 1.257812, 0.400391, 1.257812, 0.017944, 0.328125, 1.257812, 1.257812, 1.117188, 1.257812, 1.257812, 1.234375, 0.898438, 1.257812, 1.257812, 1.257812, 0.652344, 0.236328, 1.257812, 1.257812, 1.257812, 0.890625, 1.257812, 1.257812, 1.164062, 0.910156, 1.257812, 1.257812, 1.257812, 1.25, 0.09668, 1.164062, 1.023438, 0.023682, 1.257812, 0.02124, 1.257812, 1.257812, 1.242188, 0.095703, 1.257812, 1.257812, 1.257812, 1.257812, 0.287109, 0.769531, 1.257812, 1.257812, 1.25, 1.257812, 0.012817, 1.257812, 1.257812, 0.757812, 0.738281, 1.257812, 1.203125, 0.119141, 1.257812, 0.031738, 0.209961, 1.257812, 1.257812, 0.057617, 1.257812, 1.257812, 0.710938, 1.257812, 1.257812, 1.257812, 0.028442, 1.25, 1.257812, 1.257812, 1.242188, 0.423828, 1.257812, 0.882812, 1.164062, 0.566406, 1.257812, 0.416016, 1.226562, 0.00119, 1.257812, 0.001205, 0.341797, 0.019775, 1.257812, 1.257812, 1.25, 1.257812, 1.257812, 1.25, 1.257812, 0.193359, 1.25, 0.902344, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.652344, 1.257812, 0.353516, 0.019409, 0.013428, 1.257812, 1.257812, 1.257812, 0.832031, 1.257812, 1.257812, 1.257812, 0.101562, 1.25, 1.257812, 0.925781, 0.014893, 1.257812, 1.257812, 0.796875, 1.257812, 1.257812, 0.023071, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.140625, 0.259766, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.017822, 1.257812, 0.160156, 1.257812, 1.257812, 1.257812, 1.257812, 0.114258, 1.257812, 1.257812, 1.257812, 1.257812, 0.71875, 1.257812, 0.490234, 1.257812, 1.101562, 0.320312, 0.996094, 1.257812, 1.25, 0.018677, 0.089844, 0.049561, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.15625, 1.257812, 0.072266, 1.257812, 0.609375, 0.140625, 1.148438, 0.021606, 0.074707, 1.257812, 1.257812, 1.257812, 1.257812, 0.773438, 1.257812, 0.029297, 1.257812, 0.030029, 0.992188, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.021729, 1.257812, 0.019165, 1.257812, 0.671875, 1.257812, 0.15918, 1.257812, 1.257812, 1.257812, 0.064453, 1.257812, 1.257812, 1.257812, 0.008301, 1.257812, 1.257812, 1.257812, 0.960938, 1.257812, 0.028442, 0.589844, 0.022095, 1.21875, 1.257812, 1.257812, 0.014221, 0.028442, 0.507812, 1.195312, 0.910156, 1.257812, 0.016968, 0.008362, 1.140625, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.234375, 0.092773, 0.726562, 0.007141, 0.242188, 1.257812, 1.257812, 0.010376, 1.257812, 0.027344, 0.043945, 1.257812, 1.257812, 0.014771, 1.257812, 1.125, 1.257812, 1.03125, 0.355469, 1.257812, 1.257812, 0.832031, 1.125, 0.135742, 1.257812, 1.257812, 1.257812, 1.226562, 0.021362, 0.016602, 0.566406, 1.257812, 1.257812, 0.824219, 1.257812, 0.016724, 1.1875, 1.140625, 0.023071, 0.0177, 0.742188, 1.257812, 1.257812, 1.257812, 1.257812, 1.039062, 1.257812, 1.257812, 1.257812, 0.554688, 1.257812, 1.257812, 1.132812, 1.257812, 1.257812, 0.5625, 0.067871, 0.04834, 0.108398, 1.257812, 1.109375, 0.052734, 0.017578, 1.257812, 1.257812, 1.257812, 1.25, 0.026489, 1.140625, 0.083008, 1.257812, 1.140625, 0.216797, 1.257812, 0.064453, 0.144531, 0.005707, 0.005951, 0.031494, 0.064941, 1.257812, 0.404297, 1.257812, 0.433594, 0.022217, 0.75, 0.300781, 1.257812, 1.03125, 1.257812, 0.026245, 0.625, 1.25, 0.386719, 1.257812, 0.964844, 0.04834, 0.092773, 1.257812, 0.125977, 1.257812, 1.21875, 1.257812, 1.15625, 1.257812, 0.582031, 0.150391, 0.460938, 1.257812, 1.257812, 0.322266, 1.257812, 1.257812, 1.25, 1.242188, 0.886719, 0.546875, 1.257812, 1.257812, 1.257812, 1.257812, 1.070312, 0.742188, 1.25, 0.115234, 1.257812, 1.257812, 1.257812, 0.208008, 1.257812, 0.96875, 1.257812, 1.203125, 1.257812, 0.046875, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.175781, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.9375, 1.257812, 1.257812, 0.19043, 0.013733, 1.257812, 1.257812, 1.140625, 1.257812, 1.0625, 1.257812, 0.957031, 0.010315, 1.257812, 0.014832, 1.257812, 1.257812, 1.257812, 0.835938, 1.257812, 1.257812, 1.25, 1.257812, 1.257812, 0.00119, 1.257812, 0.423828, 1.257812, 1.195312, 1.257812, 1.257812, 1.101562, 0.104004, 0.174805, 0.416016, 1.257812, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.068359, 0.033447, 1.257812, 1.257812, 0.921875, 1.257812, 1.257812, 1.257812, 1.257812, 0.01178, 1.257812, 1.257812, 1.257812, 1.257812, 0.088379, 1.257812, 0.023193, 1.257812, 1.242188, 1.257812, 0.486328, 0.033691, 1.257812, 0.014893, 1.257812, 1.257812, 0.06543, 0.613281, 1.242188, 1.257812, 1.257812, 0.214844, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.462891, 1.257812, 0.122559, 1.257812, 0.018188, 0.373047, 1.117188, 1.257812, 1.257812, 0.229492, 0.035645, 1.257812, 1.257812, 1.015625, 0.111328, 1.164062, 1.203125, 1.257812, 1.257812, 0.558594, 0.100586, 0.902344, 1.257812, 1.257812, 0.029541, 0.230469, 0.088867, 0.632812, 1.09375, 1.257812, 1.070312, 1.25, 1.257812, 1.148438, 1.257812, 1.257812, 1.257812, 1.0, 1.21875, 1.257812, 1.25, 0.163086, 1.078125, 1.046875, 1.203125, 0.013794, 0.175781, 1.148438, 0.064453, 0.757812, 1.257812, 0.404297, 0.333984, 1.257812, 1.140625, 0.007355, 0.490234, 1.257812, 1.257812, 1.257812, 1.257812, 1.15625, 1.195312, 1.257812, 1.257812, 1.257812, 1.257812, 0.585938, 0.049072, 1.257812, 0.019287, 0.308594, 1.0, 0.010071, 1.257812, 1.257812, 0.031494, 1.257812, 0.167969, 1.257812, 0.016357, 0.769531, 0.019653, 0.318359, 1.25, 0.194336, 0.154297, 0.060791, 1.257812, 0.032471, 0.503906, 1.257812, 1.257812, 1.257812, 1.257812, 1.210938, 0.094727, 1.257812, 1.257812, 1.257812, 1.242188, 0.012512, 0.022827, 0.125977, 0.441406, 1.257812, 1.257812, 1.257812, 1.257812, 0.00116, 1.257812, 1.257812, 1.257812, 0.867188, 0.018555, 1.257812, 1.257812, 1.148438, 0.75, 1.257812, 1.257812, 1.1875, 1.257812, 0.023804, 1.257812, 0.011902, 0.045166, 1.257812, 1.25, 0.384766, 1.257812, 1.257812, 1.257812, 1.257812, 0.679688, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.157227, 0.644531, 0.921875, 1.164062, 1.257812, 1.257812, 1.257812, 1.257812, 0.527344, 0.380859, 1.242188, 1.054688, 0.90625, 0.028076, 1.257812, 1.257812, 0.052002, 1.257812, 0.011047, 0.707031, 1.257812, 1.257812, 0.043457, 0.632812, 1.25, 0.601562, 1.257812, 0.890625, 1.234375, 0.017944, 0.472656, 1.257812, 1.257812, 0.00106, 1.257812, 0.953125, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.017212, 1.21875, 1.257812, 0.061523, 0.271484, 0.330078, 1.257812, 0.328125, 1.257812, 0.001045, 0.223633, 0.015381, 1.257812, 1.257812, 1.257812, 0.984375, 1.257812, 1.25, 1.257812, 0.539062, 1.257812, 1.125, 1.257812, 0.19043, 1.257812, 1.257812, 1.257812, 1.257812, 0.057373, 1.25, 0.621094, 1.257812, 1.257812, 0.625, 1.257812, 1.257812, 0.996094, 0.4375, 1.15625, 0.009827, 0.384766, 1.257812, 0.855469, 0.396484, 0.746094, 0.023926, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.078125, 0.017578, 0.917969, 0.314453, 1.257812, 1.257812, 1.242188, 1.257812, 1.257812, 1.257812, 1.257812, 0.085449, 1.257812, 0.193359, 1.257812, 0.367188, 1.257812, 1.171875, 1.257812, 1.257812, 1.25, 1.257812, 1.257812, 1.257812, 1.125, 1.257812, 0.022217, 1.257812, 1.257812, 1.257812, 0.014221, 1.257812, 1.257812, 1.257812, 1.257812, 0.490234, 1.257812, 1.078125, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.02002, 1.226562, 0.014648, 1.21875, 0.103027, 1.21875, 1.257812, 0.898438, 0.527344, 0.652344, 0.960938, 0.053223, 0.10791, 0.100586, 1.257812, 1.257812, 0.816406, 1.257812, 1.257812, 1.257812, 0.110352, 0.365234, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.119629, 1.257812, 1.257812, 0.026001, 0.480469, 1.257812, 0.116211, 0.058105, 1.257812, 0.038086, 1.257812, 0.550781, 1.257812, 1.257812, 1.101562, 1.257812, 0.01416, 1.257812, 0.028687, 1.25, 0.03125, 0.057373, 1.257812, 1.257812, 0.314453, 1.257812, 0.314453, 0.535156, 0.691406, 0.046143, 0.0354, 1.257812, 0.777344, 1.257812, 1.257812, 0.001152, 1.257812, 1.257812, 1.257812, 0.001198, 1.257812, 1.257812, 0.738281, 0.195312, 1.257812, 0.019897, 0.017456, 1.203125, 1.257812, 1.257812, 1.257812, 0.044678, 1.257812, 1.257812, 1.257812, 1.257812, 0.490234, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.259766, 0.008057, 1.171875, 0.069824, 0.109375, 0.054199, 1.078125, 1.257812, 1.257812, 1.257812, 0.335938, 0.339844, 1.21875, 1.257812, 1.257812, 1.257812, 0.972656, 0.326172, 0.012024, 1.257812, 1.257812, 1.257812, 0.023071, 0.412109, 0.205078, 1.132812, 1.257812, 1.242188, 1.257812, 1.257812, 1.257812, 1.257812, 0.194336, 0.016357, 0.746094, 1.171875, 1.257812, 1.132812, 1.257812, 0.039551, 1.257812, 1.257812, 1.1875, 1.117188, 1.085938, 0.691406, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.0625, 1.257812, 1.257812, 0.243164, 1.257812, 1.257812, 0.010071, 1.171875, 1.15625, 0.085938, 1.257812, 0.375, 1.257812, 0.045654, 0.886719, 1.140625, 0.065918, 1.257812, 0.00103, 1.257812, 0.018799, 1.257812, 1.257812, 1.257812, 1.15625, 1.085938, 1.257812, 0.011963, 0.691406, 0.914062, 1.257812, 0.007629, 1.257812, 1.257812, 1.1875, 0.523438, 1.257812, 0.014709, 0.022583, 0.015381, 1.257812, 0.013306, 1.257812, 1.257812, 1.257812, 1.25, 1.257812, 1.257812, 0.796875, 1.257812, 1.257812, 0.746094, 1.25, 1.257812, 1.257812, 1.054688, 1.070312, 1.132812, 0.878906, 1.25, 0.147461, 1.257812, 1.257812, 1.242188, 1.257812, 1.257812, 1.257812, 0.077637, 0.550781, 1.257812, 0.523438, 0.023315, 1.164062, 1.164062, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.25, 0.049561, 1.257812, 0.032959, 1.109375, 1.257812, 0.016113, 0.445312, 0.093262, 0.043457, 1.257812, 1.257812, 0.168945, 1.195312, 1.0625, 0.016602, 0.087402, 0.373047, 1.257812, 1.054688, 1.257812, 1.046875, 0.03418, 1.257812, 0.345703, 0.289062, 1.179688, 1.257812, 1.257812, 0.785156, 1.257812, 1.257812, 0.018799, 1.25, 0.007568, 1.085938, 1.257812, 1.109375, 1.257812, 0.519531, 1.257812, 0.02478, 0.15918, 0.90625, 0.026733, 0.507812, 1.242188, 1.101562, 0.015625, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.625, 1.257812, 1.257812, 0.414062, 0.496094, 1.164062, 1.257812, 1.257812, 1.046875, 0.085449, 0.039062, 1.257812, 1.257812, 1.125, 1.257812, 1.242188, 1.257812, 1.257812, 1.25, 1.257812, 1.257812, 1.171875, 1.257812, 0.210938, 1.257812, 0.022217, 1.257812, 1.257812, 0.111328, 1.257812, 1.257812, 1.257812, 0.024048, 0.388672, 0.15332, 0.84375, 1.054688, 1.257812, 1.257812, 1.257812, 0.898438, 0.166992, 0.036865, 1.257812, 0.001205, 1.234375, 1.257812, 1.257812, 1.257812, 0.550781, 1.257812, 1.257812, 1.257812, 0.585938, 0.024658, 0.691406, 1.257812, 1.257812, 1.257812, 1.148438, 1.25, 0.033203, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.113281, 1.257812, 0.01239, 0.273438, 1.257812, 1.257812, 1.257812, 1.257812, 0.155273, 1.257812, 0.707031, 0.112793, 1.257812, 1.257812, 1.257812, 0.013306, 1.257812, 0.001137, 0.492188, 1.257812, 0.013245, 0.163086, 0.675781, 1.257812, 1.226562, 1.257812, 1.257812, 1.257812, 1.257812, 0.601562, 1.257812, 1.257812, 1.140625, 0.013794, 1.25, 0.014709, 1.226562, 1.257812, 1.257812, 0.271484, 0.882812, 0.165039, 1.257812, 1.257812, 1.257812, 0.02002, 0.132812, 1.257812, 1.257812, 1.257812, 0.808594, 1.257812, 1.257812, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.234375, 1.257812, 1.171875, 1.257812, 1.257812, 0.115723, 1.257812, 1.257812, 0.018799, 1.257812, 1.257812, 1.257812, 1.039062, 1.25, 1.25, 1.226562, 1.257812, 1.257812, 1.234375, 0.015747, 1.257812, 1.257812, 0.976562, 1.257812, 0.474609, 0.832031, 1.25, 0.980469, 1.257812, 1.257812, 1.164062, 1.132812, 1.007812, 1.164062, 1.257812, 1.257812, 1.257812, 1.25, 0.023926, 0.142578, 0.875, 1.257812, 0.75, 0.240234, 0.761719, 0.019897, 0.310547, 0.016846, 1.257812, 1.039062, 0.049561, 1.257812, 0.992188, 1.257812, 1.171875, 0.060303, 1.257812, 1.257812, 1.257812, 1.257812, 0.125977, 1.257812, 1.164062, 0.519531, 0.0625, 0.155273, 0.045898, 0.589844, 1.257812, 0.095703, 1.257812, 1.257812, 1.15625, 1.257812, 1.257812, 1.257812, 0.029663, 0.013245, 1.21875, 1.1875, 1.101562, 0.898438, 0.012085, 0.585938, 0.062988, 0.014709, 1.257812, 0.028442, 0.001183, 1.257812, 0.019287, 1.257812, 0.480469, 1.257812, 0.012146, 1.257812, 0.421875, 1.257812, 0.055176, 0.609375, 1.257812, 1.203125, 1.164062, 1.257812, 1.25, 1.132812, 1.078125, 0.402344, 0.018555, 0.154297, 1.257812, 1.257812, 0.028564, 1.257812, 0.023315, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.023071, 0.550781, 1.257812, 1.257812, 1.257812, 1.1875, 1.257812, 1.257812, 1.195312, 1.257812, 0.363281, 1.257812, 1.257812, 0.012939, 0.028198, 0.710938, 1.257812, 0.089355, 0.068359, 1.0, 0.016235, 1.09375, 1.257812, 1.257812, 1.257812, 0.886719, 0.168945, 1.257812, 1.257812, 1.257812, 1.257812, 0.001099, 1.257812, 1.257812, 1.257812, 1.25, 1.257812, 0.699219, 1.257812, 1.257812, 1.257812, 1.242188, 1.257812, 0.820312, 1.179688, 1.257812, 1.257812, 1.257812, 0.033447, 1.195312, 1.257812, 1.257812, 0.02478, 0.014038, 0.130859, 1.257812, 0.160156, 1.257812, 0.044189, 1.203125, 1.164062, 1.257812, 1.257812, 1.257812, 1.257812, 1.054688, 0.017212, 1.257812, 1.257812, 1.257812, 1.140625, 1.257812, 0.515625, 0.019409, 1.257812, 1.257812, 1.257812, 1.179688, 1.257812, 1.257812, 1.257812, 0.707031, 0.416016, 1.257812, 0.018066, 0.083984, 1.257812, 1.195312, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.25, 1.257812, 0.009277, 1.257812, 0.036133, 1.257812, 0.785156, 1.257812, 1.257812, 0.056152, 1.257812, 0.021362, 1.257812, 0.208008, 1.257812, 1.21875, 1.164062, 1.140625, 1.140625, 0.390625, 0.824219, 0.621094, 1.257812, 1.226562, 1.257812, 1.257812, 1.257812, 0.064453, 1.257812, 1.25, 0.05249, 0.734375, 0.032471, 1.15625, 0.470703, 1.257812, 0.036621, 0.519531, 1.179688, 0.014832, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.009888, 1.257812, 0.013916, 1.257812, 1.257812, 1.257812, 1.257812, 0.016846, 0.435547, 1.257812, 0.025635, 1.257812, 0.730469, 1.257812, 1.257812, 0.507812, 1.257812, 1.257812, 1.257812, 1.257812, 0.507812, 1.257812, 1.257812, 1.257812, 1.046875, 1.257812, 1.257812, 0.061279, 0.021851, 1.257812, 0.287109, 1.257812, 0.010071, 1.257812, 0.017944, 0.519531, 1.257812, 0.353516, 1.257812, 1.257812, 1.257812, 1.140625, 1.257812, 0.030029, 0.011169, 0.796875, 1.203125, 1.257812, 1.257812, 0.019043, 0.040039, 0.01709, 1.25, 1.257812, 1.203125, 1.257812, 0.083008, 0.009949, 0.010986, 1.257812, 1.257812, 1.25, 1.257812, 1.257812, 0.605469, 1.257812, 1.257812, 0.478516, 1.257812, 0.291016, 0.01532, 0.15918, 0.503906, 1.25, 1.257812, 0.056885, 0.259766, 1.257812, 1.257812, 1.25, 0.238281, 1.257812, 1.25, 1.257812, 1.257812, 0.734375, 1.257812, 1.0625, 1.257812, 0.231445, 1.257812, 1.117188, 0.34375, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.023682, 1.148438, 1.257812, 1.257812, 0.06543, 1.257812, 0.019165, 1.257812, 1.257812, 1.140625, 1.257812, 0.917969, 1.257812, 1.257812, 0.433594, 0.300781, 0.011658, 1.257812, 1.195312, 1.070312, 1.257812, 0.800781, 1.257812, 1.25, 1.257812, 1.132812, 1.257812, 1.257812, 1.257812, 1.257812, 0.043213, 0.031982, 1.257812, 1.171875, 0.061768, 1.257812, 1.125, 0.01709, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.012878, 1.257812, 1.257812, 1.257812, 0.494141, 1.257812, 1.257812, 0.081543, 0.527344, 1.257812, 1.257812, 0.185547, 1.257812, 0.018799, 0.017822, 0.283203, 1.257812, 1.257812, 1.257812, 0.02832, 1.054688, 1.257812, 0.031738, 1.257812, 0.001167, 1.257812, 1.257812, 1.257812, 1.257812, 0.355469, 0.106934, 0.890625, 1.257812, 0.371094, 0.010498, 0.078125, 0.128906, 0.027466, 1.257812, 1.257812, 0.023193, 1.25, 1.117188, 0.196289, 1.257812, 1.257812, 1.257812, 1.257812, 0.033447, 0.001144, 0.859375, 1.257812, 1.171875, 0.945312, 1.257812, 1.257812, 1.257812, 0.921875, 1.0, 1.257812 ] } , "name": "onnx::Mul_11071", "outputIndexes": [ 3693 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3692, 3693 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 3694 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3578, 3694 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/Add_output_0", "outputIndexes": [ 3695 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3695 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.19/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 3696 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3696 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.19/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 3697 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3697, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 3698 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3698, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 3699 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3695, 3699 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 3700 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.277344, 0.773438, 1.921875, 0.261719, 0.683594, 0.28125, 0.470703, 0.816406, 0.318359, 0.5, 0.271484, 2.4375, 0.279297, 0.337891, 0.28125, 3.640625, 0.363281, 3.90625, 0.609375, 0.292969, 0.328125, 0.289062, 0.287109, 0.359375, 0.882812, 4.875, 1.507812, 0.337891, 0.302734, 0.300781, 0.337891, 5.6875, 0.298828, 0.519531, 0.263672, 0.253906, 0.28125, 0.337891, 0.457031, 1.765625, 0.373047, 0.308594, 0.867188, 3.6875, 0.296875, 0.28125, 0.402344, 0.917969, 5.5, 0.53125, 0.421875, 0.542969, 0.539062, 0.308594, 0.304688, 3.828125, 0.558594, 0.382812, 1.203125, 0.34375, 0.847656, 0.757812, 0.275391, 2.671875, 0.271484, 0.330078, 6.15625, 6.34375, 0.324219, 0.539062, 0.310547, 0.777344, 0.269531, 0.298828, 0.314453, 0.414062, 0.414062, 0.910156, 0.320312, 0.53125, 0.570312, 0.789062, 0.253906, 14.375, 0.283203, 0.371094, 0.316406, 0.298828, 0.396484, 3.5, 0.291016, 0.283203, 0.267578, 0.316406, 0.201172, 0.451172, 0.263672, 0.878906, 2.921875, 1.007812, 0.261719, 9.5, 0.310547, 0.267578, 0.447266, 0.265625, 0.470703, 0.96875, 4.71875, 0.292969, 7.375, 3.28125, 3.453125, 0.279297, 0.298828, 3.546875, 0.292969, 0.255859, 0.316406, 0.472656, 0.269531, 2.078125, 0.480469, 0.236328, 0.515625, 0.558594, 9.625, 1.046875, 0.984375, 6.625, 0.259766, 4.40625, 0.285156, 0.273438, 0.306641, 0.292969, 0.408203, 9.0625, 3.390625, 1.90625, 7.03125, 0.392578, 4.84375, 0.296875, 0.273438, 0.34375, 5.5625, 0.283203, 0.291016, 0.441406, 1.054688, 0.945312, 0.285156, 0.351562, 0.535156, 2.109375, 0.378906, 0.382812, 0.226562, 0.294922, 0.582031, 3.0, 0.333984, 0.392578, 0.320312, 0.287109, 0.330078, 0.306641, 0.224609, 0.320312, 1.132812, 0.326172, 0.267578, 4.03125, 0.929688, 0.445312, 0.369141, 0.300781, 0.261719, 0.271484, 1.632812, 0.5, 0.304688, 1.046875, 10.4375, 0.320312, 0.382812, 1.351562, 0.421875, 0.554688, 1.28125, 2.859375, 8.4375, 0.279297, 0.308594, 0.253906, 0.275391, 0.294922, 0.261719, 0.458984, 0.337891, 8.5625, 0.287109, 0.285156, 0.160156, 0.347656, 0.277344, 1.945312, 0.492188, 0.373047, 0.292969, 0.25, 0.535156, 0.322266, 0.332031, 0.279297, 0.285156, 0.96875, 0.291016, 0.304688, 4.9375, 0.394531, 0.71875, 0.349609, 0.285156, 11.0, 3.859375, 0.316406, 0.310547, 0.269531, 0.302734, 0.742188, 0.328125, 0.960938, 0.339844, 0.324219, 5.625, 0.550781, 0.283203, 4.15625, 0.757812, 0.296875, 0.248047, 0.275391, 0.671875, 0.335938, 0.988281, 0.398438, 0.306641, 4.4375, 0.296875, 0.478516, 0.296875, 0.478516, 0.333984, 8.0625, 0.410156, 0.333984, 10.3125, 0.412109, 0.314453, 0.275391, 3.765625, 0.263672, 0.261719, 0.324219, 0.28125, 0.361328, 0.578125, 0.287109, 9.125, 0.304688, 0.279297, 0.273438, 2.34375, 0.345703, 0.300781, 0.285156, 1.007812, 0.208984, 0.339844, 0.259766, 0.34375, 0.330078, 0.355469, 0.291016, 0.283203, 3.109375, 0.335938, 5.15625, 0.298828, 0.285156, 0.279297, 0.275391, 0.404297, 0.277344, 10.1875, 0.277344, 0.675781, 0.699219, 0.695312, 0.21875, 0.298828, 0.291016, 0.388672, 0.257812, 0.289062, 0.302734, 0.306641, 0.349609, 0.341797, 0.371094, 8.4375, 0.785156, 0.287109, 0.400391, 0.337891, 0.324219, 0.400391, 0.574219, 0.332031, 12.25, 0.349609, 0.351562, 0.527344, 0.333984, 1.484375, 0.373047, 0.28125, 0.316406, 0.289062, 0.703125, 0.294922, 0.345703, 0.257812, 0.542969, 0.289062, 0.375, 0.470703, 1.5625, 0.402344, 0.273438, 0.298828, 0.597656, 0.302734, 0.589844, 0.683594, 0.289062, 0.213867, 0.291016, 0.330078, 0.308594, 0.269531, 0.351562, 0.382812, 0.298828, 0.326172, 0.322266, 0.96875, 3.0, 0.257812, 0.324219, 0.324219, 0.253906, 0.287109, 0.796875, 0.503906, 0.255859, 0.239258, 0.287109, 0.302734, 0.322266, 0.3125, 10.5625, 0.324219, 0.300781, 0.339844, 0.235352, 0.335938, 0.703125, 0.294922, 0.470703, 0.314453, 0.40625, 0.363281, 0.519531, 0.3125, 0.277344, 0.308594, 6.875, 2.765625, 0.335938, 0.277344, 0.335938, 0.3125, 0.291016, 0.271484, 0.332031, 0.227539, 0.267578, 0.291016, 0.375, 0.507812, 1.523438, 0.988281, 0.332031, 0.296875, 0.302734, 0.211914, 0.310547, 0.302734, 0.683594, 0.349609, 0.253906, 0.332031, 0.3125, 0.302734, 0.347656, 0.460938, 0.365234, 0.367188, 0.320312, 0.443359, 0.273438, 0.261719, 0.318359, 0.347656, 0.349609, 0.263672, 0.386719, 0.345703, 0.283203, 0.382812, 0.265625, 4.34375, 0.306641, 0.273438, 0.261719, 0.492188, 0.292969, 0.328125, 0.189453, 0.337891, 3.03125, 0.355469, 0.277344, 0.664062, 0.200195, 0.416016, 0.283203, 0.373047, 0.402344, 0.233398, 5.0625, 0.244141, 0.34375, 0.353516, 0.255859, 0.34375, 0.369141, 0.306641, 0.277344, 0.376953, 0.322266, 0.359375, 0.259766, 3.234375, 3.8125, 0.376953, 0.277344, 0.400391, 0.337891, 0.275391, 0.316406, 0.304688, 0.28125, 1.179688, 8.125, 1.046875, 0.279297, 0.34375, 0.363281, 0.398438, 0.330078, 1.921875, 0.330078, 0.249023, 0.294922, 0.380859, 0.4375, 0.267578, 9.75, 8.625, 5.84375, 0.255859, 0.337891, 0.283203, 0.244141, 3.03125, 0.345703, 0.613281, 0.294922, 0.365234, 0.294922, 0.351562, 0.734375, 3.015625, 0.330078, 0.279297, 0.273438, 0.361328, 0.226562, 0.249023, 0.376953, 0.535156, 0.59375, 0.253906, 0.316406, 0.245117, 0.189453, 0.863281, 0.287109, 0.316406, 0.257812, 6.09375, 0.298828, 0.157227, 0.5625, 0.298828, 0.294922, 0.292969, 0.345703, 0.328125, 0.277344, 0.333984, 0.310547, 0.359375, 0.457031, 0.292969, 0.310547, 0.277344, 0.263672, 0.351562, 0.298828, 0.349609, 0.300781, 0.335938, 0.296875, 0.447266, 0.306641, 0.347656, 0.410156, 0.318359, 0.332031, 0.265625, 0.294922, 0.318359, 0.22168, 0.291016, 0.273438, 0.5625, 0.320312, 0.324219, 1.570312, 0.261719, 0.382812, 2.5, 0.628906, 0.310547, 0.294922, 0.283203, 0.28125, 0.867188, 0.333984, 0.5625, 3.96875, 0.314453, 0.330078, 0.330078, 0.322266, 0.269531, 0.324219, 0.337891, 0.275391, 0.542969, 0.302734, 0.316406, 0.539062, 0.298828, 2.71875, 0.412109, 0.671875, 0.251953, 0.285156, 0.431641, 0.523438, 0.273438, 0.294922, 0.308594, 0.318359, 0.314453, 0.632812, 0.292969, 0.722656, 1.296875, 0.789062, 0.308594, 0.306641, 0.255859, 0.753906, 0.322266, 0.046631, 11.375, 0.302734, 0.320312, 0.231445, 0.404297, 0.601562, 0.296875, 0.324219, 13.8125, 0.28125, 12.4375, 0.314453, 0.296875, 0.386719, 0.378906, 2.921875, 0.275391, 0.339844, 0.328125, 0.283203, 0.322266, 1.148438, 5.625, 0.302734, 2.0, 0.558594, 0.349609, 0.269531, 0.355469, 0.265625, 0.310547, 0.294922, 0.209961, 0.507812, 7.96875, 0.316406, 0.550781, 4.625, 0.382812, 0.484375, 0.710938, 0.283203, 0.605469, 0.296875, 5.78125, 0.285156, 0.474609, 0.265625, 5.15625, 0.292969, 0.257812, 0.318359, 0.455078, 0.322266, 0.273438, 0.365234, 0.289062, 0.322266, 0.267578, 0.306641, 0.294922, 0.294922, 0.316406, 1.375, 0.316406, 3.84375, 0.318359, 0.275391, 0.326172, 0.378906, 3.734375, 0.277344, 0.306641, 0.265625, 0.285156, 0.304688, 0.324219, 0.322266, 0.292969, 0.330078, 0.353516, 0.269531, 0.523438, 0.324219, 6.53125, 0.361328, 0.316406, 0.582031, 0.351562, 0.304688, 1.03125, 0.308594, 0.359375, 0.333984, 0.511719, 0.279297, 0.808594, 0.324219, 0.328125, 1.046875, 0.318359, 0.298828, 0.371094, 0.265625, 0.296875, 0.326172, 0.929688, 12.25, 0.279297, 0.257812, 0.921875, 0.316406, 2.125, 1.054688, 0.304688, 0.419922, 0.339844, 0.294922, 0.441406, 0.404297, 2.984375, 0.925781, 0.332031, 0.289062, 0.265625, 0.324219, 0.318359, 0.289062, 0.306641, 0.283203, 5.9375, 0.394531, 0.421875, 0.357422, 0.261719, 0.306641, 0.289062, 3.640625, 0.285156, 0.777344, 0.277344, 0.613281, 0.351562, 0.765625, 0.234375, 0.310547, 6.0625, 0.185547, 0.404297, 0.449219, 3.953125, 0.597656, 0.375, 0.5625, 0.320312, 0.126953, 0.380859, 0.585938, 0.347656, 0.235352, 0.28125, 0.279297, 0.261719, 0.294922, 0.296875, 0.574219, 0.539062, 0.326172, 7.625, 0.589844, 0.28125, 0.279297, 0.300781, 0.24707, 1.578125, 0.515625, 0.316406, 0.302734, 0.234375, 0.302734, 0.339844, 0.345703, 0.330078, 2.78125, 0.269531, 0.652344, 0.546875, 0.308594, 0.316406, 1.085938, 0.527344, 4.25, 8.875, 1.085938, 0.273438, 0.263672, 0.332031, 0.294922, 0.291016, 0.369141, 0.283203, 0.667969, 0.306641, 0.328125, 0.265625, 0.308594, 0.398438, 0.277344, 0.333984, 0.498047, 0.310547, 0.28125, 0.244141, 0.423828, 0.601562, 0.287109, 0.277344, 0.421875, 0.435547, 8.125, 0.291016, 0.482422, 2.890625, 0.310547, 0.306641, 0.269531, 0.792969, 9.9375, 0.302734, 0.53125, 0.223633, 0.466797, 0.236328, 0.667969, 0.333984, 0.241211, 9.5625, 0.271484, 0.28125, 8.5, 0.277344, 0.3125, 0.257812, 0.314453, 0.277344, 0.310547, 0.443359, 5.4375, 0.527344, 0.324219, 0.304688, 3.234375, 0.310547, 0.267578, 0.78125, 0.316406, 0.294922, 1.296875, 0.507812, 0.326172, 0.302734, 0.259766, 0.294922, 0.271484, 0.3125, 0.243164, 0.257812, 0.816406, 0.259766, 5.78125, 0.408203, 0.222656, 0.345703, 0.34375, 0.507812, 0.291016, 0.628906, 0.302734, 0.453125, 0.185547, 4.03125, 0.251953, 0.255859, 0.291016, 0.296875, 0.296875, 3.375, 0.316406, 0.287109, 0.458984, 0.382812, 0.341797, 0.402344, 0.46875, 0.863281, 0.613281, 3.234375, 0.386719, 6.9375, 0.359375, 0.335938, 0.291016, 0.357422, 0.373047, 0.28125, 0.275391, 0.408203, 0.484375, 0.287109, 1.429688, 8.1875, 0.322266, 0.28125, 0.316406, 6.65625, 0.453125, 0.285156, 0.417969, 0.261719, 11.125, 0.476562, 0.457031, 0.392578, 0.257812, 2.9375, 7.9375, 0.511719, 0.263672, 0.902344, 0.283203, 0.507812, 0.373047, 0.298828, 0.427734, 0.796875, 0.314453, 12.6875, 0.761719, 0.324219, 0.318359, 0.273438, 0.302734, 0.294922, 0.300781, 0.304688, 0.300781, 0.332031, 0.314453, 0.84375, 0.435547, 0.292969, 0.287109, 0.345703, 0.320312, 0.390625, 0.306641, 0.255859, 0.25, 0.223633, 0.330078, 0.263672, 0.261719, 0.453125, 0.289062, 0.275391, 1.890625, 0.318359, 1.09375, 0.277344, 0.287109, 0.271484, 0.425781, 0.365234, 0.332031, 0.209961, 0.273438, 0.738281, 0.251953, 0.314453, 0.298828, 0.285156, 0.330078, 4.90625, 0.542969, 0.369141, 0.322266, 0.53125, 0.333984, 0.289062, 0.457031, 0.263672, 3.109375, 2.984375, 0.369141, 0.285156, 2.90625, 0.283203, 0.337891, 0.277344, 0.304688, 0.255859, 0.691406, 4.8125, 0.302734, 0.322266, 0.289062, 0.310547, 0.5, 0.292969, 0.296875, 0.275391, 0.546875, 0.404297, 0.363281, 0.279297, 9.125, 0.314453, 11.6875, 0.761719, 0.988281, 0.332031, 0.376953, 0.40625, 0.320312, 0.246094, 0.265625, 0.21875, 0.466797, 0.328125, 0.257812, 0.296875, 0.232422, 0.361328, 0.410156, 0.378906, 0.375, 0.302734, 0.867188, 5.09375, 1.0625, 0.300781, 0.333984, 0.275391, 0.367188, 0.277344, 0.322266, 0.320312, 3.609375, 0.267578, 0.289062, 0.28125, 4.375, 0.324219, 0.28125, 0.753906, 0.330078, 0.275391, 0.78125, 0.273438, 0.265625, 0.302734, 0.298828, 0.292969, 0.289062, 0.335938, 0.3125, 0.232422, 0.241211, 0.308594, 0.304688, 0.267578, 0.320312, 0.917969, 0.294922, 0.507812, 0.316406, 0.316406, 0.25, 0.265625, 2.71875, 0.210938, 0.339844, 0.216797, 0.285156, 1.476562, 0.3125, 0.373047, 0.3125, 0.296875, 0.855469, 0.277344, 0.380859, 0.279297, 4.875, 4.1875, 1.882812, 0.304688, 0.273438, 0.306641, 0.353516, 0.322266, 0.277344, 0.357422, 0.365234, 0.296875, 0.298828, 0.296875, 0.294922, 0.59375, 0.322266, 0.341797, 2.078125, 0.466797, 8.375, 2.625, 0.261719, 0.302734, 0.257812, 0.330078, 0.355469, 0.363281, 11.75, 0.255859, 0.835938, 0.228516, 0.231445, 0.314453, 0.283203, 0.310547, 0.259766, 0.291016, 2.78125, 0.241211, 1.242188, 0.310547, 0.300781, 0.277344, 0.300781, 0.294922, 0.3125, 0.4375, 0.476562, 0.376953, 0.253906, 0.318359, 7.03125, 0.304688, 0.279297, 0.255859, 0.332031, 0.351562, 0.8125, 0.316406, 0.761719, 0.347656, 0.238281, 0.341797, 1.15625, 13.1875, 0.380859, 0.314453, 0.6875, 0.279297, 1.0, 3.28125, 0.314453, 0.306641, 0.369141, 0.271484, 0.283203, 0.326172, 0.3125, 0.341797, 0.328125, 0.457031, 0.421875, 11.8125, 2.84375, 0.168945, 0.283203, 9.3125, 0.351562, 5.0, 4.65625, 0.359375, 0.386719, 6.40625, 0.267578, 0.304688, 0.3125, 0.412109, 0.789062, 0.326172, 0.382812, 0.34375, 0.464844, 0.474609, 0.292969, 0.263672, 0.291016, 0.308594, 0.890625, 11.3125, 0.53125, 0.222656, 0.302734, 0.261719, 0.22168, 5.375, 0.275391, 0.355469, 0.851562, 0.910156, 0.423828, 0.361328, 0.339844, 0.291016, 0.376953, 0.289062, 0.267578, 0.332031, 0.283203, 1.046875, 0.310547, 0.275391, 0.261719, 0.361328, 0.277344, 0.388672, 0.53125, 0.53125, 0.539062, 0.333984, 0.421875, 3.640625, 1.054688, 0.28125, 0.546875, 0.269531, 0.267578, 0.894531, 0.324219, 0.457031, 0.341797, 0.314453, 1.226562, 0.3125, 0.609375, 0.455078, 12.875, 5.71875, 0.636719, 4.09375, 0.314453, 0.613281, 0.283203, 1.617188, 0.769531, 0.300781, 0.574219, 0.28125, 0.375, 0.353516, 0.828125, 0.369141, 0.298828, 0.550781, 0.283203, 0.257812, 0.455078, 0.408203, 0.302734, 0.408203, 0.277344, 0.3125, 0.267578, 0.330078, 0.617188, 0.351562, 0.494141, 0.365234, 0.257812, 0.359375, 0.757812, 0.464844, 0.228516, 0.294922, 0.275391, 0.523438, 0.265625, 0.345703, 0.273438, 0.318359, 0.255859, 0.275391, 0.189453, 0.267578, 0.640625, 0.341797, 0.232422, 0.316406, 1.0625, 0.310547, 0.419922, 0.310547, 0.296875, 0.277344, 0.675781, 0.474609, 0.237305, 0.291016, 0.289062, 0.992188, 0.359375, 0.349609, 0.339844, 0.341797, 0.373047, 0.324219, 0.302734, 0.28125, 0.211914, 0.328125, 7.09375, 0.302734, 0.316406, 0.333984, 0.382812, 0.335938, 0.318359, 0.269531, 5.5, 0.320312, 8.125, 0.332031, 0.355469, 0.291016, 0.492188, 0.373047, 0.257812, 0.25, 0.265625, 0.285156, 0.921875, 0.291016, 1.625, 0.279297, 0.269531, 0.332031, 0.271484, 0.337891, 0.546875, 4.375, 0.566406, 0.332031, 0.277344, 0.345703, 0.345703, 0.291016, 0.253906, 0.300781, 0.322266, 0.507812, 7.71875, 0.328125, 0.345703, 0.283203, 0.292969, 0.363281, 0.25, 0.292969, 8.6875, 0.100586, 0.314453, 0.269531, 0.322266, 5.78125, 0.308594, 0.824219, 0.410156, 0.302734, 0.283203, 0.408203, 0.933594, 0.294922, 0.992188, 0.361328, 0.302734, 0.800781, 0.554688, 0.308594, 0.332031, 6.125, 1.257812, 0.337891, 0.353516, 0.318359, 0.333984, 0.337891, 0.494141, 0.216797, 0.464844, 0.322266, 0.992188, 0.589844, 0.341797, 0.349609, 0.332031, 0.408203, 0.71875, 0.316406, 0.332031, 0.304688, 0.494141, 0.304688, 0.378906, 0.326172, 0.3125, 0.332031, 0.283203, 0.373047, 0.292969, -0.291016, 6.59375, 1.078125, 0.476562, 0.355469, 0.296875, 0.417969, 0.384766, 0.24707, 0.371094, 0.410156, 0.310547, 0.269531, 0.291016, 0.244141, 0.271484, 0.287109, 0.28125, 0.511719, 0.279297, 0.251953, 0.298828, 11.875, 0.949219, 0.275391, 0.511719, 0.271484, 0.294922, 0.535156, 1.195312, 0.326172, 0.318359, 9.75, 1.375, 0.373047, 0.326172, 0.78125, 0.429688, 0.236328, 0.285156, 0.283203, 0.382812, 0.24707, 0.174805, 0.464844, 0.601562, 0.447266, 8.1875, 0.492188, 0.255859, 6.3125, 0.347656, 0.425781, 11.25, 0.242188, 2.390625, 0.182617, 1.125, 0.640625, 0.894531, 0.769531, 0.255859, 1.882812, 0.390625, 2.078125, 0.275391, 2.25, 0.449219, 0.283203, 0.253906, 0.324219, 0.347656, 0.294922, 3.890625, 0.296875, 0.326172, 0.308594, 0.241211, 5.0, 0.757812, 3.09375, 0.523438, 0.318359, 0.285156, 0.421875, 0.306641, 0.330078, 0.402344, 0.298828, 0.261719, 0.333984, 9.1875, 0.269531, 0.328125, 0.279297, 0.271484, 0.292969, 0.287109, 0.306641, 0.296875, 0.933594, 0.294922, 3.953125, 4.0, 0.277344, 0.314453, 0.427734, 0.302734, 0.378906, 0.273438, 0.296875, 0.423828, 0.269531, 0.304688, 0.232422, 0.277344, 0.273438, 0.427734, 0.347656, 0.365234, 0.322266, 0.316406, 0.294922, 0.298828, 0.273438, 0.392578, 0.628906, 0.394531, 0.328125, 0.257812, 2.078125, 0.251953, 0.289062, 0.435547, 0.285156, 0.992188, 0.392578, 0.279297, 0.318359, 8.1875, 0.988281, 0.292969, 0.310547, 0.294922, 0.330078, 0.279297, 6.53125, 0.5, 0.332031, 0.427734, 14.375, 0.289062, 0.478516, 0.318359, 0.287109, 0.257812, 0.259766, 0.306641, 3.875, 0.271484, 0.269531, 4.78125, 0.460938, 0.412109, 0.357422, 0.621094, 0.380859, 0.875, 1.046875, 6.28125, 0.203125, 0.277344, 0.359375, 0.328125, 0.28125, 0.306641, 0.347656, 0.384766, 0.316406, 0.398438, 0.279297, 1.195312, 0.345703, 0.271484, 0.285156, 0.302734, 0.671875, 0.285156, 0.412109, 0.498047, 0.283203, 0.324219, 0.337891, 0.349609, 0.324219, 0.816406, 0.330078, 6.34375, 0.460938, 0.59375, 0.316406, 0.300781, 0.785156, 5.4375, 0.460938, 0.353516, 0.347656, 0.332031, 0.28125, 0.314453, 0.306641, 5.1875, 0.378906, 0.875, 0.355469, 0.3125, 0.275391, 0.287109, 0.291016, 0.279297, 0.25, 4.34375, 0.294922, 1.5625, 0.304688, 0.660156, 0.355469, 0.289062, 0.230469, 0.291016, 0.298828, 0.285156, 0.386719, 0.273438, 0.316406, 0.243164, 2.140625, 0.363281, 0.519531, 0.361328, 9.25, 0.316406, 0.287109, 0.267578, 0.294922, 1.085938, 0.306641, 0.3125, 0.225586, 0.28125, 0.230469, 0.306641, 0.332031, 1.148438, 0.28125, 3.046875, 0.298828, 3.25, 0.371094, 0.257812, 0.515625, 0.375, 0.394531, 0.498047, 0.777344, 0.769531, 0.490234, 0.380859, 0.345703, 0.261719, 0.304688, 0.287109, 0.328125, 2.71875, 0.800781, 0.265625, 0.416016, 0.458984, 0.269531, 0.265625, 0.376953, 0.408203, 0.330078, 0.671875, 1.210938, 0.25, 0.5, 0.636719, 0.232422, 0.632812, 0.322266, 0.478516, 0.412109, 0.304688, 0.267578, 0.275391, 10.1875, 0.273438, 0.707031, 0.279297, 0.679688, 1.5, 0.462891, 0.283203, 0.392578, 0.273438, 0.59375, 0.332031, 0.376953, 0.707031, 5.8125, 0.233398, 0.3125, 0.291016, 0.335938, 8.6875, 0.322266, 0.249023, 0.283203, 0.980469, 0.304688, 0.324219, 0.275391, 0.423828, 0.296875, 6.15625, 4.40625, 0.34375, 0.271484, 0.244141, 0.251953, 4.71875, 0.285156, 0.291016, 0.318359, 0.335938, 0.271484, 0.675781, 0.277344, 0.322266, 0.306641, 0.71875, 0.330078, 0.769531, 8.5, 0.269531, 0.519531, 0.535156, 0.574219, 0.322266, 0.306641, 0.287109, 0.261719, 0.832031, 0.691406, 0.324219, 0.275391, 0.222656, 0.296875, 0.298828, 0.5625, 3.5625, 0.349609, 0.28125, 0.308594, 0.730469, 0.369141, 1.21875, 0.204102, 0.302734, 0.363281, 0.3125, 0.261719, 0.636719, 0.279297, 1.195312, 10.6875, 0.546875, 0.345703, 0.476562, 0.339844, 0.558594, 3.09375, 0.287109, 0.324219, 0.291016, 0.332031, 0.318359, 0.341797, 0.304688, 0.267578, 0.255859, 0.263672, 0.279297, 0.248047, 0.304688, 0.287109, 0.871094, 0.292969, 0.291016, 5.78125, 0.257812, 0.296875, 0.449219, 0.279297, 0.59375, 0.291016, 5.78125, 0.380859, 0.310547, 1.976562, 0.263672, 9.5, 0.279297, 5.09375, 0.345703, 0.273438, 0.392578, 0.261719, 0.314453, 0.492188, 2.90625, 0.433594, 0.349609, 0.193359, 11.0, 0.291016, 0.388672, 0.251953, 0.328125, 0.265625, 0.976562, 7.40625, 3.546875, 0.273438, 4.28125, 0.320312, 0.310547, 0.243164, 0.291016, 0.380859, 0.289062, 0.453125, 0.294922, 0.308594, 0.376953, 0.322266, 0.380859, 0.255859, 0.289062, 0.310547, 0.222656, 0.539062, 0.345703, 1.492188, 0.310547, 0.285156, 0.193359, 0.240234, 0.355469, 0.337891, 0.746094, 0.414062, 0.300781, 0.357422, 0.910156, 0.283203, 0.302734, 0.285156, 0.322266, 0.333984, 0.53125, 0.235352, 0.34375, 0.240234, 2.703125, 0.3125, 2.53125, 0.292969, 0.241211, 1.0625, 0.460938, 0.574219, 0.492188, 0.322266, 0.287109, 1.4375, 0.283203, 0.339844, 5.25, 3.796875, 0.628906, 0.316406, 0.320312, 0.279297, 0.439453, 0.636719, 0.217773, 0.660156, 0.566406, 0.277344, 0.3125, 0.227539, 0.398438, 0.302734, 0.257812, 8.5, 0.269531, 11.0, 0.302734, 0.291016, 0.333984, 0.318359, 0.484375, 0.277344, 4.0625, 1.773438, 0.330078, 7.03125, 0.263672, 0.263672, 0.306641, 6.15625, 0.324219, 0.761719, 0.320312, 0.294922, 0.472656, 0.328125, 0.388672, 0.316406, 0.490234, 0.365234, 0.287109, 0.296875, 0.390625, 0.361328, 0.294922, 0.265625, 0.279297, 0.458984, 3.375, 0.24707, 0.285156, 0.291016, 0.503906, 0.472656, 0.503906, 0.326172, 0.259766, 0.263672, 0.376953, 0.279297, 0.287109, 2.65625, 0.302734, 3.375, 0.273438, 0.269531, 0.455078, 0.291016, 0.283203, 0.191406, 0.644531, 0.439453, 1.039062, 0.625, 0.371094, 0.310547, 0.296875, 0.550781, 1.164062, 0.355469, 0.574219, 0.333984, 6.59375, 0.291016, 0.345703, 0.244141, 0.186523, 0.339844, 0.233398, 0.326172, 0.306641, 1.109375, 3.28125, 0.316406, 3.171875, 0.408203, 0.318359, 0.271484, 0.285156, 0.601562, 0.330078, 0.265625, 0.275391, 0.416016, 0.341797, 3.0, 0.185547, 8.625, 0.800781, 0.333984, 0.335938, 0.277344, 0.390625, 0.761719, 0.316406, 0.25, 0.554688, 0.441406, 0.347656, 0.320312, 1.039062, 0.371094, 14.1875, 0.402344, 0.289062, 3.796875, 2.390625, 0.359375, 0.243164, 0.277344, 0.347656, 0.240234, 0.341797, 0.291016, 0.494141, 0.412109, 0.3125, 0.298828, 4.9375, 0.285156, 0.855469, 0.261719, 0.332031, 0.302734, 1.390625, 0.265625, 1.257812, 0.296875, 0.380859, 0.186523, 1.203125, 1.84375, 0.25, 0.302734, 0.291016, 0.601562, 0.367188, 0.277344, 0.287109, 0.279297, 0.349609, 0.326172, 0.269531, 0.314453, 0.3125, 0.248047, 0.291016, 0.441406, 0.191406, 0.585938, 0.380859, 0.398438, 4.28125, 0.337891, 0.318359, 0.384766, 0.275391, 0.222656, 0.251953, 0.3125, 0.361328, 0.283203, 0.28125, 4.0625, 0.316406, 0.275391, 0.339844, 0.328125, 1.492188, 0.330078, 0.236328, 0.289062, 0.304688, 0.308594, 0.355469, 0.251953, 0.527344, 0.294922, 0.277344, 0.28125, 0.265625, 0.255859, 14.1875, 1.648438, 0.291016, 0.314453, 0.46875, 0.820312, 0.347656, 0.832031, 0.757812, 7.625, 0.349609, 0.324219, 6.4375, 0.316406, 0.267578, 0.304688, 0.28125, 0.460938, 0.294922, 0.291016, 0.249023, 0.419922, 0.554688, 0.28125, 0.3125, 0.412109, 0.507812, 1.828125, 2.359375, 0.515625, 0.332031, 0.523438, 0.271484, 0.25, 0.291016, 0.302734, 0.304688, 0.433594, 0.738281, 6.40625, 0.277344, 0.259766, 0.25, 0.326172, 12.8125, 0.357422, 0.480469, 10.0625, 0.304688, 0.753906, 11.6875, 0.324219, 3.609375, 0.271484, 0.365234, 0.390625, 9.5625, 0.292969, 0.636719, 0.308594, 3.359375, 0.289062, 0.291016, 0.269531, 0.289062, 0.345703, 0.263672, 0.263672, 0.318359, 0.388672, 4.1875, 0.765625, 0.291016, 0.324219, 9.8125, 0.363281, 0.710938, 0.24707, 0.423828, 0.296875, 0.239258, 0.328125, 0.285156, 3.03125, 0.523438, 0.324219, 0.294922, 0.324219, 0.28125, 0.361328, 0.234375, 0.302734, 0.326172, 1.09375, 0.285156, 0.433594, 5.6875, 0.660156, 0.322266, 0.251953, 1.773438, 1.835938, 0.267578, 0.96875, 0.546875, 0.318359, 0.3125, 0.328125, 0.339844, 0.808594, 0.371094, 0.28125, 0.298828, 0.306641, 7.8125, 0.224609, 0.316406, 0.328125, 0.378906, 0.291016, 0.306641, 0.285156, 0.320312, 0.320312, 0.298828, 0.298828, 0.53125, 0.976562, 0.337891, 0.3125, 0.335938, 0.710938, 0.337891, 0.28125, 0.443359, 0.855469, 4.28125, 0.373047, 0.196289, 0.408203, 0.261719, 0.847656, 0.298828, 0.3125, 0.277344, 0.324219, 0.229492, 0.28125, 0.324219, 0.796875, 0.332031, 0.410156, 0.333984, 0.273438, 0.414062, 0.455078, 0.984375, 0.273438, 0.318359, 0.335938, 0.298828, 0.322266, 0.302734, 0.287109, 0.349609, 0.498047, 0.792969, 2.640625, 3.859375, 0.304688, 0.253906, 0.316406, 0.248047, 0.316406, 0.373047, 0.310547, 0.292969, 0.300781, 0.291016, 0.287109, 0.291016, 12.6875, 0.322266, 2.0625, 0.371094, 0.492188, 0.300781, 0.320312, 0.53125, 0.257812, 1.101562, 0.306641, 0.314453, 0.287109, 0.28125, 0.419922, 0.324219, 0.292969, 0.980469, 0.388672, 0.386719, 0.357422, 0.355469, 0.202148, 0.291016, 0.302734, 3.375, 0.5, 0.257812, 12.875, 0.291016, 8.375, 0.310547, 0.535156, 0.25, 4.84375, 0.519531, 0.287109, 8.125, 0.361328, 0.316406, 0.332031, 0.333984, 0.324219, 7.0, 0.287109, 0.882812, 0.363281, 0.261719, 0.314453, 0.292969, 6.375, 0.353516, 0.249023, 3.328125, 0.318359, 0.271484, 0.294922, 0.253906, 0.439453, 0.287109, 0.333984, 0.355469, 0.304688, 0.484375, 0.384766, 0.277344, 0.298828, 0.326172, 0.324219, 0.261719, 2.828125, 0.890625, 0.195312, 0.273438, 0.283203, 4.03125, 0.306641, 4.28125, 0.298828, 0.566406, 0.478516, 0.285156, 0.308594, 0.314453, 0.285156, 0.65625, 0.648438, 3.109375, 0.265625, 0.339844, 0.322266, 0.277344, 6.4375, 3.609375, 4.125, 0.259766, 0.287109, 0.273438, 0.285156, 4.03125, 8.6875, 4.53125, 0.294922, 0.230469, 0.257812, 0.511719, 0.302734, 0.710938, 0.253906, 0.271484, 0.578125, 0.277344, 0.972656, 6.84375, 0.384766, 0.679688, 0.269531, 0.273438, 6.125, 0.316406, 0.320312, 0.275391, 0.269531, 0.396484, 0.339844, 0.318359, 0.259766, 0.345703, 0.369141, 0.3125, 0.3125, 0.306641, 0.472656, 0.443359, 0.287109, 0.382812, 0.304688, 0.289062, 0.326172, 0.320312, 0.232422, 3.796875, 0.316406, 0.400391, 0.296875, 1.875, 0.310547, 0.851562, 0.308594, 0.378906, 0.324219, 0.320312, 0.243164, 0.271484, 0.328125, 0.474609, 1.070312, 7.84375, 0.318359, 0.263672, 0.308594, 0.322266, 0.318359, 0.261719, 0.291016, 0.326172, 0.324219, 0.367188, 0.298828, 0.400391, 0.253906, 4.75, 0.554688, 0.326172, 0.357422, 0.373047, 0.228516, 0.249023, 7.875, 0.259766, 0.474609, 0.263672, 0.267578, 0.253906, 0.349609, 0.267578, 0.306641, 0.259766, 0.310547, 0.263672, 1.0, 0.341797, 0.248047, 0.175781, 1.320312, 0.149414, 0.289062, 0.582031, 0.511719, 0.318359, 0.386719, 1.375, 0.316406, 9.6875, 9.9375, 0.519531, 0.316406, 0.503906, 0.302734, 0.765625, 0.294922, 0.357422, 0.90625, 0.265625, 1.242188, 0.289062, 0.269531, 0.241211, 0.304688, 1.210938, 1.929688, 0.244141, 0.298828, 0.373047, 4.21875, 5.0625, 0.484375, 0.71875, 0.263672, 0.357422, 0.714844, 0.224609, 0.289062, 0.349609, 0.267578, 0.306641, 0.328125, 0.330078, 1.796875, 5.875, 0.369141, 0.337891, 0.345703, 0.244141, 0.380859, 0.373047, 0.283203, 0.294922, 0.324219, 0.384766 ] } , "name": "onnx::Mul_11072", "outputIndexes": [ 3701 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3700, 3701 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 3702 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3702 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.19/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 7633 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7633 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.19/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 7634 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7634 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1155075872, 13107222, 3276800, 0, 0 ] } , "name": "/layers.19/mlp/gate_proj/Linear", "outputIndexes": [ 7635 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7635 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.19/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 7636 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7636 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.19/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 3703 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3703 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.19/mlp/act_fn/Mul_output_0", "outputIndexes": [ 3704 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3703, 3704 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 3705 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 3705 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 3706 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3703, 3706 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/mlp/act_fn/Add_output_0", "outputIndexes": [ 3707 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 3707 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 3708 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3708 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.19/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 3709 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 3709 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 3710 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3703, 3710 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 3711 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 3711 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 3712 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7634 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1171459894, 13107222, 3276800, 0, 0 ] } , "name": "/layers.19/mlp/up_proj/Linear", "outputIndexes": [ 7639 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7639 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.19/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 7640 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7640 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.19/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 3713 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3712, 3713 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/mlp/Mul_output_0", "outputIndexes": [ 3714 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3714 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.19/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 7641 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7641 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.19/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 7642 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7642 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1187843916, 13107222, 3276800, 0, 0 ] } , "name": "/layers.19/mlp/down_proj/Linear", "outputIndexes": [ 7643 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7643 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.19/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 7644 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7644 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.19/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 3715 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3715 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.19/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 3717 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3717 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.19/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 3718 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3718, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 3719 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3719, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 3720 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3715, 3720 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 3721 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 3.09375, 0.111816, 0.302734, 3.09375, 0.851562, 2.9375, 0.5625, 0.093262, 3.09375, 0.945312, 3.09375, 0.188477, 2.484375, 3.09375, 3.09375, 0.12793, 1.34375, 0.390625, 0.980469, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.621094, 0.0625, 0.222656, 3.09375, 1.140625, 3.09375, 3.09375, 0.234375, 3.09375, 0.96875, 1.71875, 3.09375, 2.75, 3.09375, 0.855469, 0.34375, 1.34375, 3.09375, 0.714844, 0.040283, 3.09375, 3.09375, 0.168945, 1.195312, 0.059814, 0.19043, 0.22168, 1.304688, 0.847656, 3.09375, 1.828125, 0.228516, 2.09375, 0.425781, 0.578125, 1.648438, 3.09375, 0.777344, 3.09375, 0.255859, 3.09375, 3.09375, 0.037842, 0.030884, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 2.140625, 1.882812, 3.09375, 0.691406, 3.09375, 0.245117, 1.21875, 0.800781, 3.09375, 0.0354, 3.09375, 3.09375, 3.09375, 3.09375, 0.382812, 0.279297, 3.09375, 3.046875, 3.09375, 2.640625, 3.09375, 0.527344, 3.09375, 0.078613, 0.137695, 0.069824, 3.09375, 0.07666, 3.09375, 3.09375, 1.09375, 2.453125, 3.09375, 1.328125, 0.143555, 3.09375, 0.06543, 0.09375, 0.359375, 3.09375, 3.09375, 0.296875, 3.09375, 3.09375, 3.09375, 1.453125, 3.09375, 0.211914, 0.957031, 3.09375, 1.226562, 1.601562, 0.047852, 0.056641, 0.890625, 0.056152, 3.09375, 0.067383, 2.96875, 3.09375, 2.984375, 3.09375, 1.4375, 0.189453, 0.060059, 0.361328, 0.066406, 1.398438, 0.05835, 2.125, 3.09375, 1.734375, 0.439453, 3.09375, 3.09375, 0.933594, 0.056152, 0.408203, 3.09375, 3.09375, 0.757812, 3.09375, 3.09375, 0.613281, 3.09375, 3.09375, 3.09375, 0.135742, 3.09375, 2.96875, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 1.554688, 0.041016, 3.09375, 3.09375, 0.033447, 0.075684, 0.878906, 1.523438, 1.445312, 3.09375, 3.09375, 0.341797, 0.167969, 3.09375, 0.194336, 0.036621, 3.09375, 3.09375, 0.072266, 3.09375, 0.9375, 1.382812, 0.041992, 0.216797, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 1.625, 3.09375, 0.056396, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.5, 0.408203, 2.3125, 3.09375, 3.09375, 3.09375, 3.09375, 2.328125, 3.09375, 3.09375, 0.667969, 3.09375, 3.09375, 0.058594, 1.539062, 0.129883, 1.359375, 3.09375, 0.049072, 0.067383, 3.09375, 3.09375, 3.09375, 3.09375, 0.100098, 0.390625, 0.691406, 3.09375, 3.09375, 0.036133, 0.10498, 3.09375, 0.043701, 0.714844, 3.09375, 2.5625, 3.09375, 1.109375, 3.09375, 0.847656, 3.09375, 3.09375, 0.039795, 3.09375, 0.092285, 3.09375, 1.554688, 3.09375, 0.025391, 1.21875, 2.640625, 0.046631, 3.09375, 3.09375, 3.09375, 0.043457, 3.09375, 3.09375, 3.09375, 3.09375, 0.75, 1.453125, 1.890625, 0.032715, 3.09375, 3.09375, 3.09375, 0.151367, 3.09375, 3.09375, 3.09375, 0.953125, 3.09375, 3.09375, 3.09375, 0.255859, 3.09375, 3.09375, 3.09375, 3.09375, 0.118652, 3.09375, 0.03125, 2.8125, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.036377, 2.796875, 0.120117, 0.100098, 0.116211, 3.09375, 2.9375, 3.09375, 3.09375, 3.046875, 3.09375, 3.09375, 3.09375, 3.09375, 0.953125, 3.09375, 0.037598, 0.087891, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.460938, 3.09375, 0.030151, 1.125, 3.09375, 1.367188, 3.09375, 1.078125, 1.0625, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 2.75, 2.078125, 3.09375, 0.298828, 3.09375, 1.023438, 3.09375, 3.09375, 0.098633, 3.09375, 3.09375, 0.116699, 3.09375, 2.34375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 1.710938, 3.09375, 3.09375, 3.09375, 0.644531, 0.059814, 3.09375, 3.09375, 2.53125, 3.09375, 3.015625, 0.084961, 0.960938, 2.65625, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.042725, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.714844, 3.09375, 0.224609, 3.09375, 0.482422, 3.09375, 0.279297, 3.09375, 3.09375, 3.09375, 0.087891, 0.045166, 3.09375, 1.054688, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 1.109375, 0.605469, 0.589844, 3.09375, 2.328125, 3.09375, 3.015625, 3.09375, 3.09375, 0.106934, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 2.578125, 3.09375, 3.09375, 1.671875, 3.09375, 2.046875, 3.09375, 3.09375, 3.09375, 3.09375, 0.05249, 3.09375, 3.09375, 3.09375, 1.140625, 3.09375, 3.09375, 3.09375, 3.09375, 0.04541, 3.09375, 3.09375, 0.149414, 3.09375, 0.417969, 3.09375, 3.09375, 3.09375, 3.09375, 0.349609, 3.09375, 3.09375, 0.117188, 3.09375, 1.992188, 2.046875, 3.09375, 3.09375, 1.3125, 3.09375, 1.421875, 3.09375, 0.193359, 0.098145, 0.341797, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.047363, 0.06543, 0.056152, 3.09375, 3.09375, 3.09375, 3.09375, 0.114746, 0.07666, 3.09375, 3.09375, 3.09375, 0.132812, 3.09375, 3.09375, 0.04248, 0.057373, 0.058838, 3.09375, 3.09375, 3.09375, 3.09375, 0.060059, 3.09375, 0.233398, 3.0, 3.09375, 3.09375, 3.09375, 0.089355, 0.324219, 3.09375, 3.09375, 3.09375, 1.328125, 1.359375, 3.09375, 3.09375, 0.178711, 0.186523, 3.09375, 3.09375, 3.09375, 3.09375, 0.145508, 1.75, 3.09375, 3.09375, 0.036865, 2.75, 3.09375, 1.046875, 3.09375, 3.09375, 3.09375, 1.617188, 3.09375, 3.0, 3.09375, 3.09375, 3.09375, 0.355469, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 1.429688, 3.09375, 0.410156, 3.09375, 3.09375, 3.09375, 3.09375, 0.172852, 1.242188, 3.09375, 3.09375, 1.773438, 3.09375, 1.546875, 0.238281, 3.09375, 3.09375, 0.135742, 1.210938, 3.09375, 3.09375, 3.09375, 3.09375, 0.847656, 3.09375, 2.0, 0.07373, 3.09375, 2.625, 3.09375, 3.09375, 3.09375, 1.421875, 3.09375, 3.09375, 0.859375, 3.09375, 3.09375, 1.085938, 3.09375, 0.177734, 3.09375, 2.0, 3.09375, 3.09375, 0.208008, 0.960938, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 2.0625, 1.382812, 1.148438, 0.488281, 0.859375, 3.09375, 3.09375, 3.09375, 0.691406, 3.09375, 3.09375, 0.025757, 3.09375, 3.09375, 3.09375, 3.078125, 0.355469, 3.09375, 3.09375, 0.042236, 3.09375, 0.042969, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.0625, 3.09375, 2.515625, 3.0, 3.078125, 0.05957, 0.075195, 3.09375, 0.851562, 0.273438, 3.09375, 2.859375, 3.09375, 2.40625, 3.09375, 2.140625, 3.09375, 0.271484, 0.026245, 3.09375, 2.09375, 0.056641, 3.09375, 3.09375, 0.134766, 3.09375, 0.96875, 3.09375, 0.059814, 3.09375, 0.28125, 3.09375, 0.089844, 3.09375, 3.09375, 3.09375, 2.109375, 3.09375, 3.09375, 3.078125, 3.09375, 3.09375, 3.09375, 3.09375, 2.84375, 3.09375, 3.09375, 0.294922, 3.09375, 0.373047, 2.328125, 3.09375, 2.15625, 3.09375, 0.061523, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.150391, 3.09375, 3.09375, 1.875, 3.09375, 3.09375, 0.337891, 3.09375, 0.044922, 3.09375, 3.09375, 0.332031, 3.09375, 2.703125, 0.059814, 3.09375, 1.664062, 3.09375, 0.275391, 3.09375, 0.078613, 3.078125, 3.09375, 0.060791, 3.03125, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.064453, 0.040527, 2.3125, 3.09375, 0.069824, 3.09375, 0.667969, 0.455078, 3.09375, 0.217773, 3.09375, 3.09375, 2.53125, 3.09375, 0.09375, 0.063965, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.040283, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 1.015625, 3.09375, 1.0, 3.09375, 0.972656, 3.09375, 3.09375, 0.077148, 3.09375, 0.146484, 0.613281, 0.031494, 0.933594, 3.09375, 2.890625, 0.134766, 3.09375, 3.09375, 0.953125, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 1.382812, 2.0625, 0.25, 3.09375, 0.09375, 0.121094, 3.09375, 3.09375, 3.09375, 3.09375, 0.488281, 0.353516, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 1.765625, 1.265625, 0.296875, 3.09375, 0.123047, 0.090332, 3.09375, 2.03125, 0.703125, 0.921875, 2.15625, 0.026123, 0.546875, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.523438, 3.09375, 3.09375, 2.515625, 3.09375, 3.09375, 2.984375, 3.09375, 3.09375, 3.09375, 3.09375, 2.390625, 1.734375, 1.210938, 3.09375, 1.695312, 3.09375, 3.09375, 0.054443, 3.09375, 0.223633, 0.398438, 3.09375, 3.09375, 3.09375, 0.075195, 0.030273, 3.09375, 0.098633, 3.09375, 0.289062, 3.09375, 0.129883, 3.09375, 3.09375, 0.061035, 3.09375, 3.09375, 0.053711, 3.09375, 3.09375, 3.09375, 3.09375, 2.046875, 3.03125, 1.226562, 0.053955, 0.851562, 3.09375, 3.09375, 0.211914, 3.09375, 3.09375, 0.710938, 3.09375, 3.09375, 0.494141, 0.120605, 1.484375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.170898, 3.09375, 0.039551, 0.259766, 3.09375, 3.09375, 3.09375, 0.212891, 3.09375, 0.800781, 3.09375, 0.231445, 1.875, 0.458984, 2.625, 3.09375, 3.09375, 3.09375, 3.09375, 0.037354, 3.09375, 3.09375, 1.148438, 3.09375, 3.09375, 1.71875, 0.214844, 0.07959, 0.177734, 0.095215, 3.09375, 0.027222, 1.226562, 3.09375, 2.6875, 3.09375, 0.170898, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.625, 0.026123, 0.178711, 3.09375, 3.09375, 0.28125, 0.248047, 3.09375, 1.210938, 3.09375, 0.056885, 1.359375, 3.09375, 1.203125, 3.09375, 0.033447, 0.158203, 3.09375, 3.09375, 0.710938, 3.09375, 0.828125, 2.296875, 2.796875, 3.09375, 1.015625, 3.09375, 0.057861, 0.734375, 3.09375, 3.09375, 3.046875, 3.09375, 3.09375, 3.09375, 1.898438, 3.09375, 3.09375, 3.09375, 1.539062, 0.582031, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 2.640625, 3.09375, 3.09375, 3.09375, 3.09375, 0.178711, 3.046875, 3.09375, 0.066895, 3.078125, 0.106934, 3.09375, 3.09375, 3.09375, 0.203125, 3.09375, 3.09375, 3.09375, 3.09375, 0.835938, 2.234375, 3.09375, 3.09375, 3.09375, 3.09375, 0.038086, 3.09375, 3.09375, 2.546875, 1.351562, 3.09375, 3.09375, 0.302734, 3.09375, 0.075684, 0.539062, 3.09375, 3.09375, 0.165039, 3.09375, 3.09375, 2.453125, 3.09375, 3.09375, 3.09375, 0.080078, 3.09375, 3.078125, 3.09375, 3.09375, 0.800781, 3.09375, 2.140625, 3.09375, 1.6875, 3.09375, 0.761719, 3.09375, 0.02771, 3.09375, 0.057129, 0.988281, 0.068848, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.433594, 3.09375, 2.453125, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 1.742188, 3.09375, 1.1875, 0.048828, 0.059814, 3.09375, 3.09375, 3.09375, 1.632812, 3.09375, 3.09375, 3.09375, 0.617188, 3.09375, 3.09375, 2.3125, 0.078125, 2.6875, 3.09375, 1.757812, 3.09375, 3.09375, 0.087402, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.589844, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.068359, 3.09375, 0.375, 3.09375, 3.09375, 3.09375, 3.09375, 0.310547, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 1.0625, 3.09375, 3.09375, 0.800781, 1.796875, 3.09375, 3.015625, 0.064453, 0.400391, 0.120117, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.195312, 3.09375, 1.476562, 0.396484, 3.09375, 0.056885, 0.147461, 3.09375, 3.09375, 3.09375, 3.09375, 1.851562, 2.796875, 0.114746, 3.09375, 0.094727, 2.734375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.052734, 1.890625, 0.083008, 3.09375, 1.59375, 3.09375, 0.367188, 3.09375, 3.09375, 2.578125, 0.172852, 2.640625, 3.09375, 3.09375, 0.032471, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.087891, 1.523438, 0.081543, 2.671875, 3.09375, 3.09375, 0.060547, 0.07666, 1.15625, 3.09375, 1.15625, 3.09375, 0.060547, 0.044189, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.240234, 1.515625, 0.031738, 1.09375, 3.09375, 3.09375, 0.040039, 3.09375, 0.079102, 0.201172, 3.09375, 3.09375, 0.047119, 3.09375, 3.09375, 3.09375, 2.34375, 0.542969, 3.09375, 3.09375, 2.03125, 2.6875, 0.208008, 3.09375, 3.09375, 3.09375, 3.09375, 0.07959, 0.046143, 1.039062, 3.09375, 3.09375, 2.09375, 3.09375, 0.047852, 3.09375, 3.09375, 0.071777, 0.059814, 2.171875, 2.4375, 3.09375, 3.09375, 2.828125, 2.640625, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 1.351562, 0.167969, 0.118652, 0.269531, 3.09375, 3.09375, 0.130859, 0.065918, 3.09375, 1.320312, 3.09375, 3.09375, 0.101562, 3.09375, 0.200195, 3.09375, 2.953125, 0.458984, 3.09375, 0.171875, 0.164062, 0.031006, 0.031494, 0.094238, 0.130859, 3.09375, 0.914062, 3.09375, 1.484375, 0.081055, 2.140625, 0.8125, 3.09375, 3.09375, 3.09375, 0.077637, 1.4375, 2.671875, 1.101562, 3.09375, 2.65625, 0.142578, 0.259766, 3.09375, 0.230469, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 1.210938, 0.384766, 1.203125, 3.09375, 2.078125, 1.085938, 3.09375, 3.09375, 2.828125, 3.046875, 3.09375, 1.03125, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 1.835938, 2.734375, 0.267578, 3.09375, 3.09375, 3.09375, 0.445312, 3.09375, 2.453125, 3.09375, 3.09375, 3.09375, 0.128906, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.453125, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 2.390625, 3.09375, 3.09375, 0.455078, 0.042969, 3.09375, 3.09375, 3.09375, 2.796875, 3.09375, 3.09375, 2.484375, 0.032471, 3.09375, 0.043945, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.078125, 3.09375, 3.09375, 0.065918, 3.09375, 1.617188, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.267578, 3.09375, 0.988281, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.174805, 0.080566, 3.09375, 3.09375, 2.515625, 3.09375, 3.09375, 3.09375, 3.09375, 0.03833, 3.09375, 3.09375, 3.09375, 3.09375, 0.220703, 3.09375, 0.071777, 3.09375, 3.09375, 3.09375, 1.523438, 0.10498, 3.09375, 0.054932, 3.09375, 3.09375, 0.164062, 1.929688, 3.09375, 3.09375, 3.09375, 0.605469, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 1.164062, 3.09375, 0.283203, 3.09375, 0.062256, 1.046875, 3.09375, 3.09375, 3.09375, 0.582031, 0.101562, 3.09375, 3.09375, 3.046875, 0.265625, 3.09375, 3.09375, 3.09375, 3.09375, 1.875, 0.138672, 2.34375, 3.09375, 3.09375, 0.065918, 0.582031, 0.22168, 1.695312, 2.609375, 3.09375, 3.09375, 2.78125, 3.09375, 2.234375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.382812, 3.03125, 2.9375, 3.09375, 0.041504, 0.511719, 3.09375, 0.179688, 1.78125, 3.09375, 1.039062, 0.914062, 3.09375, 3.09375, 0.025024, 1.226562, 3.09375, 3.09375, 2.328125, 3.09375, 2.703125, 3.09375, 3.09375, 3.09375, 3.03125, 3.09375, 1.328125, 0.115723, 3.09375, 0.048584, 0.652344, 2.25, 0.030884, 3.09375, 2.75, 0.140625, 3.09375, 1.007812, 3.09375, 0.063477, 1.734375, 0.071289, 0.804688, 3.09375, 0.574219, 0.204102, 0.167969, 3.09375, 0.095215, 1.273438, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.310547, 3.09375, 3.09375, 3.09375, 3.09375, 0.042725, 0.076172, 0.472656, 1.125, 3.09375, 3.09375, 3.09375, 3.09375, 1.5625, 3.09375, 3.09375, 3.09375, 2.421875, 0.034912, 3.09375, 3.09375, 3.09375, 1.695312, 3.09375, 3.09375, 3.09375, 3.09375, 0.072266, 3.09375, 0.032715, 0.110352, 3.09375, 3.09375, 0.894531, 3.09375, 3.09375, 3.09375, 3.09375, 1.109375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.322266, 1.53125, 2.484375, 3.09375, 3.09375, 3.0, 3.09375, 3.09375, 1.273438, 1.296875, 3.09375, 3.09375, 2.90625, 0.074707, 3.09375, 3.09375, 0.136719, 3.09375, 0.057129, 1.625, 3.09375, 3.09375, 0.261719, 3.09375, 3.09375, 1.242188, 3.09375, 2.390625, 3.09375, 0.047852, 1.007812, 3.09375, 3.09375, 0.038574, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.050049, 3.09375, 3.09375, 0.404297, 0.554688, 0.6875, 3.09375, 0.890625, 3.09375, 0.056885, 0.5625, 0.044189, 3.09375, 3.09375, 3.09375, 3.078125, 3.09375, 3.09375, 3.09375, 1.1875, 3.09375, 3.09375, 3.09375, 0.589844, 3.09375, 3.09375, 3.09375, 3.09375, 0.148438, 3.09375, 1.914062, 3.09375, 3.09375, 1.601562, 3.09375, 3.09375, 2.765625, 1.0625, 2.953125, 0.031982, 0.871094, 3.09375, 2.796875, 0.972656, 1.546875, 0.067871, 2.53125, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 2.84375, 0.059326, 3.09375, 1.0625, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.03125, 0.337891, 3.09375, 0.539062, 3.09375, 0.773438, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 2.890625, 3.09375, 0.067383, 3.09375, 3.09375, 3.09375, 0.034668, 3.09375, 3.09375, 3.09375, 3.09375, 2.59375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.0625, 3.09375, 0.063477, 3.09375, 0.306641, 3.09375, 3.09375, 2.59375, 1.382812, 1.5625, 2.421875, 0.143555, 0.291016, 0.273438, 3.09375, 3.09375, 2.453125, 3.09375, 3.09375, 3.09375, 0.230469, 0.875, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.131836, 3.0625, 3.09375, 0.087402, 1.492188, 3.09375, 0.289062, 0.154297, 3.09375, 0.080078, 3.09375, 1.171875, 3.09375, 3.09375, 3.09375, 3.09375, 0.046143, 3.09375, 0.099609, 3.09375, 0.082031, 0.142578, 3.09375, 3.09375, 0.726562, 3.09375, 0.640625, 1.507812, 1.492188, 0.123047, 0.102539, 3.09375, 2.109375, 3.09375, 3.09375, 0.04541, 3.09375, 3.09375, 3.09375, 0.057861, 3.09375, 3.09375, 2.015625, 0.466797, 3.09375, 0.042725, 0.062988, 3.09375, 3.09375, 3.09375, 3.09375, 0.103516, 3.09375, 3.09375, 3.09375, 3.09375, 1.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.707031, 0.028809, 3.09375, 0.181641, 0.267578, 0.135742, 2.84375, 3.09375, 3.09375, 3.09375, 1.015625, 0.765625, 2.75, 3.09375, 1.890625, 3.09375, 2.484375, 0.875, 0.069336, 3.09375, 3.09375, 3.09375, 0.07666, 0.816406, 0.486328, 3.03125, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.574219, 0.044922, 2.578125, 3.09375, 3.09375, 3.09375, 3.09375, 0.091797, 3.09375, 2.28125, 3.09375, 3.09375, 3.09375, 1.710938, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 2.609375, 3.09375, 3.09375, 0.660156, 3.09375, 3.09375, 0.032471, 3.09375, 3.09375, 0.175781, 3.09375, 1.007812, 3.09375, 0.094238, 1.65625, 2.53125, 0.28125, 3.09375, 0.056641, 3.09375, 0.07666, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.047363, 1.390625, 2.796875, 3.09375, 0.030762, 3.09375, 3.09375, 3.09375, 1.203125, 3.09375, 0.054688, 0.047119, 0.069824, 3.09375, 0.042725, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 1.4375, 3.09375, 3.09375, 1.695312, 3.09375, 3.09375, 3.09375, 2.421875, 3.09375, 2.53125, 1.5625, 3.09375, 0.380859, 3.09375, 3.09375, 2.984375, 3.09375, 3.09375, 3.09375, 0.209961, 1.304688, 3.09375, 1.257812, 0.082031, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.123047, 3.09375, 0.079102, 3.09375, 3.09375, 0.060059, 1.125, 0.3125, 0.108887, 3.09375, 3.09375, 0.439453, 3.09375, 3.0625, 0.046143, 0.213867, 0.894531, 3.09375, 2.90625, 3.09375, 3.09375, 0.131836, 3.09375, 0.90625, 0.769531, 3.09375, 3.09375, 3.09375, 2.109375, 3.09375, 3.09375, 0.046875, 3.09375, 0.033936, 3.09375, 3.09375, 3.09375, 3.09375, 1.070312, 2.921875, 0.06543, 0.480469, 1.953125, 0.65625, 1.070312, 3.09375, 3.09375, 0.037109, 3.09375, 3.09375, 3.09375, 3.09375, 2.71875, 3.09375, 3.09375, 3.09375, 1.40625, 3.09375, 3.09375, 0.882812, 1.28125, 3.09375, 3.09375, 3.09375, 3.0625, 0.25, 0.105957, 3.09375, 3.09375, 2.859375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.773438, 3.09375, 0.065918, 3.09375, 3.09375, 0.267578, 3.09375, 3.09375, 3.09375, 0.096191, 0.863281, 0.339844, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.404297, 0.126953, 3.09375, 0.033203, 3.09375, 3.09375, 3.09375, 3.09375, 1.15625, 3.09375, 3.09375, 3.09375, 1.679688, 0.062988, 1.484375, 3.09375, 3.09375, 3.09375, 2.84375, 3.09375, 0.105957, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.363281, 3.09375, 0.036133, 0.617188, 3.09375, 3.09375, 3.09375, 3.09375, 0.433594, 3.09375, 2.078125, 0.285156, 2.34375, 3.09375, 3.09375, 0.050293, 3.09375, 0.044434, 1.4375, 3.09375, 0.042725, 0.255859, 1.9375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 1.367188, 2.875, 3.09375, 3.09375, 0.036133, 3.09375, 0.074219, 3.09375, 3.09375, 3.09375, 0.523438, 2.125, 0.427734, 3.09375, 3.09375, 3.09375, 0.068848, 0.365234, 3.09375, 3.09375, 3.09375, 2.234375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.298828, 3.09375, 3.078125, 0.053467, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.050049, 3.09375, 3.09375, 2.5625, 3.09375, 3.09375, 2.28125, 3.09375, 2.359375, 3.09375, 3.09375, 2.578125, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.0625, 3.09375, 0.136719, 0.609375, 2.234375, 3.09375, 1.976562, 0.628906, 1.796875, 0.069824, 0.867188, 0.046387, 3.09375, 3.09375, 0.115234, 3.09375, 2.4375, 3.09375, 3.09375, 0.168945, 3.09375, 3.09375, 3.09375, 3.09375, 0.273438, 3.09375, 3.09375, 1.367188, 0.176758, 0.53125, 0.142578, 1.304688, 3.09375, 0.225586, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 2.28125, 0.099609, 0.037842, 3.09375, 3.078125, 2.875, 2.21875, 0.035889, 1.679688, 0.200195, 0.002853, 3.09375, 0.097168, 0.048828, 3.09375, 0.060059, 3.09375, 1.390625, 3.09375, 0.036865, 3.09375, 1.179688, 3.09375, 0.183594, 1.664062, 3.09375, 2.9375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.945312, 0.053955, 0.353516, 3.09375, 3.09375, 0.056641, 3.09375, 0.068359, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.065918, 1.5, 3.09375, 3.09375, 3.09375, 2.609375, 2.671875, 3.09375, 3.046875, 3.09375, 0.640625, 3.09375, 3.09375, 0.031982, 0.081055, 1.9375, 3.09375, 0.243164, 0.216797, 2.765625, 0.067383, 2.015625, 3.09375, 3.09375, 3.09375, 3.078125, 0.40625, 3.09375, 3.09375, 3.09375, 3.09375, 0.061768, 3.09375, 3.09375, 3.09375, 2.953125, 3.09375, 2.0625, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.101562, 3.09375, 3.09375, 3.09375, 0.085938, 0.042969, 0.231445, 3.09375, 0.238281, 3.09375, 0.123535, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.063965, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 1.335938, 0.070801, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 1.695312, 0.558594, 3.09375, 0.047607, 0.414062, 3.09375, 2.96875, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.031982, 3.09375, 0.078125, 3.09375, 1.703125, 3.09375, 3.09375, 0.130859, 3.09375, 0.069824, 3.09375, 0.339844, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 1.28125, 2.125, 1.632812, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.167969, 3.09375, 3.09375, 0.289062, 1.898438, 0.200195, 3.09375, 0.972656, 3.09375, 0.077148, 1.203125, 3.09375, 0.052246, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.031738, 3.09375, 0.05835, 3.09375, 3.09375, 3.09375, 3.09375, 0.043213, 1.03125, 3.09375, 0.057861, 3.09375, 2.234375, 3.09375, 3.09375, 1.078125, 3.09375, 3.09375, 3.09375, 3.09375, 1.421875, 3.09375, 3.09375, 3.09375, 2.296875, 3.09375, 3.09375, 0.189453, 0.069824, 3.09375, 0.511719, 3.09375, 0.047363, 3.09375, 0.056885, 1.664062, 3.09375, 0.816406, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.090332, 0.037109, 2.234375, 3.09375, 3.09375, 3.09375, 0.056885, 0.119141, 0.056885, 3.09375, 3.09375, 3.09375, 3.09375, 0.116211, 0.032471, 0.037842, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 1.28125, 3.09375, 3.09375, 1.5, 3.09375, 0.875, 0.060059, 0.369141, 1.046875, 3.09375, 3.09375, 0.198242, 0.628906, 3.09375, 3.09375, 3.09375, 0.519531, 3.09375, 3.09375, 2.921875, 3.09375, 1.046875, 3.09375, 3.09375, 3.09375, 0.601562, 3.09375, 2.953125, 0.664062, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.080078, 3.09375, 3.09375, 3.09375, 0.1875, 3.09375, 0.069824, 3.09375, 3.09375, 3.09375, 3.09375, 2.5625, 3.09375, 3.09375, 1.125, 0.660156, 0.031128, 3.09375, 3.09375, 3.09375, 3.09375, 2.078125, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.105469, 0.078613, 3.09375, 3.09375, 0.185547, 3.09375, 2.953125, 0.06543, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.05249, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 3.09375, 0.207031, 1.34375, 3.09375, 3.09375, 0.416016, 3.09375, 0.056152, 0.075195, 0.667969, 3.09375, 2.3125, 3.09375, 0.093262, 2.65625, 3.09375, 0.09375, 3.09375, 0.045166, 3.09375, 3.09375, 3.09375, 3.0, 0.730469, 0.273438, 2.546875, 3.09375, 0.820312, 0.038086, 0.139648, 0.306641, 0.085938, 3.09375, 3.09375, 0.089355, 3.09375, 3.09375, 0.294922, 3.09375, 3.09375, 3.09375, 3.09375, 0.09082, 0.068848, 1.90625, 3.09375, 3.09375, 2.78125, 3.09375, 3.09375, 3.078125, 2.21875, 2.46875, 3.09375 ] } , "name": "onnx::Mul_11073", "outputIndexes": [ 3722 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3721, 3722 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 3723 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3695, 3723 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/Add_1_output_0", "outputIndexes": [ 3724 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3724 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.19/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 7645 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7645 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.19/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 7646 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7646 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1204227938, 327702, 81920, 0, 0 ] } , "name": "/layers.19/per_layer_input_gate/Linear", "outputIndexes": [ 7647 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7647 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.19/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 7648 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7648 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.19/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 3725 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3725 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.19/act_fn/Mul_output_0", "outputIndexes": [ 3726 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3725, 3726 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/act_fn/Mul_1_output_0", "outputIndexes": [ 3727 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 3727 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/act_fn/Mul_2_output_0", "outputIndexes": [ 3728 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3725, 3728 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/act_fn/Add_output_0", "outputIndexes": [ 3729 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 3729 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/act_fn/Mul_3_output_0", "outputIndexes": [ 3730 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3730 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.19/act_fn/Tanh_output_0", "outputIndexes": [ 3731 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 3731 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/act_fn/Add_1_output_0", "outputIndexes": [ 3732 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3725, 3732 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/act_fn/Mul_4_output_0", "outputIndexes": [ 3733 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 3733 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/act_fn/Mul_5_output_0", "outputIndexes": [ 3734 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 19 ] } , "name": "/Constant_28_output_0", "outputIndexes": [ 3735 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4550", "outputIndexes": [ 3736 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4553", "outputIndexes": [ 3737 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 3736, 3737, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice4556", "outputIndexes": [ 3738 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3738 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze4557", "outputIndexes": [ 3739 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3735, 3739 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4558", "outputIndexes": [ 3740 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3740, 3739 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4559", "outputIndexes": [ 3741 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 3741, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_26_output_0", "outputIndexes": [ 3742 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3734, 3742 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/Mul_output_0", "outputIndexes": [ 3743 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3743 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.19/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 7649 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7649 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.19/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 7650 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7650 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1204637560, 327702, 81920, 0, 0 ] } , "name": "/layers.19/per_layer_projection/Linear", "outputIndexes": [ 7651 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7651 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.19/per_layer_projection/Linear/post_convert", "outputIndexes": [ 7652 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7652 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.19/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 3744 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3744 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.19/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 3746 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3746 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.19/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 3747 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3747, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 3748 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3748, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 3749 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3744, 3749 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 3750 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.238281, 0.238281, 0.000222, 0.238281, 0.238281, 0.238281, 0.015259, 0.179688, 0.238281, 0.238281, 0.238281, 0.000217, 0.238281, 0.238281, 0.238281, 0.000225, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000225, 0.000217, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000212, 0.238281, 0.238281, 0.238281, 0.238281, 0.000204, 0.238281, 0.238281, 0.238281, 0.15918, 0.0177, 0.238281, 0.238281, 0.000222, 0.238281, 0.007721, 0.238281, 0.238281, 0.238281, 0.000218, 0.238281, 0.238281, 0.238281, 0.000226, 0.238281, 0.000233, 0.238281, 0.238281, 0.160156, 0.238281, 0.000231, 0.238281, 0.000223, 0.012024, 0.00023, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.00023, 0.238281, 0.238281, 0.238281, 0.000221, 0.000213, 0.238281, 0.211914, 0.238281, 0.000222, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000219, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000221, 0.000225, 0.000223, 0.000216, 0.136719, 0.238281, 0.000224, 0.238281, 0.000212, 0.238281, 0.238281, 0.238281, 0.000216, 0.238281, 0.238281, 0.001526, 0.000224, 0.238281, 0.000227, 0.238281, 0.238281, 0.238281, 0.238281, 0.000216, 0.00022, 0.238281, 0.020386, 0.238281, 0.000219, 0.000223, 0.000229, 0.000226, 0.044678, 0.238281, 0.000225, 0.238281, 0.098633, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.013855, 0.238281, 0.000217, 0.238281, 0.000228, 0.238281, 0.238281, 0.238281, 0.238281, 0.000225, 0.238281, 0.000217, 0.121582, 0.000216, 0.238281, 0.238281, 0.000225, 0.238281, 0.000219, 0.030518, 0.238281, 0.238281, 0.238281, 0.000233, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.100098, 0.000219, 0.238281, 0.000228, 0.139648, 0.238281, 0.000228, 0.238281, 0.238281, 0.238281, 0.057861, 0.000216, 0.000231, 0.000233, 0.003235, 0.000226, 0.238281, 0.122559, 0.000226, 0.238281, 0.000212, 0.008179, 0.238281, 0.238281, 0.000224, 0.238281, 0.000227, 0.238281, 0.238281, 0.000222, 0.238281, 0.000224, 0.000222, 0.238281, 0.238281, 0.000223, 0.238281, 0.238281, 0.000215, 0.238281, 0.238281, 0.238281, 0.000217, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000227, 0.000221, 0.238281, 0.000216, 0.238281, 0.08252, 0.00023, 0.238281, 0.238281, 0.238281, 0.238281, 0.002487, 0.238281, 0.238281, 0.238281, 0.238281, 0.00023, 0.216797, 0.238281, 0.000227, 0.000221, 0.238281, 0.238281, 0.238281, 0.135742, 0.238281, 0.238281, 0.238281, 0.238281, 0.000229, 0.238281, 0.191406, 0.238281, 0.238281, 0.238281, 0.004211, 0.00023, 0.238281, 0.068848, 0.00023, 0.238281, 0.238281, 0.015991, 0.238281, 0.000217, 0.238281, 0.000217, 0.148438, 0.000223, 0.238281, 0.008911, 0.000214, 0.238281, 0.238281, 0.018555, 0.238281, 0.238281, 0.238281, 0.000211, 0.238281, 0.238281, 0.238281, 0.000224, 0.000217, 0.238281, 0.238281, 0.238281, 0.003937, 0.238281, 0.005493, 0.000216, 0.238281, 0.238281, 0.238281, 0.000221, 0.238281, 0.000232, 0.238281, 0.172852, 0.181641, 0.000221, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000231, 0.174805, 0.238281, 0.238281, 0.000217, 0.238281, 0.238281, 0.000227, 0.238281, 0.000222, 0.238281, 0.238281, 0.000226, 0.238281, 0.175781, 0.000213, 0.238281, 0.000231, 0.238281, 0.000224, 0.238281, 0.000224, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000219, 0.238281, 0.238281, 0.000231, 0.039307, 0.238281, 0.238281, 0.149414, 0.238281, 0.00022, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000219, 0.238281, 0.000229, 0.00023, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.171875, 0.238281, 0.238281, 0.00022, 0.000216, 0.000219, 0.238281, 0.00022, 0.000226, 0.238281, 0.238281, 0.000201, 0.238281, 0.238281, 0.000223, 0.238281, 0.000218, 0.238281, 0.000232, 0.238281, 0.062256, 0.238281, 0.238281, 0.000223, 0.000223, 0.010498, 0.000217, 0.238281, 0.238281, 0.238281, 0.000217, 0.238281, 0.238281, 0.000225, 0.238281, 0.238281, 0.000222, 0.000217, 0.000223, 0.005432, 0.000217, 0.238281, 0.238281, 0.000226, 0.000218, 0.238281, 0.000215, 0.000218, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000229, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000219, 0.238281, 0.000225, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000228, 0.238281, 0.238281, 0.000223, 0.238281, 0.238281, 0.238281, 0.000219, 0.238281, 0.238281, 0.238281, 0.238281, 0.000218, 0.230469, 0.238281, 0.238281, 0.000212, 0.238281, 0.238281, 0.238281, 0.000209, 0.000217, 0.238281, 0.016357, 0.010315, 0.238281, 0.000227, 0.238281, 0.238281, 0.238281, 0.000227, 0.238281, 0.238281, 0.000217, 0.000231, 0.000224, 0.238281, 0.238281, 0.238281, 0.000217, 0.000215, 0.000225, 0.238281, 0.238281, 0.000225, 0.238281, 0.238281, 0.238281, 0.000224, 0.081055, 0.000218, 0.238281, 0.238281, 0.238281, 0.000212, 0.000231, 0.000229, 0.000201, 0.238281, 0.000224, 0.238281, 0.238281, 0.185547, 0.000218, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000224, 0.238281, 0.000387, 0.000228, 0.238281, 0.238281, 0.000216, 0.238281, 0.069824, 0.238281, 0.238281, 0.238281, 0.008606, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000228, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000204, 0.00022, 0.238281, 0.238281, 0.238281, 0.238281, 0.000221, 0.238281, 0.238281, 0.238281, 0.018433, 0.238281, 0.000228, 0.000226, 0.000221, 0.000271, 0.238281, 0.238281, 0.238281, 0.000221, 0.238281, 0.000227, 0.000223, 0.238281, 0.238281, 0.038818, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000231, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000214, 0.238281, 0.238281, 0.000227, 0.238281, 0.000214, 0.238281, 0.238281, 0.000221, 0.238281, 0.000218, 0.238281, 0.00022, 0.000219, 0.238281, 0.238281, 0.238281, 0.000221, 0.238281, 0.238281, 0.238281, 0.000219, 0.238281, 0.00023, 0.150391, 0.238281, 0.238281, 0.238281, 0.000221, 0.238281, 0.000225, 0.000225, 0.238281, 0.000229, 0.238281, 0.000224, 0.047607, 0.238281, 0.238281, 0.066406, 0.238281, 0.000225, 0.238281, 0.238281, 0.000219, 0.000218, 0.238281, 0.238281, 0.000224, 0.238281, 0.238281, 0.238281, 0.000224, 0.000227, 0.238281, 0.000226, 0.00023, 0.238281, 0.238281, 0.000227, 0.238281, 0.238281, 0.238281, 0.238281, 0.000233, 0.00069, 0.00022, 0.000212, 0.017578, 0.000216, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.089844, 0.238281, 0.238281, 0.238281, 0.000219, 0.238281, 0.238281, 0.238281, 0.000216, 0.000218, 0.000228, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.054932, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.003479, 0.238281, 0.00021, 0.238281, 0.238281, 0.238281, 0.000212, 0.238281, 0.238281, 0.238281, 0.238281, 0.000218, 0.000496, 0.238281, 0.000227, 0.000227, 0.238281, 0.00023, 0.238281, 0.238281, 0.130859, 0.238281, 0.238281, 0.238281, 0.000218, 0.238281, 0.000192, 0.00022, 0.238281, 0.132812, 0.000222, 0.000221, 0.238281, 0.238281, 0.238281, 0.238281, 0.134766, 0.000216, 0.238281, 0.238281, 0.138672, 0.238281, 0.000207, 0.078613, 0.238281, 0.047852, 0.238281, 0.000223, 0.000223, 0.000216, 0.00023, 0.151367, 0.238281, 0.238281, 0.238281, 0.000217, 0.238281, 0.000228, 0.238281, 0.238281, 0.000225, 0.238281, 0.238281, 0.000219, 0.238281, 0.000202, 0.238281, 0.000224, 0.238281, 0.000215, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000221, 0.238281, 0.000219, 0.00021, 0.00769, 0.000222, 0.000217, 0.000228, 0.182617, 0.238281, 0.000219, 0.238281, 0.000225, 0.238281, 0.238281, 0.238281, 0.238281, 0.000216, 0.238281, 0.238281, 0.000209, 0.238281, 0.000209, 0.18457, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000217, 0.238281, 0.238281, 0.238281, 0.000216, 0.238281, 0.00705, 0.000225, 0.238281, 0.000226, 0.000224, 0.238281, 0.238281, 0.000216, 0.238281, 0.000221, 0.238281, 0.000223, 0.000228, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000231, 0.238281, 0.238281, 0.000214, 0.238281, 0.000218, 0.000216, 0.238281, 0.238281, 0.238281, 0.000223, 0.238281, 0.00021, 0.238281, 0.238281, 0.238281, 0.000227, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.155273, 0.000233, 0.238281, 0.238281, 0.238281, 0.238281, 0.000213, 0.000218, 0.238281, 0.238281, 0.094727, 0.238281, 0.238281, 0.090332, 0.238281, 0.238281, 0.000213, 0.238281, 0.238281, 0.238281, 0.238281, 0.000223, 0.188477, 0.000222, 0.238281, 0.000216, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.056641, 0.225586, 0.000225, 0.000227, 0.238281, 0.238281, 0.238281, 0.238281, 0.000216, 0.238281, 0.102051, 0.238281, 0.000603, 0.238281, 0.238281, 0.238281, 0.000222, 0.000222, 0.238281, 0.000226, 0.238281, 0.00946, 0.000216, 0.238281, 0.0002, 0.238281, 0.000216, 0.238281, 0.238281, 0.000224, 0.238281, 0.00021, 0.238281, 0.000221, 0.238281, 0.238281, 0.238281, 0.114258, 0.000224, 0.000231, 0.238281, 0.00022, 0.238281, 0.238281, 0.238281, 0.238281, 0.000228, 0.238281, 0.238281, 0.000211, 0.238281, 0.238281, 0.000217, 0.00023, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000217, 0.238281, 0.238281, 0.081055, 0.238281, 0.000216, 0.000226, 0.000224, 0.007874, 0.238281, 0.000219, 0.238281, 0.238281, 0.000224, 0.151367, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000208, 0.238281, 0.000224, 0.238281, 0.238281, 0.238281, 0.000217, 0.00022, 0.238281, 0.238281, 0.238281, 0.00022, 0.238281, 0.238281, 0.238281, 0.238281, 0.000218, 0.238281, 0.000219, 0.000203, 0.238281, 0.238281, 0.000218, 0.238281, 0.000222, 0.238281, 0.00021, 0.000223, 0.238281, 0.000228, 0.238281, 0.098633, 0.238281, 0.238281, 0.238281, 0.238281, 0.000228, 0.000222, 0.238281, 0.238281, 0.000222, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.01001, 0.000228, 0.000223, 0.238281, 0.238281, 0.238281, 0.238281, 0.000222, 0.238281, 0.000217, 0.000231, 0.000231, 0.238281, 0.000216, 0.000226, 0.238281, 0.000221, 0.238281, 0.238281, 0.000213, 0.000228, 0.238281, 0.000208, 0.000209, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000216, 0.238281, 0.238281, 0.008667, 0.238281, 0.080078, 0.238281, 0.138672, 0.000225, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000207, 0.238281, 0.238281, 0.238281, 0.000217, 0.238281, 0.238281, 0.000232, 0.238281, 0.238281, 0.238281, 0.238281, 0.000227, 0.123047, 0.000219, 0.238281, 0.238281, 0.238281, 0.238281, 0.000218, 0.000231, 0.000221, 0.238281, 0.00023, 0.238281, 0.000227, 0.238281, 0.238281, 0.000222, 0.000216, 0.238281, 0.170898, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000208, 0.238281, 0.000221, 0.238281, 0.000217, 0.00023, 0.238281, 0.238281, 0.238281, 0.135742, 0.238281, 0.000228, 0.238281, 0.238281, 0.000231, 0.000211, 0.238281, 0.238281, 0.238281, 0.238281, 0.000218, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.00023, 0.238281, 0.238281, 0.238281, 0.003433, 0.238281, 0.040283, 0.238281, 0.238281, 0.000226, 0.000216, 0.238281, 0.000219, 0.000216, 0.000229, 0.238281, 0.238281, 0.238281, 0.238281, 0.000217, 0.238281, 0.000224, 0.238281, 0.238281, 0.000218, 0.000205, 0.238281, 0.000222, 0.238281, 0.238281, 0.000219, 0.000218, 0.000219, 0.000224, 0.238281, 0.238281, 0.000205, 0.000225, 0.238281, 0.000218, 0.000227, 0.238281, 0.000219, 0.000227, 0.022949, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000223, 0.000224, 0.238281, 0.238281, 0.000217, 0.000227, 0.238281, 0.238281, 0.238281, 0.238281, 0.000217, 0.174805, 0.238281, 0.169922, 0.238281, 0.000231, 0.238281, 0.129883, 0.000229, 0.238281, 0.238281, 0.000217, 0.238281, 0.000378, 0.000228, 0.238281, 0.000216, 0.000211, 0.000217, 0.238281, 0.238281, 0.238281, 0.000222, 0.238281, 0.000223, 0.238281, 0.000355, 0.000228, 0.000211, 0.000219, 0.00022, 0.238281, 0.00022, 0.238281, 0.238281, 0.238281, 0.00023, 0.238281, 0.238281, 0.238281, 0.238281, 0.000215, 0.000222, 0.000218, 0.238281, 0.000229, 0.10791, 0.238281, 0.238281, 0.238281, 0.238281, 0.000216, 0.000218, 0.238281, 0.000222, 0.000229, 0.238281, 0.238281, 0.000231, 0.238281, 0.238281, 0.132812, 0.008728, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000217, 0.000223, 0.238281, 0.238281, 0.000224, 0.238281, 0.238281, 0.238281, 0.037109, 0.038086, 0.238281, 0.238281, 0.000227, 0.124512, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.209961, 0.238281, 0.238281, 0.238281, 0.000213, 0.000224, 0.004578, 0.000221, 0.000217, 0.005646, 0.018555, 0.000226, 0.000225, 0.238281, 0.238281, 0.160156, 0.000228, 0.238281, 0.238281, 0.238281, 0.238281, 0.15918, 0.238281, 0.000216, 0.238281, 0.238281, 0.238281, 0.238281, 0.000216, 0.238281, 0.000219, 0.238281, 0.238281, 0.000229, 0.238281, 0.238281, 0.238281, 0.000222, 0.000226, 0.238281, 0.000216, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000216, 0.000215, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000215, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000218, 0.238281, 0.238281, 0.000217, 0.238281, 0.238281, 0.238281, 0.238281, 0.000226, 0.238281, 0.238281, 0.000217, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000229, 0.238281, 0.000218, 0.000225, 0.238281, 0.238281, 0.000225, 0.000204, 0.000261, 0.000216, 0.000205, 0.238281, 0.000224, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000219, 0.000233, 0.001831, 0.238281, 0.000213, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000221, 0.238281, 0.238281, 0.238281, 0.000225, 0.238281, 0.000216, 0.238281, 0.238281, 0.238281, 0.238281, 0.000225, 0.000217, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000229, 0.00022, 0.238281, 0.238281, 0.238281, 0.238281, 0.000228, 0.238281, 0.155273, 0.000216, 0.000216, 0.238281, 0.000221, 0.027466, 0.00022, 0.129883, 0.000221, 0.000233, 0.238281, 0.238281, 0.000217, 0.238281, 0.238281, 0.238281, 0.000218, 0.238281, 0.238281, 0.238281, 0.000225, 0.238281, 0.238281, 0.00021, 0.238281, 0.10498, 0.000209, 0.238281, 0.238281, 0.238281, 0.238281, 0.208008, 0.238281, 0.000216, 0.238281, 0.000227, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.225586, 0.238281, 0.238281, 0.238281, 0.000231, 0.000219, 0.020264, 0.238281, 0.238281, 0.238281, 0.000228, 0.238281, 0.000217, 0.000227, 0.238281, 0.238281, 0.238281, 0.238281, 0.000216, 0.000218, 0.238281, 0.000215, 0.238281, 0.238281, 0.238281, 0.000216, 0.003418, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000218, 0.238281, 0.238281, 0.000225, 0.000212, 0.238281, 0.000199, 0.000228, 0.000216, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000223, 0.000217, 0.000233, 0.000216, 0.000229, 0.00058, 0.238281, 0.238281, 0.000229, 0.238281, 0.000222, 0.238281, 0.131836, 0.000224, 0.000222, 0.238281, 0.000216, 0.000215, 0.05835, 0.000219, 0.00022, 0.000227, 0.238281, 0.000224, 0.238281, 0.000227, 0.238281, 0.238281, 0.050049, 0.238281, 0.000225, 0.238281, 0.238281, 0.002548, 0.181641, 0.00023, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.00022, 0.238281, 0.238281, 0.238281, 0.000226, 0.238281, 0.238281, 0.238281, 0.238281, 0.152344, 0.238281, 0.00023, 0.000221, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000206, 0.238281, 0.238281, 0.238281, 0.000223, 0.238281, 0.238281, 0.000223, 0.238281, 0.000208, 0.238281, 0.238281, 0.238281, 0.238281, 0.000229, 0.000218, 0.238281, 0.238281, 0.238281, 0.238281, 0.131836, 0.238281, 0.238281, 0.238281, 0.000214, 0.000231, 0.238281, 0.000228, 0.238281, 0.238281, 0.238281, 0.000217, 0.238281, 0.238281, 0.238281, 0.055176, 0.238281, 0.238281, 0.000223, 0.238281, 0.238281, 0.238281, 0.238281, 0.000229, 0.238281, 0.238281, 0.238281, 0.000227, 0.238281, 0.238281, 0.238281, 0.238281, 0.107422, 0.238281, 0.005127, 0.238281, 0.238281, 0.238281, 0.238281, 0.000223, 0.238281, 0.000218, 0.238281, 0.238281, 0.000217, 0.238281, 0.000217, 0.238281, 0.238281, 0.238281, 0.000227, 0.000216, 0.238281, 0.238281, 0.238281, 0.238281, 0.00022, 0.238281, 0.00022, 0.238281, 0.238281, 0.238281, 0.009155, 0.238281, 0.000216, 0.238281, 0.238281, 0.000214, 0.000218, 0.238281, 0.000222, 0.000217, 0.238281, 0.238281, 0.238281, 0.238281, 0.003143, 0.238281, 0.000202, 0.000224, 0.000187, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.00023, 0.238281, 0.000217, 0.238281, 0.000214, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000229, 0.000218, 0.000223, 0.000212, 0.000216, 0.238281, 0.006287, 0.238281, 0.238281, 0.238281, 0.238281, 0.000216, 0.238281, 0.238281, 0.238281, 0.000226, 0.238281, 0.000212, 0.238281, 0.000231, 0.238281, 0.071777, 0.000219, 0.238281, 0.238281, 0.238281, 0.000226, 0.238281, 0.238281, 0.238281, 0.000229, 0.137695, 0.000217, 0.238281, 0.238281, 0.238281, 0.238281, 0.000198, 0.238281, 0.00023, 0.000223, 0.238281, 0.238281, 0.238281, 0.238281, 0.000226, 0.096191, 0.238281, 0.238281, 0.000224, 0.238281, 0.238281, 0.214844, 0.025391, 0.000207, 0.125, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000222, 0.238281, 0.000224, 0.238281, 0.166992, 0.000221, 0.000211, 0.000222, 0.000232, 0.000216, 0.068848, 0.238281, 0.238281, 0.000225, 0.000229, 0.000227, 0.238281, 0.238281, 0.238281, 0.07373, 0.000211, 0.238281, 0.238281, 0.108398, 0.000216, 0.238281, 0.238281, 0.238281, 0.238281, 0.040283, 0.000229, 0.238281, 0.238281, 0.000213, 0.238281, 0.003555, 0.238281, 0.238281, 0.000226, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.011108, 0.238281, 0.238281, 0.000217, 0.000212, 0.238281, 0.238281, 0.238281, 0.000229, 0.238281, 0.000228, 0.000227, 0.000224, 0.238281, 0.238281, 0.238281, 0.238281, 0.084473, 0.238281, 0.238281, 0.238281, 0.180664, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.009644, 0.000225, 0.000221, 0.238281, 0.238281, 0.000213, 0.00023, 0.238281, 0.238281, 0.000211, 0.238281, 0.000215, 0.000234, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000218, 0.000221, 0.000218, 0.010254, 0.238281, 0.238281, 0.000228, 0.238281, 0.238281, 0.238281, 0.000219, 0.238281, 0.238281, 0.000219, 0.238281, 0.091309, 0.238281, 0.000231, 0.000217, 0.238281, 0.238281, 0.238281, 0.238281, 0.000222, 0.049805, 0.238281, 0.238281, 0.238281, 0.001617, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.123535, 0.000223, 0.000214, 0.238281, 0.001579, 0.000225, 0.238281, 0.238281, 0.000219, 0.238281, 0.000222, 0.238281, 0.238281, 0.238281, 0.238281, 0.000213, 0.238281, 0.238281, 0.000213, 0.238281, 0.238281, 0.000205, 0.000219, 0.000225, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000215, 0.238281, 0.238281, 0.238281, 0.148438, 0.238281, 0.238281, 0.238281, 0.238281, 0.000208, 0.238281, 0.238281, 0.238281, 0.238281, 0.000225, 0.238281, 0.000233, 0.238281, 0.238281, 0.133789, 0.238281, 0.000216, 0.100098, 0.238281, 0.238281, 0.036865, 0.238281, 0.00022, 0.000226, 0.238281, 0.000228, 0.000225, 0.238281, 0.238281, 0.238281, 0.000233, 0.238281, 0.238281, 0.167969, 0.238281, 0.000228, 0.238281, 0.238281, 0.238281, 0.238281, 0.000224, 0.238281, 0.000219, 0.238281, 0.238281, 0.000216, 0.000214, 0.000226, 0.238281, 0.000216, 0.000218, 0.238281, 0.000224, 0.238281, 0.238281, 0.238281, 0.000229, 0.238281, 0.238281, 0.238281, 0.238281, 0.000216, 0.000217, 0.238281, 0.238281, 0.000226, 0.000226, 0.238281, 0.238281, 0.235352, 0.238281, 0.000216, 0.238281, 0.238281, 0.000232, 0.000218, 0.238281, 0.238281, 0.000216, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000221, 0.238281, 0.238281, 0.000222, 0.238281, 0.000232, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000225, 0.000228, 0.238281, 0.000216, 0.238281, 0.238281, 0.238281, 0.238281, 0.000227, 0.000217, 0.238281, 0.238281, 0.238281, 0.000227, 0.000227, 0.238281, 0.000224, 0.238281, 0.000212, 0.238281, 0.238281, 0.238281, 0.238281, 0.000233, 0.000222, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000217, 0.000224, 0.000229, 0.238281, 0.238281, 0.238281, 0.000223, 0.000233, 0.238281, 0.238281, 0.000216, 0.238281, 0.000213, 0.0002, 0.238281, 0.00022, 0.238281, 0.000218, 0.238281, 0.238281, 0.0177, 0.000216, 0.070801, 0.000222, 0.000213, 0.000225, 0.000233, 0.00023, 0.238281, 0.238281, 0.238281, 0.238281, 0.000217, 0.238281, 0.238281, 0.000228, 0.238281, 0.238281, 0.000218, 0.238281, 0.148438, 0.238281, 0.238281, 0.000224, 0.238281, 0.238281, 0.062012, 0.238281, 0.238281, 0.238281, 0.000229, 0.000221, 0.238281, 0.000225, 0.000225, 0.000219, 0.000224, 0.238281, 0.000228, 0.238281, 0.000219, 0.238281, 0.238281, 0.238281, 0.238281, 0.000225, 0.000219, 0.000205, 0.238281, 0.000228, 0.000216, 0.238281, 0.001144, 0.000211, 0.238281, 0.238281, 0.238281, 0.000213, 0.000228, 0.000218, 0.238281, 0.238281, 0.238281, 0.000227, 0.000216, 0.000217, 0.238281, 0.000216, 0.238281, 0.000209, 0.238281, 0.238281, 0.238281, 0.238281, 0.000217, 0.238281, 0.000211, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000218, 0.238281, 0.238281, 0.000231, 0.000215, 0.000229, 0.238281, 0.000208, 0.238281, 0.000232, 0.000226, 0.238281, 0.00206, 0.000214, 0.238281, 0.238281, 0.238281, 0.223633, 0.238281, 0.000213, 0.238281, 0.238281, 0.000215, 0.000221, 0.238281, 0.238281, 0.238281, 0.238281, 0.000763, 0.238281, 0.00021, 0.000231, 0.238281, 0.000219, 0.238281, 0.238281, 0.238281, 0.238281, 0.18457, 0.000221, 0.00021, 0.000217, 0.000219, 0.238281, 0.000231, 0.000229, 0.000227, 0.000217, 0.238281, 0.192383, 0.069336, 0.238281, 0.012329, 0.000213, 0.238281, 0.238281, 0.000226, 0.238281, 0.238281, 0.238281, 0.000224, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000226, 0.238281, 0.000208, 0.000226, 0.238281, 0.000207, 0.000221, 0.238281, 0.082031, 0.000226, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000225, 0.238281, 0.238281, 0.238281, 0.000223, 0.238281, 0.000221, 0.00022, 0.238281, 0.238281, 0.238281, 0.238281, 0.000218, 0.000227, 0.000219, 0.238281, 0.238281, 0.000222, 0.001007, 0.238281, 0.091309, 0.000229, 0.000216, 0.238281, 0.238281, 0.00023, 0.000227, 0.238281, 0.238281, 0.238281, 0.238281, 0.083008, 0.000224, 0.238281, 0.238281, 0.238281, 0.000231, 0.238281, 0.000215, 0.238281, 0.000221, 0.238281, 0.000219, 0.238281, 0.238281, 0.000228, 0.238281, 0.238281, 0.238281, 0.238281, 0.000217, 0.238281, 0.015747, 0.000228, 0.000223, 0.238281, 0.000221, 0.000223, 0.000214, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.138672, 0.238281, 0.000233, 0.238281, 0.238281, 0.000223, 0.238281, 0.132812, 0.238281, 0.238281, 0.238281, 0.238281, 0.000221, 0.00023, 0.238281, 0.238281, 0.147461, 0.000209, 0.000511, 0.238281, 0.238281, 0.238281, 0.000229, 0.238281, 0.238281, 0.000223, 0.00022, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000217, 0.238281, 0.000229, 0.000223, 0.238281, 0.000211, 0.238281, 0.01532, 0.238281, 0.000221, 0.238281, 0.000217, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000212, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000223, 0.000211, 0.238281, 0.238281, 0.238281, 0.238281, 0.000229, 0.000215, 0.238281, 0.000222, 0.000232, 0.238281, 0.015991, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000223, 0.238281, 0.133789, 0.000225, 0.238281, 0.238281, 0.000221, 0.000221, 0.238281, 0.238281, 0.007812, 0.000218, 0.238281, 0.000219, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000222, 0.238281, 0.238281, 0.000215, 0.238281, 0.238281, 0.238281, 0.000226, 0.145508, 0.000226, 0.006744, 0.238281, 0.023804, 0.000226, 0.000219, 0.238281, 0.000223, 0.000223, 0.238281, 0.000213, 0.238281, 0.238281, 0.238281, 0.189453, 0.000219, 0.238281, 0.238281, 0.000217, 0.238281, 0.000227, 0.000205, 0.000216, 0.238281, 0.000216, 0.238281, 0.238281, 0.000224, 0.000228, 0.000232, 0.238281, 0.238281, 0.000207, 0.238281, 0.000226, 0.238281, 0.238281, 0.238281, 0.19043, 0.000223, 0.000227, 0.016357, 0.238281, 0.238281, 0.238281, 0.000217, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.147461, 0.238281, 0.238281, 0.238281, 0.238281, 0.000223, 0.000231, 0.238281, 0.00022, 0.000227, 0.000218, 0.238281, 0.000216, 0.238281, 0.238281, 0.238281, 0.000231, 0.000213, 0.000222, 0.238281, 0.000225, 0.238281, 0.047852, 0.238281, 0.001564, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000219, 0.000216, 0.238281, 0.000229, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000218, 0.000226, 0.175781, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000229, 0.000208, 0.000207, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.238281, 0.000226, 0.238281, 0.121094, 0.238281, 0.238281, 0.000218, 0.00022, 0.238281, 0.238281, 0.000214, 0.238281, 0.238281, 0.000222, 0.0002, 0.238281, 0.000217, 0.000218, 0.000217, 0.238281, 0.238281, 0.238281, 0.170898, 0.238281, 0.238281, 0.000226, 0.238281, 0.000227, 0.238281, 0.238281, 0.238281, 0.238281, 0.123535, 0.059814, 0.00021, 0.00022, 0.03833, 0.00235, 0.00022, 0.001793, 0.181641, 0.238281, 0.238281, 0.000204, 0.238281, 0.238281, 0.000217, 0.238281, 0.238281, 0.238281, 0.000212, 0.000232, 0.085938, 0.238281, 0.238281, 0.000225, 0.238281, 0.238281, 0.238281, 0.000216, 0.238281, 0.238281, 0.238281 ] } , "name": "onnx::Mul_11074", "outputIndexes": [ 3751 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3750, 3751 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 3752 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3724, 3752 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/Add_2_output_0", "outputIndexes": [ 3753 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.511719 ] } , "name": "/blocks.19/Constant_1_output_0", "outputIndexes": [ 3754 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3753, 3754 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.19/Mul_1_output_0", "outputIndexes": [ 3755 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3755, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.20/Reshape_output_0", "outputIndexes": [ 3756 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3756 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.20/input_layernorm/Pow_output_0", "outputIndexes": [ 3757 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3757 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.20/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 3758 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3758, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/input_layernorm/Add_output_0", "outputIndexes": [ 3759 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3759, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/input_layernorm/Pow_1_output_0", "outputIndexes": [ 3760 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3756, 3760 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/input_layernorm/Mul_output_0", "outputIndexes": [ 3761 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.640625, 3.09375, 7.0, 1.0, 1.53125, 0.644531, 2.578125, 1.929688, 0.835938, 5.0, 0.710938, 24.625, 0.820312, 1.085938, 0.707031, 24.75, 1.3125, 3.484375, 2.25, 0.734375, 0.660156, 0.972656, 0.8125, 2.046875, 2.90625, 11.25, 10.125, 1.4375, 2.25, 0.960938, 0.832031, 4.8125, 0.707031, 1.742188, 0.863281, 1.023438, 0.769531, 1.03125, 2.328125, 13.5625, 1.28125, 1.125, 2.90625, 6.0, 0.753906, 0.761719, 3.546875, 3.390625, 9.6875, 1.890625, 2.40625, 1.359375, 1.71875, 0.976562, 1.070312, 10.25, 1.828125, 1.640625, 3.390625, 0.6875, 3.1875, 1.757812, 0.710938, 24.625, 0.589844, 0.59375, 21.125, 26.875, 0.996094, 2.265625, 0.691406, 5.1875, 0.839844, 0.867188, 0.804688, 1.148438, 0.941406, 2.203125, 0.894531, 2.921875, 1.257812, 1.648438, 1.507812, 33.0, 0.910156, 1.570312, 0.925781, 0.925781, 1.679688, 10.5, 0.75, 0.835938, 0.820312, 0.886719, 1.164062, 3.78125, 0.792969, 2.46875, 30.375, 2.34375, 0.78125, 24.5, 0.734375, 0.886719, 1.492188, 0.648438, 1.90625, 3.65625, 12.25, 0.792969, 20.25, 11.75, 6.0625, 0.699219, 0.769531, 7.5, 0.734375, 0.878906, 0.644531, 1.429688, 0.914062, 9.3125, 2.078125, 1.007812, 1.859375, 1.507812, 15.0, 2.6875, 2.796875, 22.625, 0.675781, 12.9375, 0.683594, 0.8125, 0.90625, 0.925781, 1.3125, 8.3125, 6.71875, 4.875, 58.75, 1.3125, 18.5, 1.078125, 0.800781, 1.03125, 6.28125, 0.703125, 0.734375, 1.742188, 2.65625, 3.265625, 0.988281, 0.972656, 1.695312, 8.25, 0.9375, 1.8125, 1.195312, 0.835938, 1.210938, 25.875, 0.875, 1.476562, 0.609375, 0.816406, 1.03125, 0.777344, 0.357422, 1.15625, 3.078125, 0.808594, 0.777344, 24.5, 2.28125, 2.015625, 1.109375, 1.1875, 0.714844, 0.652344, 5.5625, 1.789062, 0.957031, 5.5, 21.375, 1.242188, 1.5, 2.40625, 1.25, 1.796875, 2.828125, 15.875, 6.6875, 0.777344, 0.839844, 0.839844, 0.78125, 0.800781, 0.554688, 2.515625, 0.78125, 18.75, 0.683594, 0.679688, 0.449219, 1.835938, 0.71875, 3.5, 1.976562, 1.273438, 0.808594, 0.746094, 1.195312, 0.914062, 1.023438, 0.957031, 0.808594, 2.546875, 0.921875, 0.855469, 18.25, 1.578125, 2.234375, 1.804688, 0.660156, 23.5, 9.0625, 0.785156, 1.0, 0.875, 0.855469, 2.34375, 1.351562, 2.046875, 0.894531, 1.84375, 19.5, 2.484375, 0.804688, 9.6875, 1.898438, 1.257812, 0.695312, 0.796875, 1.8125, 0.78125, 2.046875, 1.046875, 0.785156, 27.125, 0.648438, 2.21875, 0.71875, 2.5625, 0.648438, 28.125, 1.195312, 1.046875, 21.875, 1.445312, 0.800781, 0.945312, 10.9375, 0.824219, 1.09375, 1.046875, 0.71875, 1.320312, 6.6875, 1.03125, 21.875, 0.976562, 1.25, 0.929688, 14.1875, 1.101562, 0.929688, 0.839844, 4.1875, 0.941406, 0.734375, 0.886719, 3.296875, 0.746094, 1.046875, 0.777344, 0.742188, 9.5625, 1.21875, 24.125, 0.710938, 0.878906, 0.652344, 1.109375, 1.390625, 0.90625, 22.0, 0.726562, 3.09375, 1.804688, 2.390625, 0.613281, 0.859375, 0.679688, 0.957031, 0.585938, 0.664062, 0.792969, 1.554688, 1.367188, 1.484375, 0.851562, 29.625, 2.34375, 1.578125, 1.210938, 0.960938, 1.367188, 1.257812, 1.46875, 0.773438, 32.75, 1.789062, 1.5, 1.476562, 0.910156, 8.5, 1.492188, 0.679688, 0.90625, 0.851562, 3.390625, 0.859375, 0.863281, 0.574219, 1.554688, 0.792969, 0.792969, 1.914062, 5.03125, 1.679688, 0.65625, 1.625, 3.8125, 0.652344, 0.714844, 3.25, 0.6875, 2.96875, 0.714844, 1.015625, 1.085938, 0.722656, 1.140625, 1.0625, 0.699219, 0.894531, 0.839844, 5.90625, 18.875, 0.789062, 0.816406, 0.738281, 0.511719, 1.210938, 1.664062, 2.0625, 1.3125, 0.441406, 1.101562, 0.855469, 1.234375, 1.09375, 29.25, 1.085938, 1.015625, 1.039062, 0.894531, 0.902344, 1.710938, 0.941406, 2.078125, 0.828125, 1.664062, 0.863281, 2.28125, 0.667969, 0.867188, 1.085938, 23.125, 12.25, 1.085938, 1.351562, 0.945312, 0.84375, 0.617188, 1.171875, 1.085938, 1.4375, 0.695312, 0.746094, 1.070312, 1.359375, 4.65625, 2.765625, 1.125, 0.90625, 0.855469, 0.867188, 0.855469, 0.804688, 2.296875, 1.203125, 0.554688, 0.976562, 1.203125, 0.777344, 0.761719, 1.21875, 1.421875, 1.21875, 0.957031, 1.609375, 0.753906, 0.894531, 0.804688, 1.773438, 1.242188, 0.785156, 1.03125, 0.753906, 0.792969, 1.585938, 0.832031, 21.0, 0.785156, 0.773438, 0.617188, 2.0, 0.863281, 1.335938, 0.726562, 0.78125, 15.0625, 0.894531, 0.992188, 2.90625, 0.582031, 1.929688, 0.753906, 1.210938, 1.328125, 0.984375, 8.5625, 0.894531, 0.996094, 3.234375, 0.753906, 0.957031, 1.015625, 0.589844, 0.78125, 1.078125, 1.3125, 1.15625, 0.484375, 10.3125, 21.625, 1.382812, 1.023438, 0.785156, 0.949219, 0.890625, 0.878906, 0.9375, 0.804688, 2.796875, 20.375, 2.703125, 0.726562, 1.070312, 1.351562, 1.289062, 3.84375, 16.75, 1.140625, 0.742188, 0.847656, 1.914062, 1.320312, 0.804688, 27.625, 18.625, 18.375, 0.796875, 1.179688, 0.902344, 0.875, 12.625, 1.734375, 2.40625, 1.023438, 1.179688, 0.828125, 0.996094, 1.71875, 4.03125, 0.773438, 0.964844, 0.960938, 1.070312, 1.265625, 1.054688, 0.828125, 2.078125, 2.875, 0.664062, 0.855469, 0.699219, 0.582031, 3.546875, 0.949219, 0.765625, 0.636719, 16.0, 0.691406, 1.1875, 1.828125, 0.886719, 0.960938, 0.914062, 1.234375, 0.886719, 0.945312, 1.015625, 0.9375, 1.117188, 2.140625, 0.839844, 0.824219, 0.695312, 0.808594, 1.132812, 1.007812, 0.925781, 1.242188, 0.820312, 0.867188, 0.992188, 1.617188, 0.890625, 2.609375, 0.902344, 1.5625, 0.707031, 1.015625, 3.96875, 1.851562, 0.816406, 0.679688, 5.53125, 0.832031, 0.992188, 20.0, 0.933594, 1.125, 17.875, 1.828125, 0.902344, 0.9375, 0.792969, 0.886719, 3.765625, 0.886719, 2.21875, 23.25, 0.898438, 1.039062, 0.964844, 0.71875, 0.816406, 1.101562, 1.039062, 0.683594, 2.234375, 1.039062, 1.132812, 2.125, 0.898438, 13.5, 1.632812, 2.484375, 0.835938, 0.929688, 1.78125, 2.203125, 0.976562, 0.667969, 0.972656, 0.882812, 0.917969, 2.046875, 1.203125, 2.3125, 3.265625, 3.53125, 0.863281, 0.824219, 0.808594, 3.109375, 1.046875, 0.894531, 28.5, 0.8125, 1.039062, 0.664062, 0.832031, 3.15625, 0.703125, 1.195312, 26.375, 1.007812, 26.75, 0.875, 0.894531, 1.445312, 1.085938, 2.484375, 0.898438, 1.304688, 0.753906, 0.640625, 1.3125, 2.390625, 17.875, 1.054688, 8.4375, 2.6875, 1.023438, 0.960938, 1.195312, 0.753906, 1.054688, 1.0, 0.808594, 2.421875, 17.25, 1.125, 1.90625, 10.0, 2.46875, 0.84375, 2.15625, 0.921875, 2.75, 0.878906, 14.3125, 0.660156, 2.21875, 0.964844, 16.625, 1.234375, 0.714844, 1.109375, 2.765625, 1.0, 0.707031, 1.328125, 1.429688, 0.777344, 0.792969, 0.917969, 0.960938, 0.597656, 0.761719, 3.328125, 0.78125, 7.875, 0.917969, 0.828125, 0.636719, 0.960938, 12.375, 0.789062, 0.855469, 0.773438, 0.867188, 1.34375, 4.09375, 1.164062, 0.847656, 1.101562, 0.84375, 0.75, 2.359375, 0.863281, 24.875, 0.945312, 0.933594, 3.6875, 0.917969, 1.25, 2.015625, 1.023438, 1.023438, 0.960938, 1.890625, 1.0625, 2.0625, 0.988281, 0.957031, 2.28125, 1.007812, 0.664062, 1.148438, 0.800781, 0.804688, 0.957031, 2.140625, 29.625, 1.117188, 0.839844, 2.34375, 1.429688, 6.90625, 6.25, 0.714844, 1.859375, 1.179688, 0.722656, 1.851562, 1.671875, 10.0625, 2.234375, 0.941406, 1.148438, 1.101562, 0.632812, 0.894531, 0.929688, 0.917969, 0.84375, 22.25, 1.179688, 1.210938, 0.902344, 0.628906, 0.941406, 0.388672, 8.5625, 0.683594, 1.84375, 0.753906, 1.773438, 1.9375, 1.859375, 0.71875, 0.882812, 21.5, 0.972656, 3.859375, 1.84375, 8.875, 1.601562, 0.972656, 1.625, 2.859375, 0.535156, 1.671875, 1.726562, 0.730469, 0.664062, 1.109375, 0.65625, 0.679688, 0.832031, 1.6875, 2.546875, 1.898438, 0.917969, 13.3125, 1.875, 0.929688, 0.890625, 0.675781, 0.675781, 3.640625, 2.21875, 1.015625, 0.664062, 0.542969, 0.929688, 1.09375, 1.679688, 1.28125, 8.4375, 0.796875, 1.8125, 4.875, 0.746094, 0.886719, 3.703125, 1.796875, 3.25, 24.5, 3.3125, 0.878906, 1.0625, 1.007812, 0.773438, 0.773438, 0.9375, 0.789062, 2.265625, 0.832031, 0.941406, 0.789062, 0.851562, 0.777344, 0.664062, 1.265625, 2.671875, 0.863281, 0.992188, 0.628906, 1.40625, 3.984375, 0.878906, 1.046875, 0.8125, 1.632812, 16.75, 0.777344, 2.03125, 5.90625, 0.875, 0.828125, 1.28125, 1.945312, 24.875, 1.101562, 2.5, 1.28125, 2.828125, 0.757812, 2.453125, 0.925781, 0.765625, 18.0, 0.972656, 0.777344, 19.25, 1.03125, 0.804688, 0.792969, 0.910156, 0.9375, 0.667969, 1.34375, 11.25, 1.695312, 0.8125, 0.914062, 8.75, 1.179688, 1.273438, 3.0625, 0.902344, 0.855469, 3.046875, 1.84375, 1.296875, 0.71875, 0.773438, 0.863281, 0.890625, 1.101562, 0.753906, 0.519531, 3.5, 0.996094, 24.0, 2.28125, 0.984375, 0.851562, 1.0625, 1.820312, 0.703125, 3.0, 0.777344, 1.679688, 3.796875, 5.28125, 0.742188, 0.632812, 1.007812, 0.832031, 0.875, 26.5, 0.972656, 1.03125, 2.390625, 0.976562, 0.953125, 0.804688, 1.898438, 2.28125, 2.046875, 13.4375, 1.023438, 19.125, 1.210938, 0.996094, 1.09375, 1.085938, 6.0625, 0.765625, 0.558594, 1.617188, 1.632812, 0.585938, 6.0625, 21.625, 2.75, 0.765625, 1.148438, 4.78125, 1.835938, 0.820312, 1.21875, 0.683594, 21.125, 1.351562, 1.875, 1.148438, 0.871094, 7.8125, 11.9375, 1.1875, 0.589844, 2.734375, 1.578125, 2.59375, 1.320312, 0.886719, 1.195312, 1.898438, 0.828125, 27.75, 1.921875, 0.898438, 0.886719, 0.710938, 0.996094, 1.320312, 1.109375, 1.054688, 1.109375, 1.132812, 0.714844, 4.1875, 1.8125, 0.828125, 0.988281, 1.3125, 0.542969, 0.902344, 0.867188, 0.660156, 0.71875, 0.566406, 1.3125, 0.664062, 0.714844, 3.953125, 0.851562, 0.703125, 12.25, 0.957031, 5.46875, 1.03125, 0.609375, 0.6875, 2.5625, 1.242188, 0.824219, 0.640625, 0.878906, 2.5625, 0.6875, 0.730469, 0.597656, 0.746094, 0.742188, 22.0, 1.328125, 0.863281, 0.828125, 1.6875, 1.164062, 0.710938, 1.789062, 0.832031, 12.5, 5.6875, 2.390625, 1.007812, 7.0625, 0.925781, 0.8125, 0.695312, 0.726562, 0.628906, 1.34375, 15.9375, 0.8125, 1.351562, 0.695312, 0.734375, 2.078125, 1.085938, 0.914062, 0.71875, 1.773438, 1.507812, 1.617188, 0.824219, 29.5, 1.09375, 21.875, 1.820312, 2.34375, 0.902344, 1.390625, 0.941406, 0.667969, 0.800781, 1.234375, 0.535156, 1.898438, 0.679688, 0.710938, 1.335938, 0.597656, 0.816406, 1.203125, 1.304688, 1.03125, 0.859375, 2.21875, 15.25, 2.21875, 0.859375, 1.09375, 0.984375, 1.226562, 0.710938, 1.085938, 0.949219, 6.0625, 0.824219, 0.75, 0.804688, 21.125, 1.148438, 1.070312, 2.53125, 0.835938, 0.660156, 2.03125, 0.820312, 0.808594, 1.179688, 0.886719, 0.738281, 0.59375, 1.726562, 1.09375, 0.730469, 0.769531, 1.0, 0.953125, 0.726562, 0.765625, 2.421875, 0.824219, 2.421875, 0.710938, 1.226562, 0.964844, 0.835938, 5.28125, 1.007812, 1.007812, 0.839844, 1.1875, 5.34375, 0.78125, 1.226562, 1.1875, 0.683594, 4.75, 1.5, 0.964844, 0.773438, 9.5625, 5.71875, 6.28125, 1.015625, 0.765625, 0.691406, 1.125, 1.0, 0.859375, 1.171875, 1.1875, 1.039062, 0.859375, 0.667969, 1.078125, 2.078125, 1.109375, 0.925781, 4.78125, 1.1875, 21.25, 9.3125, 0.582031, 1.210938, 0.796875, 1.023438, 0.929688, 1.046875, 45.25, 1.101562, 2.1875, 0.59375, 0.882812, 0.972656, 0.855469, 0.871094, 1.164062, 0.734375, 8.25, 3.65625, 3.3125, 0.976562, 0.730469, 0.726562, 1.78125, 0.835938, 1.054688, 1.359375, 1.453125, 1.195312, 0.554688, 1.046875, 26.875, 1.023438, 0.828125, 0.839844, 0.972656, 0.910156, 1.898438, 1.046875, 1.96875, 1.296875, 1.085938, 0.90625, 2.84375, 28.375, 2.046875, 0.804688, 3.578125, 0.917969, 2.734375, 12.5625, 0.804688, 0.917969, 0.886719, 0.625, 0.738281, 2.15625, 0.773438, 1.640625, 0.800781, 1.960938, 1.023438, 28.125, 6.625, 0.605469, 0.832031, 30.875, 1.296875, 18.0, 7.375, 1.140625, 1.273438, 27.75, 0.78125, 0.964844, 0.8125, 1.289062, 6.28125, 0.820312, 1.335938, 0.800781, 1.40625, 6.1875, 0.804688, 0.882812, 0.886719, 0.800781, 2.125, 41.25, 1.929688, 0.945312, 1.414062, 0.867188, 0.800781, 16.125, 0.738281, 0.800781, 2.234375, 2.125, 0.96875, 1.21875, 1.140625, 0.761719, 1.078125, 0.714844, 0.820312, 0.925781, 0.832031, 2.21875, 1.132812, 0.757812, 0.667969, 1.5625, 0.863281, 1.273438, 1.976562, 2.3125, 2.4375, 0.78125, 0.976562, 19.75, 2.828125, 0.675781, 2.1875, 0.742188, 0.761719, 2.359375, 0.746094, 1.804688, 1.140625, 0.785156, 4.25, 1.132812, 2.578125, 3.8125, 27.375, 20.125, 1.859375, 42.5, 0.714844, 2.59375, 1.21875, 4.03125, 2.015625, 0.929688, 2.984375, 0.761719, 1.015625, 2.75, 2.21875, 1.265625, 0.894531, 1.546875, 0.917969, 0.71875, 2.0625, 1.984375, 1.421875, 3.375, 0.65625, 0.800781, 1.289062, 0.960938, 1.03125, 1.359375, 2.15625, 1.5, 0.71875, 1.398438, 1.507812, 1.765625, 0.628906, 0.914062, 0.882812, 1.859375, 1.195312, 1.023438, 1.21875, 1.359375, 0.875, 0.980469, 0.804688, 0.730469, 3.078125, 1.15625, 0.722656, 1.085938, 2.640625, 0.855469, 1.703125, 0.898438, 0.710938, 0.742188, 2.5625, 1.554688, 0.738281, 0.914062, 0.789062, 5.15625, 1.484375, 0.722656, 1.164062, 1.421875, 0.96875, 1.367188, 0.878906, 0.71875, 0.800781, 1.460938, 11.6875, 0.769531, 0.851562, 0.984375, 1.164062, 0.738281, 0.875, 0.738281, 16.375, 0.796875, 19.875, 0.894531, 0.804688, 0.765625, 1.1875, 1.179688, 0.691406, 0.875, 0.851562, 1.171875, 2.21875, 0.835938, 3.0, 0.726562, 0.683594, 0.75, 0.910156, 0.976562, 2.34375, 2.984375, 1.882812, 0.875, 0.683594, 0.933594, 1.390625, 0.960938, 0.863281, 0.960938, 1.0, 2.078125, 30.125, 1.070312, 1.046875, 0.792969, 0.894531, 0.980469, 0.90625, 0.964844, 34.0, 0.574219, 0.882812, 0.667969, 0.777344, 18.0, 1.234375, 1.78125, 0.871094, 1.335938, 0.8125, 1.1875, 2.65625, 0.875, 2.125, 0.828125, 1.101562, 2.34375, 1.242188, 0.828125, 0.773438, 5.1875, 2.59375, 0.9375, 1.242188, 0.945312, 0.976562, 1.03125, 1.1875, 0.832031, 2.5625, 0.945312, 2.234375, 1.601562, 0.980469, 1.351562, 0.921875, 1.640625, 2.21875, 0.902344, 1.015625, 0.769531, 2.15625, 1.09375, 0.835938, 0.78125, 1.320312, 1.101562, 2.703125, 1.257812, 0.695312, 1.351562, 26.625, 3.078125, 1.617188, 1.132812, 0.777344, 0.734375, 0.886719, 1.1875, 1.515625, 1.640625, 0.964844, 0.84375, 0.679688, 0.589844, 0.5625, 0.8125, 0.871094, 2.1875, 0.722656, 0.585938, 0.808594, 22.0, 3.703125, 0.757812, 1.765625, 0.972656, 0.855469, 1.523438, 3.875, 0.894531, 0.929688, 26.0, 3.328125, 1.46875, 0.789062, 1.664062, 0.996094, 0.609375, 0.675781, 0.78125, 1.265625, 0.742188, 0.523438, 1.265625, 2.421875, 1.710938, 28.875, 2.515625, 2.953125, 13.125, 0.921875, 1.03125, 28.875, 0.867188, 8.25, 0.613281, 2.5625, 2.078125, 2.203125, 2.953125, 0.785156, 5.25, 3.828125, 8.5, 0.792969, 19.125, 1.570312, 0.957031, 0.699219, 1.09375, 1.070312, 0.71875, 22.875, 0.875, 1.085938, 1.570312, 0.425781, 11.3125, 1.9375, 7.125, 1.625, 0.828125, 0.914062, 0.765625, 0.871094, 1.0, 1.101562, 0.800781, 0.644531, 0.773438, 21.0, 0.683594, 0.753906, 0.804688, 0.980469, 0.765625, 0.792969, 0.871094, 0.871094, 2.578125, 0.6875, 11.375, 10.875, 0.738281, 0.800781, 1.867188, 0.847656, 1.320312, 0.871094, 0.847656, 1.84375, 0.855469, 0.875, 0.75, 0.75, 0.65625, 3.296875, 1.054688, 0.921875, 0.667969, 0.738281, 0.769531, 1.070312, 1.046875, 1.3125, 1.617188, 1.007812, 0.925781, 0.640625, 21.375, 0.777344, 0.847656, 1.992188, 0.792969, 2.546875, 1.140625, 0.941406, 0.941406, 20.625, 1.65625, 0.773438, 1.835938, 0.722656, 3.1875, 0.539062, 18.5, 2.078125, 0.949219, 1.445312, 27.0, 1.03125, 1.203125, 0.84375, 0.867188, 0.730469, 1.148438, 0.714844, 19.0, 0.734375, 0.5625, 8.8125, 3.203125, 1.46875, 1.023438, 1.804688, 1.140625, 2.0, 3.109375, 25.125, 0.632812, 0.875, 0.882812, 1.007812, 0.863281, 0.785156, 0.878906, 2.109375, 0.75, 1.835938, 0.90625, 4.03125, 0.976562, 0.855469, 0.816406, 0.699219, 2.796875, 0.925781, 1.671875, 1.554688, 0.839844, 1.078125, 1.492188, 0.925781, 0.78125, 2.1875, 1.40625, 18.25, 3.203125, 3.296875, 0.746094, 1.304688, 2.359375, 12.6875, 1.46875, 0.648438, 1.375, 0.929688, 0.921875, 0.96875, 0.878906, 16.375, 0.878906, 2.4375, 1.671875, 0.984375, 0.703125, 0.742188, 0.992188, 0.671875, 0.910156, 7.75, 0.90625, 3.375, 0.828125, 5.5625, 1.289062, 0.566406, 0.914062, 0.921875, 0.710938, 0.679688, 0.957031, 0.9375, 1.242188, 0.78125, 19.0, 1.289062, 2.28125, 0.828125, 21.25, 0.972656, 0.949219, 1.070312, 0.785156, 2.34375, 0.875, 0.832031, 0.828125, 0.886719, 0.742188, 0.78125, 0.871094, 3.46875, 0.863281, 9.25, 0.777344, 5.46875, 1.148438, 0.820312, 2.1875, 0.992188, 1.023438, 1.1875, 2.609375, 2.40625, 2.484375, 1.578125, 1.195312, 0.746094, 0.902344, 0.957031, 1.15625, 28.125, 2.921875, 0.800781, 1.59375, 0.632812, 0.8125, 0.886719, 6.75, 1.101562, 1.078125, 2.109375, 2.296875, 0.800781, 2.28125, 2.625, 1.015625, 4.46875, 0.867188, 1.359375, 1.171875, 0.859375, 0.648438, 0.660156, 25.25, 0.617188, 2.375, 0.921875, 3.046875, 3.75, 1.03125, 1.054688, 1.789062, 1.078125, 3.390625, 1.28125, 1.476562, 3.140625, 11.3125, 0.773438, 0.929688, 1.023438, 1.03125, 20.875, 1.015625, 0.871094, 0.769531, 1.75, 0.785156, 1.101562, 0.851562, 1.867188, 0.910156, 28.25, 25.375, 1.117188, 0.8125, 1.015625, 0.917969, 13.3125, 1.1875, 0.695312, 1.203125, 1.101562, 0.984375, 1.101562, 0.839844, 0.835938, 0.738281, 0.871094, 1.15625, 3.078125, 21.375, 0.785156, 1.953125, 2.515625, 2.46875, 0.796875, 0.941406, 0.730469, 0.839844, 2.421875, 2.015625, 1.203125, 1.078125, 2.890625, 0.78125, 0.867188, 1.773438, 12.5625, 1.101562, 0.777344, 0.921875, 2.6875, 2.125, 3.265625, 0.558594, 1.148438, 0.574219, 0.6875, 1.226562, 2.171875, 0.671875, 4.1875, 27.75, 1.164062, 0.945312, 1.796875, 1.0625, 2.359375, 18.75, 0.949219, 2.140625, 0.75, 1.046875, 1.03125, 1.273438, 0.855469, 0.777344, 0.757812, 0.996094, 0.886719, 0.726562, 0.933594, 0.628906, 3.125, 1.195312, 0.976562, 16.125, 0.777344, 1.070312, 2.828125, 0.75, 1.5, 0.746094, 25.75, 1.015625, 0.800781, 24.875, 1.046875, 19.0, 1.023438, 11.3125, 1.242188, 0.835938, 1.96875, 0.636719, 0.96875, 1.117188, 12.3125, 1.546875, 1.054688, 0.644531, 23.75, 0.824219, 1.289062, 0.53125, 1.101562, 0.628906, 2.484375, 23.5, 11.625, 0.59375, 17.5, 0.867188, 0.957031, 0.90625, 0.875, 1.257812, 0.804688, 1.5, 1.0625, 0.84375, 1.1875, 0.474609, 1.578125, 0.660156, 2.984375, 0.648438, 1.195312, 2.5, 1.117188, 4.65625, 0.828125, 0.75, 0.636719, 1.078125, 1.070312, 1.257812, 3.5, 1.84375, 0.757812, 1.328125, 2.796875, 0.703125, 0.941406, 0.925781, 0.8125, 0.710938, 1.023438, 0.628906, 0.855469, 0.408203, 21.625, 0.644531, 12.6875, 0.6875, 0.683594, 2.46875, 1.210938, 3.25, 3.296875, 0.949219, 0.675781, 3.328125, 1.078125, 0.882812, 16.5, 10.625, 2.25, 1.09375, 0.984375, 0.9375, 1.320312, 1.914062, 2.25, 1.75, 2.15625, 0.917969, 1.078125, 0.992188, 1.070312, 0.753906, 1.101562, 24.375, 0.945312, 28.625, 0.953125, 0.808594, 1.09375, 1.0625, 2.203125, 0.933594, 11.6875, 4.75, 0.832031, 17.0, 0.960938, 0.78125, 0.828125, 48.75, 0.890625, 2.78125, 1.195312, 0.90625, 1.351562, 1.140625, 0.988281, 1.03125, 1.671875, 1.234375, 1.09375, 1.539062, 1.125, 0.820312, 0.972656, 0.707031, 0.640625, 1.828125, 9.0625, 0.53125, 0.789062, 1.085938, 1.179688, 1.46875, 0.964844, 0.765625, 0.867188, 0.542969, 1.109375, 0.671875, 0.746094, 7.8125, 0.957031, 25.5, 0.90625, 0.824219, 1.796875, 1.390625, 1.148438, 0.882812, 2.328125, 1.8125, 5.53125, 2.078125, 1.09375, 0.785156, 0.683594, 1.460938, 4.15625, 1.25, 1.757812, 1.085938, 20.375, 0.71875, 1.28125, 0.789062, 0.566406, 1.328125, 0.609375, 0.765625, 0.828125, 3.546875, 21.375, 1.117188, 1.921875, 1.125, 0.851562, 0.773438, 0.726562, 1.75, 1.007812, 0.96875, 1.015625, 1.335938, 0.945312, 5.34375, 0.554688, 22.125, 2.1875, 1.304688, 1.070312, 1.0625, 1.304688, 3.03125, 0.847656, 0.816406, 1.914062, 1.617188, 0.808594, 0.882812, 2.515625, 0.933594, 26.875, 1.070312, 0.984375, 10.5, 23.0, 0.894531, 0.890625, 0.691406, 1.171875, 1.335938, 1.0625, 0.804688, 1.085938, 1.328125, 0.753906, 0.789062, 13.1875, 0.726562, 2.125, 0.546875, 1.515625, 0.769531, 3.875, 0.777344, 4.03125, 0.6875, 1.078125, 0.527344, 4.03125, 5.625, 1.304688, 1.210938, 0.933594, 3.40625, 1.023438, 0.769531, 0.65625, 1.054688, 1.09375, 0.667969, 0.796875, 0.808594, 0.792969, 1.085938, 0.597656, 1.164062, 1.046875, 2.421875, 1.664062, 1.671875, 12.1875, 1.007812, 1.078125, 1.132812, 0.828125, 0.582031, 0.601562, 0.898438, 0.824219, 0.832031, 0.789062, 9.875, 0.59375, 1.359375, 0.878906, 2.203125, 3.25, 0.832031, 0.648438, 1.054688, 0.667969, 0.617188, 2.0625, 0.550781, 2.078125, 0.800781, 0.851562, 0.789062, 1.210938, 0.761719, 30.125, 4.5, 0.914062, 1.28125, 2.0625, 3.109375, 0.742188, 2.109375, 2.25, 14.875, 1.132812, 1.25, 13.625, 1.164062, 0.734375, 0.722656, 0.804688, 1.679688, 0.832031, 0.910156, 1.070312, 1.382812, 3.09375, 0.804688, 0.800781, 1.4375, 1.953125, 4.71875, 8.125, 2.15625, 0.988281, 2.296875, 0.765625, 0.96875, 0.765625, 0.996094, 0.8125, 1.375, 1.921875, 17.75, 0.675781, 0.832031, 0.96875, 1.0625, 25.0, 1.0, 2.03125, 24.625, 0.660156, 2.1875, 22.125, 1.421875, 8.875, 0.898438, 1.25, 1.132812, 20.0, 0.898438, 2.0, 0.921875, 34.75, 1.09375, 0.988281, 0.984375, 0.761719, 0.679688, 0.808594, 0.9375, 1.265625, 1.53125, 20.625, 3.015625, 0.792969, 1.078125, 25.25, 0.761719, 2.390625, 0.996094, 1.601562, 1.0, 0.886719, 0.859375, 0.765625, 12.375, 2.03125, 1.046875, 0.796875, 0.96875, 0.777344, 1.179688, 1.265625, 1.242188, 0.6875, 4.21875, 0.878906, 1.59375, 25.25, 2.296875, 0.820312, 0.902344, 4.78125, 8.9375, 0.757812, 3.296875, 2.1875, 0.882812, 0.804688, 1.007812, 1.078125, 4.53125, 1.195312, 0.738281, 0.816406, 1.28125, 15.75, 1.078125, 1.078125, 0.96875, 0.890625, 0.933594, 0.648438, 0.820312, 1.101562, 0.996094, 0.953125, 0.863281, 1.734375, 1.804688, 1.0, 1.101562, 0.914062, 1.984375, 0.816406, 0.839844, 1.40625, 2.0625, 9.75, 3.28125, 0.871094, 4.90625, 0.835938, 2.546875, 0.605469, 0.742188, 0.640625, 1.203125, 0.753906, 0.769531, 0.722656, 2.203125, 0.898438, 1.671875, 1.210938, 0.515625, 1.0, 1.429688, 2.703125, 0.800781, 0.972656, 0.648438, 0.898438, 1.007812, 1.171875, 0.722656, 0.984375, 2.421875, 3.09375, 8.5, 4.25, 0.820312, 0.839844, 0.761719, 0.761719, 0.820312, 0.75, 1.078125, 0.800781, 1.023438, 1.28125, 0.730469, 0.863281, 25.875, 0.804688, 31.25, 1.648438, 2.609375, 0.832031, 0.789062, 3.015625, 0.828125, 2.84375, 0.992188, 4.0, 0.925781, 0.882812, 0.855469, 1.03125, 0.773438, 5.125, 1.054688, 1.171875, 1.351562, 0.828125, 0.976562, 0.925781, 1.070312, 8.9375, 2.765625, 0.769531, 8.75, 0.921875, 11.5, 0.820312, 1.960938, 0.796875, 16.125, 1.734375, 0.769531, 15.1875, 0.96875, 1.007812, 1.242188, 1.390625, 0.960938, 18.25, 0.796875, 2.046875, 0.835938, 1.078125, 0.984375, 0.976562, 20.125, 1.226562, 0.878906, 7.8125, 0.902344, 0.738281, 0.839844, 0.671875, 1.492188, 0.933594, 1.023438, 1.015625, 0.921875, 1.40625, 0.964844, 0.871094, 0.71875, 1.492188, 0.84375, 0.679688, 6.0, 2.78125, 0.660156, 1.757812, 1.132812, 16.375, 0.914062, 24.125, 0.875, 0.941406, 2.90625, 0.835938, 0.789062, 0.894531, 0.738281, 1.460938, 2.21875, 20.75, 0.796875, 0.832031, 1.132812, 0.777344, 14.6875, 10.5625, 15.9375, 0.847656, 0.71875, 0.796875, 1.015625, 22.5, 19.75, 17.875, 0.925781, 0.542969, 0.957031, 1.03125, 0.914062, 3.5, 0.78125, 0.777344, 1.21875, 0.6875, 3.796875, 20.5, 1.9375, 5.4375, 0.75, 0.910156, 11.25, 1.0625, 0.851562, 0.820312, 0.761719, 2.390625, 1.101562, 0.636719, 0.984375, 0.9375, 3.9375, 1.609375, 0.875, 1.023438, 2.125, 1.101562, 0.660156, 2.234375, 0.925781, 0.8125, 0.933594, 0.871094, 1.210938, 20.25, 0.769531, 1.734375, -0.75, 5.0625, 1.101562, 2.1875, 0.894531, 0.84375, 1.039062, 1.226562, 0.808594, 0.882812, 0.851562, 1.273438, 4.28125, 23.625, 0.789062, 1.203125, 0.75, 0.820312, 0.855469, 0.773438, 0.730469, 0.925781, 0.640625, 1.171875, 0.839844, 1.101562, 0.652344, 32.25, 2.328125, 0.847656, 0.980469, 1.875, 1.375, 0.664062, 14.0, 0.730469, 1.054688, 1.25, 0.789062, 0.847656, 0.78125, 0.898438, 0.523438, 0.820312, 0.902344, 0.929688, 2.203125, 1.039062, 1.4375, 0.777344, 3.9375, 1.0625, 0.988281, 2.59375, 1.5625, 0.636719, 1.421875, 3.71875, 0.878906, 22.125, 21.5, 3.265625, 1.0625, 1.796875, 0.949219, 2.203125, 0.847656, 1.132812, 2.484375, 0.71875, 3.078125, 0.71875, 0.941406, 1.132812, 0.886719, 13.0625, 4.59375, 0.695312, 0.929688, 1.726562, 8.9375, 27.625, 2.046875, 2.046875, 0.808594, 0.714844, 1.859375, 0.601562, 0.742188, 4.03125, 0.550781, 0.777344, 1.171875, 1.039062, 9.1875, 16.375, 1.109375, 0.660156, 0.921875, 0.636719, 1.5, 1.195312, 0.769531, 0.683594, 0.941406, 1.117188 ] } , "name": "onnx::Mul_11075", "outputIndexes": [ 3762 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3761, 3762 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/input_layernorm/Mul_1_output_0", "outputIndexes": [ 3763 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3763 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.20/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 7653 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7653 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.20/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 7654 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7654 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1205047182, 2621462, 655360, 0, 0 ] } , "name": "/layers.20/self_attn/q_proj/Linear", "outputIndexes": [ 7655 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7655 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.20/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 7656 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7656 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ] , "dimType": "NCHW" } , "name": "/layers.20/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 3764 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3763 ] , "main_type": "NONE", "name": "/blocks.20/self_attn/Shape_output_0", "outputIndexes": [ 3765 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 3765 ] , "main_type": "NONE", "name": "Shape4584", "outputIndexes": [ 3766 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 3765 ] , "main_type": "NONE", "name": "Rank4586", "outputIndexes": [ 3767 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3767, 3767 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4588", "outputIndexes": [ 3768 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3768 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4589", "outputIndexes": [ 3769 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3768, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4591", "outputIndexes": [ 3770 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3770 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4592", "outputIndexes": [ 3771 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3766, 3769, 3771, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice4595", "outputIndexes": [ 3772 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3772 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze4596", "outputIndexes": [ 3773 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3773, 3773 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4598", "outputIndexes": [ 3774 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3765, 3774, 3768 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.20/self_attn/Gather_output_0", "outputIndexes": [ 3775 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3775, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.20/self_attn/Unsqueeze_output_0", "outputIndexes": [ 3776 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3768 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4606", "outputIndexes": [ 3777 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3770 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4609", "outputIndexes": [ 3778 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3766, 3777, 3778, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice4612", "outputIndexes": [ 3779 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3779 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze4613", "outputIndexes": [ 3780 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 3780 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4614", "outputIndexes": [ 3781 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3781, 3780 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4615", "outputIndexes": [ 3782 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3765, 3782, 3768 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.20/self_attn/Gather_1_output_0", "outputIndexes": [ 3783 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3783, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.20/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 3784 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3776, 3784, 41, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.20/self_attn/Concat_output_0", "outputIndexes": [ 3785 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3764, 3785 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.20/self_attn/Reshape_output_0", "outputIndexes": [ 3786 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3786 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.20/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 3788 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3788 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.20/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 3789 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3789, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/self_attn/q_norm/Add_output_0", "outputIndexes": [ 3790 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3790, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 3791 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3786, 3791 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 3792 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 256 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] } , "name": "onnx::Mul_11078", "outputIndexes": [ 3793 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3792, 3793 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 3794 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3794, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/self_attn/Mul_output_0", "outputIndexes": [ 3795 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3794 ] , "main_type": "NONE", "name": "/blocks.20/self_attn/Shape_2_output_0", "outputIndexes": [ 3796 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 3796 ] , "main_type": "NONE", "name": "Shape4630", "outputIndexes": [ 3797 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 3796 ] , "main_type": "NONE", "name": "Rank4632", "outputIndexes": [ 3798 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3798, 3798 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4634", "outputIndexes": [ 3799 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3799 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4635", "outputIndexes": [ 3800 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3799, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4637", "outputIndexes": [ 3801 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3801 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4638", "outputIndexes": [ 3802 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3797, 3800, 3802, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice4641", "outputIndexes": [ 3803 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3803 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze4642", "outputIndexes": [ 3804 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 3804 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4643", "outputIndexes": [ 3805 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3805, 3804 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4644", "outputIndexes": [ 3806 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3796, 3806, 3799 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.20/self_attn/Gather_2_output_0", "outputIndexes": [ 3807 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3807, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/self_attn/Div_output_0", "outputIndexes": [ 3808 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3808, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.20/self_attn/Unsqueeze_7_output_0", "outputIndexes": [ 3809 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3794, 3809, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.20/self_attn/Slice_1_output_0", "outputIndexes": [ 3810 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3810 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.20/self_attn/Neg_output_0", "outputIndexes": [ 3811 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3808, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.20/self_attn/Unsqueeze_6_output_0", "outputIndexes": [ 3812 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3794, 31, 3812, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.20/self_attn/Slice_output_0", "outputIndexes": [ 3813 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3811, 3813 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.20/self_attn/Concat_3_output_0", "outputIndexes": [ 3814 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3814, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/self_attn/Mul_1_output_0", "outputIndexes": [ 3815 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3795, 3815 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/self_attn/Add_output_0", "outputIndexes": [ 3816 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7654 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1208324004, 655382, 163840, 0, 0 ] } , "name": "/layers.20/self_attn/k_proj/Linear", "outputIndexes": [ 7659 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7659 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.20/self_attn/k_proj/Linear/post_convert", "outputIndexes": [ 7660 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7660 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.20/self_attn/k_proj/Linear/post_reshape", "outputIndexes": [ 3817 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3775, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.20/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 3818 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3783, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.20/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 3819 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3818, 3819, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.20/self_attn/Concat_1_output_0", "outputIndexes": [ 3820 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3817, 3820 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.20/self_attn/Reshape_1_output_0", "outputIndexes": [ 3821 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3821 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.20/self_attn/k_norm/Pow_output_0", "outputIndexes": [ 3823 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3823 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.20/self_attn/k_norm/ReduceMean_output_0", "outputIndexes": [ 3824 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3824, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/self_attn/k_norm/Add_output_0", "outputIndexes": [ 3825 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3825, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/self_attn/k_norm/Pow_1_output_0", "outputIndexes": [ 3826 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3821, 3826 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/self_attn/k_norm/Mul_output_0", "outputIndexes": [ 3827 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 256 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125 ] } , "name": "onnx::Mul_11083", "outputIndexes": [ 3828 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3827, 3828 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/self_attn/k_norm/Mul_1_output_0", "outputIndexes": [ 3829 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3829, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/self_attn/Mul_2_output_0", "outputIndexes": [ 3830 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3829 ] , "main_type": "NONE", "name": "/blocks.20/self_attn/Shape_3_output_0", "outputIndexes": [ 3831 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 3831 ] , "main_type": "NONE", "name": "Shape4671", "outputIndexes": [ 3832 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 3831 ] , "main_type": "NONE", "name": "Rank4673", "outputIndexes": [ 3833 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3833, 3833 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4675", "outputIndexes": [ 3834 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3834 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4676", "outputIndexes": [ 3835 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3834, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4678", "outputIndexes": [ 3836 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3836 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4679", "outputIndexes": [ 3837 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3832, 3835, 3837, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice4682", "outputIndexes": [ 3838 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3838 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze4683", "outputIndexes": [ 3839 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 3839 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4684", "outputIndexes": [ 3840 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3840, 3839 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4685", "outputIndexes": [ 3841 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3831, 3841, 3834 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.20/self_attn/Gather_3_output_0", "outputIndexes": [ 3842 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3842, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/self_attn/Div_1_output_0", "outputIndexes": [ 3843 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3843, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.20/self_attn/Unsqueeze_9_output_0", "outputIndexes": [ 3844 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3829, 3844, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.20/self_attn/Slice_3_output_0", "outputIndexes": [ 3845 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3845 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.20/self_attn/Neg_1_output_0", "outputIndexes": [ 3846 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3843, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.20/self_attn/Unsqueeze_8_output_0", "outputIndexes": [ 3847 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3829, 31, 3847, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.20/self_attn/Slice_2_output_0", "outputIndexes": [ 3848 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3846, 3848 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.20/self_attn/Concat_4_output_0", "outputIndexes": [ 3849 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3849, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/self_attn/Mul_3_output_0", "outputIndexes": [ 3850 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3830, 3850 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/self_attn/Add_1_output_0", "outputIndexes": [ 3851 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7654 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1209143226, 655382, 163840, 0, 0 ] } , "name": "/layers.20/self_attn/v_proj/Linear", "outputIndexes": [ 7663 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7663 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.20/self_attn/v_proj/Linear/post_convert", "outputIndexes": [ 7664 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7664 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.20/self_attn/v_proj/Linear/post_reshape", "outputIndexes": [ 3852 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3775, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.20/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 3853 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3783, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.20/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 3854 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3853, 3854, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.20/self_attn/Concat_2_output_0", "outputIndexes": [ 3855 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3852, 3855 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.20/self_attn/Reshape_2_output_0", "outputIndexes": [ 3856 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3856 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.20/self_attn/v_norm/Pow_output_0", "outputIndexes": [ 3858 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3858 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.20/self_attn/v_norm/ReduceMean_output_0", "outputIndexes": [ 3859 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3859, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/self_attn/v_norm/Add_output_0", "outputIndexes": [ 3860 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3860, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/self_attn/v_norm/Pow_1_output_0", "outputIndexes": [ 3861 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3856, 3861 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/self_attn/v_norm/Mul_output_0", "outputIndexes": [ 3862 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3816, 3851, 3862, 167 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 20, "kv_shared_layer_index": -1 } , "name": "/layers.20/self_attn/FusedAttention", "outputIndexes": [ 3863 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3863 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.20/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 7665 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7665 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.20/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 7666 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7666 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1209962448, 2621462, 655360, 0, 0 ] } , "name": "/layers.20/self_attn/o_proj/Linear", "outputIndexes": [ 7667 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7667 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.20/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 7668 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7668 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.20/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 3864 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3864 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.20/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 3866 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3866 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.20/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 3867 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3867, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/post_attention_layernorm/Add_output_0", "outputIndexes": [ 3868 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3868, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 3869 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3864, 3869 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 3870 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.164062, 0.029541, 0.087402, 1.492188, 0.259766, 0.828125, 0.241211, 0.021118, 1.070312, 0.347656, 1.492188, 0.162109, 0.761719, 1.492188, 1.453125, 0.077637, 0.515625, 0.234375, 0.302734, 1.492188, 1.492188, 1.492188, 1.421875, 1.398438, 0.1875, 0.019531, 0.05835, 1.21875, 0.404297, 1.492188, 1.492188, 0.092773, 1.484375, 0.306641, 0.546875, 1.492188, 1.070312, 1.492188, 0.384766, 0.130859, 0.388672, 1.46875, 0.244141, 0.012329, 1.226562, 1.492188, 0.084961, 0.515625, 0.017456, 0.055664, 0.089844, 0.390625, 0.279297, 1.492188, 0.539062, 0.115234, 1.492188, 0.126953, 0.18457, 0.480469, 1.492188, 0.238281, 1.492188, 0.199219, 1.265625, 1.492188, 0.015442, 0.011292, 1.492188, 1.492188, 1.28125, 1.492188, 1.257812, 1.164062, 0.703125, 0.78125, 1.492188, 0.238281, 1.492188, 0.062988, 0.53125, 0.275391, 1.492188, 0.01178, 1.492188, 1.492188, 1.492188, 1.40625, 0.146484, 0.165039, 1.484375, 1.34375, 1.492188, 0.890625, 1.492188, 0.186523, 1.492188, 0.020142, 0.104492, 0.015869, 1.4375, 0.021729, 1.492188, 1.492188, 0.345703, 0.742188, 1.492188, 1.492188, 0.050781, 1.492188, 0.019653, 0.03125, 0.150391, 1.414062, 1.21875, 0.235352, 1.492188, 1.492188, 1.492188, 0.519531, 1.492188, 0.07373, 0.314453, 1.492188, 0.597656, 0.494141, 0.022217, 0.011108, 0.462891, 0.01709, 1.492188, 0.012024, 1.0625, 1.492188, 1.492188, 1.492188, 0.367188, 0.165039, 0.021851, 0.125, 0.044678, 0.453125, 0.040283, 0.539062, 1.492188, 0.523438, 0.19043, 1.242188, 1.289062, 0.292969, 0.013733, 0.174805, 1.492188, 1.492188, 0.235352, 0.585938, 1.492188, 0.183594, 1.492188, 1.492188, 1.492188, 0.040527, 1.484375, 0.9375, 1.359375, 1.492188, 1.492188, 1.484375, 1.492188, 0.582031, 0.010254, 1.492188, 1.179688, 0.012207, 0.018188, 0.261719, 0.488281, 0.429688, 1.414062, 1.492188, 0.111816, 0.060059, 1.492188, 0.057861, 0.014099, 1.492188, 1.492188, 0.013, 1.492188, 0.302734, 1.492188, 0.014526, 0.133789, 1.492188, 1.492188, 1.40625, 1.492188, 1.492188, 1.4375, 0.597656, 1.492188, 0.017578, 1.492188, 1.492188, 1.421875, 1.492188, 1.492188, 0.220703, 0.120117, 1.375, 1.492188, 1.023438, 1.492188, 1.101562, 0.773438, 1.492188, 1.492188, 0.238281, 1.234375, 1.484375, 0.017334, 0.707031, 0.032227, 0.511719, 1.492188, 0.001343, 0.020142, 1.492188, 1.492188, 1.484375, 1.492188, 0.029297, 0.111328, 0.237305, 1.203125, 1.492188, 0.011597, 0.049316, 1.179688, 0.014343, 0.233398, 1.492188, 1.054688, 1.492188, 0.427734, 1.492188, 0.289062, 1.492188, 1.492188, 0.016602, 1.492188, 0.041504, 1.492188, 0.423828, 1.492188, 0.009583, 0.386719, 1.492188, 0.005249, 1.492188, 1.492188, 1.492188, 0.011719, 1.492188, 1.492188, 1.445312, 1.484375, 0.219727, 1.453125, 0.675781, 0.009827, 1.492188, 1.492188, 1.492188, 0.039795, 1.25, 1.492188, 1.492188, 1.492188, 1.492188, 1.4375, 1.492188, 0.176758, 1.492188, 1.492188, 1.492188, 1.492188, 0.036133, 1.492188, 0.009766, 1.054688, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 0.014465, 1.242188, 0.035156, 0.028564, 0.036133, 1.492188, 1.117188, 1.351562, 1.492188, 0.992188, 1.492188, 1.492188, 1.492188, 1.492188, 0.330078, 1.492188, 0.011719, 0.021851, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 0.12793, 1.085938, 0.011963, 0.408203, 1.492188, 0.488281, 1.492188, 1.1875, 0.34375, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 1.390625, 1.492188, 0.703125, 1.492188, 0.100098, 1.492188, 0.330078, 1.226562, 1.03125, 0.045166, 1.148438, 1.492188, 0.039551, 1.492188, 1.492188, 1.492188, 1.492188, 1.101562, 1.492188, 1.109375, 0.683594, 1.492188, 1.492188, 1.492188, 0.289062, 0.019897, 1.445312, 1.476562, 0.878906, 1.492188, 0.945312, 0.018677, 0.298828, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 0.014832, 1.492188, 1.492188, 1.421875, 1.492188, 1.25, 0.220703, 1.28125, 0.075195, 1.492188, 0.143555, 1.492188, 0.080078, 1.460938, 1.492188, 1.492188, 0.020874, 0.012573, 1.492188, 0.287109, 1.492188, 1.109375, 1.492188, 1.492188, 1.492188, 1.492188, 1.390625, 1.367188, 1.492188, 0.386719, 0.273438, 0.189453, 1.492188, 0.796875, 1.492188, 1.492188, 1.492188, 1.492188, 0.030273, 1.492188, 1.328125, 1.492188, 1.492188, 1.453125, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 0.769531, 1.492188, 1.492188, 0.546875, 1.492188, 0.667969, 1.492188, 1.34375, 1.492188, 1.484375, 0.017578, 1.492188, 1.492188, 1.492188, 0.423828, 1.226562, 1.492188, 1.492188, 1.492188, 0.015198, 1.492188, 1.492188, 0.054199, 1.484375, 0.119629, 1.476562, 0.996094, 1.492188, 1.453125, 0.200195, 1.492188, 1.492188, 0.093262, 1.492188, 0.695312, 0.714844, 1.039062, 1.382812, 0.414062, 1.226562, 0.462891, 1.101562, 0.080566, 0.024536, 0.092773, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 1.460938, 0.001396, 0.019897, 0.001411, 1.367188, 1.492188, 1.492188, 1.492188, 0.089844, 0.021729, 1.492188, 1.351562, 1.492188, 0.071777, 1.492188, 1.367188, 0.016968, 0.006348, 0.0177, 1.492188, 0.898438, 1.4375, 1.476562, 0.015747, 1.492188, 0.069336, 1.484375, 1.492188, 1.492188, 1.46875, 0.022705, 0.102051, 1.3125, 1.492188, 1.492188, 0.398438, 0.474609, 1.492188, 1.492188, 0.056152, 0.057617, 1.492188, 1.492188, 1.492188, 1.492188, 0.049072, 0.628906, 1.492188, 1.492188, 0.01178, 1.023438, 1.445312, 0.355469, 1.492188, 1.492188, 1.492188, 0.585938, 1.492188, 1.46875, 1.492188, 1.492188, 1.492188, 0.10791, 1.492188, 1.492188, 1.34375, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 1.046875, 1.265625, 1.492188, 0.460938, 1.492188, 0.143555, 1.492188, 1.492188, 1.492188, 1.492188, 0.131836, 0.490234, 1.34375, 1.492188, 1.132812, 1.492188, 0.464844, 0.172852, 1.492188, 1.492188, 0.100098, 0.523438, 1.492188, 1.492188, 1.492188, 1.492188, 0.337891, 1.492188, 1.492188, 0.015381, 1.492188, 1.007812, 1.398438, 1.492188, 1.492188, 0.640625, 1.265625, 1.492188, 0.251953, 1.492188, 1.492188, 0.330078, 1.492188, 0.05249, 1.492188, 1.453125, 1.492188, 1.492188, 0.068848, 0.314453, 1.492188, 1.492188, 1.492188, 1.34375, 1.492188, 1.492188, 0.419922, 0.46875, 0.149414, 0.316406, 1.492188, 1.492188, 1.492188, 0.224609, 1.492188, 1.492188, 0.004211, 1.492188, 1.492188, 1.492188, 1.492188, 0.091309, 1.492188, 1.492188, 0.001328, 1.492188, 0.012268, 1.492188, 1.492188, 1.492188, 1.265625, 1.492188, 1.46875, 1.492188, 0.78125, 1.242188, 1.375, 0.011597, 0.023071, 1.492188, 0.75, 0.103516, 1.492188, 1.492188, 1.492188, 0.773438, 1.492188, 0.863281, 1.351562, 0.080566, 0.00705, 1.492188, 1.492188, 0.017578, 1.382812, 1.492188, 0.038086, 1.492188, 0.394531, 0.84375, 0.012024, 1.34375, 0.07373, 1.492188, 0.037598, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 1.320312, 1.492188, 1.492188, 1.476562, 1.492188, 1.320312, 1.492188, 1.492188, 0.101074, 1.492188, 0.324219, 0.898438, 1.492188, 0.824219, 1.460938, 0.017822, 1.492188, 1.492188, 1.484375, 1.375, 1.414062, 0.106445, 1.492188, 1.492188, 0.691406, 1.382812, 1.445312, 0.09668, 1.234375, 0.006989, 1.492188, 0.957031, 0.121094, 1.492188, 1.125, 0.013367, 1.492188, 0.589844, 1.210938, 0.077148, 1.492188, 0.017212, 1.429688, 1.1875, 0.004517, 1.492188, 1.460938, 1.492188, 1.492188, 1.492188, 1.492188, 0.001968, 0.01709, 0.933594, 1.09375, 0.019531, 1.492188, 0.511719, 0.173828, 1.492188, 0.063965, 1.492188, 1.492188, 1.492188, 1.492188, 0.036133, 0.017578, 1.492188, 1.492188, 1.367188, 1.492188, 1.492188, 1.492188, 1.453125, 1.484375, 0.018066, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 0.664062, 1.484375, 0.582031, 1.492188, 0.347656, 1.492188, 0.394531, 1.492188, 1.4375, 0.0177, 1.492188, 0.078125, 0.196289, 0.012268, 0.279297, 1.492188, 1.492188, 0.083008, 1.492188, 1.492188, 0.269531, 1.492188, 1.492188, 1.476562, 1.265625, 1.492188, 1.492188, 0.539062, 1.492188, 0.066895, 1.492188, 0.027466, 0.0354, 1.492188, 1.492188, 1.28125, 1.492188, 0.173828, 0.082031, 1.492188, 1.492188, 1.492188, 1.179688, 1.492188, 0.765625, 0.458984, 0.096191, 1.492188, 0.029175, 0.04541, 1.492188, 0.636719, 0.257812, 0.287109, 1.015625, 0.00946, 0.161133, 1.492188, 1.492188, 1.28125, 1.007812, 1.492188, 1.234375, 1.492188, 0.166016, 1.492188, 1.078125, 0.71875, 1.492188, 1.492188, 1.015625, 1.492188, 1.492188, 1.375, 1.492188, 0.828125, 0.722656, 0.382812, 1.492188, 0.519531, 1.492188, 1.492188, 0.017822, 1.4375, 0.063965, 0.408203, 1.492188, 1.40625, 1.492188, 0.018311, 0.009338, 1.492188, 0.04541, 1.492188, 0.10791, 1.492188, 0.042725, 1.445312, 1.492188, 0.001305, 1.492188, 1.492188, 0.006287, 1.492188, 1.226562, 1.492188, 1.492188, 0.667969, 1.328125, 0.384766, 0.01709, 0.273438, 1.492188, 1.492188, 0.067871, 1.492188, 1.492188, 0.173828, 1.492188, 1.492188, 0.175781, 0.036133, 0.492188, 1.367188, 1.476562, 1.492188, 1.492188, 1.492188, 1.492188, 1.484375, 0.047119, 1.492188, 0.016113, 0.084961, 1.492188, 1.492188, 1.492188, 0.070312, 1.492188, 0.24707, 1.492188, 0.088867, 1.492188, 0.253906, 0.945312, 1.421875, 1.492188, 1.492188, 1.492188, 0.012268, 1.492188, 1.492188, 0.423828, 1.492188, 1.34375, 0.722656, 0.075195, 0.019531, 0.05127, 0.025513, 1.492188, 0.012329, 0.371094, 1.492188, 1.054688, 1.492188, 0.094727, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 0.308594, 0.005188, 0.098633, 1.03125, 1.40625, 0.208008, 0.075684, 1.492188, 0.375, 1.492188, 0.00145, 0.435547, 1.492188, 0.435547, 1.492188, 0.009888, 0.135742, 1.492188, 1.429688, 0.224609, 1.492188, 0.320312, 0.769531, 1.492188, 1.492188, 0.34375, 1.484375, 0.0177, 0.246094, 1.492188, 1.492188, 1.210938, 1.492188, 1.492188, 1.492188, 0.707031, 1.28125, 1.492188, 1.453125, 1.492188, 0.18457, 1.445312, 1.492188, 1.492188, 1.09375, 1.492188, 1.492188, 1.070312, 0.820312, 1.492188, 1.492188, 1.492188, 1.257812, 0.070801, 1.367188, 1.492188, 0.018433, 1.492188, 0.018799, 1.367188, 1.492188, 1.054688, 0.070312, 1.492188, 1.492188, 1.328125, 1.492188, 0.265625, 0.652344, 1.492188, 1.492188, 1.492188, 1.492188, 0.015381, 1.492188, 1.492188, 0.949219, 0.570312, 1.492188, 1.203125, 0.114746, 1.492188, 0.021729, 0.217773, 1.492188, 1.492188, 0.052246, 1.4375, 1.492188, 0.535156, 1.234375, 1.492188, 1.492188, 0.024658, 1.492188, 1.492188, 1.492188, 1.492188, 0.248047, 1.4375, 0.730469, 1.476562, 0.578125, 1.492188, 0.271484, 1.484375, 0.010193, 1.492188, 0.001366, 0.435547, 0.015503, 1.492188, 1.492188, 1.445312, 1.492188, 1.3125, 1.382812, 1.492188, 0.137695, 1.484375, 0.816406, 1.46875, 1.289062, 1.492188, 1.492188, 1.492188, 0.691406, 1.179688, 0.414062, 0.017578, 0.004883, 1.453125, 1.492188, 1.375, 0.496094, 1.492188, 1.492188, 1.492188, 0.464844, 1.492188, 1.414062, 0.785156, 0.02002, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 0.017334, 1.492188, 1.453125, 1.492188, 1.351562, 1.492188, 1.492188, 0.18457, 1.492188, 1.492188, 1.492188, 1.492188, 1.375, 1.414062, 1.492188, 0.019287, 1.492188, 0.116699, 1.492188, 1.492188, 1.492188, 1.492188, 0.145508, 1.492188, 1.492188, 1.382812, 1.492188, 1.492188, 1.492188, 0.427734, 1.492188, 1.234375, 0.328125, 0.601562, 1.492188, 1.109375, 0.019775, 0.142578, 0.041016, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 1.351562, 1.492188, 0.053711, 1.492188, 0.5, 0.201172, 1.492188, 0.01709, 0.043213, 1.492188, 1.492188, 1.492188, 1.320312, 0.675781, 1.492188, 0.086426, 1.476562, 0.026367, 0.878906, 1.492188, 1.492188, 1.484375, 1.492188, 1.492188, 1.3125, 0.018066, 1.492188, 0.014587, 1.492188, 0.515625, 1.492188, 0.122559, 1.195312, 1.492188, 1.492188, 0.041992, 1.492188, 1.484375, 1.492188, 0.009705, 1.492188, 1.492188, 1.492188, 1.007812, 1.492188, 0.022949, 0.462891, 0.02063, 1.492188, 1.492188, 1.445312, 0.001389, 0.020752, 0.324219, 1.132812, 0.511719, 1.492188, 0.017334, 0.012512, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 1.34375, 1.492188, 1.492188, 1.335938, 0.085449, 0.488281, 0.008667, 1.453125, 1.492188, 1.484375, 0.012207, 1.078125, 0.05249, 0.226562, 1.492188, 1.492188, 0.012329, 1.492188, 1.335938, 1.492188, 1.492188, 0.236328, 1.492188, 1.492188, 0.648438, 1.398438, 0.086914, 1.492188, 1.476562, 1.492188, 1.460938, 0.015198, 0.012024, 0.308594, 1.492188, 1.492188, 0.746094, 1.445312, 0.01709, 1.101562, 1.421875, 0.015503, 0.004242, 0.871094, 1.492188, 1.492188, 1.492188, 1.492188, 0.863281, 1.492188, 1.492188, 1.492188, 1.375, 1.492188, 1.492188, 1.359375, 1.492188, 1.492188, 0.419922, 0.075684, 0.045898, 0.07959, 1.492188, 1.492188, 0.039062, 0.014587, 1.492188, 1.492188, 1.484375, 1.492188, 0.017334, 1.46875, 0.071289, 1.492188, 1.132812, 0.173828, 1.492188, 0.05249, 0.109863, 0.009216, 0.004272, 0.030029, 0.135742, 1.492188, 0.322266, 1.492188, 1.492188, 0.017212, 0.847656, 0.291016, 1.242188, 1.015625, 1.492188, 0.022217, 0.503906, 1.226562, 0.371094, 1.492188, 0.648438, 0.07373, 0.077148, 1.492188, 0.105469, 1.492188, 1.3125, 1.492188, 1.328125, 1.492188, 0.419922, 0.111816, 0.371094, 1.492188, 1.492188, 0.380859, 1.492188, 1.492188, 1.078125, 1.210938, 1.492188, 0.365234, 1.492188, 1.492188, 1.492188, 1.25, 1.375, 0.589844, 1.046875, 0.098145, 1.492188, 1.484375, 1.359375, 0.134766, 1.492188, 1.039062, 1.492188, 1.492188, 1.40625, 0.036133, 1.492188, 1.492188, 1.296875, 1.460938, 1.023438, 0.136719, 1.492188, 1.492188, 1.492188, 1.492188, 1.140625, 0.679688, 1.492188, 1.484375, 0.139648, 0.015015, 1.492188, 1.492188, 1.210938, 1.492188, 1.445312, 1.492188, 0.90625, 0.011597, 1.492188, 0.015442, 1.492188, 1.492188, 1.414062, 1.492188, 1.492188, 1.460938, 1.195312, 1.484375, 1.492188, 0.001289, 1.492188, 1.492188, 1.492188, 1.210938, 1.492188, 1.453125, 1.492188, 0.087402, 1.492188, 0.392578, 1.492188, 1.453125, 1.492188, 1.492188, 1.492188, 1.492188, 1.054688, 1.492188, 0.051758, 0.020264, 1.492188, 1.492188, 0.875, 1.492188, 1.492188, 1.492188, 1.492188, 0.013, 1.492188, 1.492188, 1.492188, 1.492188, 0.15918, 1.492188, 0.018311, 1.492188, 1.25, 1.320312, 0.484375, 0.021606, 1.492188, 0.011292, 1.492188, 1.492188, 0.057861, 0.617188, 1.492188, 1.085938, 1.492188, 0.259766, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 0.328125, 1.492188, 0.086914, 1.492188, 0.01416, 0.310547, 1.492188, 1.492188, 1.492188, 0.164062, 0.03833, 1.476562, 1.492188, 1.289062, 0.086426, 1.492188, 1.492188, 1.492188, 1.359375, 0.566406, 0.106934, 0.933594, 1.492188, 1.492188, 0.020508, 0.183594, 0.111328, 0.554688, 0.976562, 1.492188, 1.25, 1.390625, 1.492188, 1.15625, 1.492188, 1.492188, 1.492188, 1.25, 1.492188, 1.414062, 1.296875, 0.120117, 1.242188, 1.046875, 1.453125, 0.014587, 0.152344, 1.273438, 0.066406, 0.535156, 1.492188, 0.316406, 0.519531, 1.492188, 1.039062, 0.009094, 0.960938, 1.476562, 1.492188, 1.492188, 1.492188, 0.96875, 1.492188, 1.492188, 1.492188, 1.210938, 1.054688, 0.433594, 0.042969, 1.492188, 0.016846, 0.207031, 1.101562, 0.011536, 1.492188, 1.492188, 0.064453, 1.492188, 1.492188, 1.492188, 0.017822, 1.078125, 0.013367, 0.300781, 1.320312, 0.208984, 0.147461, 0.057617, 1.359375, 0.027832, 0.408203, 1.492188, 1.492188, 1.492188, 1.492188, 1.265625, 0.083008, 1.492188, 1.492188, 1.492188, 1.34375, 0.013245, 0.021484, 0.318359, 0.371094, 1.492188, 1.492188, 1.492188, 1.492188, 0.511719, 1.492188, 1.492188, 1.375, 0.875, 0.011475, 1.492188, 1.492188, 1.492188, 0.648438, 1.492188, 1.398438, 1.46875, 1.492188, 0.018433, 1.492188, 0.011719, 0.037109, 1.492188, 1.492188, 0.239258, 1.492188, 1.492188, 1.296875, 1.320312, 0.570312, 1.492188, 1.492188, 1.265625, 1.492188, 1.492188, 0.101074, 0.511719, 0.871094, 1.273438, 1.382812, 1.492188, 1.492188, 1.492188, 0.369141, 0.648438, 1.492188, 1.28125, 1.132812, 0.020996, 1.492188, 1.492188, 0.056396, 1.492188, 0.011719, 0.601562, 1.492188, 1.492188, 0.417969, 1.492188, 1.492188, 0.507812, 1.492188, 1.1875, 1.414062, 0.013672, 0.355469, 1.492188, 1.492188, 0.004089, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 0.01709, 1.492188, 1.492188, 0.265625, 0.170898, 0.232422, 1.492188, 0.380859, 1.492188, 0.001434, 0.18457, 0.020264, 1.492188, 1.40625, 1.492188, 1.195312, 1.476562, 1.492188, 1.492188, 0.40625, 1.492188, 1.492188, 1.25, 0.200195, 1.492188, 1.226562, 1.492188, 1.476562, 0.045166, 1.117188, 0.746094, 1.492188, 1.492188, 0.542969, 1.492188, 1.492188, 0.683594, 0.382812, 0.914062, 0.012024, 0.347656, 1.492188, 0.828125, 0.316406, 1.296875, 0.022339, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 1.039062, 0.015869, 1.492188, 0.371094, 1.492188, 1.492188, 1.335938, 1.46875, 1.492188, 1.492188, 1.492188, 0.253906, 1.296875, 0.175781, 1.492188, 0.349609, 1.492188, 1.195312, 1.492188, 1.492188, 1.492188, 1.34375, 1.492188, 1.492188, 1.078125, 1.492188, 0.020508, 1.492188, 1.492188, 1.492188, 0.010986, 1.492188, 1.492188, 1.171875, 1.492188, 1.492188, 1.492188, 1.117188, 1.4375, 1.492188, 1.492188, 1.492188, 1.492188, 0.015198, 1.34375, 0.015869, 1.140625, 0.228516, 1.484375, 1.492188, 1.492188, 0.472656, 0.490234, 1.492188, 0.040527, 0.05957, 0.081543, 1.492188, 1.492188, 0.722656, 1.492188, 1.492188, 1.492188, 0.175781, 0.314453, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 0.085938, 1.492188, 1.492188, 0.025146, 1.242188, 1.492188, 0.092773, 0.045166, 1.351562, 0.045654, 1.03125, 0.490234, 1.492188, 1.492188, 1.125, 1.492188, 0.021484, 1.492188, 0.026367, 1.484375, 0.029053, 0.039307, 1.492188, 1.492188, 0.259766, 1.492188, 0.227539, 0.507812, 0.492188, 0.036865, 0.039307, 1.492188, 0.695312, 1.492188, 1.164062, 0.006653, 1.492188, 1.492188, 1.398438, 0.010559, 1.492188, 1.492188, 0.625, 0.135742, 1.492188, 0.015198, 0.019531, 1.492188, 1.390625, 1.492188, 1.492188, 0.031738, 1.492188, 1.492188, 1.492188, 1.492188, 0.380859, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 0.188477, 0.01123, 1.140625, 0.064941, 0.102539, 0.053955, 1.054688, 1.492188, 1.492188, 1.492188, 0.353516, 0.227539, 1.203125, 1.492188, 1.492188, 1.492188, 0.886719, 0.170898, 0.015564, 1.367188, 1.492188, 1.398438, 0.016968, 0.341797, 0.158203, 0.976562, 1.492188, 1.484375, 1.492188, 1.492188, 1.492188, 1.351562, 0.195312, 0.016602, 0.992188, 1.492188, 1.492188, 1.46875, 1.484375, 0.035889, 1.492188, 1.492188, 1.242188, 1.492188, 1.492188, 0.59375, 1.476562, 1.4375, 1.492188, 1.492188, 1.492188, 0.980469, 1.078125, 1.46875, 0.207031, 1.492188, 1.492188, 0.009949, 1.21875, 1.492188, 0.077637, 1.492188, 0.304688, 1.492188, 0.02417, 0.613281, 1.132812, 0.106445, 1.492188, 0.006287, 1.492188, 0.022339, 1.492188, 1.492188, 1.492188, 1.492188, 1.328125, 1.492188, 0.012939, 0.566406, 1.179688, 1.492188, 0.009644, 1.492188, 1.492188, 1.476562, 0.419922, 1.492188, 0.013306, 0.014832, 0.023193, 1.492188, 0.017212, 1.492188, 1.492188, 1.492188, 1.476562, 1.492188, 1.492188, 0.558594, 1.492188, 1.320312, 0.648438, 1.492188, 1.492188, 1.492188, 1.203125, 1.476562, 0.773438, 1.492188, 0.921875, 0.149414, 1.492188, 1.492188, 0.960938, 1.492188, 1.492188, 1.492188, 0.058105, 0.408203, 1.492188, 0.376953, 0.02478, 1.414062, 1.445312, 1.28125, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 0.042725, 1.492188, 0.030273, 1.414062, 1.492188, 0.012085, 0.335938, 0.077637, 0.054932, 1.492188, 1.492188, 0.147461, 1.492188, 1.492188, 0.016846, 0.071289, 0.357422, 1.492188, 1.179688, 1.492188, 1.210938, 0.025879, 1.492188, 0.337891, 0.277344, 1.109375, 1.492188, 1.492188, 0.789062, 1.492188, 1.492188, 0.019287, 1.492188, 0.013733, 1.484375, 1.492188, 1.492188, 1.492188, 0.318359, 1.15625, 0.019897, 0.175781, 0.722656, 1.453125, 0.351562, 1.492188, 1.492188, 0.015381, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 1.210938, 1.492188, 0.699219, 1.492188, 1.492188, 0.3125, 0.421875, 1.3125, 1.492188, 1.484375, 1.007812, 0.068848, 0.033447, 1.476562, 1.492188, 1.421875, 1.492188, 1.492188, 1.492188, 1.492188, 1.171875, 1.492188, 1.492188, 1.289062, 1.492188, 0.378906, 1.484375, 0.015381, 1.492188, 1.492188, 0.084473, 1.460938, 1.492188, 1.492188, 0.025391, 0.320312, 0.132812, 1.492188, 1.023438, 1.492188, 1.492188, 1.492188, 1.492188, 0.109375, 0.033203, 1.492188, 0.009827, 1.492188, 1.492188, 1.492188, 1.484375, 0.378906, 1.492188, 1.492188, 1.484375, 1.492188, 0.021606, 0.542969, 1.492188, 1.492188, 1.492188, 1.171875, 1.34375, 0.022217, 1.46875, 1.492188, 1.359375, 1.492188, 1.492188, 0.207031, 1.492188, 0.015015, 0.197266, 0.746094, 1.492188, 1.492188, 1.492188, 0.154297, 1.492188, 0.652344, 0.091797, 1.492188, 1.492188, 1.492188, 0.01001, 1.492188, 0.001427, 0.578125, 1.492188, 0.010254, 0.332031, 0.6875, 1.492188, 1.4375, 1.492188, 1.179688, 1.492188, 1.492188, 0.404297, 1.492188, 1.492188, 1.046875, 0.014526, 1.492188, 0.017822, 1.492188, 1.492188, 1.492188, 0.179688, 0.738281, 0.137695, 1.484375, 1.492188, 1.492188, 0.015869, 0.25, 1.492188, 1.492188, 1.492188, 1.492188, 1.257812, 1.492188, 1.289062, 1.421875, 1.492188, 1.492188, 1.492188, 1.492188, 1.4375, 1.492188, 1.492188, 1.492188, 1.367188, 0.085449, 1.492188, 1.492188, 0.015564, 1.492188, 1.492188, 1.492188, 0.96875, 1.46875, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 0.02124, 1.492188, 1.492188, 0.886719, 1.492188, 0.574219, 0.957031, 1.296875, 0.917969, 1.242188, 1.492188, 1.492188, 1.359375, 1.1875, 1.234375, 1.492188, 1.492188, 1.492188, 1.492188, 0.09082, 0.279297, 0.738281, 1.46875, 1.039062, 0.214844, 0.609375, 0.006927, 0.347656, 0.015625, 1.4375, 1.492188, 0.036133, 1.492188, 0.898438, 1.492188, 1.289062, 0.064941, 1.492188, 1.492188, 1.492188, 1.492188, 0.095703, 1.492188, 1.3125, 0.457031, 0.052002, 0.275391, 0.043213, 0.464844, 1.492188, 0.064453, 1.359375, 1.492188, 1.476562, 1.492188, 1.492188, 1.492188, 0.025024, 0.011902, 1.414062, 1.210938, 1.007812, 0.84375, 0.014343, 0.507812, 0.061523, 0.018311, 1.453125, 0.024048, 0.002472, 1.492188, 0.018555, 1.492188, 0.445312, 1.492188, 0.014404, 1.492188, 0.326172, 1.492188, 0.030396, 0.574219, 1.492188, 1.125, 1.382812, 1.429688, 1.257812, 1.226562, 1.492188, 0.3125, 0.015564, 0.143555, 1.492188, 1.492188, 0.020508, 1.492188, 0.022217, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 0.017822, 0.546875, 1.492188, 1.492188, 1.492188, 0.933594, 1.492188, 1.492188, 1.1875, 1.492188, 0.165039, 1.484375, 1.492188, 0.012024, 0.024536, 0.585938, 1.492188, 0.093262, 0.078613, 1.085938, 0.014587, 1.492188, 1.492188, 1.492188, 1.1875, 1.328125, 0.12207, 1.492188, 1.492188, 1.242188, 1.492188, 0.008606, 1.492188, 1.492188, 1.492188, 0.84375, 1.492188, 0.605469, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 1.445312, 1.492188, 0.020386, 1.492188, 1.492188, 1.492188, 0.001411, 0.011963, 0.121094, 1.039062, 0.117188, 1.492188, 0.026855, 1.328125, 1.265625, 1.492188, 1.492188, 1.492188, 1.492188, 1.21875, 0.010742, 1.492188, 1.492188, 1.492188, 1.203125, 1.492188, 0.4375, 0.019287, 1.492188, 1.492188, 1.492188, 1.351562, 1.492188, 1.492188, 1.203125, 0.613281, 0.241211, 1.492188, 0.015869, 0.847656, 1.492188, 0.871094, 0.976562, 1.421875, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 0.009583, 1.492188, 0.0271, 1.492188, 0.494141, 1.492188, 1.492188, 0.048828, 1.429688, 0.013367, 1.492188, 0.236328, 1.484375, 1.492188, 1.492188, 1.492188, 1.476562, 1.492188, 0.707031, 0.585938, 1.492188, 1.171875, 1.492188, 1.492188, 1.46875, 0.049316, 1.492188, 1.226562, 0.245117, 0.519531, 0.116699, 1.492188, 0.359375, 1.242188, 0.030029, 0.445312, 1.25, 0.017334, 1.492188, 1.25, 1.492188, 1.492188, 1.492188, 0.011292, 1.492188, 0.014038, 1.492188, 1.492188, 1.492188, 1.492188, 0.012024, 0.322266, 1.492188, 0.018555, 1.492188, 0.6875, 1.492188, 1.492188, 0.341797, 1.492188, 1.492188, 0.929688, 1.492188, 0.511719, 1.4375, 1.492188, 1.492188, 1.0, 1.492188, 1.492188, 0.069824, 0.016235, 1.492188, 0.205078, 1.492188, 0.017212, 1.484375, 0.022339, 0.394531, 1.492188, 0.308594, 1.492188, 1.492188, 1.304688, 1.34375, 1.492188, 0.036865, 0.014404, 0.664062, 1.484375, 1.492188, 1.492188, 0.014465, 0.036133, 0.017578, 1.304688, 1.492188, 1.492188, 1.492188, 0.054932, 0.012146, 0.014893, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 0.664062, 1.492188, 1.34375, 0.546875, 1.492188, 0.345703, 0.012756, 0.106445, 0.378906, 1.382812, 1.492188, 0.125977, 0.167969, 1.492188, 1.492188, 1.4375, 0.198242, 1.15625, 1.375, 1.492188, 1.492188, 0.589844, 1.492188, 1.367188, 1.492188, 0.165039, 1.492188, 1.164062, 0.219727, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 0.018799, 1.21875, 1.492188, 1.492188, 0.049072, 1.492188, 0.015991, 1.492188, 1.492188, 1.148438, 1.492188, 0.886719, 1.0625, 1.492188, 0.373047, 0.308594, 0.009583, 1.492188, 1.492188, 1.320312, 1.492188, 0.71875, 1.492188, 1.109375, 1.351562, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 0.029663, 0.033691, 1.492188, 1.164062, 0.053467, 1.492188, 1.40625, 0.020386, 1.492188, 1.492188, 1.476562, 1.265625, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 1.492188, 0.001335, 1.492188, 1.492188, 1.492188, 1.492188, 1.179688, 1.492188, 0.069336, 0.5, 1.492188, 1.492188, 0.134766, 1.492188, 0.01532, 0.031738, 0.269531, 1.492188, 1.492188, 1.492188, 0.020508, 1.195312, 1.492188, 0.022583, 1.296875, 0.008423, 1.492188, 1.242188, 1.492188, 1.492188, 0.535156, 0.092773, 0.882812, 1.492188, 0.277344, 0.014771, 0.176758, 0.09082, 0.024414, 1.492188, 1.453125, 0.013, 1.484375, 1.382812, 0.119629, 1.492188, 1.492188, 1.492188, 1.492188, 0.030396, 0.009277, 0.710938, 1.398438, 1.492188, 0.914062, 1.492188, 1.492188, 1.359375, 0.75, 0.832031, 1.492188 ] } , "name": "onnx::Mul_11096", "outputIndexes": [ 3871 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3870, 3871 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 3872 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3756, 3872 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/Add_output_0", "outputIndexes": [ 3873 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3873 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.20/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 3874 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3874 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.20/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 3875 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3875, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 3876 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3876, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 3877 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3873, 3877 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 3878 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.259766, 1.382812, 3.390625, 0.220703, 1.03125, 0.263672, 0.605469, 1.523438, 0.347656, 1.007812, 0.21875, 2.734375, 0.314453, 0.298828, 0.263672, 6.4375, 0.542969, 1.429688, 1.015625, 0.259766, 0.210938, 0.279297, 0.265625, 0.388672, 1.578125, 8.9375, 4.125, 0.324219, 0.507812, 0.231445, 0.332031, 3.5625, 0.232422, 0.785156, 0.320312, 0.245117, 0.28125, 0.335938, 0.585938, 3.40625, 0.523438, 0.341797, 1.65625, 6.90625, 0.314453, 0.226562, 0.875, 0.933594, 6.0625, 0.910156, 0.632812, 0.523438, 0.746094, 0.285156, 0.371094, 5.15625, 0.355469, 0.644531, 1.539062, 0.388672, 0.988281, 0.960938, 0.189453, 6.6875, 0.292969, 0.291016, 9.3125, 12.625, 0.263672, 0.507812, 0.255859, 1.625, 0.28125, 0.355469, 0.353516, 0.369141, 0.296875, 1.15625, 0.306641, 1.296875, 0.566406, 1.117188, 0.251953, 24.625, 0.279297, 0.621094, 0.136719, 0.225586, 0.535156, 2.625, 0.275391, 0.244141, 0.259766, 0.308594, 0.308594, 0.964844, 0.22168, 1.742188, 4.59375, 1.726562, 0.25, 7.59375, 0.269531, 0.294922, 0.800781, 0.300781, 0.330078, 0.59375, 10.0, 0.265625, 11.5, 10.875, 2.296875, 0.314453, 0.316406, 2.671875, 0.194336, 0.294922, 0.202148, 0.554688, 0.285156, 4.96875, 0.738281, 0.318359, 0.636719, 0.40625, 10.625, 2.109375, 1.164062, 13.6875, 0.239258, 3.953125, 0.285156, 0.267578, 0.265625, 0.283203, 0.566406, 2.578125, 6.125, 2.15625, 11.8125, 0.550781, 7.21875, 0.398438, 0.245117, 0.429688, 2.171875, 0.287109, 0.279297, 0.753906, 1.890625, 1.445312, 0.300781, 0.304688, 0.726562, 11.9375, 0.275391, 0.636719, 0.198242, 0.21582, 0.355469, 5.8125, 0.214844, 0.460938, 0.242188, 0.259766, 0.318359, 0.261719, 0.097168, 0.5625, 2.34375, 0.19043, 0.302734, 15.1875, 1.695312, 0.535156, 0.458984, 0.351562, 0.283203, 0.237305, 2.78125, 0.898438, 0.194336, 2.078125, 14.0625, 0.384766, 0.376953, 1.6875, 0.245117, 0.90625, 0.648438, 6.625, 3.03125, 0.237305, 0.263672, 0.261719, 0.210938, 0.238281, 0.206055, 0.671875, 0.229492, 8.0, 0.308594, 0.141602, 0.167969, 0.326172, 0.21582, 1.53125, 0.746094, 0.423828, 0.259766, 0.263672, 0.28125, 0.330078, 0.369141, 0.261719, 0.302734, 1.3125, 0.369141, 0.241211, 10.625, 0.535156, 1.125, 0.585938, 0.237305, 6.5, 6.40625, 0.308594, 0.291016, 0.285156, 0.236328, 1.390625, 0.498047, 1.367188, 0.326172, 0.683594, 11.625, 1.0625, 0.289062, 8.25, 1.007812, 0.302734, 0.255859, 0.277344, 0.71875, 0.241211, 1.007812, 0.298828, 0.248047, 9.9375, 0.245117, 1.039062, 0.253906, 0.734375, 0.244141, 20.25, 0.695312, 0.349609, 6.3125, 0.357422, 0.310547, 0.236328, 8.4375, 0.226562, 0.277344, 0.271484, 0.235352, 0.453125, 0.574219, 0.306641, 16.75, 0.28125, 0.248047, 0.28125, 6.15625, 0.310547, 0.216797, 0.304688, 0.90625, 0.275391, 0.240234, 0.255859, 0.984375, 0.231445, 0.251953, 0.226562, 0.228516, 4.46875, 0.421875, 13.125, 0.261719, 0.265625, 0.220703, 0.339844, 0.558594, 0.302734, 12.0625, 0.265625, 1.28125, 1.265625, 1.40625, 0.224609, 0.339844, 0.257812, 0.25, 0.230469, 0.265625, 0.257812, 0.333984, 0.535156, 0.484375, 0.203125, 20.25, 1.484375, 0.214844, 0.326172, 0.291016, 0.474609, 0.427734, 0.683594, 0.246094, 26.125, 0.519531, 0.347656, 0.605469, 0.296875, 0.730469, 0.511719, 0.251953, 0.251953, 0.287109, 0.585938, 0.21875, 0.279297, 0.236328, 0.535156, 0.339844, 0.398438, 0.777344, 12.0625, 0.59375, 0.285156, 0.542969, 1.398438, 0.251953, 0.220703, 1.242188, 0.267578, 0.185547, 0.234375, 0.285156, 0.455078, 0.231445, 0.359375, 0.425781, 0.306641, 0.251953, 0.289062, 1.859375, 8.75, 0.224609, 0.277344, 0.279297, 0.166016, 0.253906, 1.351562, 0.867188, 0.53125, 0.186523, 0.253906, 0.243164, 0.306641, 0.447266, 15.0625, 0.294922, 0.251953, 0.259766, 0.285156, 0.320312, 1.148438, 0.302734, 0.816406, 0.212891, 0.695312, 0.269531, 0.902344, 0.237305, 0.277344, 0.21875, 8.8125, 9.125, 0.269531, 0.451172, 0.296875, 0.314453, 0.239258, 0.291016, 0.279297, 0.349609, 0.261719, 0.240234, 0.332031, 0.71875, 1.609375, 1.46875, 0.300781, 0.306641, 0.279297, 0.363281, 0.267578, 0.277344, 1.335938, 0.291016, 0.21875, 0.433594, 0.310547, 0.243164, 0.255859, 0.3125, 0.347656, 0.316406, 0.287109, 0.225586, 0.249023, 0.322266, 0.289062, 0.398438, 0.494141, 0.259766, 0.419922, 0.177734, 0.273438, 0.318359, 0.269531, 5.9375, 0.255859, 0.21582, 0.205078, 1.179688, 0.353516, 0.170898, 0.198242, 0.316406, 9.9375, 0.257812, 0.304688, 1.28125, 0.267578, 0.699219, 0.287109, 0.408203, 0.355469, 0.265625, 2.171875, 0.21582, 0.353516, 0.894531, 0.193359, 0.371094, 0.462891, 0.291016, 0.292969, 0.503906, 0.441406, 0.412109, 0.214844, 4.5625, 10.0625, 0.652344, 0.279297, 0.234375, 0.249023, 0.328125, 0.310547, 0.275391, 0.253906, 2.125, 8.25, 2.140625, 0.253906, 0.404297, 0.337891, 0.314453, 0.964844, 12.75, 0.234375, 0.203125, 0.234375, 0.714844, 0.326172, 0.287109, 14.0625, 5.53125, 12.625, 0.306641, 0.425781, 0.239258, 0.235352, 5.28125, 0.386719, 0.996094, 0.273438, 0.294922, 0.294922, 0.322266, 1.359375, 2.625, 0.273438, 0.245117, 0.267578, 0.476562, 0.302734, 0.302734, 0.269531, 0.988281, 0.988281, 0.195312, 0.28125, 0.253906, 0.160156, 1.351562, 0.359375, 0.25, 0.169922, 14.125, 0.330078, 0.322266, 0.882812, 0.21582, 0.378906, 0.294922, 0.449219, 0.263672, 0.263672, 0.347656, 0.353516, 0.332031, 0.917969, 0.213867, 0.253906, 0.244141, 0.269531, 0.378906, 0.289062, 0.267578, 0.294922, 0.404297, 0.310547, 0.3125, 0.486328, 0.369141, 0.710938, 0.310547, 0.291016, 0.322266, 0.316406, 0.9375, 0.474609, 0.271484, 0.210938, 0.679688, 0.259766, 0.472656, 2.359375, 0.208984, 0.229492, 4.25, 0.738281, 0.339844, 0.249023, 0.285156, 0.265625, 0.648438, 0.232422, 0.478516, 14.4375, 0.28125, 0.34375, 0.34375, 0.275391, 0.186523, 0.337891, 0.271484, 0.248047, 0.726562, 0.308594, 0.158203, 0.683594, 0.306641, 4.4375, 0.511719, 0.474609, 0.225586, 0.212891, 0.710938, 0.628906, 0.283203, 0.196289, 0.269531, 0.292969, 0.253906, 0.890625, 0.376953, 0.617188, 1.53125, 0.964844, 0.271484, 0.255859, 0.255859, 1.023438, 0.294922, 0.157227, 17.0, 0.231445, 0.287109, 0.255859, 0.294922, 0.910156, 0.195312, 0.257812, 7.1875, 0.273438, 11.5, 0.25, 0.310547, 0.363281, 0.285156, 0.566406, 0.269531, 0.304688, 0.373047, 0.285156, 0.3125, 2.296875, 4.84375, 0.271484, 1.507812, 1.03125, 0.261719, 0.25, 0.269531, 0.302734, 0.351562, 0.279297, 0.328125, 0.9375, 14.9375, 0.306641, 0.462891, 6.4375, 0.359375, 0.285156, 1.085938, 0.322266, 1.046875, 0.298828, 4.9375, 0.244141, 0.929688, 0.355469, 6.71875, 0.308594, 0.191406, 0.279297, 0.300781, 0.267578, 0.251953, 0.306641, 0.326172, 0.25, 0.275391, 0.227539, 0.298828, 0.148438, 0.251953, 2.03125, 0.257812, 1.28125, 0.380859, 0.275391, 0.339844, 0.167969, 6.1875, 0.296875, 0.291016, 0.240234, 0.277344, 0.189453, 0.929688, 0.394531, 0.326172, 0.386719, 0.236328, 0.279297, 0.730469, 0.302734, 11.875, 0.283203, 0.490234, 0.933594, 0.292969, 0.353516, 1.976562, 0.322266, 0.416016, 0.341797, 0.902344, 0.28125, 1.578125, 0.283203, 0.314453, 1.867188, 0.318359, 0.236328, 0.353516, 0.271484, 0.285156, 0.248047, 1.726562, 21.5, 0.410156, 0.302734, 1.726562, 0.359375, 1.28125, 2.28125, 0.279297, 0.847656, 0.34375, 0.162109, 0.507812, 0.71875, 4.8125, 1.648438, 0.326172, 0.304688, 0.306641, 0.199219, 0.275391, 0.291016, 0.275391, 0.265625, 10.5, 0.474609, 0.416016, 0.359375, 0.225586, 0.285156, 0.162109, 8.5625, 0.173828, 0.332031, 0.242188, 0.832031, 0.65625, 0.785156, 0.251953, 0.269531, 7.21875, 0.291016, 0.910156, 0.6875, 7.9375, 0.789062, 0.367188, 0.318359, 0.863281, 0.173828, 0.251953, 0.761719, 0.294922, 0.21875, 0.326172, 0.240234, 0.1875, 0.242188, 0.816406, 0.542969, 0.898438, 0.292969, 10.375, 1.117188, 0.269531, 0.228516, 0.217773, 0.207031, 2.140625, 0.863281, 0.429688, 0.28125, 0.207031, 0.373047, 0.363281, 0.5625, 0.453125, 2.96875, 0.257812, 1.125, 1.515625, 0.207031, 0.365234, 1.78125, 0.84375, 0.84375, 16.625, 1.460938, 0.34375, 0.287109, 0.3125, 0.294922, 0.240234, 0.294922, 0.19043, 1.164062, 0.255859, 0.382812, 0.259766, 0.304688, 0.234375, 0.251953, 0.320312, 0.84375, 0.279297, 0.255859, 0.294922, 0.439453, 1.21875, 0.294922, 0.412109, 0.242188, 0.279297, 10.5625, 0.233398, 0.9375, 1.5, 0.306641, 0.28125, 0.257812, 1.476562, 15.9375, 0.294922, 1.039062, 0.255859, 1.023438, 0.168945, 1.234375, 0.308594, 0.21875, 5.03125, 0.375, 0.265625, 6.125, 0.353516, 0.320312, 0.243164, 0.263672, 0.345703, 0.291016, 0.652344, 8.0, 0.738281, 0.246094, 0.203125, 4.125, 0.382812, 0.279297, 1.34375, 0.310547, 0.261719, 1.0, 0.953125, 0.369141, 0.269531, 0.251953, 0.263672, 0.318359, 0.275391, 0.176758, 0.210938, 1.148438, 0.351562, 15.6875, 0.664062, 0.235352, 0.24707, 0.279297, 0.867188, 0.267578, 1.0, 0.279297, 0.589844, 0.228516, 1.554688, 0.283203, 0.235352, 0.294922, 0.292969, 0.25, 15.75, 0.287109, 0.355469, 0.761719, 0.462891, 0.341797, 0.388672, 0.820312, 1.609375, 0.953125, 5.21875, 0.224609, 12.375, 0.455078, 0.310547, 0.341797, 0.277344, 1.007812, 0.222656, 0.130859, 0.361328, 0.609375, 0.227539, 1.328125, 15.6875, 0.789062, 0.324219, 0.275391, 2.046875, 0.882812, 0.294922, 0.585938, 0.236328, 6.0, 0.597656, 0.667969, 0.558594, 0.265625, 6.53125, 6.8125, 0.382812, 0.240234, 1.242188, 0.275391, 0.792969, 0.492188, 0.34375, 0.347656, 0.722656, 0.298828, 17.5, 1.171875, 0.224609, 0.273438, 0.269531, 0.269531, 0.445312, 0.269531, 0.34375, 0.277344, 0.177734, 0.300781, 0.507812, 0.703125, 0.263672, 0.302734, 0.404297, 0.242188, 0.320312, 0.271484, 0.314453, 0.265625, 0.169922, 0.339844, 0.188477, 0.251953, 0.933594, 0.269531, 0.230469, 6.21875, 0.261719, 1.671875, 0.261719, 0.265625, 0.316406, 0.996094, 0.298828, 0.320312, 0.242188, 0.298828, 0.90625, 0.298828, 0.207031, 0.191406, 0.242188, 0.152344, 9.9375, 0.369141, 0.275391, 0.320312, 0.78125, 0.3125, 0.302734, 0.847656, 0.271484, 3.625, 1.5, 0.357422, 0.308594, 4.09375, 0.265625, 0.243164, 0.294922, 0.273438, 0.263672, 0.423828, 6.875, 0.242188, 0.233398, 0.220703, 0.245117, 0.683594, 0.251953, 0.324219, 0.21582, 0.691406, 0.417969, 0.570312, 0.298828, 10.3125, 0.402344, 5.9375, 0.746094, 1.921875, 0.335938, 0.349609, 0.316406, 0.203125, 0.244141, 0.213867, 0.189453, 0.757812, 0.28125, 0.287109, 0.333984, 0.216797, 0.246094, 0.296875, 0.388672, 0.347656, 0.289062, 0.769531, 12.75, 1.914062, 0.255859, 0.328125, 0.211914, 0.601562, 0.210938, 0.371094, 0.302734, 1.773438, 0.361328, 0.287109, 0.314453, 9.1875, 0.320312, 0.308594, 0.378906, 0.314453, 0.228516, 1.5, 0.267578, 0.283203, 0.330078, 0.306641, 0.222656, 0.199219, 0.419922, 0.279297, 0.225586, 0.227539, 0.240234, 0.306641, 0.244141, 0.330078, 1.664062, 0.267578, 0.804688, 0.265625, 0.361328, 0.269531, 0.245117, 3.609375, 0.269531, 0.24707, 0.384766, 0.294922, 1.203125, 0.239258, 0.554688, 0.330078, 0.287109, 0.886719, 0.523438, 0.34375, 0.304688, 8.4375, 2.734375, 3.734375, 0.302734, 0.267578, 0.241211, 0.408203, 0.207031, 0.298828, 0.275391, 0.398438, 0.357422, 0.189453, 0.306641, 0.289062, 1.0625, 0.371094, 0.453125, 1.898438, 0.203125, 6.65625, 8.75, 0.210938, 0.306641, 0.240234, 0.328125, 0.402344, 0.314453, 10.625, 0.330078, 1.414062, 0.217773, 0.291016, 0.269531, 0.249023, 0.220703, 0.326172, 0.259766, 6.0625, 0.211914, 2.15625, 0.335938, 0.410156, 0.240234, 0.753906, 0.289062, 0.283203, 0.351562, 0.75, 0.320312, 0.199219, 0.326172, 11.5, 0.245117, 0.21875, 0.283203, 0.320312, 0.269531, 1.367188, 0.419922, 1.28125, 0.322266, 0.339844, 0.240234, 2.125, 17.625, 0.695312, 0.291016, 0.800781, 0.273438, 1.953125, 6.9375, 0.345703, 0.296875, 0.244141, 0.217773, 0.269531, 0.746094, 0.232422, 0.333984, 0.275391, 0.824219, 0.53125, 12.75, 0.382812, 0.102539, 0.241211, 13.8125, 0.388672, 12.4375, 1.867188, 0.273438, 0.279297, 9.1875, 0.179688, 0.285156, 0.21875, 0.388672, 1.53125, 0.292969, 0.378906, 0.402344, 0.492188, 1.171875, 0.239258, 0.291016, 0.232422, 0.285156, 1.65625, 31.375, 0.992188, 0.202148, 0.339844, 0.330078, 0.231445, 7.78125, 0.292969, 0.220703, 1.59375, 1.6875, 0.421875, 0.423828, 0.431641, 0.24707, 0.285156, 0.283203, 0.227539, 0.353516, 0.271484, 1.09375, 0.255859, 0.251953, 0.232422, 0.345703, 0.195312, 0.5, 1.148438, 1.140625, 1.078125, 0.240234, 0.210938, 12.6875, 2.0, 0.244141, 0.753906, 0.239258, 0.195312, 1.585938, 0.25, 0.792969, 0.308594, 0.28125, 1.710938, 0.384766, 1.171875, 1.242188, 16.125, 12.5625, 1.1875, 4.28125, 0.251953, 0.871094, 0.353516, 0.5, 1.453125, 0.337891, 0.652344, 0.232422, 0.40625, 0.363281, 1.335938, 0.554688, 0.249023, 0.605469, 0.197266, 0.269531, 0.785156, 0.871094, 0.287109, 0.59375, 0.210938, 0.289062, 0.213867, 0.339844, 0.285156, 0.482422, 0.898438, 0.492188, 0.185547, 0.742188, 0.5, 0.419922, 0.277344, 0.294922, 0.261719, 0.558594, 0.304688, 0.349609, 0.294922, 0.373047, 0.316406, 0.273438, 0.310547, 0.212891, 0.957031, 0.273438, 0.318359, 0.371094, 1.601562, 0.253906, 0.410156, 0.214844, 0.265625, 0.261719, 1.257812, 0.376953, 0.326172, 0.341797, 0.265625, 7.125, 0.609375, 0.210938, 0.314453, 0.291016, 0.283203, 0.449219, 0.353516, 0.242188, 0.273438, 0.570312, 9.0625, 0.232422, 0.197266, 0.314453, 0.257812, 0.292969, 0.251953, 0.294922, 11.3125, 0.212891, 17.0, 0.285156, 0.310547, 0.273438, 0.300781, 0.210938, 0.203125, 0.251953, 0.255859, 0.292969, 1.71875, 0.210938, 0.554688, 0.244141, 0.259766, 0.223633, 0.212891, 0.273438, 0.886719, 0.259766, 0.859375, 0.320312, 0.257812, 0.3125, 0.269531, 0.292969, 0.191406, 0.216797, 0.154297, 0.890625, 29.75, 0.271484, 0.300781, 0.259766, 0.227539, 0.226562, 0.242188, 0.255859, 17.625, 0.244141, 0.261719, 0.195312, 0.291016, 4.5625, 0.298828, 1.179688, 0.306641, 0.324219, 0.353516, 0.503906, 1.75, 0.261719, 1.914062, 0.400391, 0.275391, 1.195312, 0.384766, 0.3125, 0.316406, 5.65625, 1.6875, 0.335938, 0.289062, 0.182617, 0.294922, 0.351562, 0.632812, 0.263672, 0.917969, 0.304688, 1.929688, 0.640625, 0.322266, 0.371094, 0.285156, 0.726562, 1.273438, 0.279297, 0.306641, 0.283203, 0.996094, 0.283203, 0.296875, 0.292969, 0.373047, 0.382812, 0.757812, 0.542969, 0.233398, 0.373047, 11.9375, 1.640625, 0.832031, 0.470703, 0.332031, 0.324219, 0.3125, 0.28125, 0.363281, 0.388672, 0.472656, 0.251953, 0.242188, 0.176758, 0.179688, 0.273438, 0.298828, 0.753906, 0.277344, 0.238281, 0.236328, 15.5625, 1.796875, 0.255859, 0.894531, 0.376953, 0.277344, 0.746094, 1.203125, 0.277344, 0.367188, 18.25, 0.789062, 0.298828, 0.239258, 0.400391, 0.285156, 0.267578, 0.248047, 0.21875, 0.3125, 0.287109, 0.199219, 0.601562, 1.164062, 0.433594, 15.375, 0.761719, 0.369141, 11.0625, 0.219727, 0.382812, 7.8125, 0.263672, 1.257812, 0.142578, 2.046875, 0.640625, 1.703125, 0.945312, 0.279297, 1.671875, 0.945312, 4.59375, 0.269531, 8.875, 0.601562, 0.298828, 0.226562, 0.294922, 0.318359, 0.251953, 7.9375, 0.298828, 0.3125, 0.289062, 0.248047, 8.9375, 1.375, 1.804688, 0.753906, 0.277344, 0.213867, 0.236328, 0.214844, 0.494141, 0.353516, 0.24707, 0.21875, 0.226562, 17.75, 0.220703, 0.296875, 0.291016, 0.337891, 0.249023, 0.328125, 0.279297, 0.28125, 1.703125, 0.231445, 6.53125, 5.6875, 0.236328, 0.285156, 0.65625, 0.310547, 0.427734, 0.308594, 0.373047, 0.59375, 0.224609, 0.275391, 0.25, 0.200195, 0.240234, 0.800781, 0.523438, 0.363281, 0.265625, 0.318359, 0.283203, 0.308594, 0.361328, 0.714844, 0.582031, 0.621094, 0.378906, 0.253906, 5.9375, 0.189453, 0.208008, 0.859375, 0.231445, 1.851562, 0.539062, 0.283203, 0.287109, 2.015625, 0.296875, 0.277344, 0.488281, 0.249023, 0.494141, 0.245117, 12.375, 0.667969, 0.318359, 0.28125, 8.5, 0.244141, 0.308594, 0.279297, 0.291016, 0.230469, 0.333984, 0.273438, 9.3125, 0.240234, 0.214844, 1.976562, 0.757812, 0.550781, 0.367188, 1.0625, 0.417969, 1.679688, 1.757812, 6.34375, 0.185547, 0.25, 0.214844, 0.308594, 0.239258, 0.300781, 0.21875, 0.578125, 0.219727, 0.435547, 0.34375, 1.570312, 0.269531, 0.333984, 0.251953, 0.236328, 1.15625, 0.310547, 0.546875, 0.361328, 0.21582, 0.375, 0.322266, 0.376953, 0.306641, 1.171875, 0.447266, 10.5625, 0.6875, 2.40625, 0.298828, 0.427734, 0.636719, 10.625, 0.433594, 0.142578, 0.296875, 0.271484, 0.265625, 0.275391, 0.314453, 11.3125, 0.263672, 0.992188, 0.5625, 0.267578, 0.273438, 0.231445, 0.231445, 0.182617, 0.279297, 2.203125, 0.333984, 1.671875, 0.210938, 2.265625, 0.306641, 0.255859, 0.285156, 0.196289, 0.275391, 0.244141, 0.287109, 0.168945, 0.324219, 0.251953, 6.3125, 0.318359, 0.527344, 0.320312, 23.0, 0.322266, 0.394531, 0.365234, 0.217773, 0.421875, 0.332031, 0.306641, 0.275391, 0.186523, 0.201172, 0.28125, 0.292969, 2.25, 0.261719, 4.96875, 0.285156, 2.140625, 0.251953, 0.294922, 0.486328, 0.402344, 0.453125, 0.431641, 1.328125, 0.964844, 0.925781, 0.59375, 0.285156, 0.289062, 0.314453, 0.269531, 0.244141, 3.875, 1.734375, 0.275391, 0.476562, 0.206055, 0.269531, 0.28125, 1.179688, 0.318359, 0.320312, 1.265625, 0.53125, 0.239258, 0.847656, 1.265625, 0.271484, 1.59375, 0.34375, 0.574219, 0.384766, 0.231445, 0.251953, 0.253906, 12.875, 0.203125, 1.132812, 0.263672, 1.234375, 2.375, 0.435547, 0.238281, 0.632812, 0.310547, 0.839844, 0.396484, 0.554688, 1.453125, 6.0, 0.227539, 0.357422, 0.236328, 0.367188, 6.71875, 0.285156, 0.234375, 0.259766, 1.859375, 0.271484, 0.257812, 0.353516, 0.683594, 0.255859, 16.0, 12.5625, 0.302734, 0.242188, 0.263672, 0.226562, 6.03125, 0.255859, 0.222656, 0.347656, 0.294922, 0.423828, 0.355469, 0.207031, 0.1875, 0.306641, 0.273438, 0.265625, 1.125, 13.875, 0.240234, 1.085938, 1.015625, 1.03125, 0.335938, 0.235352, 0.227539, 0.213867, 0.699219, 1.015625, 0.310547, 0.292969, 0.229492, 0.178711, 0.249023, 0.859375, 4.40625, 0.345703, 0.296875, 0.296875, 1.6875, 0.511719, 2.265625, 0.206055, 0.255859, 0.181641, 0.169922, 0.328125, 0.644531, 0.253906, 1.734375, 15.125, 0.308594, 0.310547, 0.75, 0.300781, 0.519531, 7.84375, 0.277344, 0.324219, 0.267578, 0.304688, 0.326172, 0.445312, 0.357422, 0.302734, 0.189453, 0.277344, 0.200195, 0.255859, 0.361328, 0.243164, 1.421875, 0.214844, 0.248047, 10.0625, 0.28125, 0.210938, 0.867188, 0.217773, 0.828125, 0.230469, 5.96875, 0.435547, 0.322266, 4.59375, 0.302734, 5.375, 0.273438, 6.75, 0.235352, 0.310547, 0.414062, 0.200195, 0.384766, 0.339844, 6.4375, 0.707031, 0.365234, 0.249023, 17.375, 0.304688, 0.363281, 0.1875, 0.380859, 0.167969, 1.726562, 9.5625, 5.21875, 0.275391, 10.3125, 0.314453, 0.318359, 0.279297, 0.300781, 0.414062, 0.279297, 0.523438, 0.279297, 0.285156, 0.4375, 0.143555, 0.347656, 0.243164, 0.566406, 0.19043, 0.322266, 1.015625, 0.330078, 4.78125, 0.263672, 0.201172, 0.239258, 0.232422, 0.287109, 0.246094, 1.695312, 0.617188, 0.214844, 0.498047, 1.390625, 0.241211, 0.318359, 0.302734, 0.279297, 0.277344, 0.304688, 0.273438, 0.201172, 0.169922, 7.34375, 0.212891, 5.875, 0.285156, 0.160156, 1.867188, 0.664062, 1.007812, 1.171875, 0.269531, 0.248047, 2.046875, 0.322266, 0.289062, 11.25, 11.375, 0.890625, 0.294922, 0.353516, 0.291016, 0.462891, 1.210938, 0.257812, 0.90625, 0.796875, 0.333984, 0.431641, 0.333984, 0.386719, 0.251953, 0.357422, 12.3125, 0.259766, 15.125, 0.236328, 0.279297, 0.345703, 0.285156, 0.609375, 0.375, 6.40625, 2.015625, 0.351562, 0.443359, 0.402344, 0.25, 0.267578, 13.6875, 0.244141, 0.330078, 0.320312, 0.251953, 0.298828, 0.320312, 0.324219, 0.239258, 0.542969, 0.347656, 0.259766, 0.400391, 0.558594, 0.376953, 0.353516, 0.222656, 0.269531, 0.785156, 6.65625, 0.255859, 0.263672, 0.328125, 0.349609, 0.435547, 0.273438, 0.285156, 0.333984, 0.165039, 0.361328, 0.253906, 0.289062, 4.34375, 0.277344, 10.0, 0.292969, 0.28125, 0.804688, 0.230469, 0.306641, 0.251953, 1.125, 0.75, 4.6875, 0.507812, 0.375, 0.236328, 0.263672, 0.275391, 0.808594, 0.59375, 1.015625, 0.339844, 12.3125, 0.207031, 0.359375, 0.243164, 0.267578, 0.353516, 0.251953, 0.28125, 0.271484, 0.667969, 14.3125, 0.443359, 0.498047, 0.412109, 0.292969, 0.291016, 0.21875, 1.085938, 0.279297, 0.265625, 0.269531, 0.3125, 0.394531, 2.796875, 0.177734, 8.75, 1.429688, 0.523438, 0.326172, 0.330078, 0.361328, 1.242188, 0.222656, 0.28125, 0.5625, 0.417969, 0.287109, 0.263672, 2.140625, 0.257812, 8.3125, 0.449219, 0.289062, 6.8125, 2.46875, 0.335938, 0.234375, 0.191406, 0.294922, 0.365234, 0.28125, 0.265625, 0.609375, 0.376953, 0.249023, 0.289062, 9.625, 0.242188, 1.570312, 0.138672, 0.365234, 0.271484, 2.328125, 0.339844, 2.1875, 0.261719, 0.314453, 0.177734, 2.34375, 2.984375, 0.306641, 0.332031, 0.167969, 0.404297, 0.314453, 0.259766, 0.219727, 0.310547, 0.235352, 0.235352, 0.261719, 0.222656, 0.265625, 0.245117, 0.257812, 0.382812, 0.304688, 0.941406, 0.410156, 0.341797, 6.625, 0.263672, 0.287109, 0.277344, 0.390625, 0.198242, 0.230469, 0.298828, 0.302734, 0.217773, 0.240234, 6.25, 0.212891, 0.285156, 0.251953, 0.396484, 10.25, 0.3125, 0.269531, 0.378906, 0.265625, 0.251953, 0.464844, 0.1875, 0.894531, 0.3125, 0.242188, 0.259766, 0.320312, 0.261719, 7.6875, 1.273438, 0.400391, 0.337891, 0.310547, 1.382812, 0.359375, 1.679688, 1.171875, 13.1875, 0.316406, 0.275391, 7.53125, 0.357422, 0.322266, 0.214844, 0.308594, 0.707031, 0.267578, 0.294922, 0.271484, 0.367188, 1.1875, 0.285156, 0.300781, 0.462891, 0.898438, 1.609375, 4.0625, 0.621094, 0.259766, 1.171875, 0.308594, 0.320312, 0.248047, 0.300781, 0.25, 0.445312, 1.28125, 12.4375, 0.287109, 0.273438, 0.279297, 0.494141, 18.125, 0.445312, 0.777344, 20.125, 0.244141, 1.664062, 6.53125, 0.382812, 5.75, 0.353516, 0.423828, 0.345703, 13.8125, 0.259766, 0.773438, 0.298828, 29.25, 0.373047, 0.287109, 0.25, 0.277344, 0.22168, 0.287109, 0.320312, 0.283203, 0.574219, 16.5, 1.0, 0.300781, 0.289062, 5.28125, 0.300781, 1.40625, 0.322266, 0.337891, 0.302734, 0.220703, 0.318359, 0.213867, 5.84375, 0.523438, 0.296875, 0.214844, 0.316406, 0.300781, 0.365234, 0.333984, 0.302734, 0.234375, 2.734375, 0.224609, 0.408203, 16.0, 1.320312, 0.335938, 0.28125, 2.6875, 3.09375, 0.287109, 1.820312, 0.470703, 0.230469, 0.275391, 0.351562, 0.289062, 2.9375, 0.302734, 0.320312, 0.300781, 0.202148, 4.65625, 0.277344, 0.339844, 0.277344, 0.359375, 0.263672, 0.310547, 0.28125, 0.277344, 0.285156, 0.277344, 0.257812, 0.404297, 0.412109, 0.330078, 0.306641, 0.275391, 1.3125, 0.292969, 0.211914, 0.257812, 1.351562, 9.25, 0.78125, 0.435547, 0.847656, 0.249023, 1.570312, 0.3125, 0.246094, 0.174805, 0.243164, 0.201172, 0.223633, 0.287109, 1.507812, 0.267578, 0.511719, 0.263672, 0.265625, 0.316406, 0.570312, 1.882812, 0.298828, 0.277344, 0.195312, 0.28125, 0.324219, 0.279297, 0.289062, 0.390625, 0.738281, 0.597656, 6.59375, 0.6875, 0.267578, 0.28125, 0.378906, 0.245117, 0.291016, 0.25, 0.316406, 0.242188, 0.294922, 0.257812, 0.265625, 0.279297, 17.875, 0.316406, 5.71875, 0.474609, 0.917969, 0.259766, 0.226562, 1.054688, 0.265625, 2.3125, 0.304688, 0.574219, 0.259766, 0.269531, 0.289062, 0.367188, 0.240234, 1.023438, 0.402344, 0.375, 0.519531, 0.296875, 0.173828, 0.339844, 0.263672, 8.4375, 0.675781, 0.267578, 2.40625, 0.394531, 5.40625, 0.289062, 0.625, 0.253906, 5.75, 0.71875, 0.292969, 13.5, 0.273438, 0.294922, 0.328125, 0.304688, 0.316406, 15.25, 0.249023, 1.585938, 0.308594, 0.231445, 0.306641, 0.257812, 13.8125, 0.574219, 0.273438, 5.46875, 0.294922, 0.273438, 0.232422, 0.210938, 0.554688, 0.240234, 0.314453, 0.476562, 0.239258, 0.605469, 0.304688, 0.214844, 0.224609, 0.503906, 0.291016, 0.196289, 2.0, 1.773438, 0.18457, 0.617188, 0.335938, 6.5, 0.289062, 7.625, 0.347656, 0.296875, 0.636719, 0.226562, 0.255859, 0.335938, 0.275391, 0.316406, 1.195312, 12.3125, 0.302734, 0.287109, 0.447266, 0.271484, 12.5625, 5.3125, 5.84375, 0.339844, 0.244141, 0.225586, 0.265625, 9.9375, 10.3125, 8.625, 0.279297, 0.025635, 0.341797, 0.421875, 0.335938, 2.0625, 0.236328, 0.310547, 0.558594, 0.210938, 1.085938, 11.5, 0.617188, 1.203125, 0.287109, 0.28125, 4.46875, 0.490234, 0.259766, 0.1875, 0.267578, 0.703125, 0.353516, 0.234375, 0.316406, 0.318359, 0.384766, 0.292969, 0.341797, 0.304688, 0.628906, 0.361328, 0.287109, 0.609375, 0.177734, 0.210938, 0.203125, 0.279297, 0.25, 15.9375, 0.296875, 0.369141, 0.21875, 2.671875, 0.332031, 1.578125, 0.255859, 0.302734, 0.390625, 0.298828, 0.241211, 0.318359, 0.230469, 0.667969, 1.539062, 11.75, 0.273438, 0.275391, 0.287109, 0.314453, 0.371094, 0.21875, 0.306641, 0.320312, 0.265625, 0.232422, 0.261719, 0.34375, 0.228516, 8.125, 1.085938, 0.279297, 0.53125, 0.796875, 0.246094, 0.207031, 8.375, 0.279297, 0.314453, 0.449219, 0.273438, 0.314453, 0.259766, 0.259766, 0.158203, 0.275391, 0.210938, 0.271484, 1.921875, 0.292969, 0.259766, 0.244141, 0.753906, 0.261719, 0.347656, 0.976562, 0.546875, 0.206055, 0.605469, 1.945312, 0.21875, 14.1875, 15.0625, 0.84375, 0.285156, 0.337891, 0.291016, 1.335938, 0.318359, 0.373047, 1.632812, 0.283203, 2.375, 0.183594, 0.277344, 0.291016, 0.304688, 1.25, 2.03125, 0.253906, 0.318359, 0.59375, 7.1875, 4.8125, 0.789062, 1.273438, 0.341797, 0.227539, 1.546875, 0.213867, 0.242188, 0.734375, 0.130859, 0.214844, 0.324219, 0.345703, 4.40625, 5.21875, 0.412109, 0.326172, 0.296875, 0.243164, 0.318359, 0.660156, 0.275391, 0.310547, 0.349609, 0.398438 ] } , "name": "onnx::Mul_11097", "outputIndexes": [ 3879 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3878, 3879 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 3880 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3880 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.20/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 7669 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7669 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.20/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 7670 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7670 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1213239270, 13107222, 3276800, 0, 0 ] } , "name": "/layers.20/mlp/gate_proj/Linear", "outputIndexes": [ 7671 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7671 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.20/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 7672 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7672 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.20/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 3881 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3881 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.20/mlp/act_fn/Mul_output_0", "outputIndexes": [ 3882 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3881, 3882 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 3883 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 3883 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 3884 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3881, 3884 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/mlp/act_fn/Add_output_0", "outputIndexes": [ 3885 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 3885 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 3886 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3886 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.20/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 3887 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 3887 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 3888 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3881, 3888 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 3889 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 3889 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 3890 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7670 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1229623292, 13107222, 3276800, 0, 0 ] } , "name": "/layers.20/mlp/up_proj/Linear", "outputIndexes": [ 7675 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7675 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.20/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 7676 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7676 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.20/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 3891 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3890, 3891 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/mlp/Mul_output_0", "outputIndexes": [ 3892 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3892 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.20/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 7677 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7677 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.20/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 7678 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7678 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1246007314, 13107222, 3276800, 0, 0 ] } , "name": "/layers.20/mlp/down_proj/Linear", "outputIndexes": [ 7679 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7679 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.20/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 7680 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7680 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.20/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 3893 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3893 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.20/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 3895 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3895 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.20/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 3896 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3896, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 3897 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3897, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 3898 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3893, 3898 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 3899 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 3.578125, 0.086426, 0.470703, 3.71875, 0.859375, 2.0625, 0.445312, 0.069336, 3.71875, 1.125, 3.71875, 0.275391, 2.640625, 3.71875, 3.71875, 0.542969, 1.0625, 0.472656, 1.726562, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 1.0625, 0.053223, 0.172852, 3.71875, 1.023438, 3.71875, 3.640625, 0.498047, 3.71875, 0.941406, 1.554688, 3.71875, 3.421875, 3.71875, 0.785156, 0.234375, 1.265625, 3.71875, 1.289062, 0.039062, 3.28125, 3.71875, 0.148438, 2.640625, 0.053223, 0.151367, 0.181641, 1.320312, 0.679688, 3.71875, 1.46875, 0.249023, 2.375, 0.339844, 0.554688, 1.65625, 3.71875, 0.839844, 3.71875, 0.484375, 3.71875, 3.71875, 0.038574, 0.029785, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 2.328125, 3.40625, 3.71875, 0.714844, 3.71875, 0.191406, 1.828125, 1.125, 3.71875, 0.359375, 3.671875, 3.71875, 3.71875, 3.71875, 0.277344, 0.515625, 3.71875, 3.078125, 3.71875, 2.859375, 3.71875, 0.414062, 3.71875, 0.056152, 0.410156, 0.047852, 3.71875, 0.045654, 3.71875, 3.71875, 1.03125, 2.265625, 3.71875, 3.03125, 0.417969, 3.71875, 0.080078, 0.087402, 0.351562, 3.71875, 3.65625, 0.259766, 3.71875, 3.71875, 3.71875, 1.617188, 3.71875, 0.355469, 0.976562, 3.71875, 0.960938, 1.804688, 0.049072, 0.039551, 1.398438, 0.049072, 3.71875, 0.033203, 3.6875, 3.71875, 3.71875, 3.71875, 1.4375, 1.101562, 0.051514, 0.431641, 0.183594, 1.40625, 0.052734, 1.757812, 3.71875, 1.570312, 1.265625, 3.71875, 3.71875, 0.800781, 0.041992, 0.308594, 3.71875, 3.71875, 0.507812, 3.71875, 3.71875, 0.507812, 3.71875, 3.71875, 3.71875, 0.972656, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 1.796875, 0.032227, 3.71875, 3.71875, 0.031738, 0.053955, 0.648438, 1.476562, 1.28125, 3.71875, 3.5, 0.365234, 0.134766, 3.71875, 0.157227, 0.037109, 3.71875, 3.71875, 0.056641, 3.71875, 1.539062, 3.71875, 0.032471, 0.574219, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 1.414062, 3.71875, 0.052002, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.902344, 0.314453, 3.65625, 3.71875, 2.90625, 3.71875, 3.0625, 2.484375, 3.71875, 3.71875, 0.765625, 3.71875, 3.71875, 0.050781, 1.570312, 0.10498, 1.335938, 3.71875, 0.018799, 0.058594, 3.71875, 3.71875, 3.71875, 3.71875, 0.077148, 0.310547, 0.5625, 3.71875, 3.71875, 0.039062, 0.088379, 3.3125, 0.039062, 0.585938, 3.71875, 2.46875, 3.71875, 1.5625, 3.71875, 0.960938, 3.71875, 3.71875, 0.032471, 3.71875, 0.082031, 3.71875, 1.617188, 3.71875, 0.029907, 0.984375, 3.71875, 0.020996, 3.71875, 3.71875, 3.71875, 0.032227, 3.71875, 3.71875, 3.71875, 3.71875, 0.574219, 3.71875, 1.664062, 0.15332, 3.71875, 3.71875, 3.71875, 1.257812, 3.71875, 3.578125, 3.71875, 2.390625, 3.71875, 3.71875, 3.71875, 0.239258, 3.71875, 3.71875, 3.71875, 3.71875, 0.101562, 3.71875, 0.029419, 3.3125, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.031494, 2.921875, 0.094727, 0.071777, 0.081055, 3.71875, 3.65625, 3.71875, 3.71875, 3.1875, 3.71875, 3.71875, 3.71875, 3.71875, 0.800781, 3.71875, 0.037598, 0.069336, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.351562, 3.1875, 0.03418, 0.9375, 3.71875, 1.695312, 3.71875, 3.71875, 0.882812, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 1.859375, 3.71875, 0.234375, 3.71875, 0.808594, 3.71875, 3.71875, 0.084473, 3.71875, 3.71875, 0.09082, 3.71875, 2.0, 3.71875, 3.71875, 3.703125, 3.71875, 3.71875, 1.476562, 3.71875, 3.71875, 3.71875, 0.808594, 0.046875, 3.71875, 3.71875, 2.390625, 3.71875, 3.109375, 0.062256, 1.53125, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.05542, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.941406, 3.71875, 0.173828, 3.71875, 0.365234, 3.71875, 0.208008, 3.71875, 3.71875, 3.71875, 0.057373, 0.039795, 3.71875, 0.882812, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.996094, 0.71875, 0.882812, 3.71875, 1.84375, 3.71875, 3.71875, 3.71875, 3.71875, 0.081543, 3.71875, 3.421875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 2.109375, 3.71875, 3.71875, 1.507812, 3.71875, 1.867188, 3.71875, 3.71875, 3.71875, 3.71875, 0.038574, 3.71875, 3.71875, 3.71875, 1.617188, 3.71875, 3.71875, 3.71875, 3.71875, 0.045654, 3.71875, 3.71875, 0.120117, 3.71875, 0.316406, 3.71875, 3.34375, 3.71875, 3.71875, 1.460938, 3.71875, 3.71875, 0.123047, 3.71875, 1.78125, 1.890625, 3.71875, 3.71875, 1.25, 3.71875, 1.257812, 3.703125, 0.196289, 0.149414, 0.263672, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.037842, 0.043945, 0.040771, 3.71875, 3.71875, 3.71875, 3.71875, 0.124512, 1.117188, 3.71875, 3.71875, 3.71875, 0.120117, 3.71875, 3.71875, 0.068359, 0.02478, 0.057373, 3.71875, 3.71875, 3.71875, 3.71875, 0.046631, 3.71875, 0.176758, 3.71875, 3.71875, 3.71875, 3.71875, 0.064941, 0.359375, 3.71875, 2.0625, 3.71875, 1.25, 1.132812, 3.71875, 3.71875, 0.134766, 0.147461, 3.71875, 3.71875, 3.71875, 3.71875, 0.112305, 1.507812, 3.71875, 3.71875, 1.257812, 3.71875, 3.71875, 1.257812, 3.71875, 3.71875, 3.71875, 1.398438, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.271484, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 2.890625, 3.71875, 1.351562, 3.71875, 0.333984, 3.71875, 3.71875, 3.71875, 3.71875, 0.176758, 1.078125, 3.671875, 3.71875, 3.71875, 3.71875, 1.671875, 0.351562, 3.71875, 3.71875, 0.664062, 1.101562, 3.71875, 3.71875, 3.71875, 3.71875, 0.71875, 3.71875, 3.15625, 0.200195, 3.71875, 3.546875, 3.71875, 3.71875, 3.71875, 1.117188, 3.21875, 3.71875, 0.675781, 3.71875, 3.71875, 0.941406, 3.71875, 0.167969, 3.71875, 2.921875, 3.71875, 3.71875, 0.161133, 0.832031, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 1.132812, 1.453125, 0.498047, 0.707031, 3.71875, 3.71875, 3.71875, 0.625, 3.71875, 3.71875, 0.024536, 3.71875, 3.71875, 3.71875, 3.71875, 0.261719, 3.71875, 3.71875, 0.015625, 3.71875, 0.03833, 3.71875, 3.71875, 3.71875, 3.296875, 3.71875, 3.71875, 3.71875, 2.546875, 3.71875, 3.640625, 0.041992, 0.04541, 3.71875, 3.71875, 0.210938, 3.71875, 3.71875, 3.71875, 2.3125, 3.71875, 2.15625, 3.71875, 0.210938, 0.025024, 3.71875, 3.71875, 0.053223, 3.71875, 3.71875, 0.106934, 3.71875, 1.101562, 3.71875, 0.028687, 3.71875, 0.211914, 3.71875, 0.117676, 3.71875, 3.71875, 3.71875, 2.359375, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.03125, 3.71875, 3.71875, 0.230469, 3.71875, 0.894531, 2.953125, 3.71875, 2.65625, 3.71875, 0.04834, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.157227, 3.71875, 3.71875, 1.757812, 3.71875, 3.71875, 0.253906, 3.71875, 0.031494, 3.71875, 3.71875, 0.285156, 3.71875, 3.703125, 0.046143, 3.71875, 1.515625, 3.71875, 0.217773, 3.71875, 0.05835, 3.171875, 3.71875, 0.045166, 3.484375, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.047607, 2.171875, 2.859375, 3.6875, 0.053955, 3.71875, 2.21875, 0.384766, 3.71875, 0.176758, 3.71875, 3.71875, 3.71875, 3.71875, 0.097168, 0.053223, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.041504, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.710938, 3.71875, 1.054688, 3.71875, 0.949219, 3.71875, 3.71875, 0.052734, 3.71875, 0.130859, 0.53125, 0.043945, 0.816406, 3.71875, 3.71875, 0.140625, 3.71875, 3.71875, 0.957031, 3.71875, 3.71875, 3.71875, 3.1875, 3.71875, 3.71875, 0.871094, 3.71875, 0.186523, 3.71875, 0.099121, 0.099609, 3.71875, 3.71875, 3.71875, 3.71875, 0.597656, 0.275391, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 1.867188, 1.039062, 0.341797, 3.71875, 0.091797, 0.086426, 3.71875, 1.6875, 1.429688, 0.894531, 3.71875, 0.02478, 0.976562, 3.71875, 3.71875, 3.71875, 3.296875, 3.71875, 3.71875, 3.71875, 0.427734, 3.71875, 3.71875, 1.929688, 3.71875, 3.71875, 3.0625, 3.71875, 3.71875, 3.71875, 3.71875, 2.515625, 1.140625, 1.203125, 3.71875, 1.476562, 3.71875, 3.71875, 0.051758, 3.71875, 0.175781, 1.640625, 3.71875, 3.71875, 3.71875, 0.055664, 0.03064, 3.71875, 0.085449, 3.71875, 0.227539, 3.71875, 0.103027, 3.71875, 3.71875, 0.023438, 3.71875, 3.71875, 0.021729, 3.71875, 3.71875, 3.71875, 3.71875, 1.757812, 3.71875, 2.34375, 0.05127, 0.648438, 3.71875, 3.71875, 0.351562, 3.71875, 3.71875, 0.609375, 3.71875, 3.71875, 0.478516, 0.099609, 1.28125, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.128906, 3.71875, 0.044922, 0.195312, 3.71875, 3.71875, 3.71875, 0.164062, 3.71875, 0.777344, 3.71875, 0.193359, 2.3125, 0.699219, 2.34375, 3.71875, 3.71875, 3.71875, 3.71875, 0.039062, 3.71875, 3.71875, 1.21875, 3.71875, 3.71875, 1.664062, 0.173828, 0.059814, 0.132812, 0.073242, 3.71875, 0.00325, 1.007812, 3.71875, 3.5625, 3.71875, 0.158203, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.582031, 0.029175, 0.162109, 3.71875, 3.71875, 1.234375, 0.196289, 3.71875, 1.171875, 3.71875, 0.020752, 1.53125, 3.71875, 0.957031, 3.71875, 0.032227, 1.0, 3.71875, 3.71875, 0.664062, 3.71875, 0.660156, 3.71875, 3.71875, 3.71875, 0.941406, 3.71875, 0.074219, 0.683594, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 1.640625, 3.71875, 3.703125, 3.71875, 2.359375, 0.445312, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 2.40625, 2.265625, 3.71875, 3.71875, 3.71875, 3.71875, 0.139648, 3.71875, 3.71875, 0.062988, 2.6875, 0.08252, 3.71875, 3.71875, 3.71875, 0.165039, 3.71875, 3.71875, 3.71875, 3.71875, 0.808594, 2.078125, 3.71875, 3.71875, 3.71875, 3.71875, 0.031738, 3.71875, 3.71875, 3.59375, 1.148438, 3.71875, 3.71875, 0.220703, 3.71875, 0.059814, 0.679688, 3.71875, 3.71875, 0.150391, 3.71875, 3.71875, 2.640625, 3.71875, 3.71875, 3.71875, 0.109863, 3.71875, 3.71875, 3.71875, 3.71875, 0.671875, 3.71875, 2.078125, 3.46875, 2.328125, 3.71875, 0.699219, 3.71875, 0.031494, 3.71875, 0.020874, 1.132812, 0.054932, 3.71875, 3.71875, 3.71875, 3.71875, 3.296875, 3.71875, 3.71875, 0.347656, 3.71875, 2.4375, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 1.226562, 3.71875, 1.539062, 0.683594, 0.043457, 3.71875, 3.71875, 3.71875, 1.171875, 3.71875, 3.71875, 3.71875, 1.898438, 3.71875, 3.71875, 2.625, 0.149414, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.063477, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.460938, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.047607, 3.71875, 0.279297, 3.71875, 3.71875, 3.71875, 3.71875, 0.417969, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.910156, 3.71875, 3.65625, 1.070312, 1.523438, 3.71875, 3.640625, 0.059326, 1.492188, 0.109863, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.154297, 3.71875, 1.507812, 0.960938, 3.71875, 0.039307, 0.203125, 3.71875, 3.71875, 3.71875, 3.71875, 1.6875, 3.71875, 0.439453, 3.71875, 0.07666, 2.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.65625, 0.066895, 2.765625, 0.061279, 3.71875, 1.203125, 3.71875, 0.296875, 3.71875, 3.71875, 3.71875, 0.138672, 3.71875, 3.71875, 3.71875, 0.031494, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.070312, 1.15625, 0.062012, 3.71875, 3.71875, 3.71875, 0.048828, 0.265625, 0.941406, 2.53125, 1.320312, 3.71875, 0.047363, 0.038574, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.186523, 1.757812, 0.030273, 3.71875, 3.71875, 3.71875, 0.031738, 3.71875, 0.216797, 0.384766, 3.71875, 3.71875, 0.032471, 3.71875, 3.71875, 3.71875, 3.71875, 0.494141, 3.71875, 3.71875, 3.171875, 3.71875, 0.175781, 3.71875, 3.71875, 3.71875, 3.71875, 0.057373, 0.320312, 0.921875, 3.71875, 3.71875, 1.898438, 3.71875, 0.040039, 3.71875, 3.71875, 0.050781, 0.045898, 3.640625, 3.71875, 3.71875, 3.71875, 3.71875, 2.359375, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 1.109375, 0.146484, 0.09082, 0.214844, 3.71875, 3.71875, 0.056885, 0.046387, 3.71875, 0.953125, 3.71875, 3.71875, 0.077637, 3.71875, 0.15918, 3.71875, 3.609375, 0.15625, 3.71875, 0.134766, 0.155273, 0.029663, 0.028809, 0.07373, 2.453125, 3.71875, 0.6875, 3.71875, 3.71875, 0.056641, 2.328125, 0.644531, 3.703125, 3.71875, 3.71875, 0.059326, 1.59375, 3.53125, 0.960938, 3.71875, 2.609375, 0.146484, 0.210938, 3.71875, 0.193359, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.945312, 0.294922, 0.996094, 3.71875, 3.71875, 1.476562, 3.71875, 3.71875, 3.484375, 3.265625, 3.71875, 0.777344, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 1.710938, 2.328125, 0.207031, 3.71875, 3.71875, 3.71875, 0.359375, 3.71875, 2.46875, 3.71875, 3.71875, 3.71875, 0.106445, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.347656, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 2.203125, 3.71875, 3.71875, 0.361328, 0.042236, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 2.5, 0.025146, 3.71875, 0.146484, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.671875, 3.71875, 3.71875, 0.047607, 3.71875, 3.71875, 3.71875, 3.65625, 3.71875, 3.59375, 3.71875, 0.201172, 3.71875, 0.816406, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.390625, 3.71875, 0.139648, 0.265625, 3.71875, 2.78125, 2.5625, 3.71875, 3.71875, 3.71875, 3.71875, 0.036377, 3.71875, 3.71875, 3.71875, 3.71875, 0.5625, 3.71875, 0.060547, 3.71875, 3.71875, 3.71875, 1.234375, 0.074219, 3.71875, 0.04126, 3.71875, 3.71875, 0.125977, 2.046875, 3.71875, 3.71875, 3.71875, 0.945312, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 1.242188, 3.71875, 0.224609, 3.71875, 0.047607, 0.914062, 3.71875, 3.71875, 3.71875, 0.464844, 0.08252, 3.71875, 3.71875, 3.703125, 0.220703, 3.71875, 3.71875, 3.71875, 3.71875, 1.460938, 0.143555, 3.71875, 3.71875, 3.71875, 0.047607, 0.863281, 0.19043, 1.5625, 2.625, 3.71875, 3.71875, 3.171875, 3.71875, 3.71875, 2.703125, 3.71875, 3.703125, 2.71875, 3.71875, 3.71875, 3.71875, 0.279297, 3.390625, 2.6875, 3.71875, 0.044189, 1.0625, 3.71875, 0.141602, 1.679688, 3.71875, 1.03125, 1.554688, 3.71875, 3.71875, 0.024658, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.015625, 3.71875, 3.71875, 3.71875, 3.71875, 3.28125, 1.953125, 0.088867, 3.71875, 0.051514, 0.550781, 2.375, 0.036377, 3.71875, 3.671875, 1.523438, 3.71875, 3.71875, 3.71875, 0.054932, 3.71875, 0.049072, 0.84375, 3.71875, 1.296875, 0.186523, 0.988281, 3.71875, 0.060059, 1.023438, 3.71875, 3.71875, 3.671875, 3.71875, 3.71875, 0.166016, 3.71875, 3.71875, 3.71875, 3.71875, 0.038574, 0.059326, 0.945312, 1.367188, 3.71875, 3.71875, 3.71875, 3.71875, 1.5625, 3.71875, 3.71875, 3.71875, 2.34375, 0.036865, 3.71875, 3.71875, 3.71875, 1.578125, 3.71875, 3.71875, 3.71875, 3.71875, 0.055908, 3.71875, 0.025024, 0.129883, 3.71875, 3.71875, 0.660156, 3.71875, 3.71875, 3.71875, 3.71875, 1.164062, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.253906, 1.695312, 2.453125, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.980469, 1.257812, 3.71875, 3.71875, 3.71875, 0.054688, 3.71875, 3.71875, 0.118164, 3.71875, 0.042236, 1.773438, 3.71875, 3.71875, 0.664062, 3.71875, 3.71875, 1.054688, 3.71875, 2.515625, 3.71875, 0.045166, 0.847656, 3.5, 3.71875, 0.015625, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.044922, 3.71875, 3.71875, 1.390625, 0.396484, 0.566406, 3.71875, 1.367188, 3.71875, 0.041016, 0.746094, 0.038574, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 1.03125, 3.71875, 3.71875, 3.71875, 0.695312, 3.71875, 3.71875, 3.71875, 3.71875, 0.113281, 3.71875, 2.21875, 3.71875, 3.71875, 1.328125, 3.71875, 3.71875, 2.609375, 1.460938, 2.859375, 0.031494, 0.691406, 3.71875, 3.703125, 0.761719, 3.71875, 0.078613, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.34375, 0.052002, 3.71875, 1.210938, 3.71875, 3.71875, 3.6875, 3.71875, 3.71875, 3.71875, 3.71875, 1.882812, 3.71875, 1.273438, 3.71875, 0.5, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.046875, 3.71875, 3.71875, 3.71875, 0.488281, 3.71875, 3.71875, 2.84375, 3.71875, 3.71875, 3.71875, 2.703125, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.044434, 3.71875, 0.043213, 3.71875, 0.574219, 3.71875, 3.71875, 3.71875, 1.03125, 1.28125, 3.71875, 0.116699, 0.226562, 0.213867, 3.71875, 3.71875, 2.0625, 3.71875, 3.71875, 3.71875, 0.458984, 1.234375, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.135742, 3.71875, 3.71875, 0.066406, 2.8125, 3.71875, 0.230469, 0.118164, 3.71875, 0.072266, 3.71875, 1.023438, 3.71875, 3.71875, 2.859375, 3.71875, 0.044434, 3.71875, 0.074219, 3.71875, 0.064453, 0.109863, 3.71875, 3.71875, 0.5625, 3.71875, 0.476562, 1.265625, 1.273438, 0.095215, 0.086426, 3.71875, 1.632812, 3.71875, 3.71875, 0.022217, 3.71875, 3.71875, 3.71875, 0.040771, 3.71875, 3.71875, 1.710938, 0.355469, 3.71875, 0.037842, 0.052002, 3.71875, 3.71875, 3.71875, 3.71875, 0.097656, 3.71875, 3.71875, 3.71875, 3.71875, 0.921875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.957031, 0.029053, 3.71875, 0.143555, 0.202148, 0.116699, 3.15625, 3.71875, 3.71875, 3.71875, 1.296875, 0.734375, 2.65625, 3.71875, 2.4375, 3.71875, 2.28125, 0.726562, 0.038086, 3.71875, 3.71875, 3.71875, 0.060547, 0.691406, 0.433594, 3.140625, 3.71875, 3.71875, 3.71875, 3.0, 3.71875, 3.71875, 1.320312, 0.059814, 3.625, 3.71875, 3.71875, 3.71875, 3.71875, 0.084961, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 1.921875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 2.625, 2.484375, 3.71875, 0.566406, 3.71875, 3.71875, 0.031494, 3.546875, 3.71875, 0.138672, 3.71875, 1.390625, 3.71875, 0.053223, 1.6875, 3.71875, 0.211914, 3.71875, 0.02063, 3.71875, 0.069824, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.038818, 3.328125, 3.640625, 3.71875, 0.029907, 3.71875, 3.71875, 3.71875, 1.109375, 3.71875, 0.043701, 0.03833, 0.058838, 3.71875, 0.037842, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 1.46875, 3.71875, 3.71875, 1.453125, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 2.15625, 3.71875, 3.71875, 1.203125, 3.71875, 3.71875, 2.484375, 3.71875, 3.71875, 3.71875, 0.150391, 1.375, 3.71875, 1.203125, 0.063965, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.253906, 3.71875, 0.060791, 3.71875, 3.71875, 0.043701, 1.09375, 0.259766, 0.09082, 3.71875, 3.71875, 0.933594, 3.71875, 3.3125, 0.048584, 0.660156, 0.972656, 3.71875, 3.71875, 3.71875, 3.71875, 0.099121, 3.71875, 1.25, 0.648438, 3.71875, 3.71875, 3.71875, 2.109375, 3.71875, 3.71875, 0.042236, 3.71875, 0.031738, 3.71875, 3.71875, 3.71875, 3.71875, 0.863281, 3.71875, 0.058594, 0.863281, 2.40625, 1.40625, 0.820312, 3.71875, 3.71875, 0.088379, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 1.929688, 3.71875, 3.71875, 0.722656, 1.46875, 3.71875, 3.71875, 3.71875, 3.6875, 0.19043, 0.092285, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.09375, 3.71875, 3.71875, 3.703125, 3.71875, 3.71875, 3.71875, 0.056641, 3.71875, 3.71875, 0.207031, 3.71875, 3.71875, 3.71875, 0.071289, 0.710938, 1.632812, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.320312, 0.102539, 3.71875, 0.025269, 3.71875, 3.71875, 3.71875, 3.71875, 0.875, 3.71875, 3.71875, 3.71875, 3.71875, 0.050293, 1.4375, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.080566, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 1.0625, 3.5, 0.029785, 0.4375, 1.703125, 3.71875, 3.71875, 3.71875, 0.361328, 3.71875, 1.695312, 0.211914, 3.671875, 3.71875, 3.71875, 0.034668, 3.71875, 0.014771, 1.265625, 3.71875, 0.040039, 0.988281, 1.34375, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 1.28125, 3.71875, 3.71875, 2.484375, 0.03833, 3.71875, 0.055664, 3.71875, 3.71875, 3.71875, 0.439453, 1.679688, 1.679688, 3.546875, 3.71875, 3.71875, 0.052979, 0.3125, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.59375, 3.71875, 3.71875, 3.71875, 3.71875, 0.238281, 3.71875, 3.71875, 0.046387, 3.71875, 3.71875, 3.71875, 3.59375, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.045898, 3.71875, 3.71875, 1.953125, 3.71875, 3.71875, 1.898438, 3.71875, 3.1875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.671875, 3.71875, 3.71875, 3.71875, 3.71875, 0.492188, 1.28125, 2.40625, 3.71875, 2.5, 1.585938, 1.875, 0.050537, 1.703125, 1.539062, 3.71875, 3.71875, 0.228516, 3.71875, 2.609375, 3.71875, 3.71875, 0.135742, 3.71875, 3.71875, 3.71875, 3.71875, 0.214844, 3.71875, 3.71875, 1.132812, 0.145508, 1.53125, 0.165039, 1.3125, 3.71875, 0.19043, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.078125, 0.032227, 3.71875, 3.46875, 2.09375, 2.640625, 0.039551, 2.390625, 0.152344, 0.910156, 3.71875, 0.071289, 0.019897, 3.71875, 0.053223, 3.71875, 1.273438, 3.71875, 0.039062, 3.71875, 1.195312, 3.71875, 0.306641, 1.484375, 3.71875, 3.65625, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.820312, 0.111328, 0.291016, 3.71875, 3.71875, 0.039307, 3.71875, 0.053955, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.046387, 1.554688, 3.71875, 3.71875, 3.71875, 2.078125, 3.71875, 3.71875, 3.71875, 3.71875, 0.149414, 3.71875, 3.71875, 0.031494, 0.062012, 2.046875, 3.71875, 0.206055, 0.240234, 3.6875, 0.049316, 2.15625, 3.71875, 3.71875, 3.71875, 3.71875, 1.273438, 3.71875, 3.71875, 3.71875, 3.71875, 0.025879, 3.71875, 3.71875, 3.71875, 3.484375, 3.71875, 1.859375, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.079102, 3.71875, 3.71875, 3.71875, 0.067871, 0.045898, 0.201172, 3.71875, 0.21582, 3.71875, 0.090332, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.046143, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 1.976562, 0.054443, 3.71875, 3.71875, 3.71875, 3.703125, 3.71875, 3.71875, 3.71875, 1.515625, 0.427734, 3.71875, 0.07959, 1.015625, 3.71875, 2.453125, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.036865, 3.71875, 0.048096, 3.71875, 3.71875, 3.71875, 3.71875, 0.110352, 3.71875, 0.05249, 3.71875, 0.279297, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 1.96875, 1.640625, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.224609, 3.71875, 3.71875, 0.769531, 1.492188, 0.511719, 3.71875, 0.835938, 3.71875, 0.068359, 1.382812, 3.71875, 0.068848, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.036865, 3.71875, 0.046631, 3.71875, 3.71875, 3.71875, 3.71875, 0.6875, 0.816406, 3.71875, 0.054199, 3.71875, 2.0625, 3.71875, 3.71875, 0.9375, 3.71875, 3.71875, 3.71875, 3.71875, 1.453125, 3.71875, 3.40625, 3.71875, 3.34375, 3.71875, 3.71875, 0.150391, 0.05542, 3.71875, 0.40625, 3.71875, 0.032471, 3.71875, 0.048828, 1.398438, 3.71875, 0.667969, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.072754, 0.032227, 1.914062, 3.71875, 3.71875, 3.71875, 1.273438, 0.116699, 0.042969, 3.203125, 3.71875, 3.71875, 3.71875, 0.092285, 0.031738, 0.031494, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.328125, 3.71875, 1.40625, 0.046387, 0.267578, 1.78125, 3.71875, 3.71875, 1.304688, 0.503906, 3.71875, 3.71875, 3.71875, 0.414062, 2.59375, 3.71875, 3.71875, 3.71875, 0.898438, 3.71875, 3.71875, 3.71875, 0.503906, 3.71875, 3.625, 0.503906, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.237305, 3.625, 3.71875, 3.71875, 0.154297, 3.71875, 0.05249, 3.71875, 3.71875, 3.71875, 3.71875, 2.34375, 3.71875, 3.71875, 0.996094, 0.964844, 0.030762, 3.71875, 3.71875, 3.71875, 3.71875, 2.484375, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.062012, 0.067383, 3.71875, 3.71875, 0.147461, 3.65625, 3.140625, 1.492188, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.037354, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 3.71875, 0.155273, 1.6875, 3.71875, 3.71875, 0.425781, 3.71875, 0.040283, 0.660156, 0.523438, 3.71875, 3.421875, 3.71875, 0.069336, 3.71875, 3.71875, 0.066895, 3.71875, 0.031494, 3.71875, 3.71875, 3.71875, 3.71875, 1.515625, 0.232422, 2.125, 3.71875, 0.679688, 0.032471, 0.875, 0.21875, 0.069336, 3.71875, 3.71875, 0.071777, 3.71875, 3.640625, 0.246094, 3.71875, 3.71875, 3.71875, 3.71875, 0.071289, 0.027344, 2.03125, 3.71875, 3.71875, 2.90625, 3.71875, 3.71875, 3.71875, 1.828125, 2.421875, 3.71875 ] } , "name": "onnx::Mul_11098", "outputIndexes": [ 3900 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3899, 3900 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 3901 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3873, 3901 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/Add_1_output_0", "outputIndexes": [ 3902 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3902 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.20/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 7681 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7681 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.20/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 7682 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7682 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1262391336, 327702, 81920, 0, 0 ] } , "name": "/layers.20/per_layer_input_gate/Linear", "outputIndexes": [ 7683 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7683 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.20/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 7684 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7684 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.20/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 3903 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3903 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.20/act_fn/Mul_output_0", "outputIndexes": [ 3904 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3903, 3904 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/act_fn/Mul_1_output_0", "outputIndexes": [ 3905 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 3905 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/act_fn/Mul_2_output_0", "outputIndexes": [ 3906 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3903, 3906 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/act_fn/Add_output_0", "outputIndexes": [ 3907 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 3907 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/act_fn/Mul_3_output_0", "outputIndexes": [ 3908 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3908 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.20/act_fn/Tanh_output_0", "outputIndexes": [ 3909 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 3909 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/act_fn/Add_1_output_0", "outputIndexes": [ 3910 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3903, 3910 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/act_fn/Mul_4_output_0", "outputIndexes": [ 3911 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 3911 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/act_fn/Mul_5_output_0", "outputIndexes": [ 3912 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 20 ] } , "name": "/Constant_29_output_0", "outputIndexes": [ 3913 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4764", "outputIndexes": [ 3914 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4767", "outputIndexes": [ 3915 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 3914, 3915, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice4770", "outputIndexes": [ 3916 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3916 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze4771", "outputIndexes": [ 3917 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3913, 3917 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4772", "outputIndexes": [ 3918 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3918, 3917 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4773", "outputIndexes": [ 3919 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 3919, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_27_output_0", "outputIndexes": [ 3920 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3912, 3920 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/Mul_output_0", "outputIndexes": [ 3921 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3921 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.20/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 7685 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7685 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.20/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 7686 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7686 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1262800958, 327702, 81920, 0, 0 ] } , "name": "/layers.20/per_layer_projection/Linear", "outputIndexes": [ 7687 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7687 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.20/per_layer_projection/Linear/post_convert", "outputIndexes": [ 7688 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7688 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.20/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 3922 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3922 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.20/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 3924 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3924 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.20/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 3925 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3925, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 3926 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3926, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 3927 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3922, 3927 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 3928 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.140625, 0.00106, 0.001114, 0.001083, 1.140625, 0.001114, 0.173828, 0.001083, 1.140625, 1.140625, 1.140625, 0.001045, 0.001099, 1.140625, 1.140625, 0.001091, 0.001038, 0.001099, 1.140625, 1.140625, 0.001091, 1.140625, 1.140625, 1.140625, 1.140625, 0.001045, 0.057129, 1.140625, 0.00415, 0.000992, 0.001083, 0.00103, 1.140625, 0.001045, 1.140625, 0.001068, 1.140625, 0.878906, 0.001083, 0.001068, 0.000999, 0.001076, 1.140625, 0.03418, 0.001045, 1.140625, 0.001312, 0.001076, 0.001114, 0.001053, 0.001076, 1.140625, 0.001045, 1.140625, 1.140625, 0.00103, 1.085938, 1.140625, 0.001106, 1.140625, 0.00103, 0.001083, 0.001091, 0.171875, 1.140625, 1.140625, 0.016113, 0.020752, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.001091, 0.001114, 0.001099, 0.111328, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.146484, 0.378906, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.227539, 0.00106, 0.001106, 0.001068, 0.001083, 1.140625, 0.001083, 1.140625, 1.140625, 0.001076, 1.140625, 0.001099, 0.001083, 0.367188, 1.140625, 0.001083, 0.001076, 1.140625, 1.140625, 1.140625, 0.308594, 1.140625, 1.140625, 1.140625, 0.425781, 1.140625, 0.001091, 0.001076, 1.140625, 0.001076, 0.001045, 0.001076, 0.042725, 1.140625, 0.001083, 1.140625, 0.01709, 1.140625, 1.140625, 0.001007, 1.140625, 0.001053, 1.140625, 0.001099, 0.10498, 0.001106, 0.386719, 0.001022, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.392578, 0.00106, 0.230469, 1.140625, 1.140625, 0.363281, 0.001106, 0.001076, 0.001106, 1.140625, 0.00106, 0.001083, 1.140625, 1.140625, 0.00103, 1.140625, 1.140625, 1.140625, 1.140625, 0.001076, 1.140625, 0.001076, 0.001083, 1.140625, 0.010071, 0.001083, 0.001106, 0.001068, 1.140625, 1.140625, 1.140625, 0.001083, 0.143555, 0.972656, 0.034912, 0.001076, 1.140625, 1.140625, 0.001045, 1.140625, 1.140625, 0.001083, 0.001022, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.001038, 1.140625, 1.140625, 0.001053, 1.140625, 1.140625, 1.140625, 0.001091, 1.140625, 1.140625, 0.001099, 1.140625, 1.140625, 1.140625, 1.140625, 0.001038, 1.140625, 1.140625, 1.140625, 0.001114, 0.001106, 0.001099, 0.001106, 1.140625, 0.013428, 0.03418, 1.140625, 1.140625, 1.140625, 0.001038, 0.085938, 0.302734, 1.140625, 1.140625, 1.140625, 0.018188, 0.001106, 1.140625, 0.001083, 0.022583, 1.140625, 1.140625, 1.140625, 0.001076, 1.140625, 1.140625, 0.001099, 1.140625, 0.001083, 1.140625, 0.001038, 1.140625, 1.140625, 0.001106, 0.001038, 0.001099, 0.00106, 0.016113, 1.140625, 0.001091, 0.001076, 0.001106, 1.140625, 0.001099, 1.140625, 1.140625, 0.24707, 0.001053, 0.001022, 0.09082, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.136719, 1.140625, 0.001091, 1.140625, 0.001099, 0.010315, 1.140625, 0.001114, 0.001091, 1.140625, 1.140625, 0.001038, 0.001068, 1.140625, 0.001053, 0.001099, 0.006866, 0.001068, 0.099121, 0.001083, 0.001099, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.001068, 0.001022, 0.001099, 1.140625, 0.001106, 0.001045, 1.140625, 0.001068, 1.140625, 1.140625, 1.140625, 0.001083, 1.140625, 0.001068, 0.001083, 0.00106, 0.001083, 0.001091, 0.001015, 0.001083, 1.140625, 0.001556, 0.008911, 0.001053, 1.140625, 1.140625, 0.001122, 0.001068, 1.140625, 0.001091, 0.128906, 0.000992, 0.217773, 1.140625, 1.140625, 0.088867, 1.140625, 1.140625, 0.001106, 0.001045, 0.001045, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.001114, 0.001053, 1.140625, 1.140625, 0.001053, 1.140625, 1.140625, 0.010925, 1.140625, 1.140625, 0.001091, 1.140625, 0.00103, 1.140625, 0.001099, 0.001099, 1.140625, 0.001068, 1.140625, 0.001114, 1.140625, 1.140625, 0.001053, 0.168945, 1.140625, 0.298828, 1.140625, 0.22168, 1.140625, 1.140625, 1.140625, 0.001114, 0.027588, 0.001083, 1.140625, 0.001106, 1.140625, 1.140625, 0.00106, 0.001091, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.001114, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.001076, 0.078613, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.018921, 1.140625, 0.001068, 0.00106, 0.00106, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.142578, 1.140625, 1.140625, 1.140625, 1.140625, 0.001045, 1.140625, 0.001091, 1.140625, 1.140625, 1.140625, 0.001007, 1.109375, 1.140625, 1.140625, 0.001083, 0.012268, 1.140625, 1.140625, 0.121094, 1.140625, 1.140625, 1.140625, 1.140625, 0.001091, 1.140625, 1.140625, 1.140625, 1.140625, 0.01178, 1.140625, 0.001099, 0.001503, 1.140625, 1.140625, 1.140625, 1.140625, 0.001068, 1.140625, 0.110352, 0.105957, 1.140625, 0.001053, 1.140625, 1.140625, 1.140625, 1.140625, 0.001091, 1.140625, 0.000877, 0.001083, 0.001083, 1.140625, 1.140625, 0.001076, 0.001076, 0.103027, 1.140625, 1.140625, 0.001106, 0.001083, 0.052979, 1.140625, 1.140625, 0.00106, 0.016479, 0.001091, 1.140625, 1.140625, 1.140625, 1.140625, 0.020752, 0.001022, 0.18457, 1.140625, 1.140625, 1.140625, 1.140625, 0.001091, 0.001091, 1.140625, 1.140625, 1.140625, 1.140625, 0.001091, 1.140625, 1.140625, 0.150391, 0.146484, 1.140625, 1.140625, 1.140625, 1.140625, 0.001083, 0.001114, 0.001083, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.001099, 0.001045, 0.001091, 1.140625, 1.140625, 1.140625, 0.001083, 0.001076, 0.001099, 1.140625, 1.140625, 1.140625, 0.001015, 1.140625, 0.00103, 1.140625, 1.140625, 0.757812, 1.140625, 0.001091, 1.140625, 0.161133, 1.140625, 1.140625, 0.001083, 1.140625, 0.001091, 0.001106, 1.140625, 1.140625, 0.001083, 0.001076, 1.140625, 0.001099, 1.140625, 1.140625, 0.001099, 1.140625, 1.140625, 1.140625, 1.140625, 0.00106, 0.001083, 1.140625, 0.001076, 1.140625, 0.00103, 1.140625, 1.140625, 1.140625, 0.001045, 0.001045, 0.001045, 0.001015, 0.001053, 1.140625, 0.001045, 0.001038, 1.140625, 0.001038, 0.001053, 0.001083, 1.140625, 1.140625, 0.173828, 1.140625, 0.001053, 1.140625, 1.140625, 1.140625, 1.140625, 0.001083, 0.00106, 1.140625, 0.001106, 0.001076, 0.001045, 1.140625, 0.001076, 0.001114, 1.140625, 0.001045, 0.001114, 0.001038, 1.140625, 1.140625, 1.140625, 0.116211, 1.140625, 1.140625, 0.013672, 1.140625, 0.001083, 0.00103, 1.140625, 1.140625, 1.140625, 0.001091, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.055176, 0.001114, 0.001099, 0.001045, 0.084473, 0.001022, 0.001068, 0.001099, 1.140625, 1.140625, 1.140625, 1.140625, 0.123535, 0.013733, 1.140625, 0.001083, 0.001091, 0.001038, 0.00106, 0.001068, 1.140625, 0.001091, 0.001091, 0.023315, 0.001022, 0.087891, 0.001053, 0.001099, 0.001076, 0.001114, 1.140625, 0.001083, 0.001053, 0.00106, 1.140625, 1.140625, 0.001099, 1.140625, 1.0625, 1.140625, 1.140625, 1.140625, 0.057129, 0.001083, 1.140625, 1.140625, 0.002869, 1.140625, 1.140625, 0.001091, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.084473, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.244141, 1.140625, 0.001114, 1.140625, 0.001091, 0.001114, 1.140625, 0.683594, 0.001114, 1.140625, 1.140625, 1.140625, 0.001076, 1.140625, 0.078125, 1.046875, 1.140625, 0.001068, 1.140625, 1.140625, 0.001045, 0.00106, 0.001038, 1.140625, 0.001038, 1.140625, 1.140625, 1.140625, 0.001045, 1.140625, 0.001083, 0.00106, 0.001068, 0.182617, 1.140625, 1.140625, 0.001045, 1.140625, 0.010742, 0.000999, 0.001038, 0.001076, 1.140625, 1.140625, 0.001068, 1.140625, 1.140625, 1.140625, 0.001099, 1.140625, 0.001083, 1.140625, 1.140625, 0.001076, 1.140625, 0.001053, 0.001038, 0.001083, 1.140625, 0.001091, 0.00103, 0.001114, 1.140625, 1.140625, 0.001091, 1.140625, 0.118164, 0.001053, 0.041504, 0.441406, 1.140625, 0.00106, 0.001106, 1.140625, 1.140625, 0.001083, 1.140625, 0.001099, 1.140625, 0.001099, 1.140625, 0.001083, 1.140625, 0.001099, 0.166992, 0.001068, 0.001015, 0.001068, 1.140625, 0.001091, 0.001091, 1.140625, 1.140625, 0.001091, 1.140625, 0.00106, 0.001099, 1.140625, 1.140625, 0.001083, 0.00161, 0.001106, 1.140625, 0.00106, 0.000957, 0.001045, 0.289062, 1.140625, 0.001106, 0.001068, 0.001114, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.001083, 1.140625, 1.140625, 0.201172, 0.001091, 0.001068, 1.140625, 0.002335, 1.140625, 0.001083, 0.001091, 0.001076, 1.140625, 0.00106, 1.140625, 0.001045, 1.140625, 1.140625, 0.001106, 1.140625, 0.001122, 0.001038, 1.140625, 0.173828, 1.140625, 0.00106, 1.140625, 1.140625, 0.020996, 0.013855, 1.140625, 0.006714, 1.140625, 0.129883, 0.001099, 0.109863, 0.001068, 1.140625, 0.01709, 1.140625, 0.00106, 0.015991, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.021973, 0.21875, 0.001099, 1.140625, 0.001091, 1.140625, 1.140625, 0.001053, 1.140625, 1.140625, 0.001068, 0.001106, 0.001083, 0.001083, 1.140625, 1.140625, 0.001099, 1.140625, 0.001068, 1.140625, 0.00106, 0.00103, 0.001068, 0.175781, 0.001083, 1.140625, 0.001068, 0.183594, 1.140625, 0.074219, 0.001099, 0.173828, 0.001091, 1.140625, 1.140625, 1.140625, 0.001091, 0.001083, 1.140625, 0.00106, 1.140625, 0.001053, 0.00106, 1.140625, 1.140625, 0.001083, 0.15332, 0.00106, 0.141602, 0.043457, 0.001022, 0.015259, 0.40625, 1.140625, 1.140625, 1.140625, 0.083008, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.001099, 0.09082, 0.001114, 0.001068, 1.140625, 0.193359, 0.001053, 1.140625, 0.001099, 0.00885, 0.007568, 0.001076, 0.001083, 0.001076, 0.019409, 1.140625, 0.001076, 0.001083, 0.001099, 1.140625, 0.00106, 0.001091, 0.00106, 0.001007, 0.373047, 1.140625, 0.001076, 1.140625, 0.001106, 0.001076, 1.140625, 1.140625, 1.140625, 1.140625, 0.001114, 1.140625, 0.001091, 1.140625, 0.001091, 0.296875, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.001045, 1.140625, 0.001114, 1.140625, 1.140625, 1.140625, 0.12207, 1.140625, 1.140625, 0.10498, 0.00106, 0.001091, 0.001053, 1.140625, 1.140625, 0.001083, 0.001022, 0.001076, 1.140625, 1.140625, 0.00106, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.001076, 0.001091, 0.001045, 0.001045, 1.140625, 1.140625, 1.140625, 0.137695, 1.140625, 0.00103, 0.001045, 0.001083, 1.140625, 0.001068, 0.001106, 0.001076, 0.001083, 1.140625, 0.00106, 1.140625, 0.001091, 1.140625, 1.140625, 1.140625, 1.140625, 0.001068, 1.140625, 0.19043, 1.140625, 0.001083, 1.140625, 0.151367, 1.140625, 0.001083, 1.140625, 0.017212, 0.001106, 0.001045, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.005493, 0.001045, 0.001083, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.001045, 0.001106, 1.140625, 1.140625, 1.140625, 1.140625, 0.001091, 0.001076, 0.00106, 1.140625, 1.140625, 1.140625, 0.001076, 0.001022, 0.00106, 0.001038, 0.001045, 1.140625, 0.001045, 0.001068, 1.140625, 0.988281, 0.001083, 1.140625, 0.001053, 1.140625, 1.140625, 1.140625, 0.001076, 0.001053, 1.140625, 0.200195, 0.001099, 1.140625, 1.140625, 0.001076, 0.001099, 1.140625, 1.140625, 0.017944, 1.140625, 0.180664, 1.140625, 1.140625, 0.001083, 0.001099, 0.001106, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.515625, 1.140625, 1.140625, 0.001038, 0.001053, 0.00106, 1.140625, 0.00106, 1.140625, 0.067383, 0.001068, 1.140625, 1.140625, 1.140625, 1.140625, 0.001122, 0.001091, 1.140625, 0.001099, 1.140625, 1.140625, 1.140625, 0.106934, 1.140625, 0.245117, 1.140625, 1.140625, 0.001076, 0.001106, 1.140625, 1.140625, 1.140625, 1.140625, 0.001099, 1.140625, 0.001038, 1.140625, 0.001053, 1.140625, 1.140625, 1.140625, 0.001083, 0.001099, 1.140625, 0.001106, 0.055664, 0.002747, 0.00383, 1.140625, 1.140625, 0.001053, 0.121582, 1.140625, 1.140625, 1.140625, 0.150391, 0.00106, 1.140625, 1.140625, 0.001045, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.000984, 0.002365, 0.02832, 0.001083, 1.140625, 1.140625, 0.017944, 0.001045, 0.033691, 1.140625, 0.001022, 1.140625, 0.00106, 0.003342, 0.001091, 1.140625, 1.140625, 0.001022, 0.001068, 1.140625, 0.00174, 0.001099, 1.140625, 0.186523, 1.140625, 0.001053, 0.001083, 0.001106, 0.001068, 0.001106, 1.140625, 0.001038, 1.140625, 0.001076, 1.140625, 0.015991, 1.140625, 1.140625, 1.140625, 0.001076, 0.00106, 0.001106, 1.140625, 1.140625, 0.001091, 0.00103, 1.140625, 1.140625, 1.140625, 1.140625, 0.072266, 0.001091, 0.001091, 1.140625, 0.001068, 1.140625, 1.140625, 0.027222, 1.140625, 1.140625, 0.024414, 0.0625, 1.140625, 0.001053, 1.140625, 1.140625, 1.140625, 0.001083, 1.140625, 1.140625, 1.140625, 0.001114, 0.00103, 0.001091, 1.140625, 0.001091, 1.132812, 0.298828, 0.001114, 0.107422, 0.001099, 1.140625, 1.140625, 0.001068, 0.001083, 1.140625, 0.001106, 1.140625, 1.140625, 0.007874, 1.140625, 0.087891, 0.001083, 0.001038, 1.140625, 1.140625, 0.142578, 0.089844, 0.001091, 0.001045, 0.094238, 1.140625, 1.140625, 0.001045, 0.001022, 1.140625, 0.001106, 0.001099, 0.067871, 1.140625, 1.140625, 1.140625, 0.001076, 0.001091, 0.001083, 0.345703, 1.140625, 0.001091, 0.001068, 0.117676, 1.140625, 0.100098, 1.140625, 1.140625, 0.001083, 1.140625, 1.140625, 1.140625, 0.078613, 0.001053, 0.001053, 0.001076, 1.140625, 1.140625, 1.140625, 0.00106, 1.140625, 1.140625, 0.365234, 0.001091, 0.001106, 1.140625, 0.001076, 1.140625, 1.140625, 1.140625, 0.102539, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.001091, 1.140625, 1.140625, 1.140625, 0.11084, 1.140625, 0.001053, 0.001083, 1.140625, 0.001045, 1.140625, 0.001083, 1.140625, 0.001083, 1.140625, 1.140625, 0.001053, 0.001091, 1.140625, 1.140625, 0.011597, 1.140625, 1.140625, 0.001114, 1.140625, 1.140625, 1.140625, 1.140625, 0.001083, 1.140625, 0.00106, 1.140625, 1.140625, 1.140625, 0.001053, 0.001045, 0.001099, 0.001091, 1.140625, 1.140625, 0.001076, 1.140625, 0.00106, 1.140625, 1.140625, 0.001091, 1.140625, 1.140625, 0.192383, 1.140625, 1.140625, 0.001114, 0.001083, 1.140625, 0.001076, 1.140625, 0.001091, 1.140625, 0.001068, 0.143555, 0.001091, 1.140625, 1.140625, 0.001099, 1.140625, 1.140625, 0.001099, 1.140625, 0.00106, 1.140625, 0.000999, 0.00106, 0.001038, 0.001099, 0.001099, 0.001053, 1.140625, 0.00106, 1.140625, 0.001099, 0.089844, 1.140625, 0.007935, 1.140625, 1.101562, 0.001076, 1.140625, 0.001099, 1.140625, 1.140625, 1.140625, 0.001091, 0.001022, 1.140625, 1.140625, 0.001091, 1.140625, 1.140625, 0.128906, 1.140625, 0.001099, 0.192383, 0.001053, 0.001091, 1.140625, 0.029663, 0.001053, 1.140625, 0.001022, 1.140625, 0.185547, 1.140625, 1.140625, 0.001083, 0.001053, 0.001114, 0.083496, 1.140625, 1.140625, 1.140625, 0.001022, 0.001091, 0.001083, 0.001045, 1.140625, 1.140625, 1.140625, 0.014038, 0.001106, 0.001083, 1.140625, 0.001083, 1.140625, 0.001053, 1.140625, 1.140625, 1.140625, 0.212891, 1.140625, 1.140625, 1.140625, 0.001038, 1.140625, 1.140625, 0.001099, 0.193359, 0.001022, 1.140625, 0.421875, 1.140625, 1.140625, 0.016235, 0.000999, 1.140625, 0.001083, 1.140625, 0.001083, 0.496094, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.828125, 0.10498, 0.001068, 0.001045, 0.001099, 1.140625, 0.018799, 0.001099, 1.140625, 1.140625, 1.140625, 0.001106, 1.140625, 0.00106, 0.001068, 0.005646, 0.408203, 1.140625, 0.001068, 0.118652, 1.140625, 0.001106, 0.001038, 0.001076, 0.001045, 1.140625, 1.140625, 1.140625, 1.140625, 0.051025, 1.140625, 0.001015, 1.140625, 1.140625, 0.001106, 0.001106, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.001053, 0.001091, 1.140625, 0.001091, 0.001076, 0.001022, 1.140625, 1.140625, 0.001083, 0.001076, 1.140625, 1.140625, 1.140625, 0.001091, 1.140625, 0.001083, 0.01062, 1.140625, 1.140625, 0.185547, 1.140625, 1.140625, 0.001053, 1.140625, 0.001053, 1.140625, 0.00106, 1.140625, 1.140625, 1.140625, 0.085938, 0.001114, 0.001068, 1.140625, 0.001015, 0.001038, 1.140625, 1.140625, 1.140625, 0.001091, 1.140625, 1.140625, 1.140625, 0.001068, 0.001099, 0.001038, 0.001083, 1.140625, 0.001106, 0.00106, 1.140625, 0.001099, 0.3125, 1.140625, 1.140625, 0.001045, 0.001068, 0.001076, 1.140625, 0.00106, 0.019653, 1.140625, 0.001106, 0.011169, 0.001106, 1.140625, 0.001053, 0.25, 1.140625, 0.001083, 1.140625, 0.001045, 0.001114, 1.140625, 1.140625, 0.227539, 0.353516, 1.140625, 1.140625, 1.140625, 0.014343, 1.140625, 0.001083, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.00106, 1.140625, 0.231445, 1.140625, 0.001053, 1.140625, 0.222656, 0.001038, 1.140625, 1.140625, 1.140625, 0.101074, 1.140625, 0.001068, 0.001076, 1.140625, 0.001053, 1.140625, 1.132812, 1.140625, 1.140625, 1.140625, 0.001099, 0.001068, 0.001083, 1.140625, 1.140625, 0.00322, 0.029419, 1.140625, 0.001068, 1.140625, 1.140625, 0.001068, 0.001076, 1.140625, 0.031738, 1.140625, 1.140625, 1.140625, 0.00106, 1.140625, 1.140625, 1.140625, 0.001076, 0.001099, 1.140625, 1.140625, 1.140625, 0.001106, 0.296875, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.001083, 1.140625, 1.140625, 1.140625, 0.001106, 0.001015, 0.001068, 1.140625, 0.427734, 1.140625, 1.140625, 1.140625, 0.001076, 0.001091, 1.140625, 1.140625, 1.140625, 0.001099, 1.140625, 0.001083, 0.001099, 0.059814, 1.140625, 0.023315, 1.140625, 1.140625, 1.140625, 1.140625, 0.001106, 0.001076, 1.140625, 1.140625, 0.111816, 0.001106, 0.016968, 1.140625, 0.001091, 1.140625, 1.140625, 0.000965, 1.140625, 0.011475, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.03833, 0.001068, 1.140625, 0.083984, 0.001091, 1.140625, 0.070801, 0.109863, 0.000992, 0.001068, 1.140625, 0.001076, 1.140625, 1.140625, 1.140625, 1.140625, 0.00106, 1.140625, 0.068359, 1.140625, 0.001068, 0.087402, 1.140625, 0.001045, 0.269531, 0.001083, 0.001045, 0.014404, 0.001099, 0.100586, 0.030884, 1.140625, 1.140625, 1.140625, 1.140625, 0.013184, 0.001083, 1.140625, 1.140625, 0.001045, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.024414, 0.001091, 1.140625, 1.140625, 0.001114, 1.140625, 0.001076, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.001015, 0.001045, 1.140625, 1.140625, 0.001083, 0.001053, 0.001076, 0.001114, 0.15625, 0.100098, 0.118164, 1.140625, 1.140625, 1.140625, 0.001045, 1.140625, 1.140625, 1.140625, 0.001038, 0.001076, 0.00106, 0.001076, 0.001099, 0.023193, 1.140625, 1.140625, 1.140625, 0.001076, 0.248047, 1.140625, 1.007812, 1.140625, 1.132812, 0.001083, 1.140625, 0.001076, 1.140625, 1.140625, 0.001076, 1.140625, 1.140625, 1.140625, 1.140625, 0.964844, 0.001114, 0.00106, 1.140625, 0.001007, 1.140625, 0.001106, 0.001068, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.001106, 1.140625, 1.140625, 1.140625, 0.00106, 1.140625, 1.140625, 0.087402, 1.140625, 1.140625, 0.002014, 0.010925, 0.077148, 1.140625, 0.001114, 0.001083, 0.011597, 1.140625, 0.001068, 0.001068, 1.140625, 0.001045, 1.140625, 0.001045, 0.001099, 0.0271, 1.140625, 1.140625, 1.140625, 0.001091, 1.140625, 1.140625, 1.140625, 0.001076, 1.140625, 0.001068, 0.00106, 0.001106, 0.001053, 0.001091, 0.001114, 1.140625, 1.140625, 1.140625, 0.001091, 1.140625, 1.140625, 1.140625, 0.001068, 0.001068, 0.001099, 1.140625, 0.001038, 0.001038, 0.00106, 1.140625, 0.001091, 1.140625, 1.140625, 0.001068, 0.001038, 0.001099, 1.140625, 1.140625, 1.140625, 0.068848, 0.5625, 1.140625, 0.001053, 0.001076, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.001045, 0.001099, 1.140625, 0.269531, 1.140625, 0.031982, 1.140625, 1.140625, 0.017456, 1.140625, 0.062988, 0.001015, 0.001106, 0.001091, 1.140625, 0.001099, 1.140625, 0.001099, 1.140625, 0.001083, 1.140625, 1.140625, 1.140625, 1.140625, 0.009521, 1.140625, 1.140625, 0.086426, 1.140625, 0.001076, 1.140625, 1.140625, 1.140625, 0.001091, 0.001091, 1.140625, 0.001099, 1.140625, 0.001076, 1.140625, 0.001091, 0.001114, 0.001099, 0.02356, 0.320312, 1.046875, 0.001091, 1.140625, 0.00103, 1.140625, 0.001099, 1.140625, 1.140625, 0.001053, 1.140625, 0.001099, 1.140625, 1.140625, 0.001068, 0.001099, 0.001091, 1.140625, 0.302734, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.18457, 0.001106, 0.00106, 1.140625, 1.140625, 0.001083, 1.140625, 0.001099, 0.001045, 0.001099, 0.001099, 1.140625, 1.140625, 1.140625, 1.140625, 0.001091, 0.001076, 1.140625, 1.140625, 0.170898, 1.140625, 1.140625, 1.140625, 0.089844, 1.140625, 1.140625, 0.001053, 0.001091, 0.00103, 1.140625, 1.140625, 0.001099, 1.140625, 0.001022, 1.140625, 0.001091, 0.001068, 1.140625, 1.140625, 0.001076, 0.001068, 1.140625, 1.140625, 1.140625, 0.001015, 0.001068, 0.001114, 0.00106, 1.140625, 1.140625, 0.001076, 0.001091, 0.041016, 0.001038, 0.00106, 1.140625, 0.001114, 1.140625, 0.875, 1.140625, 0.001114, 1.140625, 1.140625, 0.00106, 1.117188, 0.001007, 0.21582, 1.140625, 1.140625, 0.168945, 1.140625, 0.00103, 1.140625, 0.048828, 0.001099, 0.003906, 0.001045, 1.140625, 0.028198, 0.001114, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.001083, 1.140625, 1.140625, 0.025635, 1.140625, 0.001083, 1.140625, 1.140625, 0.001022, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.062988, 1.140625, 0.001083, 1.140625, 0.001007, 0.001045, 1.140625, 1.140625, 1.140625, 1.140625, 0.00106, 0.00106, 1.140625, 1.140625, 1.140625, 0.001007, 0.001083, 0.001076, 1.140625, 0.12793, 1.140625, 1.140625, 0.001099, 1.140625, 1.140625, 0.001053, 1.140625, 1.140625, 0.00106, 0.001045, 1.140625, 1.140625, 1.140625, 0.008301, 1.140625, 0.001083, 1.140625, 0.001091, 0.001083, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.001091, 1.140625, 0.001045, 1.140625, 0.001083, 1.140625, 1.140625, 1.140625, 0.001068, 1.140625, 0.038086, 1.140625, 0.001045, 1.140625, 0.992188, 0.069336, 1.140625, 1.140625, 0.001099, 1.140625, 0.001106, 0.001091, 1.140625, 1.140625, 1.140625, 0.001099, 1.140625, 1.140625, 1.140625, 1.140625, 0.15625, 0.001053, 1.140625, 1.140625, 0.001099, 1.140625, 0.007355, 0.470703, 0.001076, 0.091797, 1.140625, 0.001083, 1.140625, 1.140625, 1.140625, 1.140625, 0.00103, 0.001068, 1.140625, 0.001099, 1.140625, 1.140625, 0.001083, 1.132812, 0.150391, 0.90625, 1.140625, 0.001045, 0.013733, 1.140625, 0.019165, 1.140625, 0.515625, 1.140625, 0.015991, 1.140625, 1.140625, 1.140625, 0.001076, 1.140625, 0.001076, 1.140625, 1.140625, 1.140625, 0.00103, 1.140625, 1.140625, 0.339844, 0.001068, 0.001091, 0.001053, 1.140625, 0.01709, 1.140625, 0.001022, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.001068, 0.318359, 1.140625, 1.140625, 0.001045, 1.140625, 0.001015, 1.140625, 1.140625, 0.001106, 1.140625, 0.001099, 0.00106, 0.001114, 0.001091, 1.140625, 1.140625, 0.001091, 0.112305, 0.941406, 0.001076, 0.001076, 0.001091, 1.140625, 1.140625, 0.001045, 1.140625, 0.001053, 1.140625, 1.140625, 0.001076, 0.017456, 1.140625, 0.00106, 1.140625, 1.140625, 1.140625, 0.730469, 0.000999, 1.140625, 0.001045, 1.140625, 1.140625, 0.00106, 0.001076, 1.140625, 1.140625, 1.140625, 0.001068, 1.140625, 1.140625, 1.140625, 0.001076, 0.029053, 0.090332, 1.140625, 0.059814, 0.001076, 0.109863, 1.140625, 1.140625, 0.001122, 1.140625, 0.001106, 1.140625, 1.140625, 0.025146, 1.140625, 0.001053, 0.001045, 1.140625, 0.00103, 0.001038, 0.001015, 1.140625, 1.140625, 0.001045, 1.140625, 0.001053, 0.001076, 1.140625, 1.140625, 0.148438, 0.001076, 0.067871, 1.140625, 0.001083, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.001068, 1.140625, 1.140625, 0.001083, 1.140625, 0.001083, 1.140625, 0.001076, 0.001076, 0.001015, 1.140625, 1.140625, 0.114258, 1.140625, 0.066406, 1.140625, 0.145508, 1.140625, 0.001091, 0.001106, 0.001083, 1.140625, 0.001114, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.000999, 1.140625, 0.001114, 0.000999, 1.140625, 1.140625, 1.140625, 0.001091, 1.140625, 0.390625, 1.140625, 0.001076, 0.00106, 1.140625, 0.001038, 1.140625, 1.140625, 1.140625, 0.001091, 1.140625, 0.001083, 1.140625, 0.001068, 0.001114, 0.001053, 1.140625, 0.00106, 0.667969, 1.140625, 0.001091, 0.030029, 0.001083, 1.140625, 0.001099, 1.140625, 0.243164, 1.140625, 1.140625, 1.140625, 1.140625, 0.001045, 1.140625, 1.140625, 1.140625, 0.001083, 1.140625, 1.140625, 0.001068, 0.001106, 0.000984, 0.001076, 0.001083, 0.019043, 0.001106, 0.001076, 0.001106, 0.001076, 0.001083, 1.140625, 1.140625, 1.140625, 1.140625, 0.001045, 0.000999, 0.00103, 1.140625, 0.001083, 1.140625, 1.140625, 1.140625, 0.001099, 0.006531, 1.140625, 0.001053, 1.140625, 1.140625, 0.001068, 0.001076, 0.001091, 1.140625, 1.140625, 0.00103, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.001076, 1.140625, 0.00106, 0.001091, 0.277344, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 1.140625, 0.291016, 0.206055, 0.001068, 1.140625, 1.140625, 1.140625, 0.001099, 0.001068, 0.001106, 1.140625, 0.287109, 0.001076, 1.140625, 0.001099, 1.140625, 0.001038, 0.001083, 0.001007, 0.001083, 0.273438, 0.00106, 1.132812, 1.140625, 0.001106, 1.140625, 0.000908, 1.140625, 1.140625, 1.140625, 1.140625, 0.001114, 0.001106, 1.140625, 1.140625, 0.001053, 0.007477, 1.140625, 0.001068, 1.140625, 1.140625, 1.109375, 1.140625, 1.140625, 1.140625, 1.140625, 0.001076, 1.140625, 1.140625, 1.140625, 0.00106, 0.002426, 1.140625, 1.140625, 0.001106, 1.140625, 0.001114, 1.140625, 1.140625, 0.001038, 0.001015, 1.140625, 0.001091, 1.140625, 0.001045, 1.140625, 1.140625, 1.140625, 1.140625, 0.001083, 0.001045, 1.140625, 1.140625, 0.001068, 0.001076, 1.140625, 0.15332, 1.140625, 1.140625, 0.001068, 0.001053, 1.140625, 0.001045, 0.001114, 0.001068, 1.140625, 0.001076, 0.001068, 0.001076, 1.140625, 1.140625, 0.028931, 1.140625, 0.046875, 1.140625, 1.140625, 1.140625, 1.140625, 0.001007, 0.086914, 1.140625, 1.140625, 0.227539, 0.016724, 1.140625, 0.145508, 0.001076, 0.001122, 1.140625, 0.087402, 1.140625, 1.140625, 0.011536, 1.140625, 0.001083, 1.140625, 1.140625, 0.001083, 0.019287, 0.001068, 1.140625, 1.140625, 1.140625, 0.001106, 1.140625, 1.140625, 1.039062, 1.140625, 1.140625 ] } , "name": "onnx::Mul_11099", "outputIndexes": [ 3929 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3928, 3929 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 3930 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3902, 3930 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/Add_2_output_0", "outputIndexes": [ 3931 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.431641 ] } , "name": "/blocks.20/Constant_1_output_0", "outputIndexes": [ 3932 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3931, 3932 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.20/Mul_1_output_0", "outputIndexes": [ 3933 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3933, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.21/Reshape_output_0", "outputIndexes": [ 3934 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3934 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.21/input_layernorm/Pow_output_0", "outputIndexes": [ 3935 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3935 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.21/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 3936 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3936, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/input_layernorm/Add_output_0", "outputIndexes": [ 3937 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3937, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/input_layernorm/Pow_1_output_0", "outputIndexes": [ 3938 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3934, 3938 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/input_layernorm/Mul_output_0", "outputIndexes": [ 3939 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.796875, 12.6875, 6.34375, 0.792969, 1.945312, 1.164062, 5.25, 13.1875, 0.789062, 0.494141, 0.660156, 20.625, 0.902344, 0.8125, 0.652344, 20.375, 2.171875, 3.3125, 0.328125, 0.980469, 0.875, 0.695312, 0.726562, 0.8125, 0.515625, 16.125, 6.375, 0.976562, 2.421875, 0.65625, 0.925781, 2.3125, 0.808594, 1.867188, 0.929688, 0.78125, 0.785156, 0.722656, 5.0, 41.75, 1.820312, 0.933594, 0.310547, 10.6875, 0.957031, 0.648438, 11.5625, 2.203125, 15.0, 9.0625, 9.75, 1.0625, 2.71875, 0.886719, 1.109375, 4.28125, 1.210938, 4.03125, 7.03125, 1.101562, 2.03125, 2.40625, 0.550781, 26.75, 0.503906, 0.640625, 19.0, 20.375, 0.75, 1.554688, 0.65625, 1.265625, 0.628906, 0.6875, 0.652344, 0.511719, 0.847656, 2.171875, 0.886719, 10.6875, 0.648438, 0.824219, 0.601562, 1.078125, 0.558594, 0.84375, 0.365234, 0.546875, 7.3125, 7.9375, 0.699219, 0.644531, 0.839844, 0.867188, 0.644531, 3.578125, 0.734375, 16.375, 24.25, 17.0, 0.628906, 24.5, 1.421875, 0.671875, 1.554688, 0.570312, 1.125, 1.609375, 1.132812, 0.605469, 27.375, 15.4375, 2.484375, 0.792969, 0.679688, 3.046875, 0.660156, 0.621094, 0.789062, 1.710938, 0.636719, 7.6875, 2.21875, 1.085938, 1.757812, 2.03125, 19.5, 18.875, 0.455078, 24.0, 0.714844, 6.15625, 0.404297, 0.59375, 1.09375, 0.761719, 1.414062, 0.269531, 15.25, 5.3125, 52.5, 1.460938, 24.625, 1.195312, 0.578125, 1.296875, 0.229492, 0.648438, 0.734375, 2.40625, 20.0, 3.171875, 0.675781, 1.757812, 2.3125, 3.28125, 0.886719, 4.28125, 0.314453, 0.628906, 0.933594, 0.233398, 1.929688, 1.507812, 0.78125, 0.597656, 1.148438, 0.480469, 0.929688, 0.199219, 25.75, 0.929688, 0.753906, 20.0, 17.0, 3.25, 1.5, 1.234375, 0.707031, 0.609375, 7.46875, 9.9375, 0.96875, 10.8125, 22.875, 0.746094, 0.871094, 17.375, 0.738281, 0.253906, 1.265625, 14.25, 0.765625, 0.589844, 0.695312, 0.554688, 0.730469, 0.691406, 1.023438, 0.703125, 0.636719, 27.375, 0.648438, 0.546875, 0.6875, 0.777344, 0.589844, 0.675781, 5.125, 0.828125, 0.660156, 0.730469, 0.855469, 0.878906, 1.359375, 0.691406, 1.078125, 0.601562, 0.976562, 0.863281, 22.125, 1.632812, 11.625, 2.5625, 0.75, 7.78125, 11.5, 0.804688, 0.644531, 0.769531, 0.769531, 14.375, 4.8125, 1.875, 0.726562, 1.359375, 13.375, 14.25, 0.71875, 12.0, 4.40625, 0.832031, 0.757812, 0.589844, 1.664062, 0.519531, 1.398438, 0.761719, 0.59375, 33.0, 0.726562, 15.5625, 0.5625, 0.433594, 1.015625, 26.5, 2.375, 1.117188, 7.84375, 0.871094, 0.734375, 1.210938, 24.25, 0.933594, 1.46875, 0.441406, 0.855469, 2.8125, 1.460938, 1.734375, 28.25, 0.333984, 0.632812, 0.636719, 0.298828, 0.648438, 1.382812, 0.660156, 2.1875, 0.546875, 0.71875, 0.664062, 9.4375, 0.535156, 0.714844, 0.652344, 0.800781, 9.5, 0.882812, 18.25, 0.847656, 0.6875, 0.710938, 0.851562, 0.789062, 0.699219, 14.6875, 0.957031, 12.125, 13.5, 13.625, 0.59375, 1.335938, 0.675781, 1.03125, 0.550781, 0.484375, 1.09375, 0.902344, 0.726562, 1.648438, 0.605469, 29.625, 14.625, 0.617188, 0.949219, 0.65625, 0.941406, 0.820312, 4.46875, 0.902344, 23.375, 3.046875, 1.328125, 2.453125, 0.953125, 1.382812, 1.921875, 0.910156, 0.875, 0.707031, 1.804688, 0.597656, 0.648438, 0.498047, 1.132812, 0.78125, 0.679688, 5.71875, 1.21875, 2.375, 0.478516, 1.007812, 17.375, 0.625, 1.304688, 13.875, 0.726562, 2.46875, 0.621094, 0.808594, 0.878906, 0.984375, 0.902344, 1.367188, 0.675781, 0.71875, 0.761719, 8.375, 21.375, 0.417969, 0.578125, 0.828125, 0.5625, 0.777344, 14.9375, 0.255859, 0.699219, 0.414062, 0.652344, 0.621094, 0.570312, 1.03125, 31.625, 1.09375, 1.21875, 0.644531, 0.804688, 0.554688, 0.664062, 0.746094, 7.875, 0.550781, 3.953125, 0.570312, 6.65625, 0.457031, 0.605469, 0.384766, 26.0, 14.3125, 0.902344, 2.046875, 0.8125, 0.675781, 0.460938, 0.574219, 0.9375, 1.007812, 0.5, 0.578125, 0.5625, 2.15625, 12.875, 0.792969, 0.695312, 0.933594, 0.578125, 1.359375, 1.023438, 0.470703, 14.0625, 0.863281, 0.671875, 0.804688, 0.644531, 0.486328, 0.894531, 0.773438, 0.628906, 1.859375, 0.660156, 0.980469, 0.71875, 0.773438, 0.808594, 0.800781, 1.484375, 0.902344, 1.03125, 0.351562, 0.675781, 1.101562, 0.648438, 20.125, 0.601562, 0.574219, 0.386719, 1.421875, 0.882812, 0.503906, 0.431641, 0.65625, 25.25, 0.644531, 0.5625, 11.125, 0.480469, 3.9375, 0.490234, 0.789062, 1.242188, 0.59375, 0.316406, 0.691406, 0.828125, 12.625, 0.554688, 1.210938, 0.855469, 0.894531, 0.597656, 1.09375, 0.773438, 1.40625, 0.511719, 11.5625, 3.5625, 4.59375, 0.785156, 0.714844, 0.742188, 0.597656, 0.894531, 0.761719, 0.765625, 22.875, 25.375, 20.625, 0.671875, 0.578125, 1.273438, 0.960938, 14.875, 0.351562, 1.054688, 0.664062, 0.785156, 11.3125, 0.863281, 0.703125, 32.75, 6.3125, 18.75, 0.78125, 1.078125, 0.621094, 0.609375, 10.4375, 1.460938, 7.5625, 1.25, 0.765625, 0.886719, 0.59375, 13.6875, 6.25, 0.664062, 1.34375, 0.960938, 1.710938, 1.164062, 0.851562, 0.648438, 9.0625, 8.625, 0.683594, 1.085938, 0.585938, 0.609375, 11.5, 1.179688, 0.863281, 0.277344, 0.271484, 0.882812, 1.046875, 0.376953, 0.863281, 0.898438, 0.722656, 1.429688, 0.5, 0.703125, 0.789062, 0.914062, 0.605469, 6.125, 0.462891, 0.785156, 0.400391, 0.585938, 1.1875, 0.777344, 0.878906, 0.785156, 0.835938, 0.558594, 0.984375, 2.28125, 1.0, 6.15625, 0.777344, 0.917969, 0.8125, 0.75, 11.75, 4.34375, 0.675781, 0.578125, 1.148438, 0.621094, 1.078125, 19.375, 0.894531, 0.578125, 8.6875, 3.265625, 0.84375, 0.683594, 0.785156, 0.816406, 7.59375, 0.769531, 1.21875, 3.265625, 0.660156, 0.992188, 0.882812, 0.789062, 0.933594, 1.648438, 0.921875, 0.632812, 3.59375, 0.945312, 1.023438, 2.015625, 0.859375, 14.875, 2.484375, 2.03125, 0.703125, 0.792969, 8.3125, 1.78125, 0.835938, 0.664062, 0.578125, 0.8125, 0.425781, 0.992188, 1.53125, 0.28125, 4.96875, 4.875, 0.5, 0.738281, 0.59375, 3.359375, 0.816406, 0.734375, 29.875, 1.796875, 0.792969, 0.875, 0.921875, 7.46875, 0.523438, 1.117188, 7.875, 0.574219, 36.25, 0.632812, 1.226562, 1.0, 0.964844, 1.359375, 0.824219, 0.773438, 0.910156, 0.84375, 0.996094, 20.875, 19.625, 0.921875, 2.765625, 8.875, 0.867188, 1.226562, 0.730469, 0.726562, 0.585938, 0.902344, 0.589844, 8.0, 22.875, 0.789062, 2.109375, 14.0, 1.359375, 0.859375, 12.5, 1.046875, 3.015625, 0.757812, 7.71875, 0.667969, 6.125, 1.148438, 23.875, 0.816406, 0.554688, 0.71875, 2.203125, 0.753906, 0.890625, 0.816406, 0.925781, 1.585938, 0.75, 0.664062, 0.863281, 0.597656, 0.363281, 4.90625, 0.652344, 0.757812, 0.765625, 0.738281, 0.570312, 0.300781, 16.125, 0.683594, 0.585938, 0.474609, 0.6875, 0.851562, 12.75, 0.730469, 0.722656, 1.234375, 0.683594, 0.574219, 6.21875, 0.71875, 23.0, 0.648438, 0.671875, 9.125, 0.703125, 0.613281, 16.75, 0.714844, 1.367188, 0.6875, 7.0625, 0.570312, 15.875, 1.039062, 1.234375, 19.25, 1.171875, 0.644531, 0.910156, 0.714844, 0.53125, 0.507812, 18.5, 0.199219, 0.902344, 0.695312, 18.75, 0.984375, 2.75, 4.28125, 0.765625, 7.34375, 1.015625, 0.570312, 1.835938, 0.980469, 9.625, 16.125, 0.78125, 0.71875, 0.855469, 0.796875, 0.855469, 0.960938, 0.9375, 0.648438, 17.375, 1.328125, 0.785156, 1.171875, 0.617188, 0.878906, 0.585938, 2.15625, 0.578125, 3.046875, 0.617188, 3.0, 1.046875, 2.953125, 1.03125, 0.832031, 26.25, 1.125, 12.8125, 3.828125, 8.25, 2.59375, 1.039062, 1.15625, 12.5625, 0.582031, 0.816406, 2.859375, 0.824219, 0.660156, 0.652344, 0.419922, 0.5, 0.941406, 1.742188, 1.0, 8.0625, 1.054688, 14.1875, 11.9375, 0.761719, 0.570312, 0.941406, 0.621094, 2.046875, 5.09375, 0.710938, 0.65625, 0.683594, 0.964844, 1.210938, 1.859375, 1.46875, 12.6875, 0.644531, 11.125, 21.875, 0.773438, 1.164062, 0.367188, 2.21875, 1.375, 26.625, 0.314453, 0.816406, 0.984375, 0.679688, 0.675781, 1.140625, 0.613281, 0.808594, 3.9375, 0.730469, 0.785156, 0.691406, 0.832031, 0.605469, 0.578125, 1.414062, 1.984375, 0.601562, 0.597656, 0.90625, 3.421875, 1.601562, 0.84375, 1.171875, 0.566406, 0.742188, 11.125, 0.8125, 7.90625, 0.265625, 1.375, 0.835938, 0.75, 15.8125, 21.5, 0.917969, 13.5, 0.617188, 6.4375, 0.601562, 12.1875, 1.070312, 0.683594, 5.40625, 0.777344, 0.71875, 7.4375, 1.476562, 0.796875, 0.824219, 0.6875, 1.007812, 0.648438, 0.206055, 10.125, 2.421875, 1.945312, 0.5, 8.5625, 1.210938, 0.785156, 3.921875, 0.738281, 0.683594, 4.125, 11.6875, 1.28125, 0.652344, 0.949219, 0.773438, 0.644531, 0.980469, 0.683594, 0.625, 11.75, 0.921875, 19.375, 7.875, 0.65625, 1.257812, 0.753906, 7.59375, 0.839844, 2.453125, 0.699219, 7.125, 2.765625, 0.730469, 0.757812, 0.472656, 0.757812, 0.824219, 0.726562, 23.625, 0.535156, 0.730469, 2.125, 0.886719, 0.714844, 1.835938, 7.21875, 17.5, 10.0, 9.625, 0.773438, 22.375, 1.523438, 0.726562, 0.953125, 0.542969, 14.4375, 0.601562, 0.734375, 0.707031, 0.941406, 0.558594, 10.3125, 26.25, 10.0, 0.640625, 0.6875, 0.253906, 7.625, 0.753906, 1.5, 0.601562, 6.4375, 1.65625, 0.820312, 1.226562, 0.628906, 23.25, 0.363281, 0.667969, 0.511719, 3.71875, 0.644531, 2.9375, 1.382812, 1.140625, 1.039062, 2.15625, 0.699219, 26.625, 2.5625, 0.585938, 0.769531, 0.574219, 0.894531, 1.0, 0.738281, 1.84375, 0.6875, 1.015625, 0.675781, 0.945312, 3.484375, 0.675781, 0.482422, 0.6875, 0.414062, 0.738281, 0.609375, 0.90625, 0.710938, 0.644531, 1.210938, 0.433594, 0.601562, 11.375, 0.554688, 0.53125, 11.375, 0.976562, 16.5, 0.726562, 0.660156, 0.667969, 9.375, 0.5625, 1.078125, 0.589844, 0.820312, 2.0, 0.753906, 0.835938, 0.488281, 0.458984, 0.294922, 21.125, 1.015625, 1.0, 1.125, 1.9375, 0.738281, 0.566406, 6.90625, 0.679688, 14.5, 8.3125, 1.445312, 0.777344, 12.25, 0.742188, 0.789062, 0.695312, 0.640625, 0.984375, 1.226562, 32.0, 0.664062, 0.570312, 0.4375, 0.6875, 3.671875, 0.644531, 0.875, 0.832031, 3.4375, 1.078125, 3.953125, 0.542969, 18.5, 0.550781, 5.90625, 1.914062, 17.0, 0.714844, 1.195312, 0.703125, 0.800781, 1.054688, 1.476562, 0.707031, 5.21875, 0.539062, 0.527344, 0.695312, 0.539062, 0.882812, 0.867188, 0.613281, 1.632812, 1.015625, 0.511719, 0.388672, 20.25, 0.800781, 1.03125, 0.902344, 1.507812, 0.65625, 0.722656, 0.816406, 7.75, 0.458984, 0.777344, 1.109375, 14.6875, 1.304688, 0.511719, 1.359375, 0.542969, 0.703125, 15.6875, 0.458984, 0.902344, 0.828125, 1.015625, 0.632812, 0.419922, 4.0625, 0.808594, 0.539062, 0.738281, 0.703125, 0.6875, 0.474609, 0.976562, 18.375, 0.703125, 6.25, 0.949219, 0.855469, 0.855469, 0.785156, 4.96875, 0.675781, 0.941406, 1.046875, 0.765625, 2.515625, 0.621094, 1.820312, 0.714844, 1.0625, 3.71875, 2.71875, 0.679688, 0.582031, 17.875, 0.243164, 8.125, 0.636719, 0.628906, 0.609375, 1.179688, 0.664062, 0.652344, 0.976562, 0.898438, 0.882812, 0.664062, 0.851562, 0.636719, 9.625, 1.179688, 1.203125, 0.447266, 0.753906, 22.125, 10.6875, 0.675781, 0.679688, 0.714844, 0.847656, 1.390625, 0.683594, 23.625, 0.558594, 13.9375, 0.707031, 0.84375, 0.957031, 0.640625, 0.644531, 0.730469, 0.730469, 8.5, 1.585938, 17.25, 0.769531, 1.257812, 0.535156, 5.9375, 0.652344, 0.761719, 0.914062, 8.4375, 0.890625, 0.351562, 0.453125, 24.25, 0.554688, 0.628906, 0.761719, 0.691406, 0.828125, 15.375, 1.335938, 15.875, 0.628906, 0.984375, 0.726562, 17.625, 26.0, 1.921875, 1.007812, 7.4375, 0.59375, 19.625, 25.875, 0.832031, 0.890625, 0.535156, 0.570312, 0.613281, 1.117188, 0.601562, 0.878906, 0.863281, 6.8125, 1.492188, 29.5, 1.242188, 0.542969, 0.609375, 28.25, 1.054688, 31.5, 1.390625, 1.398438, 0.835938, 22.875, 0.671875, 0.570312, 0.660156, 1.34375, 8.875, 0.746094, 1.0, 0.84375, 0.882812, 15.625, 0.628906, 0.800781, 0.519531, 0.699219, 16.125, 28.875, 3.109375, 0.5625, 0.933594, 0.90625, 0.494141, 14.375, 0.695312, 0.392578, 19.125, 19.25, 1.125, 1.195312, 1.335938, 0.679688, 0.652344, 0.738281, 0.828125, 0.855469, 1.289062, 1.351562, 0.808594, 0.628906, 0.644531, 1.257812, 0.71875, 1.351562, 9.1875, 13.0, 7.0, 0.628906, 0.498047, 29.5, 19.125, 0.601562, 3.25, 0.742188, 0.691406, 14.25, 0.613281, 8.875, 0.664062, 0.886719, 9.1875, 0.921875, 8.625, 12.1875, 24.375, 36.0, 14.0, 0.205078, 0.738281, 3.890625, 0.679688, 1.625, 16.125, 1.15625, 2.265625, 0.660156, 1.132812, 0.890625, 16.5, 1.242188, 0.777344, 1.742188, 0.667969, 0.9375, 10.5, 7.78125, 0.867188, 8.9375, 0.417969, 0.566406, 0.675781, 0.828125, 1.453125, 2.109375, 5.75, 1.773438, 1.007812, 0.863281, 0.310547, 1.359375, 0.617188, 0.984375, 0.753906, 0.867188, 3.046875, 1.054688, 0.585938, 0.707031, 0.46875, 0.769531, 0.796875, 1.085938, 7.59375, 1.070312, 0.832031, 0.746094, 2.140625, 0.542969, 1.601562, 0.679688, 1.070312, 0.785156, 12.375, 0.960938, 0.757812, 0.769531, 0.59375, 1.234375, 3.828125, 0.832031, 0.746094, 1.085938, 0.554688, 0.925781, 1.070312, 0.714844, 0.486328, 4.09375, 17.25, 0.835938, 0.617188, 0.972656, 0.648438, 0.890625, 0.582031, 0.679688, 22.125, 0.683594, 29.0, 0.738281, 1.296875, 0.765625, 0.886719, 0.972656, 1.015625, 0.710938, 0.691406, 0.632812, 18.25, 0.527344, 1.257812, 0.255859, 0.601562, 0.648438, 0.851562, 0.734375, 6.8125, 0.714844, 1.984375, 0.664062, 0.648438, 0.847656, 0.609375, 0.777344, 0.679688, 0.625, 0.65625, 8.8125, 16.5, 1.375, 1.109375, 0.75, 0.667969, 0.761719, 0.761719, 0.773438, 26.0, 1.164062, 0.683594, 0.429688, 0.910156, 19.625, 0.6875, 14.5625, 0.664062, 0.671875, 0.71875, 2.03125, 13.5, 0.671875, 20.125, 1.171875, 0.65625, 9.1875, 0.628906, 0.847656, 1.140625, 1.046875, 0.574219, 0.640625, 0.671875, 0.921875, 0.855469, 1.539062, 1.054688, 0.828125, 6.625, 1.171875, 18.75, 1.835938, 0.519531, 0.753906, 0.855469, 3.03125, 13.25, 0.628906, 1.453125, 1.054688, 6.71875, 0.679688, 0.96875, 0.792969, 0.695312, 1.304688, 11.4375, 1.132812, 0.65625, 0.605469, 27.125, 2.609375, 7.5625, 1.320312, 0.832031, 0.746094, 1.078125, 1.46875, 0.960938, 1.34375, 1.148438, 0.800781, 0.640625, 0.570312, 0.734375, 1.1875, 1.179688, 5.0, 0.683594, 0.628906, 0.871094, 20.875, 0.769531, 0.609375, 9.375, 0.9375, 0.746094, 1.46875, 2.65625, 0.546875, 0.820312, 24.5, 1.851562, 0.683594, 0.714844, 1.179688, 1.117188, 0.734375, 0.667969, 0.519531, 0.992188, 0.824219, 0.621094, 1.585938, 11.5, 0.871094, 28.5, 5.875, 0.144531, 17.0, 0.730469, 1.117188, 0.306641, 0.660156, 1.929688, 0.558594, 17.25, 1.492188, 17.375, 3.828125, 0.742188, 3.3125, 9.875, 0.3125, 0.65625, 26.25, 2.234375, 0.789062, 0.5625, 1.546875, 0.914062, 0.777344, 17.0, 0.777344, 0.714844, 0.796875, 0.443359, 20.375, 15.875, 0.425781, 0.335938, 0.816406, 0.644531, 1.078125, 0.742188, 1.210938, 0.972656, 0.710938, 0.539062, 1.070312, 22.75, 0.898438, 0.574219, 0.474609, 0.949219, 0.597656, 0.53125, 1.28125, 0.675781, 16.875, 0.511719, 11.4375, 13.875, 0.65625, 0.878906, 3.078125, 1.039062, 0.546875, 0.808594, 0.898438, 2.703125, 0.515625, 0.613281, 0.707031, 0.96875, 0.443359, 7.21875, 1.976562, 0.917969, 0.558594, 0.738281, 0.753906, 1.195312, 0.691406, 1.398438, 2.203125, 0.695312, 0.605469, 0.5, 20.75, 0.90625, 0.847656, 11.4375, 1.09375, 19.125, 1.28125, 0.777344, 0.644531, 12.5, 1.023438, 0.980469, 2.671875, 0.582031, 3.9375, 0.53125, 24.0, 3.203125, 0.96875, 0.753906, 10.8125, 0.742188, 0.644531, 0.882812, 0.738281, 0.488281, 1.179688, 0.691406, 22.0, 0.796875, 0.683594, 0.361328, 4.625, 3.078125, 0.851562, 0.445312, 1.015625, 19.75, 0.515625, 20.375, 0.550781, 0.636719, 0.851562, 0.59375, 0.59375, 0.789062, 0.53125, 3.140625, 0.777344, 1.164062, 0.738281, 4.15625, 0.546875, 1.015625, 0.589844, 0.6875, 10.8125, 0.917969, 2.96875, 1.3125, 0.621094, 1.257812, 0.855469, 1.539062, 0.882812, 2.46875, 1.0625, 15.4375, 4.21875, 0.980469, 0.8125, 1.992188, 1.429688, 18.0, 0.863281, 1.078125, 0.710938, 0.585938, 0.890625, 0.851562, 0.828125, 18.0, 1.148438, 0.589844, 0.878906, 0.785156, 0.628906, 0.714844, 0.453125, 0.628906, 0.800781, 0.231445, 0.683594, 0.402344, 0.660156, 3.625, 0.746094, 0.628906, 1.140625, 0.609375, 0.621094, 0.640625, 1.234375, 0.824219, 0.824219, 0.644531, 15.75, 1.09375, 0.832031, 0.90625, 0.777344, 0.605469, 0.757812, 1.039062, 0.578125, 1.320312, 0.835938, 1.0625, 0.570312, 0.898438, 0.679688, 0.671875, 0.734375, 19.25, 0.867188, 8.625, 0.9375, 2.84375, 0.601562, 0.71875, 1.1875, 1.59375, 1.320312, 1.164062, 10.8125, 5.90625, 7.28125, 0.730469, 0.667969, 0.628906, 0.765625, 0.738281, 0.609375, 21.25, 2.078125, 0.488281, 0.988281, 0.582031, 0.742188, 0.949219, 16.625, 1.0625, 0.972656, 15.0625, 2.21875, 0.609375, 8.5625, 13.0625, 0.683594, 18.125, 1.015625, 3.234375, 0.90625, 0.539062, 0.59375, 0.466797, 30.375, 0.730469, 14.0, 1.101562, 16.625, 7.90625, 0.882812, 0.726562, 3.328125, 1.359375, 5.3125, 1.234375, 1.273438, 13.5625, 12.1875, 0.523438, 0.988281, 0.558594, 0.691406, 10.3125, 0.488281, 0.949219, 0.78125, 19.25, 0.753906, 0.703125, 0.78125, 5.25, 0.71875, 26.0, 23.25, 0.863281, 0.71875, 0.785156, 0.78125, 21.75, 0.761719, 0.570312, 1.023438, 0.679688, 1.992188, 0.675781, 1.3125, 0.503906, 0.921875, 1.203125, 1.375, 2.875, 23.125, 0.644531, 7.21875, 7.21875, 11.5625, 0.890625, 0.660156, 0.605469, 1.15625, 1.46875, 1.765625, 0.800781, 0.683594, 2.34375, 0.78125, 0.929688, 1.914062, 9.25, 0.835938, 0.898438, 0.710938, 15.0, 3.609375, 1.546875, 0.65625, 0.410156, 0.699219, 0.53125, 0.769531, 2.671875, 0.78125, 0.265625, 27.25, 0.75, 0.683594, 1.179688, 1.289062, 0.867188, 19.5, 0.871094, 1.140625, 0.671875, 0.984375, 0.5625, 1.539062, 0.761719, 0.582031, 1.0625, 0.761719, 0.765625, 0.683594, 1.695312, 0.742188, 2.5625, 0.640625, 0.917969, 30.5, 0.613281, 1.390625, 10.0625, 0.742188, 1.695312, 1.007812, 27.375, 1.351562, 0.832031, 32.0, 1.132812, 5.90625, 0.539062, 14.5, 0.800781, 0.910156, 1.773438, 0.925781, 0.65625, 1.132812, 9.625, 2.4375, 0.550781, 0.839844, 24.75, 0.546875, 1.75, 0.550781, 1.148438, 0.613281, 18.875, 20.25, 11.6875, 0.695312, 15.375, 0.699219, 0.929688, 0.945312, 0.585938, 0.660156, 0.570312, 1.8125, 0.507812, 0.976562, 1.414062, 1.015625, 0.816406, 0.640625, 1.226562, 0.535156, 0.847656, 1.132812, 2.234375, 0.414062, 0.652344, 0.347656, 1.171875, 0.664062, 0.828125, 0.65625, 9.125, 1.351562, 0.714844, 1.8125, 16.25, 0.472656, 0.542969, 0.625, 0.660156, 0.400391, 1.03125, 0.652344, 0.582031, 0.386719, 2.0625, 0.462891, 13.5625, 0.964844, 0.574219, 20.875, 1.460938, 8.3125, 13.5625, 0.824219, 0.570312, 0.449219, 0.9375, 0.945312, 22.0, 0.601562, 2.609375, 1.195312, 0.453125, 0.757812, 0.515625, 10.8125, 1.414062, 0.667969, 4.625, 0.431641, 0.585938, 0.664062, 1.085938, 0.644531, 0.753906, 25.25, 0.632812, 22.375, 0.714844, 0.984375, 0.84375, 0.777344, 4.25, 1.015625, 13.25, 5.90625, 0.953125, 13.25, 1.695312, 0.765625, 0.792969, 35.5, 0.566406, 0.992188, 0.808594, 0.753906, 1.328125, 1.273438, 0.609375, 1.203125, 1.3125, 1.179688, 0.867188, 3.0, 1.382812, 0.863281, 0.851562, 0.753906, 0.5, 6.21875, 11.0625, 0.625, 0.710938, 0.753906, 0.824219, 0.9375, 0.792969, 1.03125, 0.808594, 0.498047, 0.734375, 0.726562, 0.707031, 2.078125, 0.65625, 18.125, 0.648438, 0.652344, 7.0625, 1.398438, 0.734375, 0.867188, 15.0, 2.796875, 0.320312, 1.4375, 1.210938, 0.75, 0.675781, 0.878906, 0.78125, 3.65625, 10.8125, 0.451172, 22.375, 0.648438, 1.148438, 0.507812, 0.675781, 3.8125, 0.535156, 0.550781, 0.78125, 1.429688, 27.5, 1.609375, 0.984375, 1.132812, 0.628906, 0.703125, 0.65625, 10.9375, 0.851562, 0.640625, 0.804688, 0.910156, 0.652344, 0.941406, 1.1875, 26.25, 3.109375, 0.925781, 1.382812, 0.886719, 0.660156, 3.546875, 0.457031, 1.0, 6.71875, 1.273438, 0.636719, 0.664062, 22.75, 0.636719, 7.78125, 3.203125, 0.984375, 13.75, 11.75, 0.988281, 0.761719, 0.6875, 0.792969, 0.65625, 0.835938, 0.871094, 2.109375, 0.398438, 0.683594, 0.785156, 13.0, 0.632812, 17.25, 0.330078, 0.933594, 0.574219, 2.4375, 1.335938, 0.170898, 0.820312, 0.679688, 0.859375, 15.875, 5.375, 0.707031, 0.914062, 0.65625, 1.40625, 0.945312, 0.640625, 0.585938, 0.640625, 0.761719, 0.574219, 0.746094, 0.625, 0.792969, 0.808594, 0.59375, 0.847656, 0.523438, 7.28125, 1.382812, 0.582031, 14.0, 0.761719, 0.980469, 1.09375, 1.132812, 0.392578, 0.441406, 0.691406, 0.863281, 0.585938, 0.917969, 11.25, 0.601562, 0.914062, 1.257812, 0.652344, 3.640625, 1.171875, 0.570312, 1.125, 0.470703, 0.742188, 1.632812, 0.4375, 2.640625, 0.925781, 0.714844, 0.660156, 1.054688, 0.527344, 26.875, 0.515625, 0.941406, 0.679688, 1.78125, 0.111816, 1.257812, 17.625, 0.570312, 0.1875, 1.117188, 0.921875, 15.625, 0.828125, 1.398438, 0.679688, 0.492188, 9.5, 0.613281, 0.648438, 0.8125, 1.195312, 7.625, 0.765625, 0.785156, 1.273438, 9.9375, 0.291016, 9.0, 2.25, 0.808594, 7.4375, 0.566406, 0.636719, 0.714844, 0.921875, 0.929688, 1.453125, 14.125, 22.125, 0.878906, 0.902344, 0.921875, 1.867188, 24.75, 1.101562, 8.25, 0.535156, 0.484375, 12.375, 7.375, 0.910156, 13.0625, 0.90625, 1.3125, 1.070312, 19.75, 0.828125, 0.632812, 0.65625, 27.375, 1.28125, 0.796875, 0.703125, 0.863281, 0.707031, 0.785156, 0.597656, 0.871094, 2.71875, 27.375, 5.6875, 0.570312, 1.085938, 28.25, 1.0625, 18.875, 0.984375, 0.964844, 0.554688, 0.691406, 1.015625, 0.730469, 16.875, 1.273438, 0.546875, 0.490234, 0.996094, 0.992188, 0.980469, 0.613281, 0.886719, 0.816406, 5.6875, 0.585938, 2.140625, 26.0, 17.125, 0.785156, 0.761719, 6.78125, 6.53125, 0.597656, 18.5, 2.3125, 0.863281, 0.65625, 0.914062, 0.792969, 0.466797, 1.0, 0.945312, 0.824219, 0.617188, 6.90625, 0.695312, 1.164062, 0.59375, 0.554688, 0.84375, 0.554688, 0.820312, 0.96875, 0.824219, 1.03125, 0.707031, 1.804688, 0.921875, 0.929688, 0.710938, 0.894531, 13.5, 0.703125, 0.617188, 0.675781, 14.125, 15.5, 9.5625, 0.597656, 11.25, 0.675781, 13.0, 0.628906, 0.507812, 0.466797, 0.570312, 0.601562, 0.464844, 0.894531, 19.375, 0.703125, 1.0, 1.21875, 0.453125, 0.902344, 1.617188, 18.5, 0.878906, 0.707031, 1.328125, 0.5625, 0.816406, 0.816406, 0.71875, 1.101562, 5.59375, 2.0625, 6.625, 0.578125, 0.601562, 0.71875, 0.699219, 0.824219, 0.769531, 0.753906, 0.757812, 0.78125, 0.519531, 0.789062, 0.914062, 0.605469, 26.25, 0.804688, 24.625, 1.773438, 1.328125, 0.578125, 0.546875, 13.0625, 0.78125, 17.125, 0.679688, 8.625, 0.625, 0.75, 0.902344, 1.03125, 0.644531, 1.703125, 1.765625, 1.65625, 0.878906, 1.171875, 0.746094, 1.085938, 0.929688, 9.125, 1.546875, 0.640625, 0.341797, 0.953125, 4.3125, 0.558594, 2.71875, 0.746094, 16.625, 4.8125, 0.609375, 16.75, 0.433594, 0.777344, 0.824219, 0.6875, 0.726562, 20.625, 0.628906, 18.375, 1.335938, 0.667969, 0.722656, 0.765625, 0.738281, 1.523438, 0.539062, 16.125, 0.742188, 0.796875, 0.859375, 0.703125, 2.03125, 0.972656, 0.617188, 0.6875, 0.683594, 1.0625, 0.664062, 0.691406, 0.628906, 1.070312, 0.804688, 0.470703, 12.0625, 18.0, 1.148438, 5.625, 0.789062, 16.125, 0.839844, 20.0, 1.351562, 0.695312, 3.625, 0.578125, 0.640625, 0.691406, 0.59375, 0.703125, 15.0, 21.625, 0.855469, 0.636719, 1.132812, 0.816406, 0.173828, 12.0, 15.25, 0.972656, 1.039062, 0.535156, 0.875, 29.875, 24.0, 18.5, 0.800781, 0.3125, 0.710938, 1.171875, 0.875, 1.234375, 0.5625, 0.648438, 0.824219, 0.601562, 2.296875, 21.25, 5.125, 0.121094, 1.078125, 0.785156, 0.392578, 2.546875, 0.847656, 0.695312, 0.714844, 2.9375, 1.109375, 0.53125, 1.007812, 0.949219, 5.59375, 0.527344, 0.769531, 0.761719, 4.625, 0.714844, 0.78125, 3.984375, 0.980469, 1.40625, 0.640625, 0.839844, 0.953125, 1.554688, 0.675781, 1.320312, 0.546875, 7.0, 0.910156, 17.5, 0.703125, 0.757812, 1.007812, 1.0625, 0.980469, 0.546875, 1.0625, 2.0, 10.375, 21.375, 0.644531, 0.621094, 0.671875, 0.96875, 0.84375, 0.699219, 1.304688, 0.828125, 0.546875, 0.898438, 0.570312, 0.847656, 0.703125, 31.75, 16.625, 0.601562, 0.605469, 8.625, 1.132812, 0.53125, 0.211914, 1.054688, 0.957031, 0.980469, 0.679688, 1.015625, 1.023438, 0.871094, 0.474609, 1.0, 0.65625, 0.8125, 22.125, 0.832031, 0.570312, 0.695312, 2.25, 1.789062, 0.730469, 8.5, 0.261719, 0.445312, 0.765625, 6.5, 0.933594, 25.5, 28.0, 3.28125, 0.550781, 1.34375, 0.980469, 15.3125, 0.871094, 0.902344, 14.375, 0.632812, 24.625, 0.644531, 0.566406, 0.621094, 0.859375, 5.09375, 6.40625, 0.84375, 0.625, 2.171875, 8.625, 7.84375, 7.0625, 16.125, 0.910156, 0.832031, 14.5625, 0.433594, 0.550781, 8.4375, 0.550781, 0.878906, 0.554688, 0.695312, 12.8125, 6.90625, 1.09375, 0.808594, 0.832031, 0.664062, 1.289062, 0.699219, 0.664062, 1.039062, 1.039062, 0.726562 ] } , "name": "onnx::Mul_11100", "outputIndexes": [ 3940 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3939, 3940 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/input_layernorm/Mul_1_output_0", "outputIndexes": [ 3941 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3941 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.21/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 7689 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7689 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.21/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 7690 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7690 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1263210580, 2621462, 655360, 0, 0 ] } , "name": "/layers.21/self_attn/q_proj/Linear", "outputIndexes": [ 7691 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7691 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.21/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 7692 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7692 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ] , "dimType": "NCHW" } , "name": "/layers.21/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 3942 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3941 ] , "main_type": "NONE", "name": "/blocks.21/self_attn/Shape_output_0", "outputIndexes": [ 3943 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 3943 ] , "main_type": "NONE", "name": "Shape4798", "outputIndexes": [ 3944 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 3943 ] , "main_type": "NONE", "name": "Rank4800", "outputIndexes": [ 3945 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3945, 3945 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4802", "outputIndexes": [ 3946 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3946 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4803", "outputIndexes": [ 3947 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3946, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4805", "outputIndexes": [ 3948 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3948 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4806", "outputIndexes": [ 3949 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3944, 3947, 3949, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice4809", "outputIndexes": [ 3950 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3950 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze4810", "outputIndexes": [ 3951 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3951, 3951 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4812", "outputIndexes": [ 3952 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3943, 3952, 3946 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.21/self_attn/Gather_output_0", "outputIndexes": [ 3953 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3953, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.21/self_attn/Unsqueeze_output_0", "outputIndexes": [ 3954 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3946 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4820", "outputIndexes": [ 3955 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3948 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4823", "outputIndexes": [ 3956 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3944, 3955, 3956, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice4826", "outputIndexes": [ 3957 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3957 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze4827", "outputIndexes": [ 3958 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 3958 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4828", "outputIndexes": [ 3959 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3959, 3958 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4829", "outputIndexes": [ 3960 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3943, 3960, 3946 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.21/self_attn/Gather_1_output_0", "outputIndexes": [ 3961 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3961, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.21/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 3962 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3954, 3962, 41, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.21/self_attn/Concat_output_0", "outputIndexes": [ 3963 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3942, 3963 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.21/self_attn/Reshape_output_0", "outputIndexes": [ 3964 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3964 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.21/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 3966 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3966 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.21/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 3967 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3967, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/self_attn/q_norm/Add_output_0", "outputIndexes": [ 3968 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3968, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 3969 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3964, 3969 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 3970 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3970, 1474 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 3971 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3971, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/self_attn/Mul_output_0", "outputIndexes": [ 3972 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3971 ] , "main_type": "NONE", "name": "/blocks.21/self_attn/Shape_2_output_0", "outputIndexes": [ 3973 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 3973 ] , "main_type": "NONE", "name": "Shape4844", "outputIndexes": [ 3974 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 3973 ] , "main_type": "NONE", "name": "Rank4846", "outputIndexes": [ 3975 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3975, 3975 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4848", "outputIndexes": [ 3976 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3976 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4849", "outputIndexes": [ 3977 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3976, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4851", "outputIndexes": [ 3978 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3978 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4852", "outputIndexes": [ 3979 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3974, 3977, 3979, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice4855", "outputIndexes": [ 3980 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3980 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze4856", "outputIndexes": [ 3981 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 3981 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4857", "outputIndexes": [ 3982 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3982, 3981 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4858", "outputIndexes": [ 3983 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3973, 3983, 3976 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.21/self_attn/Gather_2_output_0", "outputIndexes": [ 3984 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3984, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/self_attn/Div_output_0", "outputIndexes": [ 3985 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3985, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.21/self_attn/Unsqueeze_7_output_0", "outputIndexes": [ 3986 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3971, 3986, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.21/self_attn/Slice_1_output_0", "outputIndexes": [ 3987 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3987 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.21/self_attn/Neg_output_0", "outputIndexes": [ 3988 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3985, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.21/self_attn/Unsqueeze_6_output_0", "outputIndexes": [ 3989 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3971, 31, 3989, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.21/self_attn/Slice_output_0", "outputIndexes": [ 3990 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3988, 3990 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.21/self_attn/Concat_3_output_0", "outputIndexes": [ 3991 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3991, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/self_attn/Mul_1_output_0", "outputIndexes": [ 3992 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3972, 3992 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/self_attn/Add_output_0", "outputIndexes": [ 3993 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7690 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1266487402, 655382, 163840, 0, 0 ] } , "name": "/layers.21/self_attn/k_proj/Linear", "outputIndexes": [ 7695 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7695 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.21/self_attn/k_proj/Linear/post_convert", "outputIndexes": [ 7696 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7696 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.21/self_attn/k_proj/Linear/post_reshape", "outputIndexes": [ 3994 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3953, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.21/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 3995 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3961, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.21/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 3996 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3995, 3996, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.21/self_attn/Concat_1_output_0", "outputIndexes": [ 3997 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3994, 3997 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.21/self_attn/Reshape_1_output_0", "outputIndexes": [ 3998 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3998 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.21/self_attn/k_norm/Pow_output_0", "outputIndexes": [ 4000 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4000 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.21/self_attn/k_norm/ReduceMean_output_0", "outputIndexes": [ 4001 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4001, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/self_attn/k_norm/Add_output_0", "outputIndexes": [ 4002 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4002, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/self_attn/k_norm/Pow_1_output_0", "outputIndexes": [ 4003 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3998, 4003 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/self_attn/k_norm/Mul_output_0", "outputIndexes": [ 4004 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 256 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793, 0.12793 ] } , "name": "onnx::Mul_11108", "outputIndexes": [ 4005 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4004, 4005 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/self_attn/k_norm/Mul_1_output_0", "outputIndexes": [ 4006 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4006, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/self_attn/Mul_2_output_0", "outputIndexes": [ 4007 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4006 ] , "main_type": "NONE", "name": "/blocks.21/self_attn/Shape_3_output_0", "outputIndexes": [ 4008 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 4008 ] , "main_type": "NONE", "name": "Shape4885", "outputIndexes": [ 4009 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 4008 ] , "main_type": "NONE", "name": "Rank4887", "outputIndexes": [ 4010 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4010, 4010 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4889", "outputIndexes": [ 4011 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4011 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4890", "outputIndexes": [ 4012 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4011, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4892", "outputIndexes": [ 4013 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4013 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4893", "outputIndexes": [ 4014 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4009, 4012, 4014, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice4896", "outputIndexes": [ 4015 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4015 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze4897", "outputIndexes": [ 4016 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 4016 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4898", "outputIndexes": [ 4017 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4017, 4016 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4899", "outputIndexes": [ 4018 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4008, 4018, 4011 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.21/self_attn/Gather_3_output_0", "outputIndexes": [ 4019 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4019, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/self_attn/Div_1_output_0", "outputIndexes": [ 4020 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4020, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.21/self_attn/Unsqueeze_9_output_0", "outputIndexes": [ 4021 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4006, 4021, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.21/self_attn/Slice_3_output_0", "outputIndexes": [ 4022 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4022 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.21/self_attn/Neg_1_output_0", "outputIndexes": [ 4023 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4020, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.21/self_attn/Unsqueeze_8_output_0", "outputIndexes": [ 4024 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4006, 31, 4024, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.21/self_attn/Slice_2_output_0", "outputIndexes": [ 4025 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4023, 4025 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.21/self_attn/Concat_4_output_0", "outputIndexes": [ 4026 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4026, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/self_attn/Mul_3_output_0", "outputIndexes": [ 4027 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4007, 4027 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/self_attn/Add_1_output_0", "outputIndexes": [ 4028 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7690 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1267306624, 655382, 163840, 0, 0 ] } , "name": "/layers.21/self_attn/v_proj/Linear", "outputIndexes": [ 7699 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7699 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.21/self_attn/v_proj/Linear/post_convert", "outputIndexes": [ 7700 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7700 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.21/self_attn/v_proj/Linear/post_reshape", "outputIndexes": [ 4029 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3953, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.21/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 4030 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3961, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.21/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 4031 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4030, 4031, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.21/self_attn/Concat_2_output_0", "outputIndexes": [ 4032 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4029, 4032 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.21/self_attn/Reshape_2_output_0", "outputIndexes": [ 4033 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4033 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.21/self_attn/v_norm/Pow_output_0", "outputIndexes": [ 4035 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4035 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.21/self_attn/v_norm/ReduceMean_output_0", "outputIndexes": [ 4036 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4036, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/self_attn/v_norm/Add_output_0", "outputIndexes": [ 4037 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4037, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/self_attn/v_norm/Pow_1_output_0", "outputIndexes": [ 4038 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4033, 4038 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/self_attn/v_norm/Mul_output_0", "outputIndexes": [ 4039 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3993, 4028, 4039, 167 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 21, "kv_shared_layer_index": -1 } , "name": "/layers.21/self_attn/FusedAttention", "outputIndexes": [ 4040 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4040 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.21/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 7701 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7701 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.21/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 7702 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7702 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1268125846, 2621462, 655360, 0, 0 ] } , "name": "/layers.21/self_attn/o_proj/Linear", "outputIndexes": [ 7703 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7703 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.21/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 7704 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7704 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.21/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 4041 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4041 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.21/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 4043 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4043 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.21/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 4044 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4044, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/post_attention_layernorm/Add_output_0", "outputIndexes": [ 4045 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4045, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 4046 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4041, 4046 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 4047 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.835938, 0.052979, 0.12793, 1.25, 0.135742, 0.410156, 0.168945, 0.047363, 0.976562, 0.112305, 0.878906, 0.149414, 0.585938, 1.25, 1.25, 1.054688, 0.263672, 0.158203, 0.219727, 0.765625, 1.25, 1.25, 1.25, 1.25, 0.15918, 0.012146, 0.032715, 1.242188, 0.225586, 1.25, 0.886719, 0.149414, 1.015625, 0.298828, 0.371094, 1.25, 0.96875, 1.25, 0.249023, 0.061279, 0.294922, 1.25, 0.150391, 0.007782, 1.234375, 1.203125, 0.093262, 1.25, 0.012695, 0.086914, 0.107422, 0.318359, 0.185547, 1.25, 0.308594, 0.070312, 0.859375, 0.148438, 0.142578, 0.382812, 1.25, 0.15625, 1.25, 0.15332, 1.25, 1.25, 0.005646, 0.005127, 1.25, 1.25, 1.140625, 1.25, 1.25, 1.101562, 0.867188, 1.007812, 1.25, 0.180664, 1.25, 0.088867, 0.236328, 0.157227, 1.25, 0.065918, 1.203125, 1.25, 1.25, 1.171875, 0.128906, 0.136719, 1.070312, 0.703125, 1.25, 0.738281, 1.242188, 0.103516, 1.25, 0.042725, 0.875, 0.03833, 1.25, 0.009949, 1.25, 1.25, 0.235352, 0.474609, 1.25, 1.25, 0.047607, 1.25, 0.010864, 0.014465, 0.00116, 1.25, 0.699219, 0.031006, 1.25, 1.25, 1.25, 0.578125, 1.007812, 0.052002, 0.345703, 1.25, 0.28125, 0.542969, 0.00824, 0.0354, 0.166992, 0.010315, 1.25, 0.004639, 0.851562, 1.25, 1.25, 1.25, 0.283203, 0.115723, 0.01239, 0.097168, 0.296875, 0.376953, 0.012024, 0.337891, 1.25, 0.423828, 0.154297, 0.992188, 1.25, 0.174805, 0.034912, 0.075684, 1.25, 1.046875, 0.119629, 1.25, 1.25, 0.179688, 1.25, 1.25, 1.25, 0.00119, 1.101562, 1.179688, 1.25, 1.25, 1.15625, 1.234375, 1.25, 0.00119, 0.027832, 1.25, 1.234375, 0.005676, 0.042725, 0.219727, 0.384766, 0.347656, 1.25, 0.585938, 0.109375, 0.080566, 1.25, 0.030762, 0.009949, 1.25, 1.25, 0.041016, 1.25, 0.15918, 1.25, 0.007538, 0.073242, 1.25, 1.25, 1.078125, 1.25, 1.25, 1.171875, 0.300781, 1.25, 0.010376, 1.25, 1.25, 1.25, 1.25, 1.25, 0.110352, 0.113281, 1.25, 1.210938, 0.597656, 1.226562, 1.078125, 0.53125, 1.25, 1.25, 0.088867, 1.210938, 1.25, 0.011658, 0.398438, 0.061768, 0.347656, 1.25, 0.001106, 0.012512, 1.25, 1.25, 0.929688, 1.25, 0.052734, 0.134766, 0.091797, 0.976562, 1.25, 0.005829, 0.063477, 0.789062, 0.007782, 0.111816, 1.25, 0.644531, 1.25, 0.318359, 1.25, 0.201172, 1.25, 1.25, 0.006042, 1.25, 0.064453, 1.039062, 0.001083, 1.25, 0.005554, 0.227539, 1.25, 0.002014, 1.25, 1.25, 1.25, 0.013794, 1.25, 1.25, 1.25, 1.25, 0.175781, 1.25, 0.408203, 0.083984, 1.25, 0.855469, 1.25, 0.137695, 1.0625, 0.785156, 1.046875, 1.25, 1.242188, 1.25, 1.125, 0.139648, 1.25, 1.226562, 1.25, 1.25, 0.019287, 1.25, 0.005615, 0.925781, 1.226562, 0.996094, 1.25, 1.25, 1.25, 0.005737, 0.953125, 0.058838, 0.05542, 0.053467, 1.25, 1.039062, 1.25, 1.242188, 0.667969, 1.25, 1.25, 1.25, 1.25, 0.22168, 1.242188, 0.007782, 0.049316, 1.25, 1.25, 1.078125, 0.816406, 1.25, 0.130859, 0.824219, 0.007629, 0.238281, 1.25, 1.25, 1.25, 1.25, 0.227539, 1.25, 1.25, 1.203125, 1.25, 1.226562, 1.25, 1.195312, 1.25, 0.345703, 1.25, 0.106445, 1.25, 0.202148, 1.226562, 0.671875, 0.061768, 0.785156, 1.25, 0.056885, 1.25, 1.25, 1.21875, 1.25, 1.242188, 1.25, 1.25, 0.341797, 1.25, 1.085938, 1.25, 1.25, 0.008667, 1.15625, 1.25, 0.589844, 1.25, 0.757812, 0.047363, 0.19043, 1.25, 1.25, 1.179688, 1.25, 1.25, 1.25, 0.011353, 1.25, 1.25, 1.25, 1.25, 1.132812, 0.090332, 1.25, 0.09082, 1.25, 0.132812, 1.242188, 0.093262, 1.25, 1.023438, 1.25, 0.010864, 0.007782, 1.25, 0.263672, 1.25, 1.054688, 1.25, 1.25, 1.25, 1.25, 1.070312, 1.25, 1.25, 0.251953, 1.25, 0.086426, 1.25, 0.523438, 1.25, 1.25, 1.25, 1.25, 0.054932, 1.148438, 0.824219, 1.25, 1.25, 1.1875, 1.0, 1.25, 1.25, 1.25, 1.25, 1.25, 1.242188, 0.65625, 0.808594, 1.25, 0.263672, 1.25, 0.419922, 1.25, 0.960938, 1.25, 1.25, 0.007416, 1.25, 1.25, 1.25, 0.503906, 1.210938, 1.25, 1.25, 1.25, 0.00946, 1.25, 1.25, 0.070312, 1.234375, 0.147461, 1.25, 1.242188, 1.25, 1.25, 0.001183, 1.25, 1.25, 0.090332, 1.132812, 0.359375, 0.337891, 1.226562, 1.25, 0.429688, 1.234375, 0.300781, 0.902344, 0.063965, 0.029297, 0.130859, 1.25, 1.234375, 0.878906, 1.25, 1.25, 1.25, 1.148438, 0.031738, 0.010071, 0.034668, 1.25, 1.25, 1.25, 1.25, 0.092285, 0.138672, 1.25, 1.1875, 1.25, 0.09082, 1.25, 1.25, 0.011169, 0.002548, 0.009949, 1.25, 0.8125, 0.839844, 1.25, 0.010742, 1.25, 0.094238, 1.25, 1.25, 0.863281, 0.914062, 0.048828, 0.086914, 1.25, 0.419922, 1.203125, 0.259766, 0.361328, 1.25, 1.203125, 0.07666, 0.085938, 1.234375, 1.25, 1.25, 1.25, 0.055664, 0.361328, 1.25, 1.25, 0.12793, 0.824219, 1.25, 0.129883, 1.25, 1.25, 1.25, 0.351562, 1.25, 1.195312, 1.25, 1.25, 1.25, 0.108887, 1.007812, 1.25, 1.242188, 1.25, 1.25, 1.25, 1.25, 1.25, 1.0, 0.5625, 1.25, 0.316406, 1.25, 0.142578, 1.25, 1.25, 1.25, 1.25, 0.120117, 0.216797, 1.25, 1.25, 1.25, 1.25, 0.318359, 0.582031, 1.25, 1.25, 0.135742, 0.652344, 1.203125, 1.25, 1.234375, 1.25, 0.168945, 1.25, 1.25, 0.024902, 1.25, 0.800781, 0.65625, 1.25, 1.140625, 0.275391, 0.628906, 1.25, 0.205078, 1.25, 1.25, 0.196289, 1.25, 0.037109, 1.25, 1.25, 1.25, 1.25, 0.089844, 0.185547, 1.25, 1.25, 1.25, 1.242188, 1.25, 1.25, 0.28125, 0.166016, 0.122559, 0.139648, 1.25, 1.25, 1.25, 0.107422, 1.25, 1.25, 0.005402, 1.25, 1.25, 0.90625, 1.25, 0.094727, 1.25, 1.25, 0.001137, 1.25, 0.006012, 0.976562, 1.25, 1.25, 0.667969, 1.25, 1.25, 1.25, 0.671875, 0.996094, 0.980469, 0.033936, 0.007874, 1.25, 1.25, 0.099609, 1.25, 1.25, 1.25, 0.484375, 1.25, 0.507812, 1.25, 0.091797, 0.007721, 1.25, 1.25, 0.012329, 1.25, 1.25, 0.062988, 1.039062, 0.332031, 1.15625, 0.00415, 0.976562, 0.097168, 1.25, 0.0271, 1.25, 1.25, 1.25, 1.25, 1.164062, 1.25, 1.054688, 1.25, 1.25, 1.25, 1.25, 0.746094, 1.25, 1.25, 0.056885, 1.25, 0.163086, 0.585938, 1.109375, 0.550781, 0.875, 0.00824, 1.25, 1.25, 1.25, 1.25, 1.25, 0.104004, 1.25, 1.25, 0.386719, 0.957031, 1.195312, 0.107422, 1.09375, 0.009949, 1.25, 1.117188, 0.116211, 1.25, 0.832031, 0.038818, 1.25, 0.427734, 1.25, 0.089355, 1.25, 0.043945, 0.871094, 1.09375, 0.037354, 1.25, 1.132812, 1.25, 1.25, 0.960938, 1.25, 0.039551, 0.287109, 0.691406, 0.863281, 0.037109, 1.25, 1.25, 0.084961, 1.25, 0.095215, 1.25, 1.25, 1.25, 1.25, 0.019531, 0.040771, 1.25, 1.25, 0.710938, 1.25, 1.25, 1.25, 1.25, 1.25, 0.008423, 1.25, 1.226562, 0.773438, 1.25, 1.25, 1.25, 0.691406, 1.25, 0.291016, 1.25, 0.18457, 1.25, 0.197266, 1.0625, 1.046875, 0.010254, 1.25, 0.090332, 0.196289, 0.007385, 0.195312, 1.25, 1.25, 0.097656, 0.957031, 1.25, 0.212891, 1.25, 1.25, 1.25, 0.71875, 1.234375, 1.25, 0.07959, 1.25, 0.090332, 1.25, 0.022827, 0.062012, 1.25, 1.25, 1.039062, 1.171875, 0.108398, 0.097656, 1.25, 1.25, 1.242188, 1.25, 1.25, 1.25, 0.242188, 0.116211, 1.234375, 0.057617, 0.059814, 1.25, 0.328125, 0.180664, 0.212891, 1.25, 0.005768, 0.105957, 1.25, 1.25, 1.25, 0.695312, 1.234375, 1.03125, 1.25, 0.11084, 1.164062, 1.25, 0.439453, 1.210938, 1.25, 0.707031, 1.25, 1.25, 1.234375, 1.25, 0.498047, 0.339844, 0.339844, 1.242188, 0.339844, 1.101562, 1.25, 0.007996, 0.972656, 0.09082, 0.241211, 1.242188, 1.25, 1.25, 0.041992, 0.007141, 1.25, 0.064453, 1.25, 0.107422, 1.25, 0.061035, 1.25, 1.25, 0.001091, 0.980469, 1.25, 0.002808, 1.132812, 1.0, 1.039062, 1.25, 0.382812, 0.00119, 0.316406, 0.012451, 0.15332, 1.25, 1.25, 0.078125, 1.195312, 1.25, 0.125, 1.25, 1.25, 0.119141, 0.069824, 0.277344, 1.25, 1.242188, 1.242188, 1.25, 1.25, 1.25, 1.109375, 0.059082, 0.765625, 0.005798, 0.102539, 1.25, 1.25, 1.25, 0.090332, 1.25, 0.197266, 1.25, 0.106934, 1.25, 0.078613, 0.535156, 1.25, 1.203125, 1.25, 1.25, 0.008057, 1.226562, 1.25, 0.304688, 1.25, 1.25, 0.46875, 0.097656, 0.041016, 0.077148, 0.012512, 1.25, 0.00824, 0.204102, 0.984375, 1.070312, 1.25, 0.091797, 1.03125, 1.25, 1.25, 1.25, 1.085938, 1.25, 0.008911, 0.105957, 1.0625, 0.957031, 0.001114, 0.103027, 1.25, 0.255859, 1.25, 0.000942, 0.353516, 1.25, 0.263672, 1.25, 0.010132, 0.001122, 1.25, 1.25, 0.146484, 1.25, 0.168945, 0.449219, 1.25, 1.25, 0.222656, 1.25, 0.012817, 0.141602, 1.125, 1.25, 1.234375, 0.855469, 1.25, 1.25, 0.523438, 0.871094, 1.25, 1.226562, 0.601562, 0.151367, 1.054688, 1.25, 1.25, 0.976562, 1.25, 1.25, 0.585938, 0.511719, 1.25, 1.25, 1.25, 1.039062, 0.091309, 1.234375, 1.25, 0.01532, 0.742188, 0.034424, 1.101562, 1.046875, 0.898438, 0.09082, 1.25, 1.25, 1.195312, 1.078125, 0.204102, 0.433594, 1.210938, 1.25, 1.25, 1.25, 0.012451, 1.25, 1.25, 1.25, 0.345703, 1.25, 1.164062, 0.101074, 1.25, 0.012451, 0.206055, 1.25, 1.25, 0.035645, 1.25, 1.25, 0.609375, 0.972656, 1.03125, 1.25, 0.02002, 1.25, 1.25, 1.25, 1.25, 0.198242, 1.25, 0.488281, 0.753906, 1.25, 1.25, 0.203125, 1.25, 0.005676, 1.25, 0.002151, 0.217773, 0.038574, 1.25, 1.25, 1.242188, 1.21875, 1.070312, 1.203125, 1.125, 0.128906, 1.101562, 0.550781, 1.25, 0.8125, 1.25, 1.242188, 1.25, 0.222656, 1.210938, 0.001198, 0.084961, 0.035645, 0.910156, 1.117188, 1.25, 0.396484, 1.25, 1.25, 1.25, 1.25, 1.25, 0.90625, 0.699219, 0.094238, 1.25, 1.25, 1.25, 1.25, 1.25, 0.049316, 1.25, 1.25, 1.25, 1.25, 1.039062, 1.25, 0.181641, 1.25, 1.25, 1.164062, 1.25, 1.195312, 1.25, 1.25, 0.039062, 1.25, 0.102539, 0.816406, 1.25, 1.25, 1.25, 0.083008, 1.25, 1.25, 1.226562, 1.25, 0.203125, 0.890625, 0.298828, 1.25, 0.988281, 0.211914, 0.390625, 1.164062, 1.046875, 0.016846, 0.001198, 0.02417, 1.25, 1.25, 1.25, 1.25, 1.242188, 1.25, 1.25, 1.25, 1.25, 1.25, 0.929688, 1.023438, 0.075684, 1.25, 0.365234, 0.00106, 1.046875, 0.007812, 0.043457, 1.179688, 1.25, 1.25, 0.898438, 0.451172, 1.25, 0.875, 1.25, 0.051025, 0.78125, 1.179688, 1.25, 1.25, 1.25, 1.25, 1.242188, 0.012268, 1.25, 0.036133, 1.25, 0.232422, 1.25, 0.131836, 1.234375, 1.25, 1.25, 0.082031, 1.25, 1.25, 1.25, 0.007355, 1.25, 1.25, 0.945312, 0.796875, 1.25, 0.043945, 0.267578, 0.044678, 1.25, 1.25, 1.195312, 0.038574, 0.075195, 0.182617, 0.90625, 1.25, 1.25, 0.034912, 0.015991, 1.25, 1.25, 1.25, 1.25, 1.25, 0.507812, 1.25, 1.25, 1.226562, 0.094727, 0.410156, 0.008179, 1.25, 1.25, 1.25, 0.005951, 1.25, 0.273438, 0.001167, 1.25, 1.25, 0.003723, 1.25, 1.070312, 1.023438, 1.25, 0.140625, 1.25, 1.25, 0.5, 1.25, 0.091309, 1.242188, 1.070312, 1.242188, 1.21875, 0.041992, 0.683594, 0.203125, 1.25, 1.25, 0.373047, 1.25, 0.007935, 1.195312, 1.210938, 0.040283, 0.037109, 1.117188, 1.25, 1.25, 1.25, 1.25, 0.455078, 1.25, 1.25, 1.242188, 1.25, 1.25, 1.25, 0.800781, 1.25, 1.242188, 0.265625, 0.084473, 0.06543, 0.090332, 1.25, 1.25, 0.019165, 0.03418, 1.25, 1.25, 1.25, 1.25, 0.047363, 1.25, 0.091309, 1.25, 0.703125, 0.016113, 1.25, 0.072266, 0.099609, 0.007324, 0.010925, 0.054688, 0.392578, 1.25, 0.157227, 1.25, 1.25, 0.043213, 0.816406, 0.141602, 1.101562, 0.726562, 1.25, 0.045654, 0.628906, 1.039062, 0.208984, 1.25, 0.640625, 0.089355, 0.098145, 1.25, 0.104004, 1.25, 1.21875, 1.25, 1.140625, 0.953125, 0.726562, 0.11084, 0.22168, 1.25, 1.25, 0.172852, 1.25, 1.25, 0.882812, 0.886719, 1.25, 0.261719, 1.25, 1.25, 0.949219, 1.101562, 1.25, 0.339844, 0.494141, 0.105469, 1.25, 1.234375, 1.25, 0.041504, 1.25, 0.640625, 1.25, 1.25, 1.023438, 0.064453, 1.25, 1.25, 1.25, 1.25, 1.25, 0.149414, 1.25, 1.25, 1.25, 1.25, 1.25, 0.679688, 1.25, 1.25, 0.155273, 0.007874, 1.25, 1.25, 1.171875, 1.25, 1.25, 1.25, 0.648438, 0.007782, 1.25, 0.048096, 1.25, 1.25, 1.25, 1.25, 1.25, 1.039062, 1.132812, 1.25, 1.25, 0.04126, 1.25, 1.25, 1.25, 0.734375, 1.25, 1.140625, 1.25, 0.089355, 1.25, 0.204102, 1.1875, 1.25, 1.25, 1.25, 1.25, 1.25, 0.90625, 1.25, 0.083984, 0.067383, 1.25, 0.695312, 0.625, 1.171875, 1.21875, 1.25, 1.25, 0.005646, 1.25, 1.25, 1.242188, 1.25, 1.25, 1.25, 0.045898, 1.25, 0.96875, 1.242188, 0.275391, 0.048096, 1.25, 0.036133, 1.25, 1.25, 0.075684, 0.357422, 1.25, 1.039062, 1.25, 0.122559, 1.25, 1.25, 1.25, 1.25, 1.25, 0.255859, 1.25, 0.096191, 1.25, 0.037842, 0.155273, 1.226562, 1.25, 1.25, 0.144531, 0.057129, 0.953125, 1.25, 1.15625, 0.097168, 1.25, 1.25, 1.25, 1.101562, 0.291016, 0.108398, 1.1875, 1.25, 1.25, 0.006042, 0.201172, 0.096191, 0.324219, 0.609375, 1.25, 1.25, 1.25, 1.25, 1.25, 0.851562, 1.25, 1.179688, 0.486328, 1.109375, 0.804688, 0.871094, 0.125977, 1.25, 0.550781, 0.972656, 0.008057, 0.117676, 1.085938, 0.07959, 0.423828, 1.25, 0.228516, 1.25, 1.25, 0.707031, 0.005402, 1.25, 1.25, 1.25, 1.25, 1.25, 0.699219, 1.210938, 1.25, 1.25, 1.0, 0.878906, 0.417969, 0.062988, 1.25, 0.010376, 0.18457, 0.204102, 0.007446, 1.25, 1.25, 0.192383, 1.148438, 1.25, 1.25, 0.041016, 1.25, 0.040039, 0.431641, 1.039062, 0.318359, 0.114746, 0.122559, 1.046875, 0.008667, 0.223633, 1.25, 1.25, 1.25, 1.046875, 1.046875, 0.031128, 1.25, 1.25, 1.25, 1.226562, 0.011536, 0.045898, 0.095703, 0.162109, 1.25, 1.25, 1.25, 1.25, 0.566406, 1.25, 1.25, 1.203125, 0.648438, 0.005859, 1.25, 1.25, 1.234375, 0.455078, 1.25, 0.945312, 0.917969, 1.25, 0.039307, 1.25, 0.005402, 0.027832, 1.25, 1.25, 0.175781, 0.839844, 1.21875, 1.25, 1.09375, 0.421875, 1.25, 1.25, 1.25, 1.25, 1.25, 0.11377, 0.5, 0.90625, 1.226562, 1.242188, 1.25, 0.878906, 1.25, 0.217773, 0.339844, 1.25, 1.226562, 1.078125, 0.015198, 1.25, 1.25, 0.079102, 1.25, 0.035156, 0.423828, 1.25, 1.25, 1.25, 1.25, 1.234375, 0.251953, 1.25, 1.132812, 1.117188, 0.008057, 0.253906, 1.25, 1.25, 0.001755, 1.25, 1.25, 1.25, 1.25, 1.25, 1.25, 1.25, 0.010254, 1.25, 1.25, 0.140625, 0.140625, 0.175781, 1.117188, 0.351562, 1.25, 0.036133, 0.080078, 0.011963, 0.917969, 1.25, 1.25, 1.1875, 1.226562, 1.25, 1.25, 0.279297, 1.25, 1.25, 1.210938, 0.172852, 1.25, 1.1875, 1.25, 1.25, 0.06543, 0.734375, 1.25, 1.25, 1.125, 0.316406, 1.109375, 0.609375, 0.585938, 0.59375, 0.683594, 0.006714, 0.166016, 1.25, 1.0, 0.239258, 1.25, 0.013245, 1.25, 1.25, 1.25, 1.25, 1.25, 1.25, 0.804688, 0.008362, 1.25, 0.193359, 1.25, 1.25, 0.867188, 1.25, 1.25, 1.25, 1.25, 0.001137, 1.101562, 0.133789, 1.140625, 0.088867, 1.25, 0.910156, 1.25, 1.25, 1.226562, 0.871094, 1.25, 1.25, 1.25, 1.25, 0.010681, 1.25, 1.25, 1.195312, 0.058105, 1.25, 1.25, 0.660156, 1.25, 1.25, 1.25, 0.816406, 1.109375, 0.707031, 1.25, 1.234375, 1.25, 0.033447, 1.140625, 0.007507, 1.25, 0.06543, 1.25, 1.25, 1.25, 0.212891, 0.285156, 0.644531, 0.057129, 0.068359, 0.098145, 1.25, 1.25, 0.304688, 1.25, 1.25, 1.25, 1.25, 0.769531, 1.25, 1.25, 1.25, 1.25, 1.25, 0.095703, 1.25, 1.242188, 0.050049, 1.25, 1.25, 0.107422, 0.067383, 0.996094, 0.053467, 1.25, 0.240234, 1.25, 1.25, 0.65625, 1.078125, 0.010132, 1.25, 0.053955, 0.765625, 0.050781, 0.032471, 1.226562, 1.25, 0.166992, 1.25, 0.11377, 0.265625, 0.351562, 0.055176, 0.017334, 1.25, 0.294922, 1.25, 1.234375, 0.003113, 1.25, 1.25, 1.25, 0.03833, 1.25, 1.25, 0.332031, 0.135742, 1.25, 0.005951, 0.012207, 1.25, 0.984375, 1.25, 1.25, 0.020752, 1.25, 1.25, 1.242188, 1.25, 0.223633, 1.25, 1.25, 1.25, 1.25, 1.132812, 0.863281, 0.300781, 0.005493, 1.09375, 0.083496, 0.099121, 0.070312, 0.824219, 1.164062, 1.148438, 1.25, 0.204102, 0.139648, 0.738281, 1.25, 1.25, 1.25, 0.710938, 0.144531, 0.005615, 1.25, 1.25, 1.25, 0.048096, 0.235352, 0.037354, 0.78125, 1.25, 1.226562, 1.25, 0.859375, 1.25, 1.023438, 0.166992, 0.014771, 0.902344, 1.25, 1.25, 1.25, 1.25, 0.017578, 1.25, 1.25, 1.148438, 1.25, 1.25, 0.507812, 1.25, 1.179688, 1.25, 1.25, 1.25, 0.527344, 0.515625, 1.117188, 0.097656, 1.25, 1.25, 0.00946, 0.867188, 1.25, 0.090332, 1.25, 0.355469, 1.25, 0.010559, 0.480469, 1.171875, 0.045166, 1.25, 0.002808, 1.25, 0.015991, 1.25, 1.25, 1.25, 1.023438, 1.25, 1.25, 0.005646, 0.714844, 1.179688, 1.125, 0.005676, 1.023438, 1.25, 1.070312, 0.220703, 1.242188, 0.036865, 0.005768, 0.018066, 1.25, 0.00766, 1.25, 1.25, 1.25, 1.226562, 1.15625, 1.25, 0.396484, 1.25, 1.25, 0.398438, 1.25, 1.25, 1.25, 0.910156, 1.21875, 0.482422, 1.25, 0.742188, 0.120117, 1.25, 1.25, 0.582031, 1.25, 1.25, 0.917969, 0.061523, 0.339844, 1.0625, 0.361328, 0.043945, 1.195312, 1.1875, 1.039062, 1.25, 1.25, 1.25, 1.25, 1.25, 1.242188, 0.024292, 1.25, 0.010559, 1.25, 1.25, 0.033936, 0.179688, 0.094238, 0.06543, 1.25, 1.25, 0.109375, 1.25, 1.25, 0.011353, 0.001091, 0.194336, 1.25, 1.25, 1.25, 1.25, 0.0625, 1.25, 0.118652, 0.228516, 1.015625, 1.25, 1.25, 0.535156, 1.25, 1.25, 0.010193, 1.25, 0.005707, 1.25, 1.25, 1.25, 1.25, 0.206055, 1.25, 0.012634, 0.234375, 0.617188, 1.25, 0.248047, 1.25, 1.078125, 0.024414, 1.25, 1.25, 1.25, 1.25, 1.25, 1.25, 1.210938, 1.25, 0.441406, 1.25, 1.085938, 0.234375, 0.308594, 0.914062, 1.25, 1.203125, 0.886719, 0.095703, 0.017578, 1.242188, 1.023438, 1.171875, 1.25, 1.25, 1.25, 1.25, 0.859375, 1.25, 1.25, 0.902344, 1.25, 0.136719, 1.132812, 0.015137, 1.078125, 1.101562, 0.098633, 0.691406, 1.25, 1.25, 0.053223, 0.191406, 0.158203, 1.25, 1.25, 1.25, 1.25, 1.25, 1.25, 0.130859, 0.066895, 1.25, 0.008301, 1.25, 1.25, 1.25, 1.242188, 0.243164, 1.25, 1.25, 0.714844, 1.25, 0.008301, 0.326172, 1.25, 1.25, 1.25, 0.863281, 1.25, 0.056641, 1.25, 1.25, 1.179688, 1.25, 1.25, 0.173828, 1.21875, 0.007629, 0.086914, 0.300781, 1.25, 1.25, 1.25, 0.096191, 1.25, 0.326172, 0.112305, 1.25, 1.25, 1.25, 0.030151, 1.25, 0.001038, 0.243164, 1.25, 0.009583, 1.25, 0.251953, 1.25, 1.179688, 1.25, 1.25, 1.25, 1.25, 0.378906, 1.25, 1.1875, 0.617188, 0.007874, 1.25, 0.043701, 1.195312, 1.25, 1.25, 0.066895, 0.472656, 0.185547, 0.855469, 1.25, 1.25, 0.035156, 0.044922, 1.25, 1.25, 1.25, 1.25, 1.234375, 1.125, 1.1875, 1.171875, 1.25, 1.25, 1.25, 1.226562, 1.085938, 1.25, 1.25, 1.25, 1.25, 0.096191, 1.25, 1.25, 0.011963, 1.25, 1.25, 1.25, 0.640625, 1.171875, 1.25, 1.25, 1.03125, 1.1875, 1.101562, 0.009766, 1.25, 1.25, 0.394531, 1.25, 0.242188, 0.470703, 1.148438, 0.8125, 1.195312, 1.25, 1.25, 1.078125, 1.25, 0.941406, 1.195312, 1.101562, 1.25, 1.25, 1.25, 0.167969, 0.667969, 1.242188, 1.25, 0.170898, 0.367188, 0.041992, 0.515625, 0.257812, 1.25, 1.179688, 0.073242, 0.941406, 0.714844, 1.25, 1.25, 0.084961, 1.195312, 1.101562, 1.25, 1.25, 0.100098, 1.25, 1.101562, 0.226562, 0.081543, 0.1875, 0.068848, 0.34375, 1.25, 0.087402, 1.25, 1.25, 1.15625, 1.25, 1.25, 1.25, 0.053955, 0.008118, 1.179688, 1.03125, 0.451172, 0.65625, 0.00824, 0.507812, 0.086914, 0.118164, 1.226562, 0.052246, 0.001175, 1.25, 0.012024, 1.25, 0.341797, 1.25, 0.007782, 1.25, 0.165039, 1.242188, 0.056641, 0.361328, 1.25, 1.179688, 1.25, 1.195312, 1.015625, 1.234375, 1.25, 0.199219, 0.017456, 0.091797, 1.25, 1.109375, 0.005981, 1.25, 0.04248, 1.25, 1.25, 1.25, 1.25, 1.25, 1.25, 0.008301, 0.386719, 1.25, 1.25, 1.25, 0.46875, 1.25, 1.25, 1.210938, 1.1875, 0.009949, 1.25, 1.25, 0.005768, 0.049561, 0.416016, 1.25, 0.041748, 0.046875, 1.054688, 0.037842, 1.25, 1.25, 1.25, 1.25, 1.25, 0.109863, 1.25, 1.25, 0.972656, 1.25, 0.003281, 1.25, 1.25, 1.25, 1.25, 1.25, 0.355469, 1.25, 1.234375, 1.25, 1.25, 1.25, 1.015625, 1.25, 1.25, 1.101562, 1.25, 0.052002, 1.046875, 1.25, 1.25, 0.044678, 0.009644, 0.110352, 1.15625, 0.112793, 1.25, 0.051025, 1.242188, 1.164062, 1.25, 1.25, 1.25, 1.210938, 1.25, 0.04126, 1.25, 1.25, 1.25, 0.863281, 1.25, 0.351562, 0.038818, 1.25, 1.226562, 1.25, 0.925781, 1.25, 1.25, 0.929688, 0.34375, 0.161133, 1.25, 0.010315, 0.001137, 1.25, 0.371094, 0.78125, 0.972656, 1.25, 1.25, 1.25, 1.25, 1.25, 1.25, 1.226562, 1.25, 0.007874, 1.25, 0.012695, 1.25, 1.25, 1.25, 1.25, 0.071289, 1.1875, 0.036865, 1.25, 0.146484, 1.25, 1.25, 1.25, 1.25, 0.957031, 1.25, 0.5, 0.40625, 1.226562, 1.25, 1.25, 1.25, 1.03125, 0.051758, 1.25, 1.109375, 0.080566, 0.310547, 0.091797, 1.0625, 0.263672, 1.171875, 0.013062, 0.734375, 1.195312, 0.019165, 1.25, 1.25, 1.25, 1.25, 1.25, 0.007751, 1.25, 0.039062, 1.25, 1.164062, 1.179688, 1.25, 0.078125, 0.21875, 1.25, 0.012634, 1.25, 0.375, 1.164062, 1.25, 0.21875, 1.25, 1.25, 1.21875, 1.25, 0.271484, 1.25, 0.882812, 1.25, 1.15625, 1.25, 1.242188, 0.036865, 0.039062, 1.25, 0.189453, 1.25, 0.005707, 1.25, 0.009949, 0.328125, 1.25, 0.142578, 1.25, 1.25, 1.25, 1.195312, 1.25, 0.055176, 0.005829, 0.375, 0.921875, 1.25, 1.25, 0.001137, 0.036865, 0.005829, 0.910156, 1.171875, 1.25, 1.25, 0.017456, 0.005829, 0.007355, 1.25, 1.25, 1.25, 1.25, 1.25, 1.25, 1.25, 1.25, 0.640625, 1.25, 0.302734, 0.007538, 0.126953, 0.182617, 1.25, 1.132812, 0.176758, 0.180664, 1.25, 1.25, 1.226562, 0.152344, 0.648438, 0.808594, 1.0625, 1.25, 0.300781, 1.25, 1.109375, 1.25, 0.142578, 1.25, 0.898438, 0.180664, 1.25, 1.25, 1.25, 1.21875, 1.25, 0.025513, 1.015625, 1.25, 1.25, 0.036133, 1.25, 0.040283, 1.25, 1.25, 1.25, 1.25, 0.652344, 1.1875, 1.25, 0.470703, 1.21875, 0.007935, 1.25, 1.25, 1.25, 1.25, 0.714844, 1.164062, 0.898438, 1.25, 1.25, 1.25, 1.242188, 0.984375, 1.25, 0.014404, 0.055664, 1.25, 1.25, 0.09082, 1.25, 0.652344, 0.200195, 1.25, 1.242188, 1.226562, 1.226562, 1.25, 1.25, 1.25, 1.195312, 1.25, 1.25, 1.25, 0.033203, 1.25, 1.25, 1.25, 1.25, 1.25, 1.25, 0.087402, 0.001144, 1.25, 1.25, 0.099609, 1.25, 0.008179, 0.980469, 0.134766, 1.25, 1.25, 1.25, 0.048096, 1.09375, 1.25, 0.043213, 1.25, 0.028687, 1.203125, 1.25, 1.25, 0.875, 1.25, 0.048584, 0.503906, 1.25, 0.206055, 0.00769, 1.25, 0.105957, 0.048828, 1.25, 1.25, 0.05127, 1.234375, 0.847656, 0.123535, 1.25, 1.25, 1.25, 1.25, 0.014526, 0.00415, 0.742188, 0.738281, 1.25, 0.566406, 1.25, 1.25, 1.25, 0.453125, 0.439453, 1.164062 ] } , "name": "onnx::Mul_11121", "outputIndexes": [ 4048 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4047, 4048 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 4049 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 3934, 4049 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/Add_output_0", "outputIndexes": [ 4050 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4050 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.21/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 4051 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4051 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.21/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 4052 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4052, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 4053 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4053, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 4054 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4050, 4054 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 4055 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.416016, 5.28125, 3.203125, 0.40625, 2.4375, 1.132812, 1.132812, 4.0, 0.423828, 0.742188, 0.363281, 3.984375, 0.314453, 0.227539, 0.223633, 2.34375, 1.25, 3.0, 0.496094, 0.585938, 0.335938, 0.435547, 0.204102, 0.186523, 0.753906, 21.875, 5.4375, 0.503906, 0.605469, 0.335938, 0.652344, 4.1875, 0.351562, 1.414062, 0.65625, 0.498047, 0.376953, 0.433594, 1.601562, 12.25, 1.226562, 0.384766, 0.605469, 23.375, 0.464844, 0.277344, 2.59375, 0.474609, 21.375, 2.609375, 1.414062, 1.179688, 1.398438, 0.902344, 0.800781, 7.09375, 0.707031, 1.539062, 3.25, 0.773438, 1.367188, 1.945312, 0.291016, 3.953125, 0.267578, 0.335938, 29.5, 45.0, 0.302734, 0.519531, 0.294922, 0.435547, 0.355469, 0.455078, 0.429688, 0.302734, 0.421875, 2.75, 0.441406, 4.0625, 0.921875, 1.46875, 0.431641, 3.359375, 0.441406, 0.570312, 0.063477, 0.265625, 1.945312, 3.875, 0.396484, 0.507812, 0.239258, 0.507812, 0.267578, 2.53125, 0.267578, 5.65625, 1.90625, 6.0625, 0.287109, 35.75, 0.507812, 0.373047, 1.4375, 0.480469, 0.388672, 0.5625, 3.46875, 0.392578, 19.75, 20.375, 6.375, 0.4375, 0.462891, 13.6875, 0.339844, 0.235352, 0.257812, 0.859375, 0.373047, 7.71875, 1.375, 0.65625, 0.984375, 0.589844, 41.25, 7.375, 0.914062, 31.875, 0.34375, 19.625, 0.279297, 0.261719, 0.388672, 0.351562, 0.730469, 0.585938, 14.3125, 4.15625, 3.875, 0.90625, 33.75, 1.195312, 0.25, 0.898438, 0.511719, 0.341797, 0.279297, 2.078125, 6.59375, 2.1875, 0.462891, 0.582031, 1.921875, 5.0, 0.208008, 1.515625, 0.225586, 0.298828, 0.353516, 0.519531, 0.4375, 0.349609, 0.375, 0.380859, 0.484375, 0.211914, 0.503906, 0.373047, 8.3125, 0.394531, 0.345703, 39.75, 5.71875, 1.09375, 0.851562, 0.847656, 0.253906, 0.503906, 4.4375, 2.75, 0.402344, 5.0625, 27.5, 0.357422, 0.318359, 4.5625, 0.15625, 0.480469, 0.445312, 22.125, 1.609375, 0.265625, 0.335938, 0.337891, 0.402344, 0.291016, 0.316406, 1.203125, 0.304688, 27.875, 0.296875, 0.105957, 0.339844, 0.349609, 0.283203, 1.1875, 2.25, 0.359375, 0.4375, 0.353516, 0.394531, 0.498047, 1.039062, 0.255859, 0.378906, 1.75, 0.470703, 0.328125, 32.75, 0.722656, 4.1875, 1.351562, 0.314453, 37.5, 14.375, 0.271484, 0.367188, 0.410156, 0.206055, 4.5625, 1.476562, 3.921875, 0.414062, 0.65625, 24.625, 3.28125, 0.462891, 20.0, 3.875, 0.488281, 0.470703, 0.353516, 0.949219, 0.296875, 1.867188, 0.408203, 0.300781, 38.25, 0.367188, 3.125, 0.382812, 0.644531, 0.408203, 44.5, 1.710938, 0.345703, 36.0, 0.167969, 0.447266, 0.253906, 20.125, 0.253906, 0.613281, 0.188477, 0.273438, 1.421875, 0.235352, 0.675781, 8.5, 0.235352, 0.412109, 0.335938, 0.486328, 0.373047, 0.644531, 0.324219, 0.75, 0.253906, 0.300781, 0.380859, 2.546875, 0.097656, 0.273438, 0.271484, 0.188477, 10.625, 0.40625, 46.75, 0.394531, 0.275391, 0.419922, 0.330078, 0.386719, 0.535156, 30.5, 0.5625, 4.6875, 4.15625, 3.40625, 0.251953, 0.378906, 0.392578, 0.275391, 0.337891, 0.287109, 0.414062, 0.382812, 0.304688, 1.140625, 0.345703, 39.5, 5.1875, 0.265625, 0.503906, 0.472656, 0.617188, 0.558594, 2.078125, 0.480469, 39.25, 1.289062, 0.478516, 0.855469, 0.40625, 0.412109, 1.125, 0.40625, 0.320312, 0.460938, 0.279297, 0.330078, 0.425781, 0.253906, 0.435547, 0.539062, 0.110352, 2.125, 0.988281, 1.523438, 0.248047, 0.761719, 2.859375, 0.351562, 0.287109, 3.015625, 0.302734, 0.283203, 0.376953, 0.367188, 0.28125, 0.496094, 0.419922, 1.109375, 0.347656, 0.34375, 0.363281, 1.445312, 31.75, 0.219727, 0.310547, 0.478516, 0.292969, 0.404297, 4.96875, 0.625, 0.164062, 0.148438, 0.320312, 0.277344, 0.251953, 0.244141, 29.125, 0.380859, 0.373047, 0.34375, 0.34375, 0.371094, 1.578125, 0.298828, 2.546875, 0.291016, 1.765625, 0.279297, 1.6875, 0.294922, 0.390625, 0.186523, 32.25, 27.0, 0.429688, 0.917969, 0.417969, 0.470703, 0.195312, 0.287109, 0.259766, 0.5, 0.447266, 0.243164, 0.273438, 1.742188, 1.171875, 1.5625, 0.225586, 0.640625, 0.223633, 0.871094, 0.390625, 0.21582, 4.03125, 0.400391, 0.345703, 0.341797, 0.363281, 0.223633, 0.396484, 0.285156, 0.328125, 0.832031, 0.302734, 0.302734, 0.339844, 0.511719, 0.376953, 0.333984, 1.398438, 0.462891, 1.03125, 0.21582, 0.515625, 0.523438, 0.335938, 36.5, 0.271484, 0.245117, 0.154297, 0.902344, 0.417969, 0.294922, 0.183594, 0.271484, 22.25, 0.267578, 0.269531, 3.1875, 0.231445, 1.59375, 0.339844, 0.4375, 0.191406, 0.269531, 0.691406, 0.318359, 0.318359, 3.078125, 0.333984, 0.613281, 0.585938, 0.652344, 0.277344, 1.5, 0.408203, 0.667969, 0.300781, 13.5, 16.75, 1.703125, 0.291016, 0.439453, 0.441406, 0.347656, 0.449219, 0.212891, 0.361328, 7.75, 40.5, 7.15625, 0.351562, 0.261719, 0.644531, 0.458984, 3.109375, 0.660156, 0.371094, 0.275391, 0.28125, 2.890625, 0.199219, 0.320312, 38.0, 29.125, 35.75, 0.482422, 0.660156, 0.423828, 0.322266, 17.5, 0.480469, 2.015625, 0.492188, 0.25, 0.601562, 0.34375, 4.125, 5.375, 0.400391, 0.992188, 0.486328, 0.941406, 0.78125, 0.357422, 0.347656, 3.203125, 2.734375, 0.235352, 0.277344, 0.257812, 0.376953, 5.15625, 0.777344, 0.304688, 0.060791, 0.515625, 0.478516, 0.182617, 0.628906, 0.332031, 0.605469, 0.375, 0.761719, 0.227539, 0.3125, 0.382812, 0.523438, 0.229492, 2.578125, 0.195312, 0.332031, 0.201172, 0.291016, 0.306641, 0.279297, 0.4375, 0.429688, 0.396484, 0.589844, 0.289062, 1.273438, 0.3125, 1.859375, 0.40625, 0.435547, 0.298828, 0.414062, 2.4375, 1.539062, 0.353516, 0.279297, 0.332031, 0.263672, 0.769531, 1.757812, 0.10791, 0.209961, 4.0, 2.5, 0.863281, 0.388672, 0.328125, 0.507812, 2.1875, 0.703125, 0.429688, 5.40625, 0.289062, 0.335938, 0.628906, 0.384766, 0.294922, 0.867188, 0.478516, 0.220703, 2.15625, 0.4375, 0.328125, 2.234375, 0.498047, 7.25, 0.53125, 0.679688, 0.213867, 0.408203, 2.296875, 1.257812, 0.408203, 0.189453, 0.253906, 0.345703, 0.216797, 0.300781, 0.738281, 0.621094, 3.546875, 4.8125, 0.306641, 0.328125, 0.267578, 1.804688, 0.357422, 0.28125, 34.25, 0.339844, 0.306641, 0.515625, 0.369141, 3.125, 0.185547, 0.410156, 43.0, 0.263672, 45.25, 0.423828, 0.621094, 0.5625, 0.769531, 0.396484, 0.494141, 0.445312, 0.566406, 0.414062, 0.341797, 7.03125, 17.125, 0.376953, 1.289062, 2.890625, 0.535156, 0.515625, 0.328125, 0.496094, 0.349609, 0.570312, 0.408203, 2.5625, 35.25, 0.353516, 0.742188, 14.5, 0.652344, 0.5, 3.640625, 0.367188, 0.839844, 0.392578, 20.375, 0.408203, 2.671875, 0.318359, 11.75, 0.330078, 0.289062, 0.328125, 0.515625, 0.302734, 0.488281, 0.320312, 0.515625, 0.722656, 0.292969, 0.275391, 0.585938, 0.150391, 0.183594, 5.625, 0.373047, 1.679688, 0.523438, 0.421875, 0.539062, 0.229492, 17.125, 0.324219, 0.25, 0.125, 0.324219, 0.306641, 3.40625, 0.21582, 0.283203, 0.914062, 0.589844, 0.306641, 2.515625, 0.410156, 39.0, 0.429688, 0.333984, 2.9375, 0.335938, 0.373047, 6.0, 0.314453, 0.835938, 0.447266, 2.359375, 0.24707, 4.6875, 0.714844, 0.349609, 6.4375, 0.394531, 0.316406, 0.333984, 0.347656, 0.249023, 0.345703, 5.90625, 0.142578, 0.574219, 0.429688, 6.5, 0.435547, 0.480469, 4.375, 0.449219, 1.90625, 0.376953, 0.214844, 0.753906, 0.357422, 10.1875, 5.53125, 0.333984, 0.242188, 0.496094, 0.138672, 0.386719, 0.40625, 0.109375, 0.367188, 9.625, 1.101562, 0.341797, 0.746094, 0.279297, 0.239258, 0.294922, 0.910156, 0.310547, 1.929688, 0.200195, 2.1875, 0.289062, 1.609375, 0.40625, 0.376953, 29.125, 0.589844, 2.9375, 1.945312, 15.6875, 1.820312, 0.664062, 0.326172, 2.78125, 0.316406, 0.365234, 1.773438, 0.314453, 0.306641, 0.486328, 0.306641, 0.141602, 0.326172, 3.1875, 0.4375, 2.8125, 0.515625, 14.875, 3.734375, 0.245117, 0.287109, 0.519531, 0.265625, 3.203125, 2.5625, 0.416016, 0.164062, 0.330078, 0.376953, 0.472656, 0.726562, 0.90625, 5.25, 0.347656, 4.0625, 3.28125, 0.337891, 0.597656, 0.964844, 1.96875, 0.296875, 29.75, 0.792969, 0.570312, 0.304688, 0.328125, 0.457031, 0.539062, 0.345703, 0.167969, 2.765625, 0.255859, 0.227539, 0.519531, 0.257812, 0.462891, 0.359375, 0.617188, 1.320312, 0.455078, 0.085449, 0.757812, 1.25, 1.945312, 0.376953, 0.578125, 0.308594, 0.322266, 20.5, 0.439453, 2.984375, 0.46875, 0.503906, 0.439453, 0.318359, 3.859375, 33.25, 0.605469, 3.765625, 0.196289, 2.4375, 0.275391, 3.609375, 0.8125, 0.316406, 29.5, 0.570312, 0.3125, 29.5, 0.609375, 0.515625, 0.449219, 0.335938, 0.628906, 0.460938, 0.402344, 18.125, 2.015625, 0.535156, 0.197266, 4.8125, 0.875, 0.330078, 2.875, 0.388672, 0.216797, 2.1875, 3.0625, 0.796875, 0.324219, 0.320312, 0.277344, 0.255859, 0.427734, 0.175781, 0.326172, 5.90625, 0.65625, 18.0, 1.75, 0.269531, 0.605469, 0.376953, 2.53125, 0.25, 2.09375, 0.177734, 2.328125, 0.306641, 1.476562, 0.527344, 0.192383, 0.435547, 0.488281, 0.285156, 23.5, 0.25, 0.277344, 0.789062, 0.486328, 0.386719, 1.34375, 2.390625, 5.46875, 2.265625, 11.4375, 0.300781, 31.5, 0.863281, 0.53125, 0.527344, 0.267578, 3.046875, 0.355469, 0.302734, 0.425781, 0.482422, 0.341797, 8.125, 38.0, 2.875, 0.355469, 0.353516, 0.546875, 2.0625, 0.400391, 1.328125, 0.196289, 35.0, 1.140625, 0.765625, 0.949219, 0.306641, 17.625, 0.824219, 0.235352, 0.263672, 2.53125, 0.318359, 1.46875, 1.125, 0.804688, 0.40625, 1.5625, 0.259766, 16.625, 3.109375, 0.3125, 0.324219, 0.396484, 0.523438, 1.28125, 0.306641, 0.8125, 0.390625, 0.21582, 0.365234, 0.574219, 2.21875, 0.355469, 0.257812, 0.302734, 0.291016, 0.333984, 0.279297, 0.527344, 0.46875, 0.302734, 0.5, 0.210938, 0.345703, 2.34375, 0.214844, 0.213867, 12.375, 0.613281, 8.25, 0.349609, 0.376953, 0.359375, 3.234375, 0.193359, 0.361328, 0.289062, 0.416016, 1.15625, 0.511719, 0.394531, 0.245117, 0.161133, 0.040527, 26.5, 0.341797, 0.453125, 0.160156, 1.125, 0.378906, 0.433594, 2.5625, 0.235352, 11.8125, 2.203125, 1.265625, 0.367188, 9.625, 0.333984, 0.349609, 0.480469, 0.400391, 0.498047, 0.828125, 32.5, 0.267578, 0.225586, 0.148438, 0.212891, 1.390625, 0.371094, 0.5, 0.535156, 0.503906, 0.476562, 1.375, 0.259766, 35.5, 0.220703, 33.25, 1.414062, 6.125, 0.275391, 0.605469, 0.335938, 0.335938, 0.390625, 0.464844, 0.355469, 2.171875, 0.304688, 0.431641, 0.253906, 0.425781, 0.341797, 0.357422, 0.335938, 1.40625, 0.349609, 0.851562, 0.984375, 6.875, 0.433594, 0.507812, 0.357422, 0.996094, 0.25, 0.300781, 0.25, 0.609375, 0.203125, 0.476562, 0.429688, 16.0, 0.328125, 0.330078, 0.357422, 0.365234, 0.226562, 3.671875, 0.249023, 0.445312, 0.365234, 0.667969, 0.357422, 0.192383, 1.289062, 0.357422, 0.164062, 0.460938, 0.263672, 0.371094, 0.306641, 0.546875, 5.71875, 0.357422, 2.578125, 0.472656, 0.78125, 0.333984, 0.291016, 5.15625, 0.287109, 0.300781, 0.414062, 0.5, 5.8125, 0.421875, 1.140625, 0.427734, 0.196289, 2.171875, 1.546875, 0.361328, 0.386719, 18.375, 0.570312, 8.1875, 0.144531, 0.245117, 0.318359, 0.660156, 0.275391, 0.271484, 0.789062, 0.460938, 0.390625, 0.257812, 0.484375, 0.345703, 3.234375, 0.285156, 1.023438, 0.785156, 0.585938, 28.125, 8.0625, 0.308594, 0.308594, 0.292969, 0.451172, 0.636719, 0.376953, 1.171875, 0.277344, 4.09375, 0.474609, 0.390625, 0.410156, 0.267578, 0.277344, 0.34375, 0.462891, 9.9375, 0.227539, 5.78125, 0.458984, 1.765625, 0.235352, 2.1875, 0.314453, 0.318359, 0.458984, 2.265625, 0.410156, 0.235352, 0.1875, 37.25, 0.235352, 0.237305, 0.447266, 0.59375, 0.217773, 3.953125, 0.839844, 4.59375, 0.275391, 0.435547, 0.320312, 5.9375, 7.4375, 1.171875, 0.597656, 0.679688, 0.19043, 6.5625, 20.625, 0.373047, 0.285156, 0.236328, 0.263672, 0.198242, 0.761719, 0.298828, 0.394531, 0.412109, 2.234375, 0.886719, 36.0, 0.416016, 0.433594, 0.208984, 34.75, 1.09375, 4.1875, 4.15625, 0.578125, 0.404297, 31.125, 0.212891, 0.294922, 0.324219, 0.8125, 3.6875, 0.308594, 0.443359, 0.5625, 0.337891, 3.34375, 0.314453, 0.380859, 0.279297, 0.365234, 5.25, 1.6875, 2.0625, 0.203125, 0.202148, 0.546875, 0.245117, 20.25, 0.255859, 0.206055, 5.75, 6.0625, 0.363281, 0.396484, 0.441406, 0.271484, 0.265625, 0.535156, 0.380859, 0.285156, 0.498047, 0.632812, 0.243164, 0.296875, 0.353516, 0.878906, 0.365234, 1.171875, 3.125, 3.609375, 2.96875, 0.200195, 0.202148, 25.125, 6.65625, 0.294922, 1.984375, 0.136719, 0.292969, 4.3125, 0.199219, 2.1875, 0.363281, 0.625, 19.25, 0.695312, 2.84375, 3.09375, 43.5, 44.0, 3.671875, 0.378906, 0.318359, 3.140625, 0.416016, 0.632812, 4.59375, 0.578125, 1.429688, 0.412109, 0.835938, 0.6875, 4.21875, 1.007812, 0.423828, 1.367188, 0.291016, 0.427734, 3.015625, 2.375, 0.181641, 2.3125, 0.294922, 0.302734, 0.220703, 0.443359, 0.65625, 1.742188, 2.28125, 0.792969, 0.314453, 0.488281, 0.554688, 0.496094, 0.248047, 0.46875, 0.330078, 0.355469, 1.804688, 0.292969, 0.223633, 0.53125, 0.263672, 0.044434, 0.621094, 0.777344, 1.945312, 0.664062, 0.378906, 0.355469, 6.875, 0.306641, 0.796875, 0.25, 0.318359, 0.388672, 3.828125, 0.40625, 0.378906, 0.335938, 0.222656, 0.441406, 1.5, 0.455078, 0.380859, 0.365234, 0.245117, 0.291016, 0.605469, 0.378906, 0.133789, 1.335938, 29.0, 0.302734, 0.207031, 0.371094, 0.219727, 0.306641, 0.277344, 0.539062, 23.125, 0.28125, 13.5625, 0.351562, 0.757812, 0.324219, 0.371094, 0.265625, 0.386719, 0.357422, 0.195312, 0.115234, 5.78125, 0.226562, 0.628906, 0.133789, 0.335938, 0.34375, 0.279297, 0.3125, 2.46875, 0.294922, 3.0, 0.431641, 0.365234, 0.589844, 0.25, 0.410156, 0.353516, 0.404297, 0.28125, 2.609375, 7.8125, 0.519531, 0.441406, 0.384766, 0.353516, 0.416016, 0.353516, 0.369141, 30.25, 0.394531, 0.400391, 0.300781, 0.345703, 0.275391, 0.359375, 4.03125, 0.341797, 0.361328, 0.3125, 1.28125, 3.71875, 0.285156, 6.875, 0.867188, 0.279297, 3.34375, 0.679688, 0.279297, 0.455078, 0.652344, 1.328125, 0.154297, 0.287109, 0.287109, 0.253906, 0.283203, 1.265625, 0.345703, 2.4375, 0.652344, 6.0625, 1.421875, 0.298828, 0.318359, 0.398438, 1.351562, 4.03125, 0.353516, 0.644531, 0.326172, 2.328125, 0.25, 0.519531, 0.443359, 0.314453, 0.652344, 2.265625, 0.667969, 0.231445, 0.167969, 36.5, 1.765625, 2.203125, 0.738281, 0.613281, 0.363281, 0.265625, 0.503906, 0.300781, 0.542969, 0.730469, 0.351562, 0.306641, 0.339844, 0.396484, 0.644531, 0.53125, 2.078125, 0.457031, 0.519531, 0.423828, 37.5, 2.109375, 0.427734, 2.375, 0.632812, 0.3125, 1.828125, 1.125, 0.265625, 0.578125, 39.0, 0.316406, 0.137695, 0.245117, 0.664062, 0.375, 0.476562, 0.267578, 0.235352, 0.511719, 0.4375, 0.390625, 0.734375, 3.546875, 0.404297, 30.375, 2.09375, 0.492188, 26.125, 0.550781, 0.333984, 0.730469, 0.285156, 0.333984, 0.123535, 7.03125, 0.371094, 5.9375, 2.34375, 0.369141, 1.75, 2.9375, 0.636719, 0.380859, 29.0, 1.546875, 0.283203, 0.214844, 0.398438, 0.382812, 0.324219, 11.9375, 0.345703, 0.355469, 0.337891, 0.223633, 19.0, 4.90625, 1.367188, 0.566406, 0.361328, 0.204102, 0.306641, 0.298828, 0.941406, 0.345703, 0.3125, 0.400391, 0.410156, 35.25, 0.28125, 0.318359, 0.345703, 0.441406, 0.201172, 0.554688, 0.625, 0.269531, 6.0, 0.239258, 35.0, 13.5, 0.34375, 0.396484, 1.523438, 0.570312, 0.310547, 0.357422, 0.425781, 0.984375, 0.225586, 0.263672, 0.285156, 0.291016, 0.287109, 2.375, 0.824219, 0.527344, 0.337891, 0.273438, 0.291016, 0.554688, 0.239258, 1.445312, 1.164062, 0.267578, 0.707031, 0.236328, 28.75, 0.396484, 0.210938, 3.0, 0.294922, 6.84375, 0.9375, 0.392578, 0.21582, 1.40625, 0.335938, 0.402344, 1.15625, 0.231445, 0.578125, 0.384766, 27.875, 1.617188, 0.361328, 0.318359, 44.75, 0.269531, 0.283203, 0.416016, 0.457031, 0.259766, 0.253906, 0.494141, 24.125, 0.269531, 0.404297, 0.640625, 2.734375, 1.484375, 0.414062, 1.0625, 0.734375, 5.96875, 1.125, 27.625, 0.320312, 0.28125, 0.384766, 0.347656, 0.310547, 0.332031, 0.200195, 1.101562, 0.621094, 0.34375, 0.3125, 2.640625, 0.269531, 0.261719, 0.365234, 0.332031, 3.875, 0.453125, 0.472656, 0.542969, 0.337891, 0.628906, 0.386719, 0.867188, 0.503906, 1.242188, 0.667969, 28.0, 2.015625, 0.392578, 0.320312, 0.976562, 0.369141, 19.125, 0.277344, 0.388672, 0.394531, 0.326172, 0.386719, 0.320312, 0.480469, 31.125, 0.695312, 1.21875, 0.496094, 0.259766, 0.439453, 0.294922, 0.137695, 0.287109, 0.255859, 0.451172, 0.369141, 0.6875, 0.425781, 5.84375, 0.402344, 0.365234, 0.337891, 0.361328, 0.237305, 0.353516, 0.314453, 0.388672, 0.470703, 0.138672, 30.875, 0.382812, 0.394531, 0.550781, 1.859375, 0.128906, 0.239258, 0.683594, 0.40625, 0.341797, 0.566406, 0.503906, 0.361328, 0.326172, 0.310547, 0.341797, 0.455078, 7.15625, 0.384766, 14.0, 0.375, 8.125, 0.302734, 0.164062, 0.425781, 0.898438, 0.921875, 0.875, 3.53125, 3.015625, 2.75, 0.308594, 0.25, 0.550781, 0.318359, 0.347656, 0.294922, 1.453125, 1.515625, 0.298828, 0.330078, 0.119629, 0.277344, 0.390625, 3.71875, 0.419922, 0.328125, 4.53125, 0.427734, 0.249023, 2.625, 3.90625, 0.388672, 5.34375, 0.546875, 1.570312, 0.458984, 0.121582, 0.441406, 0.390625, 34.75, 0.439453, 4.125, 0.570312, 3.703125, 6.0625, 0.554688, 0.267578, 1.539062, 0.427734, 2.453125, 0.691406, 0.808594, 4.125, 12.1875, 0.194336, 0.765625, 0.208008, 0.316406, 33.0, 0.146484, 0.335938, 0.263672, 5.59375, 0.231445, 0.332031, 0.484375, 2.03125, 0.365234, 47.5, 25.75, 0.213867, 0.492188, 0.357422, 0.328125, 17.875, 0.255859, 0.216797, 0.386719, 0.326172, 0.929688, 0.120605, 0.306641, 0.273438, 0.601562, 0.558594, 0.554688, 1.773438, 33.75, 0.332031, 2.78125, 2.546875, 3.140625, 0.455078, 0.277344, 0.324219, 0.429688, 1.140625, 2.796875, 0.511719, 0.225586, 0.263672, 0.210938, 0.46875, 1.484375, 17.125, 0.476562, 0.478516, 0.320312, 4.59375, 1.53125, 4.84375, 0.320312, 0.12793, 0.306641, 0.204102, 0.4375, 0.683594, 0.435547, 0.601562, 24.0, 0.455078, 0.357422, 0.589844, 0.601562, 0.392578, 19.75, 0.429688, 0.507812, 0.271484, 0.558594, 0.267578, 0.507812, 0.24707, 0.308594, 0.388672, 0.34375, 0.355469, 0.417969, 1.070312, 0.519531, 4.0625, 0.294922, 0.287109, 28.625, 0.382812, 0.53125, 1.351562, 0.147461, 1.257812, 0.351562, 36.25, 1.257812, 0.511719, 12.6875, 0.380859, 31.125, 0.152344, 19.625, 0.209961, 0.330078, 1.0625, 0.217773, 0.375, 0.345703, 13.625, 1.359375, 0.203125, 0.34375, 32.75, 0.380859, 0.363281, 0.289062, 0.929688, 0.298828, 6.4375, 24.875, 15.0, 0.296875, 25.75, 0.253906, 0.355469, 0.423828, 0.300781, 0.384766, 0.18457, 1.210938, 0.345703, 0.390625, 0.789062, 0.347656, 0.141602, 0.243164, 0.667969, 0.267578, 0.554688, 0.558594, 1.3125, 0.609375, 0.333984, 0.164062, 0.730469, 0.277344, 0.231445, 0.443359, 3.65625, 0.466797, 0.375, 0.714844, 5.40625, 0.294922, 0.345703, 0.427734, 0.359375, 0.21875, 0.447266, 0.263672, 0.205078, 0.169922, 6.3125, 0.192383, 13.9375, 0.404297, 0.34375, 6.59375, 1.984375, 2.40625, 3.53125, 0.257812, 0.328125, 0.851562, 0.365234, 0.423828, 24.0, 1.171875, 1.96875, 0.304688, 0.140625, 0.357422, 0.304688, 3.109375, 0.125977, 0.691406, 2.453125, 0.332031, 0.275391, 0.355469, 0.730469, 0.235352, 0.392578, 28.875, 0.257812, 30.625, 0.394531, 0.511719, 0.443359, 0.367188, 1.492188, 0.384766, 14.1875, 2.46875, 0.582031, 0.808594, 0.875, 0.291016, 0.380859, 22.5, 0.261719, 0.462891, 0.347656, 0.324219, 0.3125, 0.507812, 0.369141, 0.330078, 0.628906, 0.431641, 0.515625, 1.15625, 1.078125, 0.457031, 0.4375, 0.300781, 0.332031, 2.078125, 13.375, 0.363281, 0.255859, 0.408203, 0.259766, 0.341797, 0.349609, 0.267578, 0.447266, 0.177734, 0.316406, 0.519531, 0.335938, 6.21875, 0.394531, 11.3125, 0.451172, 0.421875, 2.375, 0.628906, 0.460938, 0.357422, 4.09375, 1.664062, 0.550781, 0.445312, 0.96875, 0.410156, 0.287109, 0.351562, 0.137695, 1.609375, 3.34375, 0.289062, 22.0, 0.231445, 0.558594, 0.175781, 0.302734, 1.125, 0.283203, 0.34375, 0.490234, 0.429688, 36.25, 1.1875, 0.566406, 0.503906, 0.302734, 0.371094, 0.322266, 3.203125, 0.289062, 0.277344, 0.34375, 0.235352, 0.339844, 1.265625, 0.582031, 47.25, 7.0, 1.078125, 0.248047, 0.455078, 0.302734, 2.421875, 0.114258, 0.976562, 1.851562, 0.496094, 0.220703, 0.402344, 8.375, 0.318359, 47.25, 1.554688, 0.574219, 16.875, 0.875, 1.039062, 0.271484, 0.441406, 0.453125, 0.404297, 0.462891, 0.306641, 1.960938, 0.108398, 0.363281, 0.482422, 20.5, 0.217773, 5.5, 0.211914, 0.253906, 0.235352, 5.71875, 0.75, 0.316406, 0.628906, 0.291016, 0.243164, 8.9375, 9.6875, 0.419922, 0.40625, 0.28125, 0.527344, 0.535156, 0.261719, 0.345703, 0.345703, 0.345703, 0.28125, 0.423828, 0.333984, 0.412109, 0.449219, 0.243164, 0.369141, 0.208984, 2.984375, 0.917969, 0.466797, 15.4375, 0.337891, 0.304688, 0.373047, 0.4375, 0.273438, 0.219727, 0.292969, 0.443359, 0.335938, 0.263672, 20.375, 0.248047, 0.449219, 0.726562, 0.359375, 3.5625, 0.933594, 0.328125, 0.519531, 0.216797, 0.390625, 0.453125, 0.219727, 2.75, 0.402344, 0.386719, 0.332031, 0.373047, 0.267578, 0.386719, 1.085938, 0.539062, 0.326172, 0.464844, 0.294922, 0.957031, 5.28125, 0.710938, 0.535156, 0.5, 0.285156, 6.90625, 0.429688, 0.652344, 0.225586, 0.271484, 1.898438, 0.279297, 0.330078, 0.410156, 0.566406, 4.0, 0.392578, 0.349609, 1.023438, 2.90625, 0.490234, 4.9375, 1.132812, 0.213867, 3.59375, 0.287109, 0.408203, 0.363281, 0.449219, 0.402344, 0.367188, 4.78125, 28.125, 0.365234, 0.539062, 0.640625, 0.921875, 29.125, 0.65625, 2.421875, 1.4375, 0.414062, 3.9375, 37.25, 0.457031, 14.5625, 0.402344, 0.675781, 0.53125, 25.375, 0.503906, 1.328125, 0.382812, 7.125, 0.542969, 0.349609, 0.318359, 0.384766, 0.289062, 0.40625, 0.396484, 0.466797, 1.085938, 26.0, 3.0625, 0.210938, 0.671875, 41.75, 0.53125, 5.09375, 0.492188, 0.427734, 0.302734, 0.314453, 0.5, 0.34375, 19.5, 0.816406, 0.245117, 0.167969, 0.53125, 0.761719, 0.484375, 0.231445, 0.324219, 0.316406, 21.875, 0.257812, 0.535156, 43.25, 3.859375, 0.9375, 0.355469, 6.0, 3.65625, 0.251953, 7.875, 0.660156, 0.457031, 0.390625, 0.453125, 0.390625, 0.933594, 0.507812, 0.589844, 0.458984, 0.300781, 24.875, 0.423828, 0.394531, 0.322266, 0.396484, 0.384766, 0.300781, 0.380859, 0.4375, 0.375, 0.355469, 0.259766, 0.847656, 0.204102, 0.482422, 0.402344, 0.355469, 4.03125, 0.367188, 0.273438, 0.291016, 4.6875, 18.0, 2.65625, 0.392578, 2.609375, 0.361328, 3.421875, 0.296875, 0.223633, 0.217773, 0.214844, 0.203125, 0.249023, 0.287109, 5.375, 0.414062, 0.761719, 0.589844, 0.328125, 0.275391, 0.941406, 5.90625, 0.351562, 0.453125, 0.28125, 0.283203, 0.365234, 0.410156, 0.496094, 0.792969, 3.390625, 0.494141, 10.5625, 1.351562, 0.253906, 0.558594, 0.503906, 0.445312, 0.177734, 0.257812, 0.367188, 0.275391, 0.148438, 0.265625, 0.408203, 0.324219, 34.0, 0.439453, 25.5, 0.789062, 0.292969, 0.294922, 0.21582, 3.765625, 0.464844, 8.25, 0.314453, 1.875, 0.285156, 0.277344, 0.287109, 0.337891, 0.412109, 0.511719, 0.910156, 0.902344, 0.470703, 0.449219, 0.3125, 0.730469, 0.376953, 7.96875, 0.382812, 0.310547, 2.3125, 0.683594, 3.21875, 0.263672, 1.601562, 0.359375, 18.125, 1.0, 0.369141, 19.25, 0.231445, 0.503906, 0.375, 0.304688, 0.359375, 27.875, 0.300781, 5.5, 0.550781, 0.322266, 0.306641, 0.316406, 1.117188, 1.164062, 0.263672, 14.3125, 0.367188, 0.378906, 0.235352, 0.298828, 1.507812, 0.384766, 0.214844, 0.285156, 0.231445, 1.007812, 0.296875, 0.423828, 0.259766, 0.478516, 0.330078, 0.193359, 14.75, 5.9375, 0.251953, 1.921875, 0.347656, 20.125, 0.179688, 20.875, 0.605469, 0.287109, 1.289062, 0.160156, 0.294922, 0.351562, 0.171875, 0.24707, 3.953125, 28.5, 0.478516, 0.447266, 0.388672, 0.294922, 0.390625, 9.625, 25.625, 0.498047, 0.230469, 0.230469, 0.292969, 37.75, 26.875, 27.375, 0.333984, 0.022705, 0.211914, 0.462891, 0.470703, 0.519531, 0.326172, 0.243164, 0.433594, 0.165039, 1.773438, 33.25, 1.617188, 0.378906, 0.351562, 0.365234, 0.707031, 0.898438, 0.4375, 0.382812, 0.300781, 1.429688, 0.71875, 0.298828, 0.515625, 0.574219, 1.1875, 0.40625, 0.4375, 0.320312, 1.945312, 0.328125, 0.5625, 1.671875, 0.205078, 0.417969, 0.279297, 0.302734, 0.310547, 3.0625, 0.402344, 1.367188, 0.400391, 6.8125, 0.5, 6.53125, 0.396484, 0.414062, 0.486328, 0.566406, 0.341797, 0.271484, 0.328125, 2.1875, 1.023438, 37.0, 0.333984, 0.396484, 0.269531, 0.449219, 0.443359, 0.425781, 0.675781, 0.416016, 0.271484, 0.248047, 0.298828, 0.394531, 0.291016, 40.0, 3.90625, 0.219727, 0.224609, 1.429688, 0.214844, 0.386719, 0.357422, 0.378906, 0.396484, 0.373047, 0.330078, 0.617188, 0.269531, 0.253906, 0.306641, 0.285156, 0.287109, 0.208008, 7.875, 0.330078, 0.300781, 0.412109, 0.714844, 0.263672, 0.408203, 2.859375, 0.488281, 0.132812, 0.388672, 3.953125, 0.53125, 18.875, 1.171875, 2.8125, 0.265625, 0.353516, 0.390625, 4.21875, 0.34375, 0.5625, 5.5, 0.324219, 7.71875, 0.3125, 0.255859, 0.259766, 0.375, 0.410156, 3.484375, 0.490234, 0.220703, 1.3125, 23.375, 1.046875, 2.328125, 3.875, 0.390625, 0.386719, 4.59375, 0.232422, 0.349609, 2.6875, 0.232422, 0.4375, 0.175781, 0.384766, 19.0, 24.5, 0.621094, 0.644531, 0.324219, 0.259766, 0.59375, 0.269531, 0.351562, 0.589844, 0.443359, 0.291016 ] } , "name": "onnx::Mul_11122", "outputIndexes": [ 4056 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4055, 4056 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 4057 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4057 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.21/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 7705 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7705 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.21/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 7706 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7706 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1271402668, 13107222, 3276800, 0, 0 ] } , "name": "/layers.21/mlp/gate_proj/Linear", "outputIndexes": [ 7707 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7707 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.21/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 7708 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7708 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.21/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 4058 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4058 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.21/mlp/act_fn/Mul_output_0", "outputIndexes": [ 4059 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4058, 4059 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 4060 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 4060 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 4061 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4058, 4061 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/mlp/act_fn/Add_output_0", "outputIndexes": [ 4062 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 4062 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 4063 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4063 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.21/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 4064 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 4064 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 4065 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4058, 4065 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 4066 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 4066 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 4067 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7706 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1287786690, 13107222, 3276800, 0, 0 ] } , "name": "/layers.21/mlp/up_proj/Linear", "outputIndexes": [ 7711 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7711 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.21/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 7712 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7712 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.21/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 4068 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4067, 4068 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/mlp/Mul_output_0", "outputIndexes": [ 4069 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4069 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.21/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 7713 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7713 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.21/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 7714 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7714 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1304170712, 13107222, 3276800, 0, 0 ] } , "name": "/layers.21/mlp/down_proj/Linear", "outputIndexes": [ 7715 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7715 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.21/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 7716 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7716 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.21/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 4070 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4070 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.21/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 4072 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4072 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.21/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 4073 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4073, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 4074 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4074, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 4075 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4070, 4075 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 4076 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 3.34375, 0.047119, 1.140625, 3.546875, 1.914062, 2.34375, 0.283203, 0.040527, 3.546875, 0.730469, 3.4375, 0.550781, 1.5, 3.546875, 3.546875, 1.960938, 1.15625, 1.351562, 1.140625, 3.359375, 3.546875, 3.546875, 3.546875, 3.546875, 0.761719, 1.53125, 0.122559, 3.546875, 0.644531, 3.546875, 2.546875, 1.679688, 3.546875, 1.53125, 1.117188, 3.546875, 2.75, 3.546875, 0.628906, 0.100098, 1.835938, 3.546875, 0.765625, 0.037354, 3.546875, 3.546875, 0.085938, 3.546875, 0.539062, 0.085938, 0.100098, 2.09375, 0.419922, 3.546875, 1.28125, 0.609375, 2.25, 0.203125, 1.335938, 2.0, 3.546875, 1.367188, 3.546875, 0.209961, 3.546875, 3.546875, 0.030029, 0.03418, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 1.898438, 2.296875, 3.546875, 1.5, 3.546875, 0.118164, 2.03125, 2.3125, 3.546875, 0.292969, 3.546875, 3.546875, 3.546875, 3.546875, 0.170898, 1.273438, 3.546875, 3.015625, 3.546875, 3.234375, 3.546875, 0.380859, 3.546875, 0.035889, 3.546875, 0.03064, 3.546875, 0.02417, 3.546875, 3.546875, 2.1875, 1.804688, 3.546875, 3.546875, 0.361328, 3.546875, 0.792969, 1.3125, 0.416016, 3.546875, 3.546875, 0.251953, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 1.523438, 1.59375, 3.546875, 0.546875, 2.109375, 1.039062, 0.02417, 2.015625, 0.054688, 3.546875, 0.037842, 3.546875, 3.546875, 3.546875, 3.546875, 1.609375, 1.09375, 0.042969, 1.367188, 1.492188, 1.351562, 0.275391, 1.351562, 3.484375, 1.5625, 1.0, 3.546875, 3.53125, 1.648438, 0.025269, 0.208008, 3.546875, 3.546875, 0.417969, 3.546875, 3.546875, 0.339844, 3.546875, 3.546875, 3.546875, 0.875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.53125, 3.546875, 1.171875, 0.020386, 3.546875, 3.546875, 0.023438, 0.033691, 0.482422, 2.515625, 0.847656, 3.546875, 2.578125, 1.460938, 0.077148, 3.546875, 0.120605, 0.030029, 3.546875, 3.546875, 0.0354, 3.546875, 1.070312, 3.546875, 0.030151, 0.484375, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 1.726562, 3.546875, 0.318359, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 1.710938, 0.22168, 3.546875, 3.546875, 1.773438, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.722656, 3.546875, 3.546875, 1.671875, 1.867188, 0.061523, 1.773438, 3.546875, 0.024902, 0.049072, 3.546875, 3.546875, 3.546875, 3.546875, 0.046631, 0.188477, 1.554688, 2.84375, 3.546875, 0.029419, 0.048584, 3.421875, 0.039062, 1.484375, 3.546875, 2.421875, 3.546875, 1.65625, 3.546875, 1.585938, 3.546875, 3.546875, 0.0354, 3.546875, 0.044434, 3.546875, 1.101562, 3.546875, 0.027954, 1.273438, 3.546875, 0.02417, 3.546875, 3.546875, 3.546875, 0.030029, 3.546875, 3.546875, 3.546875, 3.546875, 0.419922, 3.546875, 1.335938, 1.414062, 3.546875, 3.546875, 3.546875, 0.996094, 3.546875, 2.890625, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.143555, 3.546875, 3.546875, 3.546875, 3.546875, 0.094238, 3.546875, 0.023193, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.028809, 2.390625, 0.054688, 0.045898, 0.047607, 3.546875, 3.546875, 3.546875, 3.546875, 2.21875, 3.546875, 3.546875, 3.546875, 3.546875, 0.546875, 3.546875, 0.029053, 0.042969, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.209961, 3.546875, 0.027832, 0.859375, 3.546875, 3.546875, 3.546875, 3.546875, 0.667969, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 1.546875, 3.546875, 0.135742, 3.546875, 0.570312, 3.546875, 3.546875, 0.044678, 3.546875, 3.546875, 0.04834, 3.546875, 1.664062, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 1.445312, 3.546875, 3.546875, 3.546875, 3.546875, 1.171875, 3.546875, 3.546875, 2.140625, 3.546875, 3.296875, 0.0354, 1.328125, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.036865, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.632812, 3.546875, 0.098145, 3.546875, 0.230469, 3.546875, 0.131836, 3.546875, 3.546875, 3.546875, 0.664062, 0.037598, 3.546875, 0.617188, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 1.921875, 3.546875, 0.679688, 3.546875, 1.046875, 3.546875, 3.546875, 3.546875, 3.546875, 0.048096, 3.546875, 2.625, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 1.5625, 3.546875, 3.546875, 3.546875, 3.546875, 2.421875, 3.546875, 3.546875, 3.546875, 3.546875, 0.02417, 3.546875, 3.546875, 3.546875, 2.5625, 3.546875, 3.546875, 3.546875, 3.546875, 0.037354, 3.546875, 3.546875, 0.069824, 3.546875, 0.204102, 3.546875, 3.546875, 3.546875, 3.546875, 1.59375, 3.546875, 3.546875, 0.06543, 2.65625, 1.226562, 1.1875, 3.546875, 3.546875, 2.40625, 3.546875, 0.894531, 3.546875, 1.726562, 1.71875, 0.15918, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.022339, 0.181641, 0.02417, 3.546875, 3.546875, 3.546875, 3.546875, 0.068359, 0.917969, 3.546875, 3.484375, 3.546875, 0.066406, 3.546875, 3.546875, 0.855469, 0.030884, 1.390625, 3.546875, 3.546875, 3.546875, 3.546875, 0.03833, 3.546875, 0.100098, 3.546875, 3.546875, 3.546875, 3.546875, 0.037842, 1.257812, 3.546875, 0.996094, 3.546875, 0.746094, 0.828125, 3.546875, 3.546875, 0.082031, 0.085938, 3.453125, 3.546875, 3.546875, 3.546875, 0.069336, 0.984375, 3.546875, 3.546875, 1.0, 3.546875, 3.546875, 0.832031, 3.546875, 3.546875, 3.546875, 0.96875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.169922, 2.671875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 2.3125, 3.546875, 0.228516, 3.546875, 3.546875, 3.546875, 3.546875, 0.114258, 0.753906, 3.546875, 3.546875, 3.546875, 3.546875, 1.828125, 1.640625, 3.546875, 3.546875, 1.523438, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.671875, 3.546875, 3.546875, 0.192383, 3.546875, 3.46875, 3.546875, 3.546875, 3.546875, 0.710938, 3.546875, 3.546875, 0.640625, 3.546875, 3.546875, 1.335938, 3.546875, 1.046875, 3.546875, 3.546875, 3.546875, 3.546875, 0.095703, 0.5625, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.894531, 1.101562, 1.429688, 1.820312, 3.546875, 3.546875, 3.53125, 0.455078, 3.546875, 3.546875, 0.022217, 3.546875, 3.546875, 3.546875, 3.546875, 0.166016, 3.546875, 3.546875, 0.022583, 3.546875, 0.453125, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.025391, 0.030884, 2.34375, 3.546875, 0.125977, 3.546875, 3.546875, 3.546875, 1.585938, 3.546875, 1.6875, 3.546875, 0.130859, 0.022827, 3.546875, 3.546875, 0.043457, 3.546875, 3.546875, 0.062012, 3.546875, 0.773438, 3.546875, 0.032715, 3.546875, 0.135742, 3.546875, 0.996094, 3.546875, 3.546875, 3.546875, 2.578125, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.197266, 3.546875, 1.898438, 2.53125, 3.546875, 2.34375, 3.265625, 0.03833, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.088867, 3.546875, 3.546875, 1.875, 3.546875, 3.546875, 0.166016, 3.546875, 0.030029, 3.546875, 3.546875, 0.180664, 3.03125, 2.921875, 0.028198, 3.546875, 1.492188, 3.546875, 0.128906, 3.546875, 0.035156, 3.546875, 3.546875, 0.025269, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.028931, 1.210938, 3.359375, 3.390625, 0.030762, 3.546875, 3.546875, 0.847656, 3.546875, 0.103027, 3.546875, 3.546875, 3.546875, 3.546875, 0.078613, 0.030762, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.003098, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.777344, 3.546875, 0.921875, 3.546875, 1.414062, 3.546875, 3.546875, 0.030884, 3.546875, 0.07666, 0.392578, 0.0354, 1.351562, 3.546875, 3.546875, 0.07666, 3.53125, 3.546875, 1.507812, 3.546875, 3.546875, 3.546875, 2.234375, 3.546875, 3.546875, 1.960938, 3.546875, 0.112305, 3.546875, 0.185547, 0.053955, 3.546875, 3.546875, 3.546875, 3.0625, 1.765625, 0.194336, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.585938, 1.75, 3.546875, 0.05542, 0.043945, 3.546875, 1.140625, 1.65625, 1.8125, 3.546875, 0.022827, 0.707031, 3.546875, 3.546875, 3.546875, 2.203125, 3.546875, 3.328125, 3.546875, 0.361328, 3.546875, 3.546875, 1.5, 3.546875, 3.546875, 1.929688, 3.546875, 3.546875, 3.546875, 3.546875, 2.75, 0.753906, 3.546875, 3.546875, 0.765625, 2.890625, 3.546875, 0.042969, 3.546875, 0.10498, 1.007812, 3.546875, 3.546875, 3.546875, 0.031982, 0.028442, 3.546875, 0.044678, 3.546875, 0.150391, 3.546875, 0.059082, 3.546875, 3.546875, 0.033203, 3.546875, 3.546875, 0.029053, 3.546875, 3.546875, 3.546875, 3.546875, 1.007812, 3.546875, 1.398438, 0.046631, 0.507812, 3.546875, 3.546875, 1.195312, 3.546875, 3.546875, 1.664062, 3.546875, 3.546875, 0.431641, 0.054932, 0.800781, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.46875, 0.084473, 3.546875, 0.030273, 0.121582, 3.546875, 3.546875, 3.546875, 0.098145, 3.546875, 1.445312, 3.546875, 0.112305, 3.546875, 0.613281, 2.0625, 3.515625, 3.546875, 3.546875, 3.546875, 0.030029, 3.546875, 3.546875, 0.714844, 3.546875, 3.546875, 3.53125, 0.100098, 0.034668, 0.077637, 0.05127, 3.546875, 1.96875, 0.714844, 3.546875, 3.546875, 3.546875, 0.09082, 3.546875, 3.546875, 3.546875, 3.546875, 3.109375, 3.546875, 0.021973, 0.091797, 3.546875, 3.546875, 0.96875, 0.118652, 3.546875, 1.515625, 3.546875, 0.030884, 2.109375, 3.546875, 0.609375, 3.546875, 0.02417, 0.789062, 3.546875, 3.546875, 1.507812, 3.546875, 0.421875, 3.546875, 3.546875, 3.546875, 2.734375, 3.546875, 0.044189, 1.960938, 3.546875, 3.3125, 3.546875, 3.546875, 3.546875, 3.546875, 1.132812, 3.546875, 2.390625, 3.546875, 1.320312, 0.310547, 3.546875, 3.546875, 3.546875, 2.875, 3.546875, 3.546875, 1.976562, 1.921875, 3.546875, 3.546875, 3.546875, 3.546875, 0.083984, 3.546875, 3.546875, 0.03833, 1.765625, 0.054199, 3.546875, 3.546875, 3.546875, 0.094238, 3.546875, 3.546875, 3.546875, 3.546875, 0.613281, 1.546875, 3.546875, 2.609375, 3.546875, 3.546875, 0.02417, 3.546875, 3.546875, 3.546875, 1.234375, 3.546875, 3.546875, 0.142578, 3.546875, 0.043945, 3.546875, 3.546875, 3.546875, 0.283203, 3.546875, 3.546875, 2.875, 3.546875, 3.546875, 3.546875, 1.28125, 3.546875, 3.546875, 3.546875, 3.546875, 0.515625, 3.546875, 1.6875, 3.546875, 3.546875, 3.546875, 0.451172, 3.546875, 0.022339, 3.546875, 0.028076, 1.328125, 0.029663, 3.546875, 3.546875, 3.546875, 3.546875, 3.140625, 3.546875, 3.546875, 0.224609, 3.546875, 1.984375, 3.546875, 3.53125, 3.546875, 3.546875, 3.546875, 0.785156, 3.546875, 1.5625, 0.558594, 0.024902, 3.546875, 3.546875, 3.546875, 0.695312, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 2.140625, 0.902344, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.038086, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.314453, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 2.234375, 0.030029, 3.546875, 0.194336, 3.546875, 3.546875, 3.546875, 3.546875, 1.898438, 3.546875, 3.546875, 3.546875, 2.109375, 3.546875, 3.546875, 0.65625, 3.546875, 1.734375, 1.820312, 3.546875, 3.546875, 2.734375, 0.07959, 0.832031, 0.085938, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.089844, 3.546875, 1.859375, 0.894531, 3.546875, 0.036377, 1.5, 3.546875, 3.546875, 3.546875, 3.546875, 1.328125, 3.546875, 3.546875, 3.546875, 0.044922, 2.703125, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.050293, 2.5, 0.038086, 3.546875, 1.851562, 3.546875, 0.179688, 3.546875, 3.546875, 3.546875, 0.076172, 3.546875, 3.546875, 3.546875, 0.030029, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.03833, 0.875, 0.036621, 3.546875, 3.546875, 3.546875, 0.026611, 1.210938, 0.734375, 3.546875, 3.546875, 3.546875, 0.026123, 0.029663, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.112793, 3.546875, 0.023438, 3.546875, 3.546875, 3.546875, 0.023438, 3.546875, 1.648438, 0.322266, 3.546875, 3.546875, 0.035889, 3.546875, 3.171875, 3.546875, 3.546875, 0.835938, 3.546875, 3.546875, 2.140625, 3.546875, 0.10498, 3.546875, 3.546875, 3.546875, 3.546875, 0.032959, 1.257812, 1.726562, 3.546875, 3.546875, 1.34375, 3.546875, 0.036377, 3.46875, 3.546875, 0.031982, 0.028198, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 1.703125, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 2.109375, 3.546875, 3.546875, 0.777344, 0.08252, 0.052246, 0.142578, 3.546875, 3.546875, 0.085449, 0.028442, 3.546875, 0.726562, 3.546875, 3.546875, 0.044678, 3.546875, 0.09375, 3.546875, 3.546875, 0.141602, 3.546875, 0.088379, 0.084961, 0.022461, 0.023071, 0.041504, 1.859375, 3.546875, 0.8125, 3.546875, 3.546875, 0.032471, 3.5, 0.523438, 3.3125, 3.546875, 3.546875, 0.035156, 1.867188, 3.546875, 0.804688, 3.546875, 2.09375, 0.07959, 0.123047, 3.546875, 0.114746, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.960938, 0.186523, 0.597656, 3.546875, 3.546875, 0.941406, 3.546875, 3.546875, 3.546875, 2.1875, 3.546875, 0.691406, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 1.1875, 2.0, 0.12207, 3.546875, 3.546875, 3.546875, 0.289062, 3.546875, 3.546875, 3.546875, 3.546875, 3.359375, 0.0625, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.226562, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.229492, 0.036865, 3.546875, 3.546875, 3.546875, 3.15625, 3.546875, 3.546875, 2.140625, 0.022949, 3.546875, 1.34375, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.03125, 3.546875, 3.546875, 0.03064, 3.546875, 3.546875, 3.546875, 2.515625, 3.546875, 2.53125, 3.546875, 0.129883, 3.546875, 1.242188, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.171875, 3.546875, 0.083008, 1.25, 3.546875, 1.523438, 2.125, 3.546875, 3.546875, 3.546875, 3.546875, 0.023193, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.036133, 3.546875, 3.546875, 3.546875, 1.804688, 0.046875, 3.546875, 0.02417, 3.546875, 3.546875, 0.074707, 2.34375, 3.546875, 3.546875, 3.546875, 0.824219, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 1.609375, 3.546875, 0.136719, 3.546875, 0.028198, 0.800781, 3.546875, 3.546875, 3.546875, 0.316406, 0.049805, 3.546875, 3.546875, 3.546875, 0.135742, 3.546875, 3.546875, 3.546875, 3.546875, 1.171875, 0.07959, 3.546875, 3.546875, 3.546875, 0.65625, 1.445312, 0.112305, 1.023438, 2.640625, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 2.125, 3.546875, 3.546875, 3.515625, 0.181641, 3.546875, 1.867188, 3.546875, 0.0354, 1.085938, 3.546875, 0.077637, 1.765625, 3.546875, 1.617188, 3.546875, 3.546875, 2.390625, 0.022339, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.34375, 3.546875, 3.546875, 3.546875, 3.546875, 3.28125, 1.851562, 0.052246, 3.546875, 1.085938, 0.351562, 1.328125, 0.028931, 3.546875, 3.515625, 0.964844, 3.546875, 3.546875, 3.546875, 0.030029, 3.546875, 0.03064, 1.515625, 3.546875, 1.601562, 0.101074, 0.828125, 3.546875, 1.34375, 0.871094, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.167969, 3.546875, 3.546875, 3.546875, 3.546875, 0.029175, 0.03418, 1.976562, 0.886719, 3.546875, 3.546875, 3.546875, 3.546875, 1.632812, 3.546875, 3.546875, 3.5, 2.03125, 0.4375, 3.546875, 3.546875, 3.546875, 1.03125, 3.546875, 3.546875, 3.546875, 3.546875, 0.032715, 3.546875, 0.029541, 1.648438, 3.546875, 3.546875, 0.507812, 3.546875, 3.546875, 3.546875, 3.546875, 1.046875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.163086, 2.1875, 2.203125, 3.546875, 3.546875, 3.53125, 3.28125, 3.546875, 0.863281, 1.648438, 3.546875, 3.546875, 3.546875, 0.025391, 3.546875, 3.546875, 0.0625, 3.546875, 0.02417, 1.671875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.988281, 3.546875, 3.546875, 3.546875, 1.046875, 0.859375, 3.09375, 3.546875, 0.022583, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.1875, 0.036377, 3.546875, 3.546875, 1.171875, 0.289062, 0.371094, 3.546875, 0.925781, 1.84375, 0.023804, 0.458984, 0.030029, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.835938, 3.546875, 3.546875, 3.546875, 1.390625, 3.546875, 3.546875, 3.546875, 3.546875, 0.072754, 3.546875, 3.546875, 3.546875, 3.546875, 0.800781, 3.546875, 3.546875, 2.625, 3.546875, 3.25, 0.028564, 0.457031, 3.546875, 3.546875, 0.546875, 3.546875, 0.753906, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 2.640625, 0.558594, 3.546875, 1.5, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 1.828125, 3.546875, 0.941406, 3.546875, 1.960938, 3.109375, 3.546875, 3.546875, 3.546875, 3.0625, 3.5, 3.546875, 3.546875, 3.546875, 3.546875, 0.046143, 3.546875, 3.546875, 3.546875, 0.320312, 3.546875, 3.546875, 3.5, 3.546875, 3.546875, 3.546875, 1.945312, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.029419, 3.546875, 0.037354, 3.546875, 0.507812, 3.546875, 3.546875, 3.546875, 0.730469, 1.039062, 3.546875, 0.070801, 0.142578, 0.12793, 3.046875, 3.546875, 1.625, 3.546875, 3.546875, 3.546875, 3.546875, 2.46875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.080566, 3.046875, 3.546875, 0.040039, 3.546875, 3.546875, 0.135742, 0.072754, 3.546875, 0.03833, 1.554688, 0.808594, 3.546875, 3.546875, 2.109375, 3.546875, 0.601562, 3.546875, 0.044678, 3.546875, 0.03833, 0.087891, 3.546875, 3.546875, 0.412109, 3.546875, 0.314453, 0.75, 0.832031, 0.053955, 0.070801, 3.546875, 1.234375, 3.546875, 3.546875, 0.026611, 3.546875, 3.546875, 3.546875, 0.026489, 3.546875, 3.546875, 1.148438, 0.235352, 3.546875, 0.030396, 0.038086, 3.546875, 3.546875, 3.484375, 3.546875, 0.53125, 3.546875, 3.546875, 3.546875, 3.546875, 0.671875, 3.546875, 3.546875, 3.546875, 3.546875, 3.4375, 3.546875, 1.460938, 0.023193, 3.4375, 0.085449, 0.125977, 0.062988, 3.546875, 3.546875, 3.546875, 3.546875, 1.632812, 1.570312, 2.453125, 3.546875, 1.835938, 3.546875, 1.5625, 0.46875, 0.039795, 3.546875, 3.546875, 3.546875, 0.035645, 0.535156, 0.310547, 2.5, 3.546875, 3.546875, 3.546875, 2.25, 3.546875, 3.546875, 1.179688, 1.117188, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.052246, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 1.75, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 1.867188, 2.546875, 3.546875, 1.914062, 3.546875, 3.546875, 0.023804, 3.375, 3.546875, 0.083496, 3.546875, 2.109375, 3.546875, 0.044189, 2.03125, 3.546875, 0.300781, 3.546875, 0.030029, 3.546875, 0.302734, 3.546875, 3.546875, 3.546875, 2.46875, 3.546875, 3.546875, 0.040283, 3.546875, 2.625, 3.546875, 0.023315, 3.546875, 3.546875, 3.546875, 0.828125, 3.546875, 0.02417, 0.029907, 0.044678, 3.546875, 0.03418, 3.546875, 3.546875, 3.546875, 3.515625, 3.546875, 3.546875, 1.929688, 3.546875, 3.546875, 0.917969, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 1.453125, 3.546875, 3.546875, 0.957031, 3.546875, 3.546875, 2.3125, 3.546875, 3.546875, 3.546875, 0.100098, 0.925781, 3.546875, 0.996094, 0.034424, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.210938, 3.546875, 0.044922, 3.546875, 3.546875, 0.0271, 1.703125, 0.163086, 0.05127, 3.546875, 3.546875, 0.707031, 3.546875, 3.546875, 0.030884, 0.546875, 1.882812, 3.546875, 3.546875, 3.546875, 3.546875, 0.05835, 3.546875, 0.867188, 1.390625, 3.546875, 3.546875, 3.546875, 2.484375, 3.546875, 3.546875, 0.030029, 3.546875, 0.024048, 3.546875, 3.546875, 3.546875, 3.546875, 0.667969, 3.546875, 0.049072, 1.664062, 1.976562, 3.34375, 0.585938, 3.546875, 3.546875, 0.210938, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 1.617188, 3.546875, 3.546875, 0.482422, 2.140625, 3.4375, 3.546875, 3.546875, 3.546875, 0.11084, 0.080078, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.03833, 3.546875, 3.546875, 0.124023, 3.546875, 3.546875, 3.546875, 0.040771, 0.652344, 1.226562, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.210938, 0.059082, 3.546875, 0.023438, 3.546875, 3.546875, 3.546875, 3.546875, 0.675781, 3.546875, 3.546875, 3.546875, 3.546875, 0.030029, 1.570312, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.047363, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 1.351562, 3.484375, 0.023438, 1.382812, 1.34375, 3.546875, 3.546875, 3.546875, 0.283203, 3.546875, 2.03125, 0.129883, 3.546875, 3.546875, 2.28125, 0.021362, 3.546875, 0.02356, 1.921875, 3.546875, 0.036621, 3.546875, 1.101562, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 1.726562, 3.546875, 3.546875, 1.625, 0.032959, 3.546875, 0.033447, 3.515625, 3.546875, 3.546875, 1.609375, 1.242188, 1.203125, 3.46875, 3.546875, 3.546875, 0.033691, 1.796875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.34375, 3.546875, 3.546875, 3.546875, 3.546875, 0.151367, 3.546875, 3.546875, 0.04248, 3.546875, 3.546875, 3.546875, 3.546875, 3.3125, 3.546875, 3.546875, 3.546875, 3.546875, 3.5, 0.039551, 3.546875, 3.546875, 1.570312, 3.546875, 3.546875, 1.851562, 3.515625, 3.546875, 3.546875, 3.546875, 3.546875, 3.0625, 3.546875, 3.53125, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 1.976562, 3.546875, 3.546875, 1.796875, 0.953125, 2.328125, 0.029053, 2.21875, 1.054688, 3.546875, 3.546875, 1.25, 3.546875, 2.109375, 3.546875, 3.546875, 0.078613, 3.546875, 3.546875, 3.546875, 3.546875, 0.139648, 3.546875, 3.546875, 0.871094, 0.084961, 1.3125, 0.123535, 1.648438, 3.546875, 0.118164, 3.5, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.046143, 0.02417, 3.546875, 3.546875, 1.71875, 3.546875, 0.037109, 2.140625, 0.088867, 1.609375, 3.546875, 0.039795, 0.025269, 3.546875, 0.049805, 3.546875, 0.90625, 3.546875, 0.02417, 3.546875, 1.890625, 3.546875, 0.507812, 1.109375, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.679688, 0.859375, 0.205078, 3.546875, 3.546875, 0.030884, 3.546875, 0.030884, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.038086, 1.289062, 3.546875, 3.546875, 3.546875, 2.21875, 3.546875, 3.546875, 3.546875, 3.546875, 0.231445, 3.546875, 3.546875, 0.029785, 0.036377, 2.5, 3.546875, 0.15332, 0.158203, 3.390625, 0.030029, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 1.0625, 3.546875, 3.546875, 3.546875, 3.546875, 0.031494, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 1.03125, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.046387, 3.546875, 3.546875, 3.546875, 0.03833, 0.041504, 0.120117, 3.546875, 0.129883, 3.546875, 0.056152, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.028198, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 2.0, 0.030884, 3.546875, 3.234375, 3.546875, 3.15625, 3.546875, 3.546875, 3.546875, 1.539062, 0.34375, 3.546875, 0.050293, 1.34375, 3.546875, 2.796875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.022827, 3.546875, 0.030884, 3.546875, 3.546875, 3.546875, 3.546875, 0.059082, 3.546875, 0.030884, 3.546875, 0.15918, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 2.21875, 1.695312, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.949219, 3.546875, 3.546875, 1.484375, 0.988281, 1.71875, 3.546875, 0.78125, 3.546875, 0.050781, 2.125, 3.546875, 0.597656, 3.546875, 3.546875, 3.546875, 3.546875, 3.296875, 0.029175, 3.546875, 0.027344, 3.546875, 3.546875, 3.546875, 3.546875, 0.539062, 0.546875, 3.546875, 0.050781, 3.546875, 1.40625, 3.546875, 3.546875, 1.125, 3.546875, 3.546875, 3.546875, 3.546875, 2.0625, 3.546875, 3.171875, 3.546875, 3.546875, 3.546875, 3.546875, 1.03125, 0.030884, 3.546875, 0.34375, 3.546875, 0.030273, 3.546875, 0.037842, 1.09375, 3.546875, 0.384766, 3.546875, 3.546875, 3.546875, 2.890625, 3.546875, 0.044922, 0.02356, 1.226562, 3.546875, 3.546875, 3.546875, 0.964844, 0.088867, 0.030884, 3.546875, 3.546875, 3.546875, 3.546875, 1.007812, 0.023682, 0.02417, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 2.59375, 3.546875, 1.625, 1.117188, 0.178711, 1.125, 3.546875, 3.546875, 1.28125, 0.335938, 3.546875, 3.546875, 3.546875, 0.289062, 3.546875, 3.546875, 2.9375, 3.546875, 0.75, 3.546875, 3.546875, 3.546875, 0.353516, 3.546875, 3.546875, 0.347656, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.172852, 3.03125, 3.546875, 3.546875, 0.125977, 3.546875, 0.030884, 3.546875, 3.546875, 3.546875, 3.546875, 1.953125, 3.546875, 3.546875, 1.757812, 3.546875, 0.028564, 3.546875, 3.546875, 3.546875, 3.546875, 2.515625, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.214844, 0.03833, 3.546875, 3.546875, 0.080566, 2.703125, 2.359375, 1.09375, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.023315, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.097168, 1.148438, 3.546875, 3.546875, 1.421875, 3.546875, 0.037354, 1.523438, 0.4375, 3.546875, 3.546875, 3.546875, 0.040039, 3.546875, 3.546875, 0.044922, 3.546875, 0.018066, 3.546875, 3.546875, 3.546875, 3.546875, 3.546875, 0.189453, 1.476562, 3.546875, 0.550781, 0.03064, 3.546875, 0.142578, 0.041016, 3.546875, 3.53125, 0.040527, 3.546875, 3.53125, 0.167969, 3.546875, 3.546875, 3.546875, 3.546875, 0.057373, 0.035889, 1.9375, 3.546875, 3.546875, 1.671875, 3.546875, 3.546875, 3.546875, 1.320312, 1.359375, 3.546875 ] } , "name": "onnx::Mul_11123", "outputIndexes": [ 4077 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4076, 4077 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 4078 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4050, 4078 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/Add_1_output_0", "outputIndexes": [ 4079 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4079 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.21/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 7717 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7717 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.21/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 7718 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7718 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1320554734, 327702, 81920, 0, 0 ] } , "name": "/layers.21/per_layer_input_gate/Linear", "outputIndexes": [ 7719 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7719 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.21/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 7720 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7720 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.21/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 4080 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4080 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.21/act_fn/Mul_output_0", "outputIndexes": [ 4081 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4080, 4081 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/act_fn/Mul_1_output_0", "outputIndexes": [ 4082 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 4082 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/act_fn/Mul_2_output_0", "outputIndexes": [ 4083 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4080, 4083 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/act_fn/Add_output_0", "outputIndexes": [ 4084 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 4084 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/act_fn/Mul_3_output_0", "outputIndexes": [ 4085 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4085 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.21/act_fn/Tanh_output_0", "outputIndexes": [ 4086 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 4086 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/act_fn/Add_1_output_0", "outputIndexes": [ 4087 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4080, 4087 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/act_fn/Mul_4_output_0", "outputIndexes": [ 4088 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 4088 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/act_fn/Mul_5_output_0", "outputIndexes": [ 4089 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 21 ] } , "name": "/Constant_30_output_0", "outputIndexes": [ 4090 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4978", "outputIndexes": [ 4091 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze4981", "outputIndexes": [ 4092 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 4091, 4092, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice4984", "outputIndexes": [ 4093 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4093 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze4985", "outputIndexes": [ 4094 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4090, 4094 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4986", "outputIndexes": [ 4095 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4095, 4094 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp4987", "outputIndexes": [ 4096 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 4096, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_28_output_0", "outputIndexes": [ 4097 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4089, 4097 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/Mul_output_0", "outputIndexes": [ 4098 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4098 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.21/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 7721 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7721 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.21/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 7722 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7722 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1320964356, 327702, 81920, 0, 0 ] } , "name": "/layers.21/per_layer_projection/Linear", "outputIndexes": [ 7723 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7723 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.21/per_layer_projection/Linear/post_convert", "outputIndexes": [ 7724 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7724 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.21/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 4099 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4099 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.21/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 4101 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4101 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.21/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 4102 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4102, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 4103 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4103, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 4104 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4099, 4104 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 4105 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.820312, 0.000713, 0.820312, 0.000771, 0.820312, 0.820312, 0.064453, 0.000759, 0.820312, 0.000664, 0.000751, 0.000679, 0.000729, 0.000763, 0.000778, 0.820312, 0.000774, 0.820312, 0.000759, 0.820312, 0.820312, 0.000687, 0.820312, 0.820312, 0.000744, 0.820312, 0.000755, 0.820312, 0.000759, 0.820312, 0.820312, 0.820312, 0.820312, 0.820312, 0.213867, 0.820312, 0.000797, 0.820312, 0.000759, 0.000748, 0.820312, 0.000759, 0.000732, 0.006134, 0.820312, 0.820312, 0.050537, 0.00079, 0.363281, 0.000786, 0.016846, 0.820312, 0.000797, 0.820312, 0.820312, 0.412109, 0.000755, 0.000748, 0.820312, 0.820312, 0.000767, 0.820312, 0.820312, 0.000694, 0.820312, 0.820312, 0.000793, 0.000748, 0.820312, 0.000797, 0.820312, 0.820312, 0.820312, 0.820312, 0.000748, 0.820312, 0.000751, 0.820312, 0.000713, 0.072266, 0.820312, 0.820312, 0.000763, 0.000797, 0.820312, 0.000725, 0.820312, 0.820312, 0.102051, 0.820312, 0.820312, 0.820312, 0.000725, 0.820312, 0.820312, 0.089355, 0.00079, 0.003937, 0.000751, 0.006104, 0.820312, 0.000767, 0.000778, 0.000759, 0.820312, 0.820312, 0.820312, 0.000748, 0.000778, 0.820312, 0.519531, 0.820312, 0.000702, 0.000767, 0.820312, 0.000717, 0.820312, 0.820312, 0.820312, 0.00071, 0.820312, 0.820312, 0.820312, 0.820312, 0.000767, 0.820312, 0.820312, 0.004639, 0.820312, 0.000751, 0.000797, 0.007233, 0.820312, 0.820312, 0.000763, 0.820312, 0.820312, 0.000736, 0.000778, 0.820312, 0.820312, 0.730469, 0.18457, 0.000751, 0.820312, 0.000721, 0.000767, 0.820312, 0.000774, 0.820312, 0.000706, 0.003052, 0.000771, 0.820312, 0.000786, 0.000748, 0.820312, 0.172852, 0.820312, 0.820312, 0.000774, 0.00074, 0.820312, 0.820312, 0.000736, 0.820312, 0.820312, 0.00074, 0.000751, 0.000675, 0.00071, 0.000771, 0.000759, 0.000748, 0.000771, 0.117676, 0.820312, 0.000782, 0.000748, 0.000744, 0.820312, 0.002274, 0.000778, 0.020264, 0.000732, 0.000755, 0.820312, 0.004578, 0.000751, 0.000778, 0.000744, 0.000755, 0.000721, 0.820312, 0.03125, 0.820312, 0.820312, 0.000771, 0.000736, 0.820312, 0.820312, 0.207031, 0.820312, 0.820312, 0.820312, 0.820312, 0.820312, 0.820312, 0.132812, 0.820312, 0.820312, 0.078125, 0.820312, 0.000767, 0.000763, 0.820312, 0.820312, 0.000767, 0.820312, 0.00079, 0.820312, 0.820312, 0.000778, 0.820312, 0.000732, 0.005676, 0.007812, 0.820312, 0.820312, 0.000763, 0.000748, 0.000721, 0.000771, 0.820312, 0.820312, 0.820312, 0.000748, 0.000664, 0.820312, 0.000771, 0.820312, 0.820312, 0.470703, 0.820312, 0.820312, 0.820312, 0.820312, 0.000751, 0.820312, 0.000759, 0.820312, 0.000717, 0.000748, 0.000717, 0.00074, 0.003494, 0.820312, 0.000786, 0.005096, 0.820312, 0.000778, 0.000782, 0.003479, 0.000751, 0.273438, 0.820312, 0.820312, 0.143555, 0.000755, 0.000744, 0.820312, 0.59375, 0.000778, 0.000755, 0.000736, 0.820312, 0.000721, 0.000771, 0.000732, 0.820312, 0.00079, 0.000698, 0.027344, 0.000774, 0.000748, 0.000706, 0.000767, 0.000725, 0.000774, 0.003311, 0.00079, 0.820312, 0.000771, 0.000755, 0.000767, 0.000751, 0.000759, 0.000755, 0.000763, 0.009155, 0.000668, 0.820312, 0.820312, 0.820312, 0.820312, 0.000755, 0.820312, 0.511719, 0.000732, 0.000717, 0.126953, 0.000744, 0.000774, 0.005951, 0.000793, 0.000725, 0.820312, 0.820312, 0.820312, 0.109375, 0.000702, 0.000778, 0.000751, 0.000702, 0.000786, 0.000774, 0.000751, 0.000732, 0.000759, 0.820312, 0.000767, 0.00079, 0.000729, 0.000763, 0.000725, 0.00069, 0.083008, 0.000763, 0.089355, 0.000717, 0.000729, 0.000782, 0.820312, 0.000694, 0.820312, 0.00079, 0.034668, 0.820312, 0.000751, 0.820312, 0.000774, 0.000774, 0.820312, 0.000725, 0.271484, 0.820312, 0.000702, 0.000748, 0.820312, 0.820312, 0.820312, 0.820312, 0.00071, 0.010681, 0.000778, 0.000732, 0.00069, 0.000751, 0.00074, 0.820312, 0.000786, 0.820312, 0.000774, 0.000755, 0.000748, 0.000751, 0.820312, 0.000748, 0.820312, 0.00074, 0.000751, 0.020996, 0.820312, 0.000801, 0.000771, 0.000755, 0.000778, 0.000767, 0.820312, 0.402344, 0.000763, 0.466797, 0.304688, 0.000702, 0.820312, 0.000778, 0.000687, 0.000793, 0.000751, 0.820312, 0.000717, 0.820312, 0.820312, 0.000755, 0.000729, 0.000778, 0.00079, 0.000771, 0.000767, 0.000759, 0.000797, 0.029907, 0.820312, 0.000713, 0.000725, 0.000751, 0.820312, 0.820312, 0.000782, 0.000771, 0.000717, 0.820312, 0.00074, 0.820312, 0.000687, 0.000751, 0.00071, 0.000751, 0.820312, 0.820312, 0.000771, 0.000774, 0.000774, 0.000744, 0.000805, 0.083008, 0.000748, 0.000706, 0.820312, 0.000751, 0.000786, 0.820312, 0.820312, 0.000771, 0.820312, 0.820312, 0.000759, 0.000744, 0.015198, 0.000748, 0.820312, 0.820312, 0.000713, 0.00074, 0.000721, 0.000729, 0.000652, 0.000774, 0.000782, 0.000778, 0.820312, 0.000797, 0.820312, 0.000645, 0.00074, 0.00079, 0.000771, 0.820312, 0.00066, 0.000778, 0.820312, 0.000732, 0.820312, 0.00071, 0.000755, 0.000771, 0.000744, 0.124023, 0.000797, 0.00074, 0.000755, 0.820312, 0.000759, 0.000725, 0.000725, 0.000751, 0.000748, 0.000706, 0.000748, 0.00074, 0.000763, 0.566406, 0.000717, 0.820312, 0.000713, 0.000797, 0.041016, 0.000732, 0.000801, 0.699219, 0.000706, 0.000732, 0.000713, 0.000778, 0.000725, 0.007294, 0.820312, 0.820312, 0.000801, 0.820312, 0.000736, 0.164062, 0.820312, 0.820312, 0.000782, 0.000736, 0.000782, 0.820312, 0.000751, 0.000763, 0.006592, 0.027954, 0.820312, 0.000797, 0.000786, 0.820312, 0.000759, 0.000786, 0.000751, 0.000717, 0.000778, 0.000774, 0.000755, 0.000763, 0.820312, 0.000771, 0.000774, 0.09375, 0.000748, 0.000679, 0.00074, 0.000782, 0.000751, 0.820312, 0.000771, 0.00074, 0.820312, 0.000751, 0.000778, 0.820312, 0.000797, 0.119629, 0.000744, 0.000774, 0.820312, 0.000763, 0.02832, 0.000759, 0.820312, 0.000778, 0.000748, 0.00079, 0.820312, 0.820312, 0.820312, 0.000744, 0.820312, 0.032959, 0.820312, 0.820312, 0.820312, 0.000751, 0.00074, 0.00071, 0.000778, 0.000755, 0.000736, 0.00069, 0.000763, 0.000759, 0.000771, 0.000751, 0.000732, 0.000771, 0.000767, 0.820312, 0.820312, 0.820312, 0.000782, 0.820312, 0.00074, 0.820312, 0.820312, 0.820312, 0.000683, 0.000717, 0.000771, 0.820312, 0.00071, 0.820312, 0.820312, 0.820312, 0.000786, 0.000744, 0.820312, 0.820312, 0.00071, 0.000778, 0.000782, 0.000755, 0.000778, 0.000786, 0.000759, 0.000702, 0.000668, 0.550781, 0.820312, 0.094727, 0.820312, 0.000759, 0.005585, 0.000771, 0.318359, 0.000763, 0.000755, 0.000805, 0.000755, 0.000782, 0.000782, 0.820312, 0.000748, 0.820312, 0.000748, 0.000725, 0.000729, 0.000736, 0.000748, 0.064453, 0.000694, 0.000759, 0.000774, 0.00074, 0.820312, 0.291016, 0.000755, 0.075195, 0.000725, 0.000748, 0.449219, 0.000782, 0.000732, 0.000759, 0.000748, 0.00074, 0.000793, 0.820312, 0.00069, 0.000687, 0.074219, 0.000778, 0.820312, 0.000721, 0.000721, 0.820312, 0.00079, 0.000755, 0.00074, 0.820312, 0.000759, 0.000767, 0.000751, 0.000736, 0.820312, 0.000763, 0.558594, 0.000748, 0.000698, 0.820312, 0.000763, 0.000729, 0.820312, 0.820312, 0.000782, 0.000713, 0.000725, 0.000713, 0.000763, 0.000759, 0.020752, 0.000763, 0.820312, 0.087402, 0.820312, 0.000729, 0.005585, 0.820312, 0.000786, 0.000778, 0.000721, 0.042236, 0.820312, 0.000675, 0.000778, 0.000748, 0.820312, 0.820312, 0.088867, 0.000767, 0.000732, 0.820312, 0.000725, 0.004028, 0.00069, 0.000729, 0.000683, 0.000763, 0.820312, 0.000786, 0.000668, 0.000725, 0.000717, 0.820312, 0.000679, 0.000759, 0.000751, 0.820312, 0.000736, 0.000713, 0.000751, 0.820312, 0.000729, 0.000786, 0.000702, 0.00528, 0.000793, 0.000732, 0.820312, 0.000786, 0.000786, 0.820312, 0.000751, 0.820312, 0.000778, 0.00074, 0.000786, 0.820312, 0.000713, 0.000763, 0.820312, 0.000774, 0.000797, 0.216797, 0.000744, 0.000759, 0.820312, 0.820312, 0.820312, 0.820312, 0.000771, 0.000751, 0.000706, 0.012024, 0.00071, 0.820312, 0.000751, 0.000774, 0.000751, 0.000744, 0.000771, 0.820312, 0.000771, 0.000751, 0.000713, 0.00074, 0.000671, 0.000751, 0.820312, 0.000774, 0.001137, 0.820312, 0.151367, 0.007935, 0.000771, 0.820312, 0.820312, 0.820312, 0.820312, 0.098145, 0.000729, 0.000736, 0.000751, 0.820312, 0.820312, 0.820312, 0.092773, 0.820312, 0.000763, 0.00071, 0.000744, 0.000778, 0.000748, 0.820312, 0.820312, 0.000729, 0.000763, 0.000687, 0.000694, 0.820312, 0.00069, 0.820312, 0.820312, 0.820312, 0.820312, 0.137695, 0.820312, 0.000767, 0.230469, 0.000694, 0.000721, 0.000698, 0.820312, 0.000782, 0.000767, 0.000751, 0.820312, 0.000748, 0.000721, 0.000736, 0.000721, 0.820312, 0.000793, 0.000755, 0.820312, 0.000774, 0.000755, 0.000759, 0.820312, 0.000668, 0.000748, 0.000706, 0.000763, 0.000729, 0.000778, 0.046875, 0.000736, 0.000736, 0.820312, 0.820312, 0.005066, 0.000748, 0.00074, 0.000748, 0.000729, 0.000751, 0.000713, 0.000778, 0.000751, 0.000763, 0.000679, 0.000778, 0.000782, 0.000744, 0.000751, 0.820312, 0.000748, 0.000748, 0.820312, 0.000729, 0.000732, 0.000729, 0.000721, 0.19043, 0.000744, 0.000729, 0.000751, 0.000748, 0.000748, 0.00079, 0.75, 0.055908, 0.000717, 0.000801, 0.018188, 0.000729, 0.820312, 0.000751, 0.000729, 0.000744, 0.820312, 0.000774, 0.000774, 0.000725, 0.000763, 0.000755, 0.000755, 0.000725, 0.820312, 0.000771, 0.000774, 0.000782, 0.000774, 0.000751, 0.000725, 0.000778, 0.820312, 0.000687, 0.025635, 0.000725, 0.000717, 0.000793, 0.820312, 0.005524, 0.000774, 0.00074, 0.000717, 0.007721, 0.00074, 0.000763, 0.00074, 0.000786, 0.820312, 0.820312, 0.000751, 0.021729, 0.000751, 0.000748, 0.000671, 0.010742, 0.000748, 0.820312, 0.000748, 0.00592, 0.820312, 0.000801, 0.000778, 0.000748, 0.006744, 0.000759, 0.000763, 0.000725, 0.820312, 0.000751, 0.083984, 0.000706, 0.000702, 0.000786, 0.820312, 0.000805, 0.000751, 0.820312, 0.820312, 0.000748, 0.000778, 0.000751, 0.000744, 0.000778, 0.000729, 0.000767, 0.000763, 0.000767, 0.00079, 0.028198, 0.000759, 0.820312, 0.000763, 0.820312, 0.820312, 0.000736, 0.000774, 0.00074, 0.000755, 0.000751, 0.000771, 0.000748, 0.013, 0.000751, 0.000767, 0.000755, 0.00074, 0.010559, 0.000793, 0.000759, 0.000721, 0.018677, 0.000759, 0.820312, 0.000751, 0.000782, 0.000767, 0.00079, 0.000786, 0.000717, 0.000694, 0.820312, 0.000771, 0.000774, 0.820312, 0.000751, 0.000778, 0.000725, 0.820312, 0.075684, 0.000771, 0.000782, 0.000736, 0.000793, 0.000748, 0.108398, 0.000771, 0.820312, 0.820312, 0.000774, 0.000763, 0.000797, 0.820312, 0.820312, 0.000771, 0.820312, 0.000732, 0.03833, 0.00074, 0.000748, 0.820312, 0.820312, 0.000759, 0.067383, 0.000778, 0.000782, 0.820312, 0.00647, 0.820312, 0.00074, 0.000771, 0.000751, 0.000786, 0.000725, 0.000736, 0.000729, 0.000751, 0.120117, 0.000763, 0.00074, 0.000767, 0.527344, 0.000763, 0.000763, 0.820312, 0.000763, 0.820312, 0.820312, 0.000721, 0.000751, 0.820312, 0.000767, 0.000767, 0.037598, 0.077637, 0.820312, 0.00074, 0.000732, 0.820312, 0.000763, 0.000793, 0.699219, 0.00074, 0.000698, 0.000797, 0.000778, 0.000805, 0.00079, 0.000759, 0.000744, 0.000736, 0.000729, 0.000793, 0.000732, 0.140625, 0.000763, 0.000751, 0.000748, 0.820312, 0.000774, 0.820312, 0.820312, 0.000748, 0.000771, 0.046875, 0.000774, 0.820312, 0.000736, 0.000771, 0.820312, 0.820312, 0.820312, 0.000793, 0.000786, 0.000774, 0.000774, 0.000721, 0.00074, 0.000763, 0.820312, 0.820312, 0.000729, 0.000725, 0.00079, 0.000683, 0.013, 0.820312, 0.820312, 0.00074, 0.000706, 0.000744, 0.000725, 0.820312, 0.000778, 0.000755, 0.000771, 0.000736, 0.820312, 0.053467, 0.000751, 0.820312, 0.000732, 0.820312, 0.000763, 0.820312, 0.820312, 0.000767, 0.000755, 0.000763, 0.000797, 0.000778, 0.000759, 0.000759, 0.000702, 0.820312, 0.000755, 0.820312, 0.820312, 0.00071, 0.000771, 0.000763, 0.000786, 0.000679, 0.006714, 0.000729, 0.820312, 0.000645, 0.097656, 0.820312, 0.000786, 0.820312, 0.000713, 0.000767, 0.000774, 0.000755, 0.000771, 0.000774, 0.820312, 0.000763, 0.000748, 0.820312, 0.000614, 0.000736, 0.000587, 0.000767, 0.000744, 0.000774, 0.006409, 0.820312, 0.000751, 0.000793, 0.00079, 0.000778, 0.004791, 0.000767, 0.820312, 0.000786, 0.820312, 0.820312, 0.000767, 0.000774, 0.00079, 0.820312, 0.820312, 0.000694, 0.820312, 0.000767, 0.000748, 0.820312, 0.000786, 0.000751, 0.000736, 0.820312, 0.000793, 0.453125, 0.000713, 0.000771, 0.000721, 0.000774, 0.000721, 0.000778, 0.000805, 0.820312, 0.820312, 0.000736, 0.000771, 0.02063, 0.820312, 0.820312, 0.820312, 0.820312, 0.000908, 0.820312, 0.820312, 0.00074, 0.000725, 0.00079, 0.000797, 0.007355, 0.000729, 0.820312, 0.00386, 0.004913, 0.820312, 0.000732, 0.000767, 0.820312, 0.00074, 0.000748, 0.000782, 0.000778, 0.820312, 0.00079, 0.000801, 0.00079, 0.820312, 0.820312, 0.000771, 0.000767, 0.000759, 0.007538, 0.080566, 0.000751, 0.820312, 0.000767, 0.000759, 0.820312, 0.00079, 0.000732, 0.820312, 0.006195, 0.000744, 0.050781, 0.000801, 0.000751, 0.000774, 0.068359, 0.008667, 0.025391, 0.000793, 0.000801, 0.000614, 0.000778, 0.00079, 0.000793, 0.000755, 0.000755, 0.000721, 0.000713, 0.000786, 0.820312, 0.820312, 0.000736, 0.007507, 0.820312, 0.625, 0.144531, 0.000767, 0.820312, 0.000721, 0.075684, 0.820312, 0.0625, 0.820312, 0.000755, 0.000786, 0.000717, 0.000736, 0.000751, 0.094727, 0.000751, 0.000748, 0.000782, 0.00074, 0.000767, 0.000767, 0.820312, 0.820312, 0.000771, 0.087402, 0.000763, 0.820312, 0.00074, 0.000782, 0.00079, 0.000706, 0.000763, 0.066406, 0.820312, 0.000748, 0.000679, 0.000748, 0.000732, 0.000732, 0.00079, 0.141602, 0.000759, 0.000774, 0.820312, 0.000797, 0.000721, 0.000767, 0.820312, 0.000759, 0.820312, 0.00079, 0.820312, 0.000751, 0.820312, 0.000782, 0.000755, 0.000782, 0.030273, 0.000801, 0.000748, 0.000751, 0.000751, 0.000763, 0.000748, 0.820312, 0.820312, 0.00079, 0.000751, 0.820312, 0.000751, 0.000774, 0.000801, 0.000736, 0.000778, 0.820312, 0.000751, 0.000755, 0.000771, 0.000755, 0.000751, 0.000721, 0.00071, 0.000793, 0.820312, 0.000755, 0.820312, 0.000797, 0.000786, 0.820312, 0.00074, 0.000755, 0.00074, 0.235352, 0.000763, 0.000782, 0.000767, 0.000774, 0.000751, 0.820312, 0.000736, 0.000759, 0.000797, 0.000725, 0.000763, 0.000694, 0.000786, 0.000767, 0.000751, 0.00079, 0.000751, 0.000751, 0.000744, 0.000774, 0.007996, 0.000755, 0.000694, 0.820312, 0.820312, 0.000698, 0.000763, 0.00066, 0.820312, 0.000782, 0.015259, 0.820312, 0.000732, 0.000763, 0.000786, 0.000763, 0.000771, 0.000782, 0.00079, 0.00074, 0.000751, 0.820312, 0.000751, 0.074707, 0.000786, 0.00592, 0.000751, 0.000793, 0.000751, 0.000771, 0.166992, 0.000755, 0.000759, 0.170898, 0.000732, 0.010193, 0.000671, 0.820312, 0.000786, 0.000767, 0.000797, 0.012329, 0.000759, 0.000748, 0.820312, 0.458984, 0.820312, 0.066406, 0.000717, 0.000732, 0.000767, 0.104492, 0.000755, 0.000759, 0.000774, 0.820312, 0.000767, 0.820312, 0.427734, 0.00074, 0.00074, 0.000786, 0.00708, 0.820312, 0.820312, 0.145508, 0.000771, 0.000751, 0.000751, 0.000748, 0.820312, 0.000744, 0.820312, 0.820312, 0.820312, 0.000698, 0.000801, 0.00074, 0.000717, 0.000721, 0.000751, 0.000767, 0.000748, 0.820312, 0.000767, 0.000778, 0.820312, 0.820312, 0.820312, 0.00069, 0.000759, 0.820312, 0.000744, 0.000774, 0.000805, 0.000744, 0.000736, 0.000668, 0.000748, 0.000729, 0.000748, 0.00079, 0.000759, 0.000797, 0.820312, 0.000778, 0.000698, 0.016113, 0.000751, 0.820312, 0.820312, 0.000755, 0.000732, 0.000751, 0.00069, 0.000767, 0.000763, 0.00074, 0.000736, 0.00074, 0.820312, 0.000725, 0.000778, 0.000786, 0.820312, 0.000732, 0.000801, 0.000767, 0.00074, 0.000648, 0.820312, 0.820312, 0.00069, 0.000713, 0.000797, 0.330078, 0.820312, 0.820312, 0.000725, 0.180664, 0.00074, 0.000698, 0.820312, 0.000717, 0.000702, 0.699219, 0.000713, 0.820312, 0.000774, 0.820312, 0.10791, 0.000771, 0.000748, 0.820312, 0.00074, 0.000763, 0.000744, 0.000763, 0.00079, 0.000729, 0.820312, 0.021118, 0.820312, 0.820312, 0.000771, 0.492188, 0.000767, 0.000748, 0.000782, 0.000767, 0.820312, 0.000717, 0.820312, 0.000771, 0.000771, 0.000771, 0.820312, 0.000706, 0.000713, 0.000748, 0.000767, 0.820312, 0.000774, 0.000786, 0.000656, 0.000793, 0.000801, 0.000748, 0.000771, 0.820312, 0.820312, 0.000786, 0.000786, 0.000744, 0.002747, 0.000706, 0.000729, 0.000744, 0.000759, 0.820312, 0.000702, 0.000759, 0.00079, 0.000751, 0.000767, 0.00074, 0.057373, 0.079102, 0.820312, 0.000687, 0.000759, 0.000751, 0.000771, 0.000771, 0.820312, 0.000687, 0.000763, 0.820312, 0.820312, 0.000748, 0.000782, 0.026245, 0.000721, 0.000774, 0.000767, 0.820312, 0.000774, 0.000706, 0.000732, 0.000751, 0.036377, 0.000687, 0.000767, 0.000721, 0.820312, 0.000729, 0.000713, 0.00071, 0.000751, 0.820312, 0.000763, 0.00071, 0.000782, 0.000797, 0.000748, 0.263672, 0.01709, 0.820312, 0.820312, 0.000729, 0.00079, 0.000763, 0.820312, 0.000725, 0.820312, 0.388672, 0.000702, 0.820312, 0.000751, 0.000755, 0.820312, 0.00074, 0.000771, 0.000759, 0.820312, 0.000751, 0.000725, 0.000759, 0.000805, 0.820312, 0.000763, 0.000774, 0.820312, 0.820312, 0.820312, 0.00079, 0.000801, 0.000729, 0.441406, 0.000729, 0.000679, 0.000782, 0.000751, 0.000755, 0.000763, 0.820312, 0.00079, 0.000736, 0.00074, 0.000717, 0.000759, 0.820312, 0.820312, 0.000751, 0.820312, 0.000763, 0.820312, 0.000668, 0.820312, 0.003494, 0.00066, 0.000748, 0.000755, 0.000748, 0.000744, 0.000778, 0.116211, 0.000729, 0.013245, 0.068359, 0.070312, 0.000732, 0.820312, 0.000694, 0.000767, 0.000759, 0.000748, 0.000751, 0.000732, 0.000801, 0.00074, 0.000771, 0.000744, 0.820312, 0.008423, 0.000751, 0.000771, 0.000668, 0.000744, 0.000683, 0.07959, 0.015991, 0.000782, 0.010132, 0.271484, 0.000755, 0.000771, 0.000767, 0.000751, 0.820312, 0.449219, 0.000736, 0.028076, 0.820312, 0.008179, 0.010742, 0.000736, 0.000713, 0.021362, 0.820312, 0.000751, 0.000717, 0.000759, 0.008545, 0.000755, 0.000755, 0.00074, 0.000763, 0.000797, 0.005585, 0.820312, 0.000805, 0.000774, 0.003525, 0.820312, 0.000797, 0.000736, 0.050293, 0.000801, 0.000805, 0.000736, 0.000786, 0.000763, 0.000755, 0.000732, 0.353516, 0.820312, 0.000759, 0.820312, 0.820312, 0.144531, 0.820312, 0.000748, 0.000713, 0.000786, 0.000725, 0.000759, 0.820312, 0.000767, 0.000687, 0.000679, 0.069824, 0.004822, 0.000782, 0.000748, 0.820312, 0.000744, 0.820312, 0.820312, 0.820312, 0.000751, 0.000748, 0.000755, 0.00079, 0.000732, 0.00528, 0.000755, 0.000763, 0.000786, 0.000759, 0.064453, 0.000767, 0.820312, 0.000751, 0.000683, 0.000744, 0.000732, 0.000763, 0.820312, 0.000748, 0.820312, 0.00293, 0.820312, 0.000763, 0.000729, 0.000771, 0.000744, 0.000763, 0.234375, 0.000767, 0.000751, 0.820312, 0.000763, 0.000751, 0.000767, 0.000759, 0.000748, 0.820312, 0.000782, 0.820312, 0.000751, 0.820312, 0.000751, 0.820312, 0.000797, 0.820312, 0.820312, 0.049072, 0.000767, 0.820312, 0.820312, 0.000782, 0.170898, 0.820312, 0.000774, 0.000763, 0.005768, 0.000767, 0.195312, 0.000748, 0.000706, 0.000732, 0.00079, 0.820312, 0.00079, 0.00415, 0.820312, 0.000687, 0.820312, 0.00074, 0.820312, 0.000702, 0.000748, 0.027832, 0.000748, 0.000767, 0.000759, 0.000797, 0.000763, 0.000748, 0.000725, 0.820312, 0.000736, 0.820312, 0.000744, 0.000771, 0.000767, 0.000751, 0.000767, 0.000759, 0.000782, 0.000748, 0.000763, 0.820312, 0.038574, 0.000774, 0.000748, 0.000797, 0.000725, 0.000774, 0.000771, 0.000748, 0.000778, 0.820312, 0.000744, 0.058838, 0.235352, 0.820312, 0.443359, 0.007019, 0.820312, 0.820312, 0.820312, 0.000729, 0.000744, 0.000755, 0.00079, 0.000702, 0.820312, 0.000793, 0.820312, 0.00079, 0.000702, 0.820312, 0.005096, 0.820312, 0.038818, 0.000793, 0.000729, 0.000736, 0.000751, 0.820312, 0.000763, 0.000744, 0.000759, 0.820312, 0.000767, 0.000725, 0.820312, 0.820312, 0.007294, 0.000763, 0.000801, 0.820312, 0.820312, 0.820312, 0.000732, 0.000736, 0.820312, 0.820312, 0.000751, 0.820312, 0.000713, 0.820312, 0.000767, 0.000732, 0.000748, 0.000763, 0.820312, 0.000797, 0.820312, 0.00071, 0.820312, 0.098633, 0.000771, 0.000778, 0.000805, 0.15332, 0.000721, 0.000774, 0.000793, 0.000759, 0.000721, 0.820312, 0.000751, 0.000713, 0.000713, 0.000759, 0.05127, 0.820312, 0.000763, 0.820312, 0.820312, 0.000744, 0.000698, 0.000748, 0.820312, 0.000755, 0.000732, 0.000751, 0.000748, 0.000797, 0.000748, 0.820312, 0.000755, 0.820312, 0.000786, 0.000786, 0.000717, 0.000721, 0.000736, 0.820312, 0.00074, 0.000683, 0.000748, 0.000767, 0.000748, 0.00069, 0.000763, 0.00074, 0.000763, 0.000751, 0.000763, 0.000721, 0.000771, 0.000786, 0.130859, 0.000729, 0.00079, 0.005646, 0.000713, 0.000751, 0.820312, 0.820312, 0.000759, 0.820312, 0.000771, 0.000793, 0.000721, 0.000793, 0.820312, 0.000656, 0.820312, 0.820312, 0.000744, 0.000774, 0.00074, 0.000793, 0.000797, 0.000751, 0.22168, 0.820312, 0.820312, 0.000732, 0.000771, 0.820312, 0.820312, 0.000748, 0.000763, 0.000702, 0.014832, 0.000732, 0.820312, 0.000683, 0.000725, 0.820312, 0.000748, 0.000793, 0.000702, 0.002243, 0.820312, 0.000774, 0.003906, 0.820312, 0.01709, 0.000755, 0.820312, 0.820312, 0.820312, 0.000717, 0.000755, 0.000778, 0.000748, 0.000771, 0.000774, 0.003265, 0.000767, 0.000679, 0.820312, 0.000763, 0.820312, 0.820312, 0.00071, 0.000771, 0.00074, 0.000782, 0.820312, 0.00069, 0.820312, 0.000751, 0.00074, 0.000755, 0.00074, 0.820312, 0.000763, 0.820312, 0.820312, 0.000793, 0.000751, 0.000751, 0.820312, 0.00079, 0.000748, 0.000774, 0.820312, 0.820312, 0.091797, 0.000717, 0.000744, 0.006989, 0.000771, 0.00071, 0.820312, 0.000778, 0.820312, 0.000763, 0.000736, 0.000732, 0.820312, 0.000774, 0.000778, 0.000729, 0.341797, 0.00071, 0.000694, 0.349609, 0.000706, 0.820312, 0.820312, 0.000755, 0.000755, 0.000706, 0.044189, 0.000778, 0.000786, 0.820312, 0.820312, 0.820312, 0.000725, 0.000786, 0.820312, 0.000751, 0.000782, 0.000751, 0.000782, 0.000767, 0.000744, 0.820312, 0.000748, 0.820312, 0.439453, 0.820312, 0.000751, 0.000782, 0.000744, 0.000755, 0.018799, 0.000759, 0.000721, 0.000748, 0.000702, 0.030151, 0.000751, 0.820312, 0.123535, 0.013367, 0.000755, 0.000751, 0.000751, 0.820312, 0.063477, 0.000755, 0.000759, 0.000763, 0.000782, 0.000744, 0.000778, 0.000755, 0.000748, 0.000683, 0.820312, 0.000786, 0.820312, 0.000767, 0.820312, 0.000645, 0.820312, 0.000786, 0.00071, 0.005585, 0.000751, 0.003799, 0.000771, 0.005219, 0.000767, 0.000751, 0.000744, 0.820312, 0.820312, 0.361328, 0.255859, 0.000771, 0.000751, 0.000748, 0.000763, 0.820312, 0.820312, 0.820312, 0.306641, 0.820312, 0.116211, 0.820312, 0.000786, 0.00074, 0.000774, 0.000725, 0.000717, 0.000759, 0.820312, 0.000725, 0.000763, 0.000725, 0.000751, 0.000774, 0.000774, 0.000729, 0.000748, 0.009827, 0.000744, 0.000778, 0.820312, 0.000763, 0.000706, 0.820312, 0.000759, 0.000702, 0.000725, 0.820312, 0.000748, 0.000767, 0.000778, 0.318359, 0.006714, 0.000751, 0.000744, 0.000797, 0.000763, 0.820312, 0.18457, 0.000748, 0.000763, 0.000797, 0.000751, 0.003616, 0.000748, 0.00079, 0.000751, 0.000774, 0.000751, 0.000759, 0.000786, 0.000713, 0.000748, 0.000748, 0.000713, 0.000713, 0.000729, 0.000763, 0.820312, 0.000774, 0.000736, 0.000713, 0.000736, 0.000751, 0.0019, 0.00079, 0.069336, 0.000751, 0.043701, 0.000748, 0.000713, 0.820312, 0.820312, 0.000736, 0.000755, 0.000751, 0.000713, 0.000755, 0.000774, 0.000778, 0.820312, 0.000744, 0.820312, 0.000721, 0.820312, 0.00383, 0.000721, 0.000744, 0.820312, 0.000782, 0.000687, 0.820312, 0.000679, 0.820312, 0.032715, 0.000744, 0.000748, 0.000763, 0.820312, 0.000751, 0.820312, 0.820312, 0.000744, 0.000774, 0.000725, 0.625, 0.820312, 0.000771, 0.820312, 0.000782, 0.000759, 0.000763, 0.000744, 0.000801, 0.000763, 0.000786, 0.000774, 0.000748, 0.00074, 0.004944, 0.820312, 0.038574, 0.820312, 0.000713, 0.820312, 0.000767, 0.820312, 0.00079, 0.820312, 0.000706, 0.000736, 0.000751, 0.820312, 0.000755, 0.000778, 0.820312, 0.000751, 0.000793, 0.820312, 0.000763, 0.820312, 0.000748, 0.000729, 0.820312, 0.000751, 0.820312, 0.000751, 0.431641, 0.820312, 0.820312, 0.527344, 0.000778, 0.000774, 0.000797, 0.000755, 0.000721, 0.000797, 0.000782, 0.00074, 0.00079, 0.000736, 0.000786, 0.000793, 0.009277, 0.000767, 0.000694, 0.000782, 0.820312, 0.535156, 0.000751, 0.000778, 0.000744, 0.820312, 0.820312, 0.000759, 0.820312, 0.000797, 0.00074, 0.820312, 0.820312, 0.820312, 0.000774, 0.00079, 0.079102, 0.820312, 0.002289, 0.00071, 0.00074, 0.072754, 0.000744, 0.00079, 0.000755, 0.000786, 0.820312, 0.000763, 0.000797, 0.000736, 0.000751, 0.000729, 0.000767, 0.000721, 0.820312, 0.000732, 0.00238, 0.000782, 0.000759, 0.000668, 0.820312, 0.00074, 0.820312, 0.000751, 0.000771, 0.820312, 0.000767, 0.000721, 0.000767, 0.000721, 0.000725, 0.000774, 0.000759, 0.000793, 0.820312, 0.820312, 0.746094, 0.000751, 0.000759, 0.000786, 0.820312, 0.000778, 0.000725, 0.820312, 0.00079, 0.000771, 0.041748, 0.000675, 0.000748, 0.000721, 0.000713, 0.000721, 0.000751, 0.000671, 0.000751, 0.013916, 0.000763, 0.820312, 0.080078, 0.000774, 0.000751, 0.000744, 0.820312, 0.535156, 0.000702, 0.820312, 0.820312, 0.820312, 0.000755, 0.820312, 0.000725, 0.820312, 0.644531, 0.820312, 0.000805, 0.00079, 0.000782, 0.00079, 0.820312, 0.000778, 0.000755, 0.000763, 0.000767, 0.820312, 0.000767, 0.00074, 0.820312, 0.820312, 0.000778, 0.820312, 0.00079, 0.820312, 0.820312, 0.00071, 0.155273, 0.000656, 0.000732, 0.000713, 0.000755, 0.000778, 0.114258, 0.000748, 0.000771, 0.820312, 0.000759, 0.820312, 0.000763, 0.000748, 0.000736, 0.539062, 0.000782, 0.000778, 0.820312, 0.000687, 0.000767, 0.820312, 0.000717, 0.000698, 0.523438, 0.000702, 0.000736, 0.000751, 0.820312, 0.820312, 0.820312, 0.820312, 0.000751, 0.820312, 0.058105, 0.820312, 0.000759, 0.000786, 0.000771, 0.820312, 0.000759, 0.000751, 0.820312, 0.000744, 0.820312, 0.820312, 0.000755, 0.000759, 0.820312, 0.000774, 0.000793, 0.000748, 0.095215, 0.000721, 0.000732, 0.077637, 0.000748, 0.000729, 0.000771, 0.008789, 0.000748, 0.00071, 0.0177, 0.820312, 0.000694, 0.820312, 0.237305, 0.000751, 0.004333, 0.085449, 0.000751, 0.820312, 0.000767, 0.820312, 0.820312, 0.000736, 0.000797, 0.000744, 0.820312 ] } , "name": "onnx::Mul_11124", "outputIndexes": [ 4106 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4105, 4106 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 4107 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4079, 4107 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/Add_2_output_0", "outputIndexes": [ 4108 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.460938 ] } , "name": "/blocks.21/Constant_1_output_0", "outputIndexes": [ 4109 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4108, 4109 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.21/Mul_1_output_0", "outputIndexes": [ 4110 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4110, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.22/Reshape_output_0", "outputIndexes": [ 4111 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4111 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.22/input_layernorm/Pow_output_0", "outputIndexes": [ 4112 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4112 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.22/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 4113 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4113, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/input_layernorm/Add_output_0", "outputIndexes": [ 4114 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4114, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/input_layernorm/Pow_1_output_0", "outputIndexes": [ 4115 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4111, 4115 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/input_layernorm/Mul_output_0", "outputIndexes": [ 4116 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.306641, 19.125, 0.640625, 0.240234, 0.433594, 0.484375, 6.28125, 25.375, 0.412109, 1.359375, 0.347656, 10.1875, 0.546875, 0.519531, 0.330078, 0.341797, 2.1875, 0.392578, 0.675781, 0.433594, 0.265625, 0.251953, 0.15332, 0.335938, 1.164062, 0.202148, 7.6875, 0.283203, 1.304688, 0.232422, 0.429688, 0.496094, 0.249023, 0.335938, 0.980469, 0.213867, 0.535156, 0.341797, 3.75, 53.0, 0.289062, 0.216797, 0.949219, 25.25, 0.498047, 0.213867, 13.5, 0.503906, 1.265625, 16.875, 16.25, 0.476562, 2.6875, 0.318359, 0.910156, 0.988281, 0.585938, 6.28125, 0.28125, 0.699219, 0.412109, 0.398438, 0.292969, 23.25, 0.330078, 0.341797, 33.25, 32.5, 0.277344, 0.306641, 0.291016, 0.289062, 0.222656, 0.243164, 0.621094, 0.466797, 0.248047, 0.316406, 0.263672, 10.4375, 0.421875, 0.326172, 0.279297, 2.671875, 0.488281, 0.357422, 0.158203, 0.25, 9.75, 0.486328, 0.439453, 0.322266, 0.386719, 0.296875, 0.137695, 3.234375, 0.261719, 25.375, 0.251953, 25.75, 0.155273, 42.25, 0.172852, 0.386719, 0.378906, 0.494141, 0.211914, 0.367188, 2.5, 0.34375, 0.353516, 0.259766, 3.1875, 0.213867, 0.253906, 3.453125, 0.265625, 0.192383, 0.273438, 0.349609, 0.25, 0.172852, 0.464844, 0.390625, 1.273438, 0.380859, 0.699219, 28.5, 0.28125, 25.25, 0.339844, 25.875, 0.34375, 0.210938, 0.269531, 0.304688, 0.800781, 0.816406, 22.375, 0.453125, 0.421875, 1.234375, 2.453125, 0.75, 0.188477, 0.765625, 0.777344, 0.328125, 0.240234, 0.447266, 33.5, 7.1875, 0.310547, 0.298828, 1.773438, 0.337891, 0.269531, 4.1875, 0.180664, 0.244141, 0.351562, 0.898438, 0.28125, 0.24707, 0.375, 0.324219, 0.273438, 0.243164, 0.235352, 0.585938, 36.75, 0.263672, 0.220703, 39.5, 26.75, 3.625, 0.296875, 2.25, 0.257812, 0.339844, 0.429688, 13.5625, 0.251953, 12.6875, 38.75, 0.302734, 0.161133, 25.125, 0.220703, 0.761719, 0.235352, 28.0, 1.625, 0.251953, 0.275391, 0.188477, 0.361328, 0.177734, 0.192383, 0.359375, 0.257812, 2.328125, 0.22168, 0.229492, 0.332031, 0.287109, 0.292969, 0.494141, 6.5625, 0.234375, 0.175781, 0.435547, 0.244141, 0.357422, 0.503906, 0.232422, 0.19043, 1.117188, 0.259766, 0.332031, 0.410156, 0.714844, 14.9375, 0.210938, 0.220703, 36.5, 18.0, 0.208984, 0.189453, 0.238281, 0.271484, 20.0, 5.9375, 0.357422, 0.296875, 0.259766, 32.0, 17.125, 0.223633, 22.25, 0.337891, 0.298828, 0.546875, 0.226562, 0.192383, 0.201172, 0.53125, 0.300781, 0.203125, 49.75, 0.201172, 18.75, 0.213867, 0.851562, 0.230469, 41.0, 0.287109, 0.25, 37.0, 0.283203, 0.251953, 0.283203, 30.125, 0.400391, 0.267578, 0.244141, 0.300781, 3.53125, 0.255859, 0.972656, 0.234375, 0.175781, 0.245117, 0.160156, 0.890625, 0.222656, 0.511719, 0.296875, 0.421875, 0.275391, 0.253906, 0.390625, 16.625, 0.203125, 0.306641, 0.219727, 0.263672, 10.0, 0.220703, 31.5, 0.320312, 0.3125, 0.255859, 0.271484, 0.255859, 0.194336, 35.75, 0.589844, 21.5, 21.625, 22.0, 0.302734, 0.222656, 0.357422, 0.259766, 0.298828, 0.326172, 0.24707, 0.339844, 0.09082, 2.34375, 0.261719, 35.25, 19.875, 0.229492, 0.209961, 0.273438, 0.396484, 0.228516, 7.40625, 0.265625, 39.5, 2.34375, 0.453125, 0.449219, 2.390625, 0.222656, 1.28125, 0.279297, 0.248047, 0.249023, 0.46875, 0.458984, 0.355469, 0.214844, 0.644531, 0.640625, 0.166992, 9.3125, 0.289062, 1.984375, 0.240234, 0.496094, 25.75, 0.176758, 0.314453, 20.75, 0.192383, 1.296875, 0.261719, 0.232422, 0.298828, 0.283203, 0.326172, 1.140625, 0.167969, 0.472656, 0.195312, 0.298828, 0.222656, 0.265625, 0.231445, 0.441406, 0.180664, 0.40625, 21.5, 0.824219, 0.170898, 0.168945, 0.192383, 0.263672, 0.154297, 0.164062, 44.25, 0.390625, 0.257812, 0.233398, 0.193359, 0.22168, 1.117188, 0.277344, 13.5, 0.269531, 5.46875, 0.175781, 9.375, 0.176758, 0.294922, 0.275391, 0.519531, 27.25, 0.283203, 2.265625, 0.248047, 0.248047, 0.177734, 0.269531, 0.898438, 0.161133, 0.225586, 0.21875, 0.308594, 0.480469, 0.441406, 1.453125, 0.226562, 0.386719, 0.222656, 0.609375, 0.167969, 0.151367, 19.25, 0.359375, 0.357422, 0.351562, 0.347656, 0.277344, 0.204102, 0.333984, 0.209961, 0.304688, 0.287109, 0.296875, 0.169922, 0.5, 0.34375, 0.300781, 0.195312, 0.287109, 0.462891, 0.337891, 0.259766, 0.402344, 0.236328, 33.5, 0.261719, 0.365234, 0.208008, 0.824219, 0.21875, 0.25, 0.173828, 0.164062, 31.5, 0.230469, 0.22168, 16.25, 0.161133, 6.0625, 0.149414, 0.271484, 0.261719, 0.210938, 0.589844, 0.211914, 0.324219, 15.0, 0.371094, 1.070312, 0.601562, 0.267578, 0.333984, 0.328125, 0.248047, 1.382812, 0.351562, 0.796875, 0.197266, 6.15625, 0.582031, 0.363281, 0.691406, 0.404297, 0.289062, 0.15332, 0.214844, 34.25, 6.125, 31.5, 0.455078, 0.320312, 0.291016, 0.189453, 16.375, 1.023438, 0.251953, 0.255859, 0.246094, 13.875, 0.239258, 0.225586, 0.275391, 31.5, 0.558594, 0.539062, 0.240234, 0.275391, 0.287109, 26.0, 0.333984, 10.8125, 0.279297, 0.245117, 0.246094, 0.5, 23.125, 0.204102, 0.25, 1.117188, 0.466797, 1.117188, 2.140625, 0.217773, 0.263672, 13.125, 14.25, 0.369141, 0.375, 0.255859, 0.289062, 17.875, 0.820312, 0.263672, 0.236328, 0.917969, 0.388672, 0.241211, 0.84375, 0.178711, 0.75, 0.328125, 0.921875, 0.145508, 0.507812, 0.273438, 0.246094, 0.185547, 8.1875, 0.227539, 0.232422, 0.410156, 0.371094, 0.402344, 0.289062, 0.165039, 0.390625, 0.275391, 0.390625, 0.306641, 0.449219, 0.427734, 7.125, 0.279297, 0.324219, 0.192383, 0.351562, 16.125, 6.78125, 0.208008, 0.235352, 0.3125, 0.25, 0.361328, 0.316406, 0.3125, 0.136719, 0.176758, 0.151367, 0.267578, 0.214844, 0.263672, 0.248047, 15.375, 0.314453, 0.476562, 4.40625, 0.216797, 0.257812, 0.410156, 0.246094, 0.267578, 1.320312, 0.40625, 0.240234, 3.5, 0.425781, 0.357422, 0.707031, 0.339844, 0.412109, 0.291016, 0.237305, 0.257812, 0.355469, 11.5625, 1.375, 0.349609, 0.231445, 0.169922, 0.178711, 0.3125, 0.220703, 1.101562, 0.792969, 0.185547, 0.283203, 0.231445, 0.253906, 0.245117, 3.15625, 0.263672, 0.294922, 42.75, 0.209961, 0.34375, 0.355469, 0.207031, 8.125, 0.235352, 0.376953, 41.5, 0.410156, 1.328125, 0.396484, 0.441406, 0.232422, 0.265625, 0.339844, 0.289062, 0.229492, 0.349609, 0.196289, 0.279297, 31.0, 37.0, 0.4375, 0.245117, 13.5625, 0.25, 0.229492, 0.22168, 0.433594, 0.294922, 0.726562, 0.294922, 10.0, 39.0, 0.166016, 0.333984, 24.375, 0.292969, 0.251953, 17.0, 0.219727, 2.5625, 0.166992, 30.5, 0.248047, 12.0, 0.34375, 0.917969, 0.443359, 0.198242, 0.369141, 0.550781, 0.357422, 0.341797, 0.349609, 0.246094, 0.324219, 0.242188, 0.209961, 0.322266, 0.171875, 0.200195, 5.09375, 0.304688, 0.394531, 0.277344, 0.396484, 0.365234, 0.349609, 22.625, 0.220703, 0.183594, 0.22168, 0.229492, 0.150391, 14.0625, 0.330078, 0.230469, 0.8125, 0.269531, 0.304688, 8.0, 0.200195, 31.125, 0.287109, 0.345703, 9.625, 0.253906, 0.361328, 32.75, 0.265625, 0.941406, 0.273438, 9.1875, 0.185547, 24.0, 0.257812, 0.324219, 28.625, 0.183594, 0.396484, 0.228516, 0.273438, 0.279297, 0.328125, 27.125, 0.671875, 0.726562, 0.310547, 29.5, 0.359375, 0.251953, 0.824219, 0.3125, 10.0625, 0.310547, 0.15625, 0.5, 0.236328, 15.6875, 27.875, 0.339844, 0.222656, 0.357422, 0.271484, 0.263672, 0.237305, 0.46875, 0.236328, 27.125, 0.550781, 0.236328, 0.369141, 0.298828, 0.267578, 0.271484, 0.157227, 0.257812, 4.0625, 0.359375, 8.8125, 0.253906, 0.345703, 0.298828, 0.330078, 36.25, 0.200195, 16.625, 9.375, 28.625, 0.239258, 0.287109, 0.257812, 15.25, 0.200195, 0.283203, 0.539062, 0.246094, 0.237305, 0.217773, 0.431641, 0.188477, 0.263672, 0.423828, 0.220703, 10.375, 0.414062, 51.5, 20.625, 0.255859, 0.271484, 0.361328, 0.224609, 0.330078, 7.96875, 0.287109, 0.228516, 0.205078, 0.193359, 0.267578, 0.632812, 0.914062, 0.15918, 0.265625, 18.375, 23.875, 0.447266, 0.722656, 0.228516, 0.511719, 0.206055, 50.0, 1.296875, 0.253906, 0.200195, 0.316406, 0.335938, 0.277344, 0.589844, 0.196289, 3.53125, 0.265625, 0.220703, 0.427734, 0.18457, 0.427734, 0.355469, 0.251953, 0.832031, 0.289062, 0.197266, 0.507812, 3.1875, 0.279297, 0.28125, 0.777344, 0.320312, 0.298828, 24.875, 0.257812, 10.1875, 0.75, 0.285156, 0.341797, 0.237305, 24.5, 34.5, 0.308594, 17.0, 0.203125, 14.1875, 0.208008, 16.375, 0.371094, 0.248047, 29.875, 0.306641, 0.238281, 33.75, 0.496094, 0.298828, 0.316406, 0.435547, 0.597656, 0.679688, 0.490234, 19.75, 1.664062, 0.255859, 0.236328, 0.636719, 0.28125, 0.310547, 0.486328, 0.404297, 0.484375, 2.8125, 16.25, 1.367188, 0.227539, 0.292969, 0.259766, 0.206055, 0.314453, 0.320312, 0.298828, 14.0625, 0.431641, 32.25, 9.25, 0.21875, 0.384766, 0.222656, 10.125, 0.216797, 0.28125, 0.15332, 13.0625, 1.492188, 1.210938, 0.550781, 0.158203, 0.384766, 0.316406, 0.287109, 33.0, 0.337891, 0.214844, 1.445312, 0.390625, 0.253906, 0.503906, 12.375, 30.375, 14.625, 19.875, 0.213867, 0.200195, 1.53125, 0.208008, 0.378906, 0.263672, 14.75, 0.196289, 0.691406, 0.267578, 0.283203, 0.300781, 0.269531, 34.5, 13.5625, 0.176758, 0.193359, 0.902344, 10.0625, 0.494141, 0.455078, 0.196289, 33.5, 0.431641, 0.257812, 1.070312, 0.267578, 33.0, 0.949219, 0.192383, 0.150391, 0.886719, 0.222656, 1.828125, 0.542969, 0.351562, 0.171875, 0.314453, 0.316406, 40.5, 0.476562, 0.449219, 0.273438, 0.339844, 0.460938, 0.652344, 0.304688, 2.46875, 0.255859, 0.296875, 0.25, 0.519531, 4.875, 0.324219, 0.261719, 0.166016, 0.224609, 0.228516, 0.119629, 0.652344, 0.433594, 0.349609, 0.279297, 0.216797, 0.244141, 14.25, 0.213867, 0.214844, 23.125, 0.621094, 25.125, 0.205078, 0.322266, 0.359375, 15.9375, 0.183594, 0.18457, 0.209961, 0.279297, 2.078125, 0.558594, 0.210938, 0.357422, 0.209961, 0.169922, 34.0, 0.279297, 0.298828, 0.441406, 1.570312, 0.371094, 0.251953, 11.25, 0.267578, 21.875, 4.90625, 0.667969, 0.349609, 19.0, 0.255859, 0.271484, 0.376953, 0.197266, 0.185547, 0.201172, 0.21875, 0.238281, 0.275391, 0.200195, 0.400391, 3.28125, 0.275391, 0.746094, 0.22168, 0.269531, 0.214844, 4.0625, 0.134766, 44.25, 0.197266, 35.5, 0.263672, 26.375, 0.296875, 0.21875, 0.194336, 0.294922, 0.462891, 0.503906, 0.231445, 6.6875, 0.263672, 0.380859, 0.322266, 0.304688, 0.213867, 0.235352, 0.296875, 1.664062, 0.261719, 0.225586, 1.320312, 28.125, 0.269531, 0.486328, 0.285156, 1.09375, 0.361328, 0.183594, 0.279297, 0.566406, 0.133789, 0.3125, 0.894531, 0.699219, 0.235352, 0.291016, 0.492188, 0.232422, 0.255859, 24.0, 0.283203, 0.176758, 0.294922, 0.4375, 0.193359, 0.300781, 5.53125, 0.304688, 0.21582, 0.353516, 0.169922, 0.242188, 0.198242, 0.777344, 28.125, 0.235352, 6.59375, 0.25, 0.302734, 0.287109, 0.414062, 0.419922, 0.204102, 0.427734, 0.347656, 0.523438, 0.617188, 0.363281, 1.5, 0.283203, 0.929688, 0.251953, 0.416016, 0.279297, 0.441406, 19.625, 0.875, 11.5, 0.237305, 0.158203, 0.318359, 0.298828, 0.22168, 0.150391, 0.177734, 0.25, 0.253906, 0.232422, 0.417969, 0.382812, 13.375, 0.257812, 0.236328, 0.992188, 0.3125, 37.0, 0.220703, 0.205078, 0.597656, 0.330078, 0.300781, 0.933594, 0.5, 1.03125, 0.267578, 21.25, 0.416016, 0.192383, 0.322266, 0.209961, 0.216797, 0.351562, 0.470703, 21.125, 0.628906, 25.25, 0.400391, 0.492188, 0.212891, 7.875, 0.253906, 0.308594, 0.18457, 11.0625, 0.3125, 0.232422, 0.164062, 42.0, 0.237305, 0.178711, 0.240234, 0.519531, 0.242188, 23.375, 0.820312, 22.25, 0.275391, 0.209961, 0.251953, 25.75, 0.476562, 1.164062, 0.279297, 0.236328, 0.085449, 33.0, 35.75, 0.28125, 0.197266, 0.186523, 0.208984, 0.229492, 0.402344, 0.202148, 0.287109, 0.458984, 10.1875, 0.310547, 42.25, 0.169922, 0.210938, 0.28125, 50.25, 0.255859, 0.242188, 2.25, 0.574219, 0.246094, 37.25, 0.223633, 0.255859, 0.3125, 0.447266, 8.75, 0.236328, 0.355469, 0.527344, 0.318359, 15.75, 0.207031, 0.318359, 0.169922, 0.349609, 23.125, 0.359375, 0.416016, 0.503906, 0.304688, 0.570312, 0.316406, 26.625, 0.185547, 0.273438, 26.75, 26.125, 0.349609, 0.414062, 0.365234, 0.314453, 0.402344, 0.466797, 0.287109, 0.414062, 0.410156, 0.365234, 0.239258, 0.205078, 0.345703, 0.40625, 0.71875, 1.664062, 18.0, 20.25, 9.75, 0.228516, 0.203125, 37.25, 29.5, 0.22168, 1.5625, 0.196289, 0.244141, 20.0, 0.287109, 13.25, 0.300781, 0.298828, 17.25, 0.398438, 17.5, 22.625, 45.0, 36.0, 19.5, 0.707031, 0.380859, 4.15625, 0.160156, 0.316406, 25.875, 1.140625, 2.046875, 0.347656, 0.235352, 0.328125, 23.0, 0.304688, 0.339844, 2.609375, 0.291016, 0.640625, 14.3125, 11.0625, 0.277344, 13.3125, 0.275391, 0.185547, 0.263672, 0.373047, 0.224609, 1.421875, 9.3125, 1.335938, 0.351562, 0.223633, 0.816406, 0.400391, 0.3125, 0.306641, 0.298828, 0.235352, 3.078125, 0.22168, 0.208008, 0.189453, 0.210938, 0.034668, 0.980469, 0.523438, 14.0625, 0.294922, 0.283203, 0.398438, 2.828125, 0.212891, 2.609375, 0.244141, 0.249023, 0.277344, 17.0, 0.203125, 0.316406, 0.248047, 0.15332, 0.208008, 5.5625, 0.226562, 0.310547, 0.204102, 0.21582, 0.300781, 0.378906, 0.232422, 0.117188, 5.6875, 23.75, 0.300781, 0.449219, 0.291016, 0.277344, 0.503906, 0.271484, 0.462891, 42.5, 0.271484, 0.242188, 0.205078, 0.486328, 0.154297, 0.269531, 0.306641, 0.228516, 0.396484, 0.232422, 0.094238, 26.5, 0.164062, 0.271484, 0.128906, 0.263672, 0.394531, 0.785156, 0.314453, 10.25, 0.114258, 0.746094, 0.228516, 0.179688, 0.441406, 0.251953, 0.267578, 0.161133, 0.322266, 0.209961, 12.75, 0.175781, 0.357422, 0.597656, 0.53125, 0.269531, 0.224609, 0.220703, 0.316406, 39.0, 0.867188, 0.345703, 0.292969, 0.228516, 0.275391, 0.22168, 23.125, 0.229492, 0.275391, 0.326172, 0.443359, 19.875, 0.237305, 30.25, 0.390625, 0.3125, 15.9375, 0.375, 0.253906, 0.224609, 0.597656, 1.210938, 0.224609, 0.226562, 0.233398, 0.34375, 0.328125, 0.578125, 0.242188, 9.875, 0.472656, 30.125, 1.453125, 0.277344, 0.320312, 0.326172, 4.96875, 22.625, 0.308594, 0.322266, 0.180664, 8.5625, 0.267578, 0.265625, 0.271484, 0.235352, 0.785156, 13.8125, 0.402344, 0.277344, 0.289062, 0.914062, 0.527344, 17.0, 0.777344, 0.394531, 0.417969, 0.224609, 0.412109, 0.168945, 0.255859, 0.392578, 0.320312, 0.335938, 0.400391, 0.291016, 0.535156, 0.275391, 9.0, 0.765625, 0.339844, 0.330078, 41.0, 0.765625, 0.257812, 14.6875, 0.878906, 0.223633, 0.523438, 0.447266, 0.351562, 0.390625, 40.0, 0.3125, 0.332031, 0.223633, 0.474609, 0.263672, 0.421875, 0.341797, 0.263672, 0.427734, 0.245117, 0.333984, 0.460938, 20.25, 0.259766, 0.589844, 8.4375, 0.667969, 31.375, 0.220703, 0.261719, 0.773438, 0.361328, 0.554688, 0.217773, 23.625, 0.316406, 25.625, 0.246094, 0.632812, 3.40625, 18.375, 0.976562, 0.167969, 0.597656, 0.835938, 0.231445, 0.225586, 0.523438, 0.664062, 0.166992, 12.875, 0.294922, 0.257812, 0.287109, 0.196289, 35.5, 23.0, 0.332031, 0.925781, 0.365234, 0.316406, 0.289062, 0.207031, 0.828125, 0.22168, 0.53125, 0.259766, 0.683594, 1.4375, 0.447266, 0.328125, 0.238281, 0.921875, 0.180664, 0.279297, 0.185547, 0.21582, 26.25, 0.213867, 36.5, 0.318359, 0.257812, 0.285156, 3.59375, 0.421875, 0.222656, 0.287109, 0.292969, 2.046875, 0.238281, 0.275391, 0.236328, 0.249023, 0.180664, 10.125, 0.365234, 0.515625, 0.220703, 0.188477, 0.384766, 0.333984, 0.287109, 0.75, 0.167969, 0.28125, 0.347656, 0.257812, 37.25, 0.429688, 0.245117, 14.5, 0.287109, 28.125, 0.898438, 0.294922, 0.162109, 1.65625, 0.245117, 0.192383, 3.15625, 0.177734, 0.691406, 0.269531, 0.349609, 2.3125, 0.308594, 0.183594, 43.0, 0.271484, 0.223633, 0.34375, 0.287109, 0.222656, 0.246094, 0.283203, 34.0, 0.165039, 0.140625, 0.855469, 5.53125, 3.734375, 0.388672, 0.882812, 0.917969, 27.5, 1.804688, 38.0, 0.238281, 0.318359, 0.21875, 0.304688, 0.259766, 0.168945, 0.248047, 3.421875, 0.217773, 0.234375, 0.191406, 0.166992, 0.251953, 0.287109, 0.5, 0.283203, 17.75, 0.369141, 0.283203, 0.380859, 0.220703, 0.96875, 0.273438, 0.253906, 0.320312, 0.3125, 0.324219, 36.0, 2.625, 0.257812, 0.345703, 3.734375, 0.300781, 0.777344, 0.192383, 0.261719, 0.361328, 0.255859, 0.246094, 0.353516, 0.357422, 1.09375, 0.347656, 0.182617, 0.617188, 0.238281, 0.146484, 0.244141, 0.271484, 0.222656, 0.474609, 0.910156, 0.277344, 0.988281, 0.410156, 0.188477, 0.223633, 0.347656, 0.271484, 0.158203, 0.275391, 0.253906, 0.115234, 0.365234, 0.22168, 0.320312, 35.75, 0.388672, 0.300781, 0.441406, 2.828125, 0.380859, 0.261719, 0.257812, 0.217773, 0.251953, 0.294922, 0.464844, 0.316406, 0.34375, 0.332031, 0.22168, 0.380859, 28.375, 0.408203, 26.5, 0.378906, 2.125, 0.232422, 0.283203, 0.209961, 0.863281, 1.476562, 0.839844, 16.75, 12.0, 10.875, 0.376953, 0.277344, 0.498047, 0.339844, 0.285156, 0.227539, 2.234375, 0.84375, 0.251953, 0.283203, 0.155273, 0.248047, 0.300781, 16.625, 0.439453, 0.146484, 20.125, 0.306641, 0.243164, 10.4375, 19.125, 0.255859, 25.125, 0.734375, 4.8125, 0.271484, 0.219727, 0.306641, 0.228516, 0.84375, 0.273438, 21.25, 0.289062, 23.75, 13.5625, 0.194336, 0.211914, 2.9375, 0.269531, 3.21875, 1.203125, 1.09375, 18.125, 12.5, 0.194336, 0.59375, 0.277344, 0.296875, 37.5, 0.224609, 0.199219, 0.326172, 33.75, 0.255859, 0.214844, 0.914062, 6.4375, 0.240234, 45.25, 35.0, 0.211914, 0.308594, 0.308594, 0.408203, 0.925781, 0.173828, 0.210938, 0.283203, 0.259766, 1.921875, 0.210938, 0.4375, 0.283203, 0.375, 0.384766, 0.310547, 0.337891, 43.5, 0.300781, 13.125, 10.6875, 15.125, 0.22168, 0.253906, 0.259766, 0.208984, 0.546875, 0.53125, 0.375, 0.302734, 0.871094, 0.202148, 0.550781, 2.078125, 28.875, 0.198242, 0.248047, 0.375, 22.0, 4.0625, 2.96875, 0.443359, 0.253906, 0.28125, 0.15918, 0.261719, 0.416016, 0.277344, 0.65625, 0.21582, 0.253906, 0.382812, 0.306641, 0.261719, 0.275391, 32.25, 0.310547, 0.285156, 0.263672, 0.304688, 0.392578, 0.648438, 0.208984, 0.271484, 0.507812, 0.322266, 0.361328, 0.503906, 0.476562, 0.263672, 0.470703, 0.208984, 0.294922, 40.75, 0.25, 0.220703, 19.25, 0.277344, 0.417969, 0.22168, 48.0, 0.640625, 0.330078, 44.25, 0.302734, 32.5, 0.176758, 1.117188, 0.180664, 0.308594, 0.439453, 0.466797, 0.265625, 0.21582, 20.625, 7.15625, 0.53125, 0.25, 37.25, 0.306641, 0.414062, 0.333984, 1.226562, 0.273438, 32.75, 31.625, 22.125, 0.285156, 29.125, 0.18457, 0.298828, 0.310547, 0.285156, 0.200195, 0.200195, 3.515625, 0.265625, 0.296875, 1.070312, 0.244141, 0.279297, 0.222656, -0.609375, 0.449219, 0.382812, 0.306641, 0.494141, 0.871094, 0.245117, 0.206055, 0.304688, 0.172852, 0.205078, 0.283203, 14.625, 1.101562, 0.320312, 1.398438, 23.75, 0.265625, 0.233398, 0.431641, 0.259766, 0.176758, 0.261719, 0.239258, 0.275391, 0.208008, 3.828125, 0.238281, 22.0, 0.347656, 0.205078, 27.625, 0.304688, 13.9375, 16.625, 0.392578, 0.240234, 1.132812, 0.304688, 0.214844, 33.25, 1.3125, 0.398438, 0.300781, 0.063477, 0.180664, 0.347656, 18.875, 0.507812, 1.351562, 0.166016, 0.222656, 0.154297, 0.228516, 0.476562, 0.355469, 0.269531, 39.25, 0.369141, 37.25, 0.337891, 0.353516, 0.209961, 0.285156, 10.25, 0.445312, 16.25, 0.145508, 0.9375, 0.341797, 2.328125, 0.208008, 0.271484, 25.25, 0.398438, 0.229492, 0.239258, 0.188477, 0.257812, 1.070312, 0.165039, 0.267578, 1.039062, 0.345703, 0.236328, 4.0625, 0.404297, 0.283203, 0.261719, 0.230469, 0.298828, 11.5625, 11.0625, 0.390625, 0.382812, 0.361328, 0.24707, 0.245117, 0.333984, 0.170898, 0.369141, 0.298828, 0.194336, 0.240234, 0.236328, 0.369141, 0.271484, 29.375, 0.236328, 0.234375, 9.8125, 0.214844, 0.249023, 0.271484, 19.125, 2.546875, 0.800781, 0.326172, 0.59375, 0.213867, 0.228516, 0.359375, 0.328125, 5.28125, 15.6875, 0.172852, 36.25, 0.294922, 0.376953, 0.259766, 0.233398, 3.109375, 0.166992, 0.175781, 0.453125, 0.357422, 52.25, 0.265625, 0.279297, 0.275391, 0.302734, 0.253906, 0.310547, 19.5, 0.236328, 0.244141, 0.34375, 0.330078, 0.28125, 0.277344, 0.365234, 40.5, 0.628906, 0.478516, 0.189453, 0.294922, 0.34375, 3.984375, 0.65625, 0.371094, 15.9375, 0.320312, 0.238281, 0.617188, 33.25, 0.310547, 41.75, 0.269531, 0.28125, 26.625, 0.291016, 0.695312, 0.244141, 0.249023, 0.25, 0.333984, 0.310547, 0.326172, 0.570312, 0.157227, 0.255859, 0.451172, 30.5, 0.273438, 25.0, 0.246094, 0.237305, 0.228516, 0.578125, 1.140625, 0.683594, 0.287109, 0.332031, 0.259766, 25.625, 0.148438, 0.236328, 0.217773, 0.233398, 0.240234, 0.486328, 0.263672, 0.269531, 0.265625, 0.371094, 0.310547, 0.219727, 0.253906, 0.337891, 0.206055, 0.162109, 0.226562, 0.15918, 9.375, 0.378906, 0.216797, 24.875, 0.300781, 0.28125, 0.275391, 0.34375, 0.275391, 0.158203, 0.267578, 0.443359, 0.318359, 0.337891, 23.25, 0.267578, 0.441406, 0.648438, 0.300781, 0.59375, 0.734375, 0.21582, 0.470703, 0.287109, 0.209961, 0.318359, 0.241211, 0.265625, 0.287109, 0.302734, 0.435547, 0.554688, 0.236328, 0.337891, 0.367188, 0.546875, 0.208984, 0.65625, 0.792969, 0.863281, 24.125, 0.341797, 0.738281, 0.269531, 0.378906, 0.191406, 0.232422, 0.953125, 0.194336, 0.245117, 13.75, 0.21582, 0.291016, 0.363281, 0.4375, 10.5625, 0.339844, 0.3125, 0.808594, 13.0625, 0.617188, 10.4375, 1.234375, 0.188477, 18.125, 0.318359, 0.251953, 0.253906, 0.40625, 0.269531, 0.267578, 22.25, 31.625, 0.486328, 0.291016, 0.546875, 0.249023, 36.75, 0.152344, 13.0, 0.202148, 0.367188, 25.375, 36.5, 0.298828, 21.25, 0.285156, 0.980469, 0.300781, 38.0, 0.3125, 0.503906, 0.271484, 0.664062, 1.109375, 0.154297, 0.267578, 0.470703, 0.349609, 0.386719, 0.206055, 0.476562, 2.640625, 0.296875, 6.625, 0.161133, 0.417969, 39.25, 0.382812, 24.125, 0.3125, 0.46875, 0.224609, 0.443359, 0.402344, 0.146484, 27.25, 0.777344, 0.186523, 0.191406, 0.212891, 0.753906, 0.15918, 0.142578, 0.337891, 0.507812, 15.9375, 0.204102, 0.304688, 38.75, 23.375, 0.365234, 0.211914, 6.96875, 7.25, 0.353516, 23.875, 0.419922, 0.211914, 0.234375, 0.519531, 0.181641, 1.023438, 0.244141, 0.18457, 0.28125, 0.296875, 29.5, 0.251953, 0.277344, 0.296875, 0.291016, 0.261719, 1.132812, 0.175781, 0.335938, 0.289062, 0.408203, 0.223633, 0.326172, 0.236328, 0.263672, 0.257812, 0.285156, 18.625, 0.22168, 0.294922, 0.251953, 26.5, 24.375, 10.625, 0.142578, 11.4375, 0.25, 19.0, 0.227539, 0.183594, 0.24707, 0.200195, 0.410156, 0.271484, 0.310547, 26.875, 0.259766, 0.333984, 0.345703, 0.298828, 0.273438, 0.4375, 28.75, 0.212891, 0.165039, 0.241211, 0.302734, 0.292969, 0.339844, 0.285156, 0.839844, 8.1875, 0.263672, 17.5, 0.84375, 0.316406, 0.333984, 0.488281, 0.178711, 0.462891, 0.363281, 0.263672, 0.235352, 0.209961, 0.375, 0.388672, 0.306641, 39.5, 0.269531, 44.0, 0.550781, 0.191406, 0.380859, 0.3125, 15.9375, 0.198242, 24.875, 0.355469, 17.625, 0.267578, 0.275391, 0.257812, 0.257812, 0.253906, 0.271484, 0.410156, 0.722656, 0.285156, 0.237305, 0.335938, 0.291016, 0.259766, 0.291016, 0.24707, 0.217773, 0.365234, 0.835938, 0.382812, 0.330078, 4.0625, 0.21582, 16.625, 0.193359, 0.443359, 1.101562, 0.195312, 0.253906, 0.244141, 0.503906, 0.332031, 34.25, 0.209961, 29.25, 0.232422, 0.259766, 0.306641, 0.213867, 1.671875, 4.34375, 0.251953, 22.75, 0.337891, 0.59375, 0.302734, 0.265625, 1.25, 0.335938, 0.259766, 0.310547, 0.196289, 0.449219, 0.18457, 0.242188, 0.173828, 0.396484, 0.419922, 0.169922, 0.25, 25.625, 0.255859, 9.9375, 0.228516, 33.0, 0.216797, 40.5, 0.78125, 0.180664, 2.921875, 0.275391, 0.204102, 0.273438, 0.251953, 0.24707, 19.75, 37.0, 0.585938, 0.316406, 0.25, 0.365234, 0.726562, 12.75, 24.875, 0.3125, 0.227539, 0.123535, 0.300781, 0.269531, 42.75, 36.5, 0.339844, 0.148438, 0.277344, 0.423828, 0.279297, 0.320312, 0.198242, 0.251953, 0.363281, 0.141602, 0.177734, 0.75, 7.15625, 0.675781, 0.351562, 0.238281, 0.902344, 4.53125, 0.326172, 0.291016, 0.683594, 4.84375, 0.257812, 0.279297, 0.609375, 0.242188, 5.625, 0.326172, 0.308594, 0.351562, 5.15625, 0.335938, 0.257812, 4.53125, 0.279297, 0.232422, 0.212891, 0.257812, 0.285156, 4.21875, 0.341797, 0.255859, 0.213867, 7.65625, 0.245117, 26.875, 0.238281, 0.369141, 0.308594, 0.263672, 1.273438, 0.425781, 0.217773, 0.439453, 0.390625, 32.5, 0.25, 0.261719, 0.131836, 0.253906, 0.578125, 0.322266, 0.176758, 0.265625, 0.255859, 0.310547, 0.232422, 0.5625, 0.210938, 3.8125, 20.375, 0.324219, 0.246094, 13.0625, 0.421875, 0.318359, 0.78125, 0.277344, 0.209961, 0.203125, 0.1875, 0.287109, 0.244141, 0.339844, 0.25, 0.287109, 0.404297, 0.1875, 31.75, 0.186523, 0.351562, 0.263672, 0.396484, 0.15332, 0.251953, 12.125, 0.738281, 0.236328, 0.296875, 0.212891, 0.302734, 34.75, 0.200195, 1.757812, 0.404297, 0.251953, 0.412109, 23.25, 0.482422, 0.245117, 22.625, 0.269531, 35.75, 0.246094, 0.161133, 0.369141, 0.361328, 0.519531, 8.0625, 0.466797, 0.25, 2.640625, 21.25, 0.273438, 9.0625, 22.375, 0.229492, 0.275391, 21.5, 0.339844, 0.302734, 12.3125, 0.219727, 0.200195, 0.206055, 0.445312, 15.25, 29.125, 0.75, 0.241211, 0.433594, 1.03125, -0.108398, 0.185547, 0.285156, 0.707031, 0.746094, 0.283203 ] } , "name": "onnx::Mul_11125", "outputIndexes": [ 4117 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4116, 4117 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/input_layernorm/Mul_1_output_0", "outputIndexes": [ 4118 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4118 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.22/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 7725 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7725 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.22/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 7726 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7726 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1321373978, 2621462, 655360, 0, 0 ] } , "name": "/layers.22/self_attn/q_proj/Linear", "outputIndexes": [ 7727 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7727 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.22/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 7728 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7728 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ] , "dimType": "NCHW" } , "name": "/layers.22/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 4119 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4118 ] , "main_type": "NONE", "name": "/blocks.22/self_attn/Shape_output_0", "outputIndexes": [ 4120 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 4120 ] , "main_type": "NONE", "name": "Shape5012", "outputIndexes": [ 4121 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 4120 ] , "main_type": "NONE", "name": "Rank5014", "outputIndexes": [ 4122 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4122, 4122 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5016", "outputIndexes": [ 4123 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4123 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5017", "outputIndexes": [ 4124 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4123, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5019", "outputIndexes": [ 4125 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4125 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5020", "outputIndexes": [ 4126 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4121, 4124, 4126, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice5023", "outputIndexes": [ 4127 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4127 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze5024", "outputIndexes": [ 4128 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4128, 4128 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5026", "outputIndexes": [ 4129 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4120, 4129, 4123 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.22/self_attn/Gather_output_0", "outputIndexes": [ 4130 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4130, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.22/self_attn/Unsqueeze_output_0", "outputIndexes": [ 4131 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4123 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5034", "outputIndexes": [ 4132 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4125 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5037", "outputIndexes": [ 4133 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4121, 4132, 4133, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice5040", "outputIndexes": [ 4134 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4134 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze5041", "outputIndexes": [ 4135 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 4135 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5042", "outputIndexes": [ 4136 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4136, 4135 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5043", "outputIndexes": [ 4137 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4120, 4137, 4123 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.22/self_attn/Gather_1_output_0", "outputIndexes": [ 4138 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4138, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.22/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 4139 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4131, 4139, 41, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.22/self_attn/Concat_output_0", "outputIndexes": [ 4140 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4119, 4140 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.22/self_attn/Reshape_output_0", "outputIndexes": [ 4141 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4141 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.22/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 4143 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4143 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.22/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 4144 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4144, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/self_attn/q_norm/Add_output_0", "outputIndexes": [ 4145 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4145, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 4146 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4141, 4146 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 4147 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4147, 885 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 4148 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4148, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/self_attn/Mul_output_0", "outputIndexes": [ 4149 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4148 ] , "main_type": "NONE", "name": "/blocks.22/self_attn/Shape_2_output_0", "outputIndexes": [ 4150 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 4150 ] , "main_type": "NONE", "name": "Shape5058", "outputIndexes": [ 4151 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 4150 ] , "main_type": "NONE", "name": "Rank5060", "outputIndexes": [ 4152 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4152, 4152 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5062", "outputIndexes": [ 4153 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4153 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5063", "outputIndexes": [ 4154 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4153, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5065", "outputIndexes": [ 4155 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4155 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5066", "outputIndexes": [ 4156 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4151, 4154, 4156, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice5069", "outputIndexes": [ 4157 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4157 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze5070", "outputIndexes": [ 4158 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 4158 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5071", "outputIndexes": [ 4159 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4159, 4158 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5072", "outputIndexes": [ 4160 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4150, 4160, 4153 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.22/self_attn/Gather_2_output_0", "outputIndexes": [ 4161 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4161, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/self_attn/Div_output_0", "outputIndexes": [ 4162 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4162, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.22/self_attn/Unsqueeze_7_output_0", "outputIndexes": [ 4163 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4148, 4163, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.22/self_attn/Slice_1_output_0", "outputIndexes": [ 4164 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4164 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.22/self_attn/Neg_output_0", "outputIndexes": [ 4165 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4162, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.22/self_attn/Unsqueeze_6_output_0", "outputIndexes": [ 4166 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4148, 31, 4166, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.22/self_attn/Slice_output_0", "outputIndexes": [ 4167 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4165, 4167 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.22/self_attn/Concat_3_output_0", "outputIndexes": [ 4168 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4168, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/self_attn/Mul_1_output_0", "outputIndexes": [ 4169 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4149, 4169 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/self_attn/Add_output_0", "outputIndexes": [ 4170 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7726 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1324650800, 655382, 163840, 0, 0 ] } , "name": "/layers.22/self_attn/k_proj/Linear", "outputIndexes": [ 7731 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7731 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.22/self_attn/k_proj/Linear/post_convert", "outputIndexes": [ 7732 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7732 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.22/self_attn/k_proj/Linear/post_reshape", "outputIndexes": [ 4171 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4130, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.22/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 4172 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4138, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.22/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 4173 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4172, 4173, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.22/self_attn/Concat_1_output_0", "outputIndexes": [ 4174 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4171, 4174 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.22/self_attn/Reshape_1_output_0", "outputIndexes": [ 4175 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4175 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.22/self_attn/k_norm/Pow_output_0", "outputIndexes": [ 4177 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4177 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.22/self_attn/k_norm/ReduceMean_output_0", "outputIndexes": [ 4178 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4178, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/self_attn/k_norm/Add_output_0", "outputIndexes": [ 4179 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4179, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/self_attn/k_norm/Pow_1_output_0", "outputIndexes": [ 4180 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4175, 4180 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/self_attn/k_norm/Mul_output_0", "outputIndexes": [ 4181 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4181, 920 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/self_attn/k_norm/Mul_1_output_0", "outputIndexes": [ 4182 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4182, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/self_attn/Mul_2_output_0", "outputIndexes": [ 4183 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4182 ] , "main_type": "NONE", "name": "/blocks.22/self_attn/Shape_3_output_0", "outputIndexes": [ 4184 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 4184 ] , "main_type": "NONE", "name": "Shape5098", "outputIndexes": [ 4185 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 4184 ] , "main_type": "NONE", "name": "Rank5100", "outputIndexes": [ 4186 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4186, 4186 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5102", "outputIndexes": [ 4187 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4187 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5103", "outputIndexes": [ 4188 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4187, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5105", "outputIndexes": [ 4189 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4189 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5106", "outputIndexes": [ 4190 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4185, 4188, 4190, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice5109", "outputIndexes": [ 4191 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4191 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze5110", "outputIndexes": [ 4192 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 4192 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5111", "outputIndexes": [ 4193 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4193, 4192 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5112", "outputIndexes": [ 4194 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4184, 4194, 4187 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.22/self_attn/Gather_3_output_0", "outputIndexes": [ 4195 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4195, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/self_attn/Div_1_output_0", "outputIndexes": [ 4196 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4196, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.22/self_attn/Unsqueeze_9_output_0", "outputIndexes": [ 4197 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4182, 4197, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.22/self_attn/Slice_3_output_0", "outputIndexes": [ 4198 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4198 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.22/self_attn/Neg_1_output_0", "outputIndexes": [ 4199 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4196, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.22/self_attn/Unsqueeze_8_output_0", "outputIndexes": [ 4200 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4182, 31, 4200, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.22/self_attn/Slice_2_output_0", "outputIndexes": [ 4201 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4199, 4201 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.22/self_attn/Concat_4_output_0", "outputIndexes": [ 4202 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4202, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/self_attn/Mul_3_output_0", "outputIndexes": [ 4203 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4183, 4203 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/self_attn/Add_1_output_0", "outputIndexes": [ 4204 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7726 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 20480, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1325470022, 655382, 163840, 0, 0 ] } , "name": "/layers.22/self_attn/v_proj/Linear", "outputIndexes": [ 7735 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7735 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.22/self_attn/v_proj/Linear/post_convert", "outputIndexes": [ 7736 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7736 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.22/self_attn/v_proj/Linear/post_reshape", "outputIndexes": [ 4205 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4130, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.22/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 4206 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4138, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.22/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 4207 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4206, 4207, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.22/self_attn/Concat_2_output_0", "outputIndexes": [ 4208 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4205, 4208 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.22/self_attn/Reshape_2_output_0", "outputIndexes": [ 4209 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4209 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.22/self_attn/v_norm/Pow_output_0", "outputIndexes": [ 4211 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4211 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.22/self_attn/v_norm/ReduceMean_output_0", "outputIndexes": [ 4212 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4212, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/self_attn/v_norm/Add_output_0", "outputIndexes": [ 4213 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4213, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/self_attn/v_norm/Pow_1_output_0", "outputIndexes": [ 4214 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4209, 4214 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/self_attn/v_norm/Mul_output_0", "outputIndexes": [ 4215 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4170, 4204, 4215, 167 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 22, "kv_shared_layer_index": -1 } , "name": "/layers.22/self_attn/FusedAttention", "outputIndexes": [ 4216 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4216 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.22/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 7737 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7737 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.22/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 7738 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7738 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1326289244, 2621462, 655360, 0, 0 ] } , "name": "/layers.22/self_attn/o_proj/Linear", "outputIndexes": [ 7739 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7739 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.22/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 7740 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7740 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.22/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 4217 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4217 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.22/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 4219 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4219 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.22/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 4220 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4220, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/post_attention_layernorm/Add_output_0", "outputIndexes": [ 4221 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4221, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 4222 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4217, 4222 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 4223 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.03125, 1.03125, 0.306641, 1.03125, 0.738281, 1.03125, 0.195312, 0.427734, 0.695312, 0.255859, 0.738281, 1.03125, 0.388672, 0.785156, 1.03125, 0.523438, 0.466797, 0.298828, 0.394531, 1.03125, 1.03125, 1.03125, 1.03125, 0.960938, 0.171875, 0.244141, 0.035645, 1.03125, 0.131836, 1.03125, 0.707031, 0.53125, 0.839844, 0.339844, 0.357422, 1.03125, 1.03125, 1.03125, 1.03125, 0.006989, 0.388672, 1.023438, 0.291016, 0.016968, 0.925781, 1.03125, 1.03125, 1.03125, 0.163086, 1.03125, 1.03125, 0.523438, 0.135742, 1.03125, 1.03125, 0.174805, 1.03125, 1.03125, 0.269531, 1.03125, 1.03125, 0.333984, 1.03125, 0.063477, 1.023438, 1.03125, 0.010742, 0.009766, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.652344, 1.03125, 1.03125, 0.369141, 1.03125, 1.03125, 0.511719, 0.613281, 1.03125, 0.086914, 0.824219, 1.03125, 1.03125, 1.03125, 1.03125, 0.332031, 1.03125, 0.9375, 1.03125, 0.804688, 1.03125, 0.169922, 1.03125, 0.910156, 0.213867, 0.558594, 1.03125, 0.007233, 1.03125, 1.03125, 0.410156, 0.5, 1.015625, 1.03125, 0.140625, 1.03125, 0.148438, 0.285156, 0.15625, 1.03125, 1.03125, 0.121094, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.3125, 0.369141, 1.03125, 0.304688, 0.511719, 0.345703, 0.675781, 0.472656, 0.000931, 1.03125, 0.016235, 0.910156, 1.03125, 1.03125, 1.03125, 1.03125, 0.351562, 0.016235, 0.357422, 0.470703, 1.03125, 0.078613, 0.328125, 1.03125, 0.859375, 0.330078, 1.03125, 0.886719, 0.439453, 0.464844, 0.106934, 1.03125, 1.03125, 0.114258, 1.03125, 1.03125, 0.933594, 1.03125, 1.03125, 1.03125, 0.328125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.382812, 0.917969, 1.03125, 1.03125, 0.0047, 1.03125, 0.476562, 0.515625, 1.03125, 1.03125, 0.9375, 0.447266, 1.03125, 1.03125, 0.040283, 0.010437, 1.03125, 1.03125, 0.71875, 1.03125, 0.357422, 1.03125, 0.012024, 0.15918, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.84375, 0.394531, 1.03125, 0.084473, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.486328, 1.03125, 1.03125, 1.03125, 0.480469, 1.03125, 1.03125, 0.914062, 1.03125, 1.03125, 0.265625, 1.03125, 1.03125, 0.388672, 1.03125, 0.816406, 0.332031, 1.03125, 0.010498, 0.016235, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.347656, 0.439453, 1.03125, 0.017944, 1.03125, 1.03125, 0.013184, 0.4375, 1.03125, 1.03125, 1.03125, 0.223633, 0.5625, 0.550781, 1.03125, 1.03125, 0.006409, 1.03125, 1.03125, 1.03125, 0.523438, 1.03125, 0.007538, 0.224609, 1.03125, 0.010071, 1.03125, 1.03125, 1.03125, 0.011108, 1.03125, 1.03125, 1.03125, 1.03125, 0.652344, 1.03125, 0.582031, 0.273438, 1.03125, 1.03125, 1.03125, 0.310547, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.980469, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.044678, 1.03125, 0.006622, 1.0, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.013245, 0.847656, 0.369141, 1.03125, 0.945312, 1.03125, 1.03125, 1.03125, 0.996094, 0.441406, 1.03125, 1.03125, 1.03125, 1.03125, 0.199219, 1.03125, 0.008423, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.008667, 1.03125, 1.03125, 1.03125, 0.972656, 1.03125, 0.178711, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.458984, 1.03125, 1.03125, 1.03125, 0.167969, 1.03125, 1.03125, 0.435547, 0.945312, 1.03125, 1.03125, 1.023438, 1.03125, 1.03125, 0.664062, 1.03125, 1.03125, 1.03125, 0.433594, 1.03125, 1.03125, 1.007812, 1.03125, 0.219727, 0.894531, 1.03125, 0.648438, 1.03125, 1.03125, 1.023438, 0.421875, 1.03125, 1.03125, 1.03125, 1.03125, 0.921875, 1.03125, 0.007538, 1.03125, 1.03125, 1.015625, 0.925781, 1.03125, 0.208984, 1.007812, 1.03125, 1.03125, 1.03125, 1.03125, 0.992188, 1.023438, 1.03125, 1.03125, 0.124023, 0.014954, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.960938, 0.894531, 1.03125, 0.416016, 1.03125, 0.228516, 1.03125, 0.205078, 1.023438, 1.03125, 1.015625, 1.03125, 0.992188, 1.03125, 0.601562, 1.03125, 1.03125, 0.71875, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.722656, 1.03125, 1.03125, 0.000984, 1.03125, 1.03125, 1.03125, 0.984375, 1.03125, 0.851562, 0.010498, 1.03125, 1.03125, 1.03125, 1.03125, 0.800781, 1.03125, 0.839844, 1.03125, 0.008057, 1.03125, 1.03125, 0.703125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.345703, 1.03125, 1.03125, 0.371094, 1.03125, 0.400391, 0.363281, 1.03125, 1.03125, 0.570312, 0.597656, 0.291016, 1.03125, 0.253906, 0.275391, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.6875, 0.061035, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.308594, 0.441406, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.168945, 0.012817, 0.371094, 0.671875, 1.03125, 1.007812, 0.597656, 0.014771, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.220703, 1.03125, 0.201172, 1.03125, 0.15918, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.988281, 1.03125, 1.03125, 1.03125, 1.015625, 0.257812, 1.03125, 1.03125, 0.365234, 1.03125, 1.03125, 0.253906, 1.03125, 1.03125, 1.03125, 0.435547, 0.839844, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.691406, 1.03125, 1.03125, 1.015625, 1.03125, 1.03125, 1.03125, 1.03125, 1.023438, 0.589844, 1.03125, 0.824219, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.230469, 1.03125, 0.964844, 1.03125, 1.03125, 1.03125, 0.310547, 0.357422, 1.03125, 1.03125, 0.239258, 1.03125, 1.03125, 1.03125, 1.03125, 1.007812, 1.03125, 1.03125, 1.03125, 0.115234, 1.03125, 0.636719, 1.03125, 1.03125, 1.03125, 0.183594, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.339844, 1.03125, 0.227539, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.121094, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.283203, 0.365234, 0.28125, 0.451172, 1.03125, 1.03125, 1.03125, 0.158203, 1.03125, 1.03125, 0.00647, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.008911, 1.03125, 0.121094, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.0, 1.03125, 1.03125, 0.009583, 1.03125, 0.921875, 1.03125, 1.03125, 1.03125, 1.03125, 0.390625, 1.03125, 0.828125, 1.03125, 0.699219, 0.008118, 0.9375, 1.03125, 0.014648, 1.03125, 1.03125, 0.609375, 1.015625, 1.03125, 1.03125, 0.015198, 1.03125, 0.972656, 1.03125, 0.324219, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.061768, 1.03125, 0.660156, 0.65625, 1.03125, 0.546875, 0.878906, 0.01239, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.013489, 0.960938, 0.96875, 1.03125, 1.03125, 0.855469, 0.726562, 0.972656, 1.03125, 1.03125, 1.03125, 1.03125, 0.480469, 0.917969, 1.03125, 0.636719, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.839844, 0.308594, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.239258, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.036133, 0.507812, 1.03125, 1.03125, 0.617188, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.014099, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.00095, 1.023438, 1.03125, 1.03125, 1.03125, 1.03125, 0.291016, 1.015625, 1.03125, 0.010742, 1.03125, 1.03125, 1.03125, 0.016479, 0.237305, 1.03125, 1.03125, 0.486328, 0.703125, 1.03125, 0.392578, 1.023438, 1.03125, 1.03125, 0.632812, 1.03125, 1.03125, 0.679688, 1.03125, 1.03125, 0.992188, 1.03125, 1.03125, 1.03125, 1.03125, 0.941406, 1.03125, 0.527344, 1.03125, 0.980469, 0.988281, 1.03125, 1.03125, 1.03125, 1.03125, 0.128906, 0.298828, 1.03125, 1.03125, 1.03125, 1.03125, 0.3125, 0.335938, 0.455078, 1.03125, 0.004913, 0.236328, 1.03125, 1.03125, 1.0, 1.03125, 0.742188, 0.878906, 1.03125, 0.294922, 0.867188, 1.03125, 0.365234, 1.03125, 1.03125, 0.441406, 1.023438, 1.03125, 0.882812, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.160156, 1.03125, 1.03125, 0.012329, 1.03125, 1.03125, 0.306641, 1.03125, 1.03125, 1.03125, 0.462891, 0.009521, 1.03125, 1.03125, 0.71875, 0.898438, 1.03125, 1.03125, 1.03125, 1.03125, 0.013855, 1.03125, 0.96875, 0.011841, 0.933594, 0.875, 1.03125, 1.03125, 0.373047, 1.03125, 0.554688, 0.014954, 0.136719, 1.03125, 1.03125, 0.384766, 1.03125, 1.03125, 0.523438, 1.03125, 0.816406, 0.197266, 1.03125, 0.15918, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.601562, 0.851562, 0.004974, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.263672, 1.03125, 1.03125, 1.03125, 0.265625, 0.710938, 0.996094, 0.96875, 1.03125, 0.921875, 0.006531, 0.546875, 1.03125, 0.204102, 1.03125, 0.882812, 1.03125, 1.03125, 0.933594, 1.03125, 0.024048, 1.03125, 0.392578, 0.240234, 0.964844, 1.03125, 1.03125, 0.239258, 1.03125, 0.388672, 1.03125, 1.03125, 1.023438, 1.03125, 0.005951, 1.03125, 1.03125, 0.839844, 0.367188, 1.03125, 0.6875, 0.279297, 1.03125, 0.011719, 0.640625, 1.03125, 0.152344, 1.03125, 0.010376, 0.28125, 1.03125, 1.03125, 1.03125, 1.03125, 0.114746, 1.023438, 1.03125, 1.03125, 0.757812, 1.023438, 0.012878, 0.523438, 1.03125, 1.03125, 1.03125, 1.03125, 0.527344, 1.03125, 1.03125, 0.949219, 1.03125, 0.980469, 1.03125, 0.306641, 1.03125, 1.03125, 1.03125, 0.507812, 1.03125, 1.03125, 0.441406, 0.410156, 1.03125, 1.03125, 1.03125, 0.785156, 0.691406, 1.03125, 1.03125, 0.016479, 1.03125, 0.093262, 0.988281, 1.015625, 1.03125, 0.875, 1.03125, 1.03125, 1.03125, 1.03125, 0.148438, 0.404297, 1.03125, 0.757812, 1.03125, 1.03125, 0.005676, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.018311, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.007812, 1.03125, 1.015625, 1.03125, 0.234375, 1.03125, 1.03125, 1.03125, 1.015625, 1.03125, 1.03125, 0.490234, 0.738281, 1.03125, 1.03125, 1.03125, 0.765625, 0.007874, 1.03125, 0.011719, 0.189453, 0.255859, 1.03125, 1.03125, 1.03125, 0.984375, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.470703, 0.78125, 1.0, 1.03125, 1.03125, 1.03125, 0.341797, 1.03125, 0.283203, 0.192383, 0.300781, 1.03125, 0.875, 1.03125, 0.251953, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.78125, 0.789062, 0.279297, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.462891, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.960938, 1.03125, 1.03125, 1.03125, 1.03125, 0.152344, 0.96875, 1.03125, 1.03125, 1.03125, 0.488281, 1.03125, 1.03125, 1.03125, 1.03125, 0.421875, 1.03125, 0.373047, 1.03125, 0.3125, 0.345703, 1.03125, 1.03125, 0.785156, 0.039551, 0.277344, 0.031982, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.353516, 0.232422, 0.992188, 0.014404, 0.306641, 1.03125, 1.03125, 1.0, 1.03125, 0.542969, 1.03125, 0.326172, 1.03125, 0.59375, 1.0, 1.03125, 1.007812, 1.03125, 1.03125, 1.03125, 1.007812, 0.023682, 0.714844, 0.289062, 1.03125, 0.546875, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.005157, 1.03125, 1.03125, 1.015625, 1.03125, 1.03125, 1.03125, 0.332031, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.275391, 0.169922, 1.03125, 0.703125, 1.03125, 1.03125, 0.010742, 1.015625, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.012024, 1.03125, 1.015625, 1.03125, 0.007568, 1.03125, 0.291016, 0.102539, 1.03125, 1.03125, 0.01239, 1.03125, 0.984375, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.597656, 1.03125, 0.488281, 1.03125, 1.015625, 1.03125, 1.03125, 0.402344, 0.226562, 0.34375, 1.03125, 1.03125, 0.402344, 0.847656, 0.014404, 0.304688, 1.03125, 0.375, 0.914062, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.353516, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.480469, 1.03125, 1.03125, 0.206055, 1.03125, 1.03125, 1.03125, 1.03125, 0.925781, 0.11377, 0.71875, 1.03125, 1.03125, 1.03125, 1.03125, 0.53125, 1.03125, 0.941406, 1.03125, 1.03125, 0.000999, 0.640625, 1.03125, 1.03125, 0.008606, 0.007324, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.566406, 1.03125, 0.194336, 1.03125, 1.03125, 1.03125, 1.03125, 0.394531, 1.03125, 0.384766, 1.03125, 1.03125, 0.84375, 1.03125, 1.03125, 0.332031, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.144531, 1.03125, 1.03125, 0.308594, 1.03125, 1.03125, 1.03125, 0.523438, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.000957, 0.353516, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.083496, 1.03125, 1.03125, 1.03125, 0.519531, 1.03125, 0.882812, 1.03125, 1.03125, 0.972656, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.785156, 1.03125, 1.03125, 1.03125, 0.013672, 1.03125, 0.863281, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.00885, 1.03125, 0.243164, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.410156, 1.03125, 1.03125, 1.03125, 0.617188, 1.03125, 1.03125, 1.03125, 0.683594, 1.03125, 0.414062, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.015625, 0.232422, 1.03125, 0.443359, 0.574219, 1.03125, 1.03125, 1.03125, 1.03125, 0.007874, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.423828, 1.03125, 1.03125, 1.03125, 0.566406, 0.742188, 1.03125, 0.5625, 1.03125, 1.03125, 1.03125, 0.589844, 1.03125, 1.03125, 1.03125, 0.328125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.738281, 1.03125, 1.03125, 1.03125, 1.03125, 0.21875, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.023438, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.855469, 1.015625, 0.429688, 1.03125, 1.03125, 1.03125, 1.03125, 0.18457, 0.396484, 1.03125, 0.253906, 0.859375, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.726562, 0.457031, 0.996094, 1.03125, 1.03125, 1.03125, 1.03125, 0.322266, 1.03125, 0.006958, 0.310547, 1.03125, 1.03125, 1.03125, 1.03125, 0.445312, 1.03125, 1.03125, 1.03125, 0.004059, 1.03125, 0.808594, 1.03125, 1.03125, 1.03125, 0.761719, 0.875, 0.980469, 1.03125, 1.03125, 1.015625, 0.515625, 1.03125, 1.03125, 0.333984, 1.03125, 0.431641, 0.011658, 1.03125, 1.03125, 0.400391, 0.8125, 1.03125, 1.03125, 0.28125, 1.03125, 1.03125, 0.365234, 1.03125, 1.03125, 1.03125, 0.341797, 1.03125, 0.382812, 0.142578, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.053711, 1.03125, 1.03125, 1.03125, 1.023438, 0.008728, 0.539062, 0.429688, 0.316406, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.007812, 1.03125, 0.123047, 1.03125, 1.03125, 1.03125, 0.40625, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.009033, 0.441406, 1.03125, 0.699219, 1.03125, 1.007812, 1.03125, 1.03125, 0.753906, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.910156, 0.472656, 0.460938, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.253906, 0.257812, 1.03125, 1.03125, 1.03125, 0.012085, 1.03125, 1.03125, 1.03125, 1.03125, 0.511719, 0.394531, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.636719, 1.03125, 0.212891, 1.03125, 1.03125, 1.03125, 0.009521, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.542969, 0.008606, 1.023438, 1.015625, 0.435547, 0.363281, 1.023438, 0.71875, 0.200195, 1.03125, 0.773438, 0.172852, 0.013184, 0.957031, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.621094, 0.214844, 1.03125, 1.03125, 1.03125, 1.03125, 0.929688, 0.898438, 1.03125, 1.03125, 1.03125, 0.212891, 1.03125, 1.03125, 0.474609, 1.023438, 1.03125, 0.010193, 0.15625, 1.03125, 1.03125, 1.03125, 1.03125, 0.219727, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.9375, 0.155273, 1.03125, 0.191406, 1.03125, 1.03125, 0.929688, 1.03125, 1.03125, 1.03125, 1.03125, 0.566406, 1.03125, 0.285156, 1.03125, 0.339844, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.679688, 1.023438, 1.03125, 0.037842, 1.03125, 1.03125, 1.03125, 0.099121, 1.03125, 1.03125, 1.007812, 1.03125, 1.03125, 1.03125, 0.496094, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.408203, 1.03125, 0.020752, 1.023438, 0.177734, 1.03125, 1.03125, 1.03125, 0.144531, 1.03125, 1.023438, 1.023438, 0.910156, 1.03125, 1.03125, 1.03125, 0.417969, 1.03125, 1.03125, 1.03125, 1.03125, 0.886719, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.226562, 1.03125, 1.03125, 0.871094, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.519531, 0.302734, 1.03125, 1.03125, 1.03125, 0.554688, 1.03125, 0.123047, 1.03125, 1.03125, 1.03125, 0.425781, 0.072754, 1.03125, 1.03125, 0.238281, 1.03125, 0.079102, 0.220703, 0.217773, 0.804688, 0.019653, 1.03125, 0.335938, 1.03125, 1.03125, 0.011292, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.291016, 1.03125, 1.03125, 0.007019, 0.006989, 1.03125, 1.03125, 1.03125, 1.03125, 0.151367, 0.964844, 1.03125, 1.03125, 1.03125, 0.53125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.341797, 0.007568, 1.03125, 1.03125, 1.03125, 1.015625, 1.03125, 1.03125, 0.914062, 0.992188, 0.492188, 0.503906, 0.703125, 1.03125, 1.03125, 1.03125, 0.435547, 0.098145, 0.016968, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.108398, 0.714844, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.398438, 0.179688, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.02417, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.726562, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.644531, 0.455078, 1.03125, 0.632812, 1.03125, 1.03125, 0.009644, 0.871094, 1.03125, 0.400391, 1.03125, 0.554688, 1.03125, 0.02771, 0.824219, 0.867188, 0.404297, 1.03125, 0.012573, 1.03125, 0.052979, 1.03125, 1.03125, 1.03125, 0.582031, 1.03125, 1.03125, 0.019043, 0.000984, 1.03125, 1.03125, 0.008179, 1.03125, 1.03125, 1.03125, 0.203125, 1.03125, 0.558594, 0.011475, 0.01239, 1.03125, 0.011536, 1.03125, 1.03125, 1.03125, 1.0, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.12793, 1.03125, 1.03125, 1.03125, 0.00095, 1.03125, 0.310547, 1.03125, 1.03125, 0.357422, 1.03125, 1.03125, 0.429688, 1.03125, 1.03125, 1.03125, 0.660156, 0.408203, 1.03125, 0.949219, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.074707, 1.03125, 0.020508, 1.03125, 1.03125, 0.625, 0.402344, 1.03125, 1.03125, 1.03125, 1.03125, 0.205078, 1.03125, 1.03125, 0.010559, 0.203125, 0.539062, 0.933594, 1.03125, 1.03125, 1.03125, 0.585938, 1.03125, 0.337891, 0.216797, 1.03125, 1.03125, 1.03125, 0.71875, 1.03125, 1.03125, 0.011963, 1.023438, 0.008057, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.017822, 0.302734, 1.03125, 1.03125, 0.710938, 1.03125, 0.722656, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.753906, 1.03125, 1.03125, 1.03125, 0.449219, 1.03125, 1.03125, 1.03125, 1.023438, 1.03125, 0.024536, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.683594, 1.03125, 0.539062, 1.03125, 0.025391, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.414062, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.008606, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.007812, 1.03125, 1.03125, 0.010864, 0.255859, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.933594, 1.007812, 1.03125, 0.960938, 1.03125, 1.03125, 0.197266, 1.03125, 0.003021, 0.349609, 0.279297, 1.03125, 1.03125, 1.03125, 0.095703, 1.03125, 0.539062, 0.539062, 1.03125, 1.03125, 1.03125, 0.332031, 1.015625, 0.009155, 0.390625, 1.03125, 0.014465, 1.03125, 0.214844, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.373047, 1.03125, 1.03125, 0.333984, 0.011841, 1.03125, 1.03125, 0.929688, 1.03125, 1.03125, 0.470703, 0.333984, 0.423828, 0.753906, 1.03125, 1.03125, 0.957031, 0.226562, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.785156, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.949219, 1.007812, 1.03125, 1.03125, 1.03125, 0.859375, 0.945312, 1.03125, 0.017822, 1.03125, 1.03125, 1.03125, 1.023438, 0.84375, 1.03125, 1.03125, 1.03125, 1.03125, 0.984375, 0.022949, 1.03125, 1.03125, 0.535156, 1.03125, 0.734375, 0.582031, 0.976562, 1.03125, 1.03125, 1.03125, 1.023438, 0.683594, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.9375, 1.03125, 0.5, 0.546875, 1.03125, 1.03125, 0.233398, 0.941406, 0.332031, 0.566406, 0.267578, 1.03125, 0.84375, 0.246094, 1.03125, 1.03125, 1.03125, 0.921875, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.192383, 1.03125, 0.410156, 0.043213, 0.726562, 1.03125, 1.03125, 1.0, 1.03125, 0.617188, 0.605469, 1.03125, 1.03125, 0.496094, 0.006744, 1.03125, 1.03125, 0.490234, 0.835938, 0.013489, 0.339844, 1.03125, 0.328125, 0.917969, 1.03125, 0.011169, 1.03125, 0.020996, 1.03125, 0.213867, 1.03125, 0.008728, 1.03125, 0.671875, 0.921875, 0.125977, 0.867188, 1.03125, 1.03125, 0.742188, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.134766, 1.03125, 1.03125, 1.03125, 0.015198, 1.03125, 1.03125, 1.03125, 1.03125, 1.023438, 1.03125, 1.03125, 1.03125, 0.014709, 0.400391, 1.03125, 1.03125, 1.03125, 0.839844, 1.03125, 1.015625, 1.03125, 1.03125, 0.000957, 1.03125, 1.03125, 0.008484, 1.03125, 0.664062, 1.03125, 0.061035, 0.039307, 0.863281, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.384766, 1.03125, 0.972656, 1.03125, 1.03125, 0.014771, 1.023438, 1.03125, 1.03125, 1.023438, 1.03125, 0.234375, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.023438, 1.03125, 1.03125, 0.746094, 0.012573, 1.023438, 1.03125, 0.566406, 1.03125, 0.384766, 1.03125, 1.03125, 0.871094, 1.03125, 1.03125, 0.582031, 1.03125, 1.03125, 0.996094, 1.03125, 1.03125, 1.03125, 1.03125, 0.554688, 0.960938, 1.03125, 0.554688, 1.03125, 0.769531, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.024414, 0.589844, 1.03125, 0.519531, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.00647, 1.03125, 0.006958, 1.03125, 1.03125, 1.03125, 1.03125, 0.945312, 1.03125, 0.917969, 1.03125, 0.765625, 0.792969, 1.03125, 0.820312, 1.03125, 1.03125, 0.757812, 0.535156, 1.03125, 0.953125, 1.03125, 1.03125, 1.03125, 0.976562, 0.186523, 1.03125, 0.976562, 0.34375, 0.203125, 0.453125, 0.90625, 1.03125, 1.03125, 0.026855, 0.359375, 0.988281, 0.174805, 1.03125, 1.023438, 1.03125, 1.03125, 1.03125, 0.010071, 1.03125, 0.679688, 1.03125, 1.03125, 1.03125, 1.03125, 0.171875, 0.742188, 1.03125, 0.027588, 1.03125, 0.441406, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.613281, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.855469, 0.180664, 0.988281, 1.03125, 1.03125, 1.03125, 0.012756, 1.03125, 0.021973, 0.267578, 1.03125, 0.073242, 1.03125, 1.03125, 1.0, 0.835938, 1.03125, 1.03125, 0.009033, 0.261719, 1.03125, 0.800781, 1.03125, 0.330078, 0.028442, 0.010437, 1.03125, 1.03125, 1.03125, 1.03125, 0.18457, 0.006897, 0.008606, 0.910156, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.828125, 0.333984, 1.03125, 0.300781, 0.347656, 1.03125, 0.439453, 0.75, 1.03125, 1.007812, 1.03125, 1.03125, 1.03125, 1.03125, 0.302734, 1.0, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.773438, 0.367188, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.061279, 1.03125, 1.03125, 1.03125, 0.044434, 1.03125, 0.914062, 1.03125, 1.03125, 1.03125, 1.03125, 0.9375, 1.03125, 1.03125, 0.466797, 0.269531, 0.011475, 1.03125, 1.03125, 1.03125, 1.03125, 0.660156, 1.03125, 1.03125, 0.769531, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.07373, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.578125, 0.365234, 1.03125, 1.03125, 1.03125, 0.984375, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.007812, 1.03125, 1.03125, 1.03125, 1.03125, 0.890625, 1.03125, 1.03125, 0.378906, 0.996094, 1.03125, 0.251953, 1.03125, 0.013123, 0.261719, 0.197266, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.636719, 1.03125, 1.03125, 1.03125, 1.015625, 1.03125, 1.03125, 1.03125, 0.064941, 0.267578, 1.03125, 0.265625, 0.010498, 1.03125, 1.03125, 1.03125, 1.03125, 0.984375, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 1.03125, 0.014832, 0.014832, 1.03125, 1.03125, 1.03125, 0.460938, 0.000954, 1.03125, 1.023438, 0.265625, 0.320312, 1.03125 ] } , "name": "onnx::Mul_11146", "outputIndexes": [ 4224 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4223, 4224 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 4225 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4111, 4225 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/Add_output_0", "outputIndexes": [ 4226 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4226 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.22/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 4227 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4227 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.22/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 4228 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4228, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 4229 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4229, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 4230 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4226, 4230 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 4231 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.359375, 1.523438, 0.410156, 0.371094, 0.232422, 0.5625, 1.9375, 1.4375, 0.375, 1.25, 0.296875, 1.046875, 0.5625, 2.078125, 0.400391, 0.292969, 1.921875, 0.402344, 0.738281, 0.416016, 0.361328, 0.318359, 0.206055, 0.46875, 1.070312, 0.398438, 9.8125, 0.328125, 2.390625, 0.333984, 0.503906, 0.300781, 0.429688, 0.365234, 0.742188, 0.233398, 0.386719, 0.349609, 0.757812, 15.0625, 0.320312, 0.351562, 0.804688, 17.625, 0.703125, 0.392578, 0.964844, 0.341797, 0.824219, 0.416016, 0.53125, 0.292969, 2.640625, 0.416016, 0.53125, 0.855469, 0.882812, 0.363281, 0.347656, 0.199219, 0.371094, 0.355469, 0.363281, 8.625, 0.455078, 0.664062, 30.25, 34.25, 0.398438, 0.515625, 0.201172, 0.318359, 0.320312, 0.265625, 0.574219, 0.347656, 0.382812, 0.382812, 0.34375, 1.515625, 0.273438, 0.234375, 0.419922, 3.625, 0.421875, 0.511719, 0.149414, 0.394531, 0.570312, 0.392578, 0.176758, 0.427734, 0.392578, 0.365234, 0.40625, 1.90625, 0.174805, 0.605469, 0.886719, 1.679688, 0.158203, 39.0, 0.480469, 0.542969, 0.386719, 0.5, 0.410156, 0.722656, 4.15625, 0.257812, 0.566406, 0.417969, 4.96875, 0.519531, 0.253906, 3.40625, 0.582031, 0.229492, 0.449219, 1.257812, 0.408203, 0.361328, 0.384766, 0.451172, 2.875, 0.275391, 0.494141, 1.03125, 0.279297, 19.5, 0.314453, 18.5, 0.267578, 0.308594, 0.322266, 0.263672, 0.515625, 0.554688, 20.0, 0.375, 0.367188, 0.416016, 1.78125, 0.863281, 0.4375, 0.621094, 0.742188, 0.328125, 0.482422, 0.330078, 2.328125, 5.8125, 0.46875, 0.546875, 2.421875, 0.347656, 0.289062, 0.695312, 0.302734, 0.287109, 0.78125, 0.761719, 0.414062, 0.462891, 0.416016, 0.341797, 0.322266, 0.310547, 0.589844, 0.636719, 0.5625, 0.445312, 0.294922, 41.5, 0.859375, 0.761719, 0.269531, 0.445312, 0.378906, 0.558594, 0.349609, 0.384766, 0.261719, 10.375, 31.375, 0.269531, 0.228516, 0.875, 0.300781, 0.5625, 0.482422, 27.25, 1.335938, 0.296875, 0.308594, 0.261719, 0.503906, 0.21875, 0.464844, 0.292969, 0.235352, 1.609375, 0.412109, 0.149414, 0.263672, 0.330078, 0.4375, 0.3125, 0.71875, 0.283203, 0.359375, 0.570312, 0.11377, 0.482422, 0.488281, 0.347656, 0.306641, 1.109375, 0.460938, 0.326172, 0.328125, 0.267578, 0.796875, 0.314453, 0.357422, 29.125, 18.375, 0.613281, 0.349609, 0.345703, 0.330078, 0.515625, 0.6875, 0.347656, 0.492188, 0.259766, 29.25, 1.632812, 0.34375, 21.875, 0.316406, 0.380859, 0.328125, 0.300781, 0.357422, 0.339844, 0.419922, 0.574219, 0.304688, 32.25, 0.425781, 1.507812, 0.380859, 1.367188, 0.40625, 46.75, 0.423828, 0.451172, 28.625, 0.322266, 0.871094, 0.451172, 31.25, 0.414062, 0.589844, 0.279297, 0.462891, 1.09375, 0.328125, 0.621094, 0.369141, 0.224609, 0.335938, 0.292969, 0.617188, 0.320312, 0.371094, 0.40625, 0.402344, 0.316406, 0.322266, 0.382812, 1.15625, 0.263672, 0.375, 0.398438, 0.474609, 18.375, 0.494141, 39.0, 0.298828, 0.5, 0.400391, 0.308594, 0.392578, 0.271484, 37.0, 0.457031, 1.1875, 2.234375, 1.945312, 0.330078, 0.242188, 0.425781, 0.404297, 0.384766, 0.25, 0.546875, 0.699219, 0.259766, 1.359375, 0.208008, 37.25, 0.417969, 0.324219, 0.601562, 0.236328, 0.566406, 0.337891, 0.773438, 0.640625, 45.0, 0.470703, 0.347656, 0.523438, 0.613281, 0.349609, 1.304688, 0.427734, 0.25, 0.421875, 0.382812, 0.310547, 0.423828, 0.263672, 0.542969, 1.273438, 0.382812, 0.494141, 0.761719, 2.21875, 0.292969, 0.53125, 1.289062, 0.337891, 0.328125, 0.425781, 0.267578, 0.503906, 0.361328, 0.414062, 0.503906, 0.316406, 0.378906, 0.824219, 0.15625, 1.007812, 0.28125, 0.330078, 0.382812, 0.300781, 0.287109, 0.667969, 0.259766, 0.296875, 0.429688, 0.816406, 0.242188, 0.226562, 0.714844, 0.380859, 0.228516, 0.320312, 40.75, 0.542969, 0.59375, 0.707031, 0.4375, 0.369141, 1.023438, 0.412109, 0.519531, 0.429688, 0.384766, 0.255859, 0.671875, 0.3125, 0.361328, 0.246094, 0.792969, 32.5, 0.457031, 0.410156, 0.332031, 0.259766, 0.24707, 0.249023, 1.210938, 0.441406, 0.273438, 0.443359, 0.404297, 0.328125, 0.494141, 1.078125, 0.355469, 1.046875, 0.25, 0.617188, 0.296875, 0.192383, 0.769531, 1.015625, 0.462891, 0.204102, 0.546875, 0.394531, 0.152344, 0.457031, 0.229492, 0.328125, 0.402344, 0.476562, 0.328125, 0.675781, 0.53125, 0.296875, 0.578125, 0.4375, 0.660156, 0.347656, 0.322266, 0.384766, 0.345703, 34.75, 0.382812, 0.458984, 0.234375, 0.480469, 0.523438, 0.347656, 0.382812, 0.441406, 28.625, 0.229492, 0.365234, 0.765625, 0.106934, 0.53125, 0.347656, 0.714844, 0.251953, 0.298828, 0.9375, 0.380859, 0.427734, 1.96875, 0.492188, 0.933594, 1.046875, 0.296875, 0.388672, 0.21582, 0.400391, 1.203125, 0.245117, 1.796875, 0.373047, 0.183594, 0.671875, 0.421875, 0.886719, 0.279297, 0.582031, 0.277344, -0.404297, 0.839844, 3.34375, 0.496094, 0.339844, 0.287109, 0.304688, 0.380859, 1.484375, 1.0, 0.492188, 0.347656, 0.349609, 0.640625, 0.355469, 0.429688, 0.566406, 23.625, 0.439453, 0.511719, 0.355469, 0.337891, 0.443359, 21.0, 0.241211, 0.116211, 0.337891, 0.273438, 0.357422, 0.738281, 0.652344, 0.386719, 0.316406, 2.421875, 0.46875, 1.6875, 0.457031, 0.302734, 0.349609, 1.09375, 1.398438, 0.304688, 0.3125, 0.220703, 0.198242, 2.171875, 0.878906, 0.345703, 0.160156, 0.605469, 0.197266, 0.326172, 0.675781, 0.353516, 0.570312, 0.289062, 1.203125, 0.363281, 0.429688, 0.34375, 0.213867, 0.167969, 0.601562, 0.359375, 0.5, 0.5625, 0.558594, 1.304688, 0.3125, 0.447266, 0.390625, 0.570312, 0.828125, 0.183594, 0.357422, 0.320312, 0.123535, 0.394531, 0.462891, 0.345703, 0.292969, 1.351562, 0.84375, 0.322266, 0.137695, 0.380859, 0.339844, 0.359375, 0.367188, 0.193359, 0.217773, 0.339844, 0.365234, 0.464844, 0.3125, 0.335938, 0.324219, 2.25, 0.494141, 0.439453, 7.03125, 0.257812, 0.507812, 0.84375, 1.101562, 0.330078, 1.273438, 0.546875, 0.390625, 0.59375, 0.396484, 0.339844, 0.59375, 0.613281, 0.490234, 0.396484, 0.322266, 0.363281, 0.341797, 0.644531, 2.234375, 0.291016, 0.291016, 0.273438, 0.4375, 0.169922, 0.337891, 0.964844, 0.703125, 0.345703, 0.210938, 0.330078, 0.480469, 0.330078, 3.765625, 0.202148, 0.382812, 53.25, 0.200195, 0.6875, 0.5, 0.375, 0.558594, 0.22168, 0.322266, 31.5, 0.294922, 1.0625, 0.390625, 0.494141, 0.380859, 0.162109, 0.566406, 0.300781, 0.388672, 0.933594, 0.253906, 0.824219, 0.257812, 27.5, 0.492188, 0.451172, 0.675781, 0.3125, 0.300781, 0.4375, 0.582031, 0.337891, 0.585938, 0.188477, 0.988281, 45.0, 0.445312, 0.353516, 17.625, 0.246094, 0.296875, 0.742188, 0.271484, 1.953125, 0.365234, 23.25, 0.330078, 0.5625, 0.396484, 0.558594, 0.322266, 0.421875, 0.339844, 0.427734, 1.023438, 0.439453, 0.300781, 0.40625, 0.527344, 0.200195, 0.353516, 0.3125, 0.345703, 0.302734, 6.75, 0.408203, 0.390625, 0.746094, 0.601562, 0.271484, 0.201172, 21.875, 0.345703, 0.304688, 0.28125, 0.3125, 0.205078, 1.640625, 0.515625, 0.398438, 0.808594, 0.361328, 0.275391, 0.570312, 0.390625, 34.0, 0.632812, 0.46875, 0.460938, 0.431641, 0.453125, 0.945312, 0.421875, 0.382812, 0.660156, 0.535156, 0.241211, 0.949219, 0.482422, 0.535156, 0.996094, 0.435547, 0.380859, 0.503906, 0.345703, 0.320312, 0.462891, 0.664062, 1.070312, 0.320312, 0.423828, 0.511719, 0.330078, 0.235352, 0.578125, 0.376953, 0.457031, 0.496094, 0.306641, 1.15625, 0.28125, 10.4375, 1.132812, 0.333984, 0.185547, 0.96875, 0.376953, 0.4375, 0.308594, 0.414062, 0.423828, 40.5, 0.488281, 0.28125, 0.53125, 0.34375, 0.249023, 0.306641, 0.996094, 0.359375, 0.351562, 0.261719, 2.78125, 0.199219, 0.375, 0.462891, 0.40625, 41.25, 0.3125, 0.464844, 2.171875, 23.375, 0.394531, 0.40625, 0.308594, 1.0, 0.478516, 0.394531, 0.392578, 0.257812, 0.269531, 0.40625, 0.5625, 0.382812, 0.318359, 0.296875, 0.376953, 0.617188, 0.357422, 0.347656, 0.601562, 0.245117, 0.357422, 0.318359, 0.478516, 0.291016, 2.703125, 0.601562, 0.347656, 0.392578, 0.241211, 0.369141, 0.59375, 2.015625, 0.335938, 0.386719, 0.703125, 0.710938, 0.898438, 0.992188, 0.361328, 0.306641, 0.306641, 46.25, 1.226562, 0.373047, 0.318359, 0.429688, 0.863281, 0.330078, 0.882812, 0.294922, 1.625, 0.433594, 0.310547, 0.667969, 0.324219, 0.416016, 0.480469, 0.5, 0.621094, 0.417969, 0.176758, 0.267578, 1.046875, 0.53125, 0.388672, 1.164062, 0.527344, 0.333984, 21.625, 0.458984, 0.648438, 0.824219, 0.519531, 0.376953, 0.279297, 0.898438, 47.5, 0.398438, 0.335938, 0.416016, 0.863281, 0.441406, 0.378906, 0.6875, 0.365234, 22.625, 0.470703, 0.1875, 25.0, 0.349609, 0.390625, 0.412109, 0.369141, 1.007812, 0.435547, 0.486328, 20.375, 2.21875, 0.326172, 0.382812, 0.419922, 0.300781, 0.341797, 0.320312, 0.470703, 0.402344, 2.40625, 0.859375, 1.359375, 0.449219, 0.398438, 0.462891, 0.289062, 0.416016, 0.640625, 0.455078, 0.910156, 0.404297, 33.0, 0.535156, 0.292969, 0.478516, 0.470703, 0.298828, 0.298828, 0.382812, 0.902344, 0.554688, 0.5, 1.8125, 0.683594, 0.337891, 0.382812, 0.396484, 0.345703, 36.75, 1.742188, 0.22168, 1.15625, 0.341797, 0.398438, 0.566406, 0.652344, 0.445312, 0.851562, 18.375, 0.255859, 0.375, 1.3125, 0.304688, 0.275391, 0.294922, 2.703125, 0.349609, 1.03125, 0.390625, 0.320312, 0.488281, 0.589844, 51.0, 0.652344, 0.349609, 0.632812, 1.085938, 0.292969, 0.554688, 0.472656, 0.233398, 26.75, 0.28125, 0.345703, 1.835938, 0.28125, 38.75, 0.957031, 0.3125, 0.269531, 0.455078, 0.4375, 3.171875, 0.390625, 0.804688, 0.546875, 0.194336, 0.466797, 30.0, 0.371094, 0.410156, 0.402344, 0.208984, 0.742188, 0.769531, 0.347656, 0.359375, 0.369141, 0.472656, 0.333984, 0.902344, 1.5, 0.390625, 0.328125, 0.396484, 0.359375, 0.380859, 0.318359, 0.941406, 0.652344, 0.388672, 0.535156, 0.296875, 0.427734, 0.984375, 0.361328, 0.292969, 27.25, 0.578125, 6.3125, 0.248047, 0.660156, 0.275391, 0.558594, 0.410156, 0.300781, 0.318359, 0.324219, 1.921875, 0.625, 0.219727, 0.482422, 0.275391, 0.191406, 35.0, 0.449219, 0.245117, 0.223633, 2.328125, 0.472656, 0.464844, 0.929688, 0.5, 23.625, 0.322266, 0.921875, 0.388672, 0.625, 0.287109, 0.890625, 0.271484, 0.349609, 0.269531, 0.314453, 0.398438, 0.291016, 0.539062, 0.236328, 0.625, 0.227539, 0.375, 0.933594, 0.386719, 0.371094, 0.429688, 0.353516, 0.431641, 46.5, 0.292969, 27.25, 0.333984, 3.046875, 0.353516, 0.421875, 0.394531, 0.369141, 0.261719, 0.5625, 0.335938, 0.484375, 0.195312, 0.570312, 0.503906, 0.369141, 0.326172, 0.314453, 0.441406, 1.960938, 0.322266, 0.347656, 1.773438, 2.828125, 0.398438, 0.726562, 0.617188, 4.1875, 0.320312, 0.212891, 0.363281, 0.310547, 0.339844, 0.40625, 0.498047, 0.527344, 0.375, 0.472656, 0.394531, 0.275391, 0.453125, 2.03125, 0.257812, 0.154297, 0.425781, 0.746094, 0.542969, 0.302734, 0.494141, 0.304688, 0.28125, 0.386719, 0.357422, 0.349609, 0.19043, 0.816406, 0.800781, 0.400391, 2.34375, 0.353516, 0.507812, 0.527344, 0.255859, 0.219727, 0.267578, 0.318359, 0.384766, 1.28125, 1.492188, 0.613281, 2.265625, 0.227539, 2.25, 0.273438, 0.357422, 0.369141, 0.427734, 20.375, 0.722656, 10.125, 0.369141, 0.133789, 0.25, 0.220703, 0.365234, 0.291016, 0.204102, 0.225586, 0.404297, 0.347656, 0.402344, 0.414062, 0.476562, 0.359375, 0.294922, 0.984375, 0.480469, 38.5, 0.320312, 0.265625, 0.388672, 0.416016, 0.542969, 0.703125, 0.699219, 0.574219, 0.443359, 1.171875, 0.275391, 0.582031, 0.318359, 0.238281, 0.5625, 0.447266, 0.796875, 13.0625, 0.376953, 1.40625, 0.324219, 0.320312, 0.367188, 0.392578, 0.320312, 0.375, 0.392578, 1.5, 0.550781, 0.271484, 0.300781, 35.25, 0.304688, 0.300781, 0.832031, 0.388672, 0.296875, 1.015625, 1.070312, 0.542969, 0.310547, 0.392578, 0.585938, 0.589844, 0.394531, 2.09375, 0.462891, 0.365234, 0.192383, 0.675781, 30.875, 0.375, 0.243164, 0.244141, 0.335938, 0.135742, 0.384766, 0.314453, 0.239258, 0.492188, 1.101562, 0.304688, 45.75, 0.390625, 0.357422, 0.355469, 58.75, 0.345703, 0.322266, 3.3125, 0.337891, 0.388672, 30.875, 0.341797, 0.353516, 0.390625, 0.613281, 0.367188, 0.330078, 0.419922, 0.671875, 0.155273, 3.78125, 0.241211, 0.3125, 0.349609, 0.652344, 1.507812, 0.527344, 0.275391, 1.109375, 0.269531, 0.683594, 0.359375, 28.25, 1.132812, 0.373047, 1.3125, 0.691406, 0.429688, 0.302734, 0.324219, 0.511719, 0.369141, 0.765625, 0.285156, 0.283203, 0.464844, 0.390625, 0.332031, 0.208984, 0.464844, 0.726562, 0.388672, 1.398438, 0.898438, 0.828125, 0.746094, 0.300781, 0.5, 13.375, -0.949219, 0.216797, 2.25, 0.402344, 0.376953, 1.09375, 0.235352, 0.578125, 0.332031, 0.441406, -34.0, 0.753906, 0.578125, 1.164062, 52.0, 43.75, 0.162109, 0.449219, 0.777344, 0.921875, 0.474609, 0.404297, 1.195312, 0.396484, 1.773438, 0.503906, 0.457031, 0.5625, 3.59375, 0.318359, 0.330078, 1.007812, 0.449219, 0.335938, 0.53125, 0.384766, 0.261719, 1.734375, 0.304688, 0.204102, 0.359375, 0.470703, 0.384766, 0.574219, 1.148438, 2.0625, 0.277344, 0.410156, 0.902344, 0.761719, 0.298828, 0.349609, 0.503906, 0.289062, 0.388672, 0.361328, 0.353516, 0.480469, 0.28125, -0.094238, 0.835938, 0.617188, 0.429688, 0.443359, 0.414062, 0.429688, 3.375, 0.220703, 0.308594, 0.34375, 0.392578, 0.460938, 0.597656, 0.300781, 0.396484, 0.412109, 0.351562, 0.265625, 0.554688, 0.231445, 0.632812, 0.351562, 0.273438, 0.558594, 0.824219, 0.359375, 0.237305, 0.449219, 25.5, 0.451172, 0.546875, 0.310547, 0.335938, 0.149414, 0.328125, 0.398438, 41.5, 0.220703, 0.34375, 0.175781, 0.867188, 0.332031, 0.412109, 0.550781, 0.578125, 0.404297, 0.386719, 0.170898, 1.179688, 0.243164, 0.296875, 0.388672, 0.458984, 0.300781, 0.628906, 0.341797, 0.832031, 0.133789, 0.59375, 0.449219, 0.376953, 0.640625, 0.273438, 0.316406, 0.24707, 0.349609, 0.402344, 0.546875, 0.332031, 0.300781, 0.761719, 0.605469, 0.376953, 0.211914, 0.503906, 0.275391, 53.0, 1.046875, 0.423828, 0.337891, 0.292969, 0.287109, 0.279297, 1.546875, 0.267578, 0.373047, 0.261719, 0.257812, 0.746094, 0.294922, 1.351562, 0.496094, 0.400391, 2.34375, 0.253906, 0.355469, 0.248047, 0.294922, 1.132812, 0.365234, 0.359375, 0.605469, 0.419922, 0.425781, 0.472656, 0.335938, 0.71875, 0.523438, 0.769531, 1.6875, 0.328125, 0.40625, 0.570312, 0.667969, 0.648438, 0.400391, 0.3125, 0.251953, 0.398438, 0.314453, 0.449219, 0.40625, 0.216797, 0.921875, 0.308594, 0.490234, 0.229492, 0.330078, 0.671875, 0.400391, 0.472656, 1.34375, 0.554688, 0.464844, 0.238281, 0.388672, 0.261719, 0.4375, 0.515625, 0.53125, 0.460938, 0.589844, 0.300781, 0.507812, 0.34375, 0.628906, 0.257812, 0.535156, 0.466797, 37.0, 0.773438, 0.398438, 0.410156, 0.632812, 0.273438, 0.433594, 0.396484, 0.233398, 0.613281, 45.5, 0.464844, 0.34375, 0.227539, 0.400391, 0.328125, 0.314453, 0.332031, 0.259766, 0.765625, 0.237305, 0.287109, 0.302734, 1.367188, 0.195312, 0.394531, 0.914062, 0.652344, 32.5, 0.229492, 0.326172, 0.808594, 0.466797, 0.625, 0.318359, 1.945312, 0.25, 1.273438, 0.285156, 0.404297, 0.589844, 2.046875, 0.96875, 0.632812, 0.308594, 1.359375, 0.417969, 0.208984, 1.03125, 0.394531, 0.316406, 8.1875, 0.347656, 0.283203, 0.496094, 0.316406, 34.25, 1.164062, 0.267578, 0.714844, 0.671875, 0.322266, 0.394531, 0.482422, 0.394531, 0.212891, 0.417969, 0.396484, 0.310547, 1.078125, 0.28125, 0.324219, 0.439453, 0.679688, 0.271484, 0.205078, 0.273438, 0.273438, 1.15625, 0.335938, 27.25, 0.248047, 0.242188, 0.527344, 0.636719, 0.691406, 0.269531, 0.333984, 0.644531, 0.511719, 0.404297, 0.292969, 0.322266, 0.318359, 0.443359, 0.625, 0.28125, 0.515625, 0.302734, 0.167969, 0.398438, 0.419922, 0.332031, 1.929688, 0.277344, 0.306641, 0.474609, 0.269531, 31.375, 0.439453, 0.300781, 0.3125, 0.261719, 1.210938, 0.863281, 0.318359, 0.18457, 0.271484, 0.490234, 0.269531, 0.355469, 0.285156, 0.414062, 0.382812, 0.4375, 0.59375, 0.410156, 0.169922, 33.5, 0.392578, 0.257812, 0.402344, 0.212891, 0.207031, 0.296875, 0.494141, 25.625, 0.294922, 0.396484, 0.902344, 1.726562, 0.714844, 0.419922, 1.882812, 0.800781, 1.390625, 2.640625, 31.375, 0.253906, 0.498047, 0.535156, 0.191406, 0.308594, 0.330078, 0.246094, 0.679688, 0.251953, 0.339844, 0.511719, 0.351562, 0.265625, 0.335938, 0.414062, 0.396484, 0.914062, 0.617188, 0.433594, 0.65625, 0.328125, 1.203125, 0.241211, 0.375, 0.5625, 0.808594, 0.347656, 33.25, 1.9375, 0.367188, 0.3125, 0.304688, 0.4375, 0.644531, 0.380859, 0.427734, 0.337891, 0.318359, 0.382812, 0.298828, 0.429688, 0.921875, 0.458984, 0.337891, 0.404297, 0.283203, 0.5625, 0.275391, 0.359375, 0.335938, 0.351562, 0.734375, 0.292969, 1.054688, 0.292969, 0.287109, 0.539062, 0.402344, 0.386719, 0.298828, 0.53125, 0.455078, 0.449219, 0.601562, 0.291016, 0.394531, 39.25, 0.515625, 0.267578, 0.511719, 2.890625, 0.566406, 0.474609, 0.188477, 0.419922, 0.341797, 0.730469, 0.777344, 0.431641, 0.386719, 0.21875, 0.349609, 0.439453, 4.15625, 0.671875, 18.375, 0.351562, 2.25, 0.363281, 0.742188, 0.367188, 1.875, 0.808594, 0.703125, 0.511719, 2.765625, 0.324219, 0.546875, 0.355469, 0.667969, 0.390625, 0.353516, 0.196289, 0.503906, 0.757812, 0.283203, 0.34375, 0.238281, 0.217773, 0.318359, 2.1875, 0.339844, 0.503906, 0.75, 0.298828, 0.291016, 0.322266, 1.109375, 0.332031, 1.390625, 1.0625, 2.5625, 0.5625, 0.347656, 0.664062, 0.200195, 0.683594, 0.484375, 0.427734, 0.209961, 0.683594, 6.0625, 0.416016, 0.192383, 2.28125, 0.423828, 3.953125, 1.46875, 1.632812, 0.839844, 17.625, 0.10791, 1.1875, 0.283203, 0.378906, 27.25, 0.300781, 0.291016, 0.294922, 0.789062, 0.255859, 0.241211, 0.796875, 0.402344, 0.398438, 33.75, 24.875, 0.330078, -0.367188, 0.349609, 0.412109, 0.933594, 0.233398, 0.296875, 0.273438, 0.376953, 0.828125, 0.277344, 0.345703, 0.388672, 0.554688, -0.601562, 0.396484, 0.359375, 39.5, 0.24707, 0.929688, 0.832031, 0.695312, 0.632812, 0.351562, 0.398438, 0.433594, 0.347656, 0.367188, 0.249023, 0.261719, 0.707031, 0.361328, 0.964844, 2.578125, 18.375, 0.310547, 0.367188, 0.457031, 0.302734, 0.402344, 2.828125, 0.419922, 0.695312, 0.316406, 0.248047, 1.265625, 1.421875, 0.361328, 0.753906, 0.427734, 0.202148, 0.4375, 0.339844, 0.324219, 0.542969, 18.75, 0.478516, 0.40625, 0.394531, 0.474609, 0.53125, 0.59375, 0.214844, 0.367188, 0.746094, 0.361328, 0.443359, 0.707031, 0.679688, 0.408203, 0.324219, 0.291016, 0.335938, 41.5, 0.347656, 0.535156, 1.09375, 0.279297, 0.269531, 0.326172, 28.375, 0.507812, 0.414062, 2.203125, 0.369141, 25.125, 0.365234, 1.53125, 0.241211, 0.279297, 0.644531, 1.078125, 0.464844, 0.337891, 16.0, 18.0, 1.359375, 0.373047, 48.75, 0.734375, 0.445312, 0.361328, 1.328125, 0.414062, 1.148438, 40.5, 20.25, 0.292969, 24.75, 0.494141, 0.296875, 0.617188, 0.363281, 0.398438, 0.371094, 0.519531, 0.371094, 0.396484, 1.71875, 0.267578, 0.414062, 0.310547, 12.625, 0.34375, 0.835938, 0.236328, 2.015625, 1.367188, 0.335938, 0.265625, 0.488281, 0.206055, 0.341797, 0.398438, 0.941406, 1.0625, 0.306641, 0.761719, 1.617188, 0.378906, 0.382812, 0.261719, 0.431641, 0.220703, 0.4375, 0.376953, 0.328125, 0.322266, 2.9375, 0.251953, 21.125, 0.476562, 0.314453, 0.96875, 0.304688, 1.023438, 5.8125, 0.566406, 0.222656, 1.28125, 0.378906, 0.511719, 29.25, 1.5, 0.369141, 0.519531, 0.014282, 0.241211, 0.279297, 1.015625, 0.255859, 1.3125, 0.369141, 0.279297, 0.347656, 0.255859, 0.839844, 0.210938, 0.488281, 35.75, 0.414062, 39.25, 0.322266, 0.515625, 0.392578, 0.351562, 0.216797, 0.289062, 19.5, 0.275391, 0.894531, 0.224609, 0.75, 0.384766, 0.398438, 2.0, 0.546875, 0.296875, 0.287109, 0.326172, 0.241211, 0.636719, 0.208984, 0.3125, 0.664062, 0.464844, 0.275391, 0.269531, 0.345703, 0.363281, 0.300781, 0.330078, 0.235352, 0.679688, 14.375, 0.427734, 0.351562, 0.453125, 0.349609, 0.34375, 0.384766, 0.341797, 0.330078, 0.320312, 0.306641, 0.287109, 0.24707, 0.675781, 0.447266, 30.75, 0.394531, 0.380859, 0.431641, 0.933594, 0.306641, 0.335938, 1.359375, 0.777344, 0.910156, 0.34375, 2.390625, 0.275391, 0.203125, 0.480469, 0.287109, 0.367188, 1.804688, 0.279297, 43.5, 0.279297, 1.117188, 0.296875, 0.414062, 0.546875, 0.233398, 0.296875, 0.503906, 0.24707, 39.75, 0.349609, 0.318359, 0.253906, 0.34375, 0.382812, 0.285156, 0.589844, 0.386719, 0.283203, 0.337891, 0.4375, 0.439453, 0.419922, 0.335938, 37.5, 0.380859, 1.21875, 0.5, 0.435547, 0.365234, 3.390625, 0.357422, 0.285156, 1.296875, 0.539062, 0.341797, 0.511719, 2.21875, 0.259766, 34.75, 0.283203, 0.371094, 22.25, 0.320312, 1.804688, 0.345703, 0.225586, 0.333984, 0.248047, 0.400391, 0.464844, 1.21875, 0.298828, 0.53125, 1.117188, 24.0, 0.261719, 0.660156, 0.25, 0.535156, 0.300781, 0.375, 1.226562, 0.546875, 0.449219, 0.429688, 0.279297, 0.664062, 0.306641, 0.304688, 0.267578, 0.357422, 0.257812, 0.419922, 0.402344, 0.417969, 0.318359, 0.667969, 0.369141, 0.316406, 0.558594, 0.390625, 0.322266, 0.408203, 0.375, 0.287109, 0.835938, 0.71875, 0.289062, 23.875, 0.433594, 0.328125, 0.337891, 0.34375, 0.470703, 0.271484, 0.333984, 0.886719, 0.433594, 0.441406, 20.375, 0.326172, 0.359375, 0.742188, 0.300781, 1.804688, 0.855469, 0.304688, 1.09375, 0.3125, 0.373047, 0.233398, 0.392578, 0.371094, 0.515625, 0.355469, 0.314453, 0.722656, 0.257812, 0.320312, 0.236328, 0.75, 0.314453, 0.40625, 1.84375, 0.363281, 2.90625, 0.291016, 1.609375, 0.316406, 0.484375, 0.349609, 0.380859, 0.636719, 0.546875, 0.227539, 2.296875, 0.314453, 0.332031, 0.261719, 0.382812, 0.621094, 0.435547, 0.523438, 1.703125, 0.392578, 0.466797, 9.375, 0.679688, 0.237305, 0.308594, 0.400391, 0.328125, 0.369141, 0.410156, 0.3125, 0.345703, 1.398438, 35.5, 0.302734, 0.292969, 0.808594, 0.357422, 23.375, 0.279297, 0.431641, 0.320312, 0.361328, 0.425781, 28.25, 0.423828, 19.5, 0.233398, 1.054688, 0.503906, 30.625, 0.375, 0.451172, 0.300781, 1.007812, 0.867188, 0.320312, 0.349609, 0.667969, 0.212891, 0.375, 0.423828, 0.300781, 0.316406, 0.558594, 0.300781, 0.209961, 0.337891, 33.5, 0.367188, 1.515625, 0.416016, 0.359375, 0.355469, 0.308594, 0.324219, 0.216797, 20.625, 1.398438, 0.458984, 0.216797, 0.333984, 0.683594, 0.214844, 0.24707, 0.640625, 0.4375, -43.75, 0.353516, 0.363281, 37.5, 0.765625, 0.271484, 0.3125, 6.53125, 7.53125, 0.376953, 0.267578, 0.648438, 0.246094, 0.332031, 0.582031, 0.318359, 0.894531, 0.339844, 0.306641, 0.211914, 0.316406, 21.25, 0.414062, 0.462891, 0.197266, 0.294922, 0.269531, 1.265625, 0.359375, 0.460938, 0.570312, 0.335938, 0.363281, 0.320312, 0.279297, 0.320312, 0.220703, 0.261719, 0.507812, 0.355469, 0.316406, 0.427734, 0.898438, 21.0, 0.324219, 0.287109, 1.492188, 0.326172, 1.828125, 0.824219, 0.170898, 0.46875, 0.298828, 0.341797, 0.345703, 0.3125, 0.345703, 0.392578, 0.761719, 0.4375, 0.345703, 0.292969, 0.28125, 1.726562, 0.263672, 0.511719, 0.371094, 0.417969, 0.388672, 0.384766, 0.476562, 0.515625, 0.474609, 0.472656, 13.25, 0.738281, 0.363281, 0.714844, 0.441406, 0.086426, 0.285156, 0.765625, 0.363281, 0.291016, 0.213867, 0.431641, 0.28125, 0.369141, 42.5, 0.40625, 36.0, 0.488281, 1.0, 0.34375, 0.382812, 1.132812, 0.380859, 0.601562, 0.476562, 0.279297, 0.380859, 0.257812, 0.357422, 0.369141, 0.476562, 0.4375, 0.550781, 0.419922, 0.542969, 0.18457, 0.333984, 0.285156, 0.330078, 0.476562, 0.347656, 0.283203, 0.355469, 1.34375, 0.320312, 0.357422, 0.761719, 0.296875, 25.125, 0.292969, 0.285156, 0.765625, 0.200195, 0.746094, 0.149414, 0.480469, 0.369141, 34.0, 0.147461, 0.839844, 0.206055, 0.515625, 0.46875, 0.306641, 1.171875, 0.757812, 0.380859, 19.0, 0.3125, 1.40625, 0.320312, 0.318359, 0.441406, 0.316406, 0.261719, 0.429688, 0.59375, 0.302734, 0.324219, 0.492188, 0.355469, 0.392578, 0.232422, 0.237305, 0.451172, 2.171875, 0.287109, 0.582031, 0.241211, 23.125, 0.308594, 33.25, 0.859375, 0.287109, 3.6875, 0.433594, 0.188477, 0.324219, 0.621094, 0.341797, 1.867188, 41.25, 0.902344, 0.316406, 0.326172, 0.417969, 0.664062, 12.125, 27.75, 0.511719, 0.488281, 0.40625, 0.271484, 0.449219, 40.75, 35.75, 0.304688, 0.111816, 0.601562, 0.488281, 0.570312, 0.382812, 0.380859, 0.394531, 1.390625, 0.435547, 0.308594, 0.429688, 0.396484, 1.546875, 0.376953, 0.363281, 0.539062, 0.617188, 0.298828, 0.416016, 0.161133, 1.0625, 0.757812, 0.300781, 0.464844, 0.341797, 0.714844, 0.423828, 0.271484, 0.300781, 0.675781, 0.412109, 0.470703, 0.933594, 0.291016, 0.40625, 0.363281, 0.363281, 0.316406, 4.28125, 0.455078, 0.291016, 0.3125, 7.0625, 0.367188, 0.503906, 0.168945, 0.322266, 0.300781, 1.273438, 0.490234, 0.333984, 0.345703, 0.367188, 1.320312, 34.5, 0.347656, 0.28125, 0.28125, 0.296875, 0.429688, 0.492188, 0.224609, 0.378906, 0.283203, 0.314453, 0.253906, 1.03125, 0.390625, 2.390625, 0.773438, 0.234375, 0.318359, 0.328125, 0.359375, 0.320312, 0.539062, 0.351562, 0.621094, 0.353516, 0.333984, 0.345703, 0.316406, 0.566406, 0.339844, 0.457031, 0.375, 0.223633, 0.59375, 0.326172, 0.34375, 0.357422, 0.447266, 0.265625, 0.367188, 0.816406, 0.613281, 0.394531, 0.341797, 0.330078, 0.369141, 37.25, 0.363281, 2.34375, 0.375, 0.253906, 0.371094, 0.957031, 0.609375, 0.492188, 1.007812, 0.361328, 0.585938, 0.239258, 0.233398, 0.398438, 0.605469, 0.511719, 5.09375, 0.472656, 0.314453, 1.265625, 25.25, 0.427734, 0.261719, 0.566406, 0.351562, 0.431641, 1.335938, 0.425781, 0.271484, 1.046875, 0.361328, 0.345703, 0.648438, 0.285156, 14.25, 21.75, 0.265625, 0.337891, 0.453125, 0.765625, -0.269531, 0.351562, 0.404297, 0.980469, 1.0625, 0.472656 ] } , "name": "onnx::Mul_11147", "outputIndexes": [ 4232 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4231, 4232 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 4233 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4233 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.22/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 7741 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7741 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.22/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 7742 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7742 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1329566066, 13107222, 3276800, 0, 0 ] } , "name": "/layers.22/mlp/gate_proj/Linear", "outputIndexes": [ 7743 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7743 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.22/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 7744 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7744 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.22/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 4234 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4234 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.22/mlp/act_fn/Mul_output_0", "outputIndexes": [ 4235 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4234, 4235 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 4236 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 4236 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 4237 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4234, 4237 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/mlp/act_fn/Add_output_0", "outputIndexes": [ 4238 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 4238 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 4239 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4239 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.22/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 4240 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 4240 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 4241 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4234, 4241 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 4242 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 4242 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 4243 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7742 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1345950088, 13107222, 3276800, 0, 0 ] } , "name": "/layers.22/mlp/up_proj/Linear", "outputIndexes": [ 7747 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7747 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.22/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 7748 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7748 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.22/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 4244 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4243, 4244 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/mlp/Mul_output_0", "outputIndexes": [ 4245 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4245 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.22/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 7749 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7749 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.22/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 7750 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7750 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1362334110, 13107222, 3276800, 0, 0 ] } , "name": "/layers.22/mlp/down_proj/Linear", "outputIndexes": [ 7751 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7751 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.22/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 7752 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7752 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.22/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 4246 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4246 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.22/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 4248 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4248 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.22/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 4249 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4249, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 4250 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4250, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 4251 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4246, 4251 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 4252 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 8.5, 8.5, 1.3125, 8.5, 2.578125, 8.0625, 8.5, 8.3125, 8.5, 1.125, 8.5, 8.5, 2.34375, 8.5, 8.5, 2.078125, 8.5, 1.453125, 7.4375, 8.5, 8.5, 8.5, 8.5, 8.5, 2.328125, 1.5625, 8.5, 8.5, 2.109375, 8.5, 8.5, 2.46875, 8.5, 1.4375, 7.46875, 8.5, 8.5, 8.5, 8.5, 0.6875, 1.835938, 8.5, 1.109375, 8.25, 8.5, 8.5, 8.5, 8.5, 0.617188, 8.5, 8.5, 2.359375, 0.628906, 8.5, 8.5, 0.734375, 8.5, 8.5, 1.328125, 8.5, 8.5, 1.335938, 8.5, 3.578125, 8.5, 8.5, 0.867188, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 1.578125, 8.5, 8.5, 2.3125, 3.6875, 8.5, 8.4375, 8.5, 8.5, 8.5, 8.5, 8.5, 1.390625, 8.5, 2.75, 8.5, 8.5, 8.5, 6.4375, 8.5, 7.46875, 8.5, 8.5, 8.5, 0.84375, 8.5, 8.5, 2.4375, 5.25, 8.5, 8.5, 1.265625, 8.5, 0.78125, 1.351562, 7.46875, 8.5, 8.5, 1.390625, 8.5, 8.5, 8.5, 8.5, 8.5, 1.390625, 1.679688, 8.5, 0.75, 2.03125, 1.3125, 8.375, 2.640625, 8.5, 8.5, 0.172852, 8.5, 8.5, 8.5, 8.5, 8.5, 2.84375, 0.242188, 1.460938, 1.960938, 8.5, 0.310547, 4.375, 8.5, 8.5, 2.25, 8.5, 8.5, 1.859375, 8.5, 1.992188, 8.5, 8.5, 0.78125, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 2.3125, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 2.421875, 5.1875, 8.5, 8.5, 8.5, 8.5, 6.84375, 2.609375, 8.5, 8.5, 2.953125, 1.476562, 8.5, 8.5, 2.453125, 8.5, 8.5, 8.5, 8.5, 8.5, 2.03125, 8.5, 8.5, 1.328125, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 1.703125, 8.5, 0.347656, 8.5, 8.5, 8.5, 8.5, 8.5, 1.945312, 8.5, 8.5, 8.5, 2.515625, 8.5, 8.5, 8.5, 8.5, 8.5, 3.734375, 8.5, 8.5, 1.960938, 8.5, 8.5, 1.898438, 8.5, 0.114746, 3.40625, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 1.546875, 8.4375, 8.5, 8.4375, 8.5, 8.5, 8.5, 1.335938, 8.5, 8.5, 8.5, 1.328125, 8.5, 1.828125, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 2.46875, 8.5, 8.5, 1.039062, 8.5, 0.170898, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.3125, 8.5, 8.5, 1.476562, 8.5, 8.5, 8.5, 1.695312, 8.5, 6.40625, 8.5, 8.5, 8.5, 8.5, 8.5, 3.84375, 8.5, 8.5, 8.5, 8.5, 0.289062, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 5.34375, 7.46875, 8.5, 8.5, 8.5, 3.859375, 8.5, 8.5, 8.5, 8.5, 8.5, 1.648438, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 7.75, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 2.296875, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 5.8125, 8.5, 6.0625, 8.5, 8.5, 8.5, 1.335938, 8.5, 8.5, 2.421875, 8.5, 8.5, 4.625, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 3.234375, 8.5, 8.5, 1.164062, 8.5, 8.5, 8.25, 8.5, 8.5, 8.5, 7.9375, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 0.007935, 8.5, 8.5, 8.5, 8.5, 8.5, 1.242188, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 0.664062, 1.429688, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 7.0625, 8.5, 8.5, 2.15625, 8.5, 3.671875, 8.5, 1.664062, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 7.375, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 6.4375, 6.28125, 8.4375, 4.96875, 8.5, 8.5, 4.53125, 8.5, 4.25, 8.5, 8.5, 1.914062, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 0.388672, 8.5, 8.5, 8.5, 8.5, 8.5, 1.078125, 1.804688, 8.5, 8.5, 8.5, 8.5, 5.21875, 8.5, 0.835938, 0.139648, 1.546875, 8.3125, 8.5, 8.5, 8.5, 0.730469, 8.5, 8.5, 8.5, 8.5, 8.3125, 8.5, 8.5, 1.210938, 8.5, 0.675781, 8.5, 1.429688, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 2.21875, 8.5, 8.5, 2.5, 8.5, 8.5, 1.234375, 8.5, 8.5, 8.5, 4.875, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 7.46875, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 4.4375, 8.5, 8.5, 8.5, 8.5, 1.820312, 1.859375, 8.5, 8.5, 1.460938, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 4.71875, 8.5, 8.5, 8.5, 8.5, 8.5, 0.949219, 8.5, 8.5, 6.84375, 8.5, 8.5, 1.476562, 8.5, 1.0, 8.5, 8.5, 8.5, 8.5, 8.5, 0.828125, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 3.953125, 2.203125, 1.34375, 2.140625, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 0.067871, 8.5, 0.457031, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 3.359375, 8.5, 8.1875, 8.5, 8.5, 8.5, 4.03125, 8.5, 8.5, 8.5, 8.5, 0.625, 8.5, 8.5, 0.291016, 8.5, 8.5, 8.5, 8.5, 8.375, 8.5, 0.154297, 8.5, 8.5, 8.5, 1.328125, 8.5, 7.53125, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 1.640625, 8.5, 2.078125, 8.5, 8.5, 2.15625, 5.5625, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 2.875, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 4.46875, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 2.8125, 8.5, 8.5, 8.5, 8.5, 8.5, 0.917969, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 0.386719, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 1.390625, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 0.141602, 1.203125, 8.5, 8.5, 8.5, 8.5, 8.5, 1.695312, 8.5, 8.5, 8.5, 4.4375, 8.5, 8.5, 2.203125, 8.5, 8.5, 8.5, 5.5625, 8.5, 8.5, 8.5, 8.5, 8.5, 2.421875, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 0.800781, 1.859375, 8.5, 8.5, 7.375, 8.5, 3.640625, 1.59375, 2.171875, 8.5, 8.5, 1.523438, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 6.9375, 8.5, 3.625, 8.5, 8.5, 3.296875, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 0.992188, 8.4375, 8.5, 8.5, 8.5, 8.5, 2.421875, 8.5, 8.5, 8.5, 8.5, 8.3125, 8.5, 8.125, 8.5, 8.3125, 8.5, 8.5, 8.5, 8.5, 0.145508, 8.5, 8.5, 0.084961, 8.5, 8.5, 8.5, 8.5, 1.882812, 8.5, 2.640625, 0.578125, 4.375, 8.5, 8.5, 1.398438, 8.5, 8.5, 2.25, 8.5, 8.5, 1.304688, 8.5, 1.0625, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 2.125, 2.609375, 8.5, 8.5, 8.5, 8.4375, 8.5, 1.28125, 8.5, 8.5, 8.4375, 1.75, 8.5, 8.5, 8.5, 8.5, 8.5, 0.332031, 8.5, 8.5, 1.289062, 8.5, 8.5, 8.5, 8.5, 8.5, 8.375, 8.5, 8.5, 1.765625, 1.632812, 8.5, 8.5, 8.5, 1.992188, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.375, 8.3125, 8.5, 8.5, 2.15625, 8.5, 8.5, 1.46875, 8.5, 0.071777, 3.03125, 8.5, 1.429688, 8.5, 8.5, 2.296875, 8.5, 8.5, 8.375, 8.5, 0.808594, 8.5, 8.5, 8.5, 5.71875, 8.5, 0.007751, 2.703125, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 3.234375, 2.40625, 8.5, 8.5, 8.5, 8.4375, 8.5, 8.5, 3.53125, 3.40625, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 0.679688, 3.703125, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.125, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 1.007812, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.1875, 8.5, 8.5, 8.5, 1.078125, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 0.066895, 1.507812, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 7.0, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 1.421875, 0.9375, 8.5, 8.5, 8.5, 8.5, 3.859375, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 1.078125, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 6.9375, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 1.359375, 8.5, 8.5, 8.5, 8.5, 2.296875, 8.5, 8.5, 8.5, 1.679688, 8.5, 8.5, 6.90625, 8.5, 8.5, 1.875, 8.5, 8.5, 8.5, 0.007874, 1.609375, 0.832031, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 2.234375, 6.15625, 8.5, 8.5, 1.742188, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.1875, 8.5, 8.5, 8.5, 8.5, 8.5, 0.257812, 8.5, 8.5, 8.5, 2.390625, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 1.148438, 8.5, 8.5, 8.5, 8.5, 8.5, 1.203125, 2.25, 8.5, 8.5, 8.5, 8.5, 8.1875, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 1.742188, 4.6875, 8.5, 8.5, 8.5, 8.5, 4.65625, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 3.0, 5.53125, 8.5, 8.5, 8.5, 8.5, 1.046875, 1.703125, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.4375, 8.5, 8.5, 8.5, 8.4375, 8.5, 8.5, 8.5, 8.5, 8.5, 8.0, 8.5, 8.5, 8.5, 2.796875, 8.5, 8.5, 7.1875, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 5.6875, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 0.988281, 0.410156, 8.5, 8.0625, 8.5, 8.5, 8.5, 8.5, 7.1875, 8.5, 1.710938, 8.5, 8.5, 8.5, 8.5, 1.78125, 8.5, 8.5, 8.5, 5.125, 7.6875, 7.875, 8.5, 2.625, 8.5, 8.5, 8.5, 8.5, 8.5, 5.46875, 8.5, 1.5625, 8.5, 8.5, 1.695312, 8.5, 8.5, 8.5, 3.34375, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 6.96875, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 4.40625, 6.125, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.4375, 8.5, 8.5, 8.5, 8.5, 8.4375, 8.5, 8.5, 8.5, 8.5, 8.5, 1.375, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.3125, 8.5, 3.140625, 8.5, 8.5, 8.5, 1.734375, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 1.375, 8.5, 8.5, 6.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 2.28125, 8.5, 8.5, 8.5, 8.5, 8.5, 8.4375, 3.359375, 8.5, 8.5, 8.5, 3.234375, 8.5, 8.5, 8.5, 8.5, 8.5, 2.4375, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 0.800781, 1.765625, 8.4375, 2.703125, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 5.28125, 8.5, 8.5, 8.5, 8.5, 8.5, 2.25, 8.5, 8.5, 1.78125, 8.5, 8.5, 5.125, 8.5, 2.359375, 8.5, 8.5, 8.5, 1.492188, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 1.929688, 2.5, 8.5, 1.320312, 8.5, 2.859375, 1.21875, 8.5, 8.5, 2.765625, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 1.359375, 8.5, 8.5, 7.78125, 1.34375, 8.5, 1.40625, 1.039062, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.4375, 8.5, 8.5, 1.921875, 1.382812, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.4375, 8.5, 0.53125, 8.5, 8.5, 8.5, 1.5, 8.5, 8.5, 7.90625, 8.5, 8.5, 5.96875, 8.5, 2.265625, 8.5, 8.5, 8.5, 2.078125, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 2.484375, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 4.65625, 1.476562, 8.5, 8.5, 8.5, 2.75, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 1.1875, 6.78125, 6.5625, 8.5, 0.089844, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 5.625, 8.5, 8.5, 8.5, 3.359375, 8.5, 8.5, 8.5, 8.4375, 8.5, 8.5, 1.429688, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.375, 8.5, 8.5, 8.5, 1.460938, 8.5, 8.5, 8.5, 8.5, 6.5625, 8.5, 8.5, 8.5, 8.5, 1.382812, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 4.1875, 8.5, 8.5, 8.5, 8.5, 0.84375, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 0.65625, 8.5, 1.289062, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 2.15625, 8.5, 2.640625, 8.5, 1.859375, 6.75, 8.5, 8.5, 8.5, 7.75, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 0.804688, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 2.734375, 8.5, 8.5, 8.5, 8.5, 8.5, 5.75, 8.5, 0.349609, 8.5, 3.40625, 8.5, 8.5, 8.5, 1.765625, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 3.21875, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 6.9375, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 4.875, 8.5, 8.5, 1.226562, 8.5, 8.5, 8.5, 6.65625, 8.5, 0.621094, 8.5, 8.5, 7.5, 1.851562, 8.5, 8.5, 8.5, 3.828125, 8.5, 0.910156, 1.75, 1.507812, 5.15625, 8.5, 8.5, 8.5, 8.5, 8.5, 0.263672, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 2.265625, 8.5, 8.5, 8.5, 0.008179, 8.5, 8.5, 8.5, 8.5, 0.648438, 8.5, 8.5, 8.5, 8.5, 8.375, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 1.53125, 0.007599, 8.5, 3.265625, 8.5, 3.046875, 8.5, 8.5, 8.5, 8.5, 1.84375, 2.046875, 2.75, 8.5, 6.0, 8.5, 7.375, 2.1875, 0.230469, 8.5, 8.5, 8.5, 8.5, 8.5, 0.753906, 8.5, 8.5, 8.5, 8.5, 7.65625, 8.5, 8.5, 8.375, 1.09375, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 7.53125, 8.5, 8.5, 2.84375, 8.5, 8.5, 8.5, 8.5, 8.5, 1.8125, 8.5, 2.84375, 8.5, 8.5, 8.5, 8.5, 2.1875, 8.5, 0.121582, 8.5, 0.273438, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 0.285156, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 2.078125, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 1.015625, 8.5, 8.5, 8.5, 8.5, 8.5, 3.28125, 8.5, 8.5, 3.234375, 8.5, 8.5, 8.25, 8.5, 8.5, 8.5, 8.5, 4.65625, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 0.380859, 8.5, 8.5, 8.5, 8.5, 3.671875, 1.796875, 8.0, 0.007874, 8.5, 8.5, 2.828125, 8.5, 8.5, 8.5, 1.59375, 1.914062, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 6.5625, 1.25, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 0.400391, 1.71875, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 2.140625, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 4.34375, 5.09375, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 1.351562, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 1.164062, 8.5, 7.375, 1.773438, 1.492188, 8.5, 8.5, 8.5, 1.578125, 8.5, 2.046875, 5.84375, 8.5, 8.5, 8.5, 7.625, 8.5, 0.129883, 2.1875, 8.5, 1.835938, 8.5, 3.859375, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 6.28125, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 1.679688, 5.0625, 2.515625, 8.5, 8.5, 8.5, 8.5, 1.6875, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 7.75, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 1.851562, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.4375, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 2.53125, 8.5, 8.5, 0.007874, 5.53125, 8.5, 8.5, 2.609375, 8.5, 8.5, 8.5, 1.242188, 8.5, 3.171875, 8.5, 7.03125, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 3.046875, 8.5, 1.914062, 1.484375, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 1.929688, 8.5, 1.5, 8.5, 8.5, 0.071777, 8.5, 0.367188, 8.5, 1.882812, 8.5, 0.515625, 8.5, 2.0625, 8.5, 0.542969, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 0.769531, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.375, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 3.796875, 8.5, 8.5, 1.09375, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.375, 8.5, 8.5, 8.5, 8.5, 0.158203, 8.5, 8.5, 8.5, 8.5, 8.5, 2.09375, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 4.5625, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 2.3125, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 5.3125, 8.5, 8.5, 0.730469, 2.171875, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 4.46875, 7.3125, 8.5, 8.5, 8.5, 8.5, 8.5, 8.4375, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 1.023438, 8.5, 8.5, 1.648438, 8.25, 1.828125, 8.5, 3.453125, 8.5, 8.5, 1.820312, 8.5, 0.695312, 8.5, 8.5, 8.5, 8.5, 8.5, 2.59375, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 1.421875, 8.5, 8.5, 0.431641, 8.5, 2.609375, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 2.921875, 8.5, 8.5, 8.5, 8.5, 8.5, 7.28125, 1.046875, 8.25, 8.5, 8.375, 8.5, 1.382812, 8.5, 8.5, 2.03125, 8.5, 0.890625, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.375, 8.5, 8.5, 8.5, 1.679688, 8.5, 1.515625, 8.5, 8.5, 8.5, 8.5, 1.0, 0.421875, 8.5, 7.9375, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 1.859375, 1.375, 8.5, 2.171875, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 1.640625, 8.5, 7.875, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 2.71875, 8.5, 8.5, 8.5, 8.5, 8.5, 0.310547, 8.5, 8.5, 8.5, 0.609375, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 2.125, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 0.265625, 8.5, 8.5, 8.5, 8.5, 4.59375, 7.21875, 2.828125, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.25, 8.5, 3.984375, 8.5, 8.5, 1.359375, 8.5, 8.5, 1.796875, 1.179688, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 6.9375, 8.5, 8.5, 8.5, 1.0625, 1.804688, 8.5, 8.5, 0.957031, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.5, 8.4375, 8.5, 8.5, 8.5, 8.5, 8.5, 2.09375, 0.108887, 8.5, 8.5, 8.5, 3.703125, 8.5, 8.5, 8.5, 8.1875, 2.96875, 8.5 ] } , "name": "onnx::Mul_11148", "outputIndexes": [ 4253 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4252, 4253 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 4254 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4226, 4254 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/Add_1_output_0", "outputIndexes": [ 4255 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4255 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.22/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 7753 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7753 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.22/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 7754 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7754 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1378718132, 327702, 81920, 0, 0 ] } , "name": "/layers.22/per_layer_input_gate/Linear", "outputIndexes": [ 7755 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7755 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.22/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 7756 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7756 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.22/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 4256 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4256 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.22/act_fn/Mul_output_0", "outputIndexes": [ 4257 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4256, 4257 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/act_fn/Mul_1_output_0", "outputIndexes": [ 4258 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 4258 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/act_fn/Mul_2_output_0", "outputIndexes": [ 4259 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4256, 4259 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/act_fn/Add_output_0", "outputIndexes": [ 4260 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 4260 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/act_fn/Mul_3_output_0", "outputIndexes": [ 4261 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4261 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.22/act_fn/Tanh_output_0", "outputIndexes": [ 4262 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 4262 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/act_fn/Add_1_output_0", "outputIndexes": [ 4263 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4256, 4263 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/act_fn/Mul_4_output_0", "outputIndexes": [ 4264 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 4264 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/act_fn/Mul_5_output_0", "outputIndexes": [ 4265 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 22 ] } , "name": "/Constant_31_output_0", "outputIndexes": [ 4266 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5191", "outputIndexes": [ 4267 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5194", "outputIndexes": [ 4268 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 4267, 4268, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice5197", "outputIndexes": [ 4269 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4269 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze5198", "outputIndexes": [ 4270 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4266, 4270 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5199", "outputIndexes": [ 4271 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4271, 4270 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5200", "outputIndexes": [ 4272 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 4272, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_29_output_0", "outputIndexes": [ 4273 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4265, 4273 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/Mul_output_0", "outputIndexes": [ 4274 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4274 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.22/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 7757 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7757 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.22/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 7758 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7758 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1379127754, 327702, 81920, 0, 0 ] } , "name": "/layers.22/per_layer_projection/Linear", "outputIndexes": [ 7759 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7759 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.22/per_layer_projection/Linear/post_convert", "outputIndexes": [ 7760 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7760 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.22/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 4275 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4275 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.22/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 4277 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4277 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.22/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 4278 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4278, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 4279 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4279, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 4280 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4275, 4280 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 4281 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.008301, 5.59375, 0.007629, 0.008118, 0.008179, 0.007629, 0.008484, 0.365234, 0.008118, 0.00705, 0.008301, 0.008362, 0.007996, 0.007812, 9.1875, 0.007996, 9.1875, 0.00769, 0.007935, 0.00766, 0.008423, 0.008362, 0.008423, 0.008484, 0.007935, 0.007507, 9.1875, 0.008179, 0.006805, 0.008179, 0.008179, 0.008423, 0.008179, 0.007996, 0.007812, 9.1875, 0.008118, 0.008179, 0.007812, 0.008423, 0.007721, 0.024536, 0.007599, 0.008301, 9.1875, 0.00824, 0.007935, 0.008362, 0.00769, 0.008789, 8.625, 0.008362, 0.0065, 9.1875, 0.007935, 0.008179, 0.007172, 0.008362, 0.008118, 9.1875, 0.008728, 0.007996, 0.008362, 0.008484, 9.1875, 0.007446, 0.008545, 3.90625, 0.007751, 0.008179, 9.1875, 0.007935, 0.007721, 0.008362, 9.1875, 0.008301, 0.007935, 0.008118, 0.008606, 0.008606, 0.00824, 0.008362, 0.008728, 0.007233, 0.008667, 0.00824, 0.007874, 0.008362, 0.008179, 0.00766, 0.008606, 0.007416, 0.007935, 0.008057, 0.007233, 0.008362, 0.008057, 0.008667, 9.1875, 9.125, 9.1875, 0.007996, 0.008545, 0.007599, 0.008484, 0.008789, 0.008118, 0.006958, 0.008179, 0.007812, 0.007568, 0.007996, 0.007782, 0.008606, 9.1875, 0.007324, 0.008362, 0.007599, 0.008362, 9.1875, 0.006989, 0.008667, 0.00708, 0.007446, 0.008789, 0.007935, 0.008362, 0.008972, 0.008423, 9.1875, 0.008118, 0.007446, 0.00769, 0.006439, 0.008179, 0.007874, 0.00824, 0.008667, 0.007812, 0.005951, 0.008179, 9.1875, 0.008606, 0.007874, 0.008545, 9.1875, 0.008118, 0.008057, 0.007568, 0.008606, 5.65625, 0.007996, 0.008057, 0.007294, 0.008179, 0.007538, 0.008728, 9.1875, 0.007721, 0.008545, 0.008362, 0.008484, 0.008423, 9.1875, 0.007935, 0.007996, 0.007782, 0.00708, 0.008301, 0.007782, 0.007599, 0.007935, 0.008362, 8.375, 9.1875, 0.008057, 0.008057, 0.007751, 0.008789, 0.008057, 0.008423, 0.00824, 0.007935, 0.008362, 9.125, 0.008301, 0.008728, 5.875, 0.00824, 0.008484, 0.008301, 8.875, 0.008118, 0.008179, 0.00769, 0.007721, 0.008179, 0.007629, 0.00885, 0.00885, 0.007538, 0.008118, 0.007935, 0.007874, 9.1875, 0.008362, 0.008789, 0.008484, 0.008301, 0.007507, 0.007812, 0.007355, 9.1875, 0.008606, 9.1875, 0.008179, 0.008362, 0.008362, 0.007751, 0.008057, 0.007538, 0.00769, 7.8125, 0.008118, 0.008484, 0.007355, 0.008301, 0.008179, 0.008728, 0.007996, 0.008362, 8.8125, 9.1875, 0.008362, 0.007599, 0.008179, 4.09375, 0.007996, 0.008057, 8.5, 0.007812, 0.008362, 0.008179, 0.008301, 0.007935, 0.007874, 0.00824, 0.008179, 0.008118, 8.5625, 0.007751, 0.00708, 0.007416, 0.007996, 0.007751, 6.21875, 0.008118, 0.008179, 0.00766, 0.007568, 0.008728, 0.008728, 9.1875, 0.008301, 0.008484, 0.008789, 0.007874, 0.007385, 0.00766, 0.008118, 0.007568, 0.008789, 0.007416, 0.008545, 0.00769, 0.008728, 0.008118, 0.007874, 0.008606, 0.008179, 0.006622, 0.008118, 0.007935, 0.008362, 0.008057, 0.008362, 0.007629, 0.008484, 0.007996, 7.84375, 9.1875, 0.00824, 0.008362, 0.007996, 0.008118, 0.007324, 6.0625, 0.008362, 0.008667, 0.008484, 0.007935, 0.008301, 0.006622, 0.008057, 0.007782, 0.008179, 0.008179, 0.007263, 0.008179, 0.008301, 0.008362, 0.008423, 5.25, 0.008057, 0.007629, 0.008057, 0.008118, 0.006866, 0.008728, 0.007935, 0.00824, 0.008728, 9.1875, 0.007263, 0.008728, 0.008057, 0.008545, 0.006744, 0.008057, 9.1875, 0.008362, 0.008484, 0.008362, 0.008301, 0.006836, 0.00824, 0.007935, 0.007874, 0.008789, 0.008606, 0.007996, 0.008362, 0.008179, 0.008118, 0.008362, 9.1875, 0.008362, 0.007507, 0.007172, 0.008362, 0.007935, 0.008362, 0.008118, 0.007568, 9.1875, 9.1875, 0.007782, 0.007935, 0.007599, 0.008728, 0.008362, 0.007874, 0.008179, 0.007751, 0.008484, 9.1875, 0.008179, 0.008362, 0.008362, 0.007507, 0.007507, 0.008118, 0.006805, 0.008911, 0.008057, 0.008057, 9.1875, 9.1875, 9.1875, 0.008728, 0.006897, 0.008118, 0.008362, 0.008057, 0.00824, 9.1875, 0.008362, 0.008606, 0.007568, 0.008057, 0.00769, 0.008301, 0.007782, 0.008484, 9.1875, 0.008728, 0.008057, 0.00885, 0.008606, 0.007538, 0.008362, 0.007874, 0.007874, 0.008423, 0.008057, 0.008606, 0.008179, 0.00824, 0.008423, 0.007935, 0.008179, 9.1875, 0.007568, 0.008545, 0.008789, 0.007782, 0.007782, 9.1875, 0.008423, 0.007202, 0.007812, 0.007477, 0.007355, 0.008362, 0.007874, 0.008423, 0.008057, 9.1875, 0.007782, 0.006836, 0.008606, 0.00769, 0.008667, 0.007996, 6.5625, 0.008484, 0.008911, 0.006989, 0.007874, 0.007996, 0.008362, 0.008484, 0.007935, 5.1875, 0.008057, 0.00824, 7.34375, 0.007233, 0.007202, 0.008118, 0.008301, 0.00766, 9.1875, 0.007538, 0.008606, 0.008667, 0.008057, 0.008545, 0.007172, 0.008118, 0.007812, 0.008545, 0.007874, 0.008057, 0.008301, 0.008667, 9.1875, 0.007416, 0.008057, 0.008606, 0.008362, 0.007751, 0.007996, 0.008789, 0.008301, 9.1875, 6.25, 0.008118, 6.0, 0.008118, 0.00824, 0.00824, 0.00766, 0.008057, 0.007996, 0.008362, 0.008362, 0.007874, 0.008118, 0.008362, 0.008362, 0.00824, 0.00769, 0.008179, 0.008606, 0.007629, 0.006805, 0.007935, 0.007812, 0.007477, 9.1875, 0.007812, 0.008484, 0.008911, 0.008301, 9.1875, 0.007996, 0.007629, 0.007599, 0.008545, 0.008545, 0.00824, 0.008057, 0.008057, 0.008301, 0.007996, 0.008057, 0.007416, 0.007874, 0.008301, 0.008362, 0.008362, 0.008362, 0.00824, 0.008118, 0.007385, 0.008667, 0.008301, 0.008667, 0.008423, 0.006989, 0.00824, 0.008118, 0.008423, 0.008362, 0.00824, 0.007874, 0.007538, 0.008362, 0.007538, 9.1875, 0.008179, 0.008057, 0.008301, 0.007874, 0.008179, 0.007935, 9.1875, 0.007416, 0.008057, 0.007996, 0.008118, 0.006714, 0.008362, 0.007629, 0.008179, 0.007996, 0.008423, 0.008606, 9.1875, 0.008057, 0.00885, 0.008118, 0.006897, 0.008362, 0.007721, 0.006866, 0.007355, 0.006683, 0.007568, 0.007751, 0.00705, 0.00708, 0.006866, 0.008057, 0.008057, 0.008301, 0.008484, 0.007996, 0.006683, 0.007416, 0.007874, 0.008301, 0.007812, 0.007874, 0.00824, 0.008362, 0.007812, 0.008301, 0.007111, 0.008423, 0.008423, 0.007568, 0.008484, 9.1875, 0.007782, 0.008606, 0.00708, 0.008301, 0.008301, 0.008118, 0.007996, 0.00824, 0.008179, 0.008362, 0.007935, 0.008545, 0.008301, 0.008118, 9.1875, 0.00824, 0.008667, 9.1875, 9.1875, 0.008118, 0.008118, 0.008118, 0.007599, 0.008362, 0.008057, 0.00824, 0.008057, 0.008728, 0.008301, 0.006653, 0.008057, 0.007477, 0.008179, 0.007751, 0.007996, 0.008484, 9.1875, 0.008301, 9.1875, 0.007935, 0.008057, 0.008118, 0.008118, 0.008301, 0.008484, 0.008362, 0.007935, 0.008301, 9.1875, 9.1875, 9.1875, 0.00824, 0.008179, 0.008179, 0.007568, 0.008728, 0.008484, 9.1875, 0.008362, 0.007874, 0.008606, 0.007935, 0.008362, 0.00769, 0.008118, 0.007019, 0.008179, 0.007202, 0.007782, 0.007172, 0.00705, 0.007507, 0.007996, 0.008362, 0.008484, 0.008606, 0.008179, 9.1875, 0.008118, 0.008362, 0.008362, 0.008606, 0.008545, 9.1875, 0.008362, 0.008423, 0.00885, 0.008606, 0.008423, 0.008545, 0.008057, 0.007935, 0.007446, 0.007416, 0.008118, 0.007446, 0.008118, 9.1875, 9.1875, 9.1875, 0.00824, 6.65625, 0.008423, 0.008362, 0.00885, 0.008911, 0.008728, 7.40625, 0.008789, 0.007935, 0.00824, 9.1875, 0.008179, 9.0625, 9.1875, 9.1875, 9.1875, 0.007812, 0.008057, 0.00824, 0.007812, 0.007996, 0.008667, 9.1875, 0.007812, 9.1875, 0.007355, 9.0, 0.008057, 0.006927, 0.008179, 0.008667, 9.1875, 0.008179, 0.007385, 0.007812, 0.008118, 0.007996, 7.875, 0.007935, 0.007935, 0.008362, 9.1875, 0.008545, 0.007874, 0.007751, 0.006927, 4.625, 0.007385, 0.008057, 0.006775, 0.007935, 0.008362, 0.006378, 0.008606, 9.1875, 0.006744, 0.008728, 0.008362, 0.007629, 0.006927, 0.008118, 0.008545, 0.00885, 0.007263, 0.008118, 0.008179, 0.007507, 0.007233, 0.008484, 0.008667, 0.008057, 0.00824, 0.008606, 0.008789, 0.008301, 0.008911, 0.008606, 0.008484, 0.006683, 0.008423, 0.00824, 0.007935, 9.1875, 0.007721, 0.006897, 0.008301, 0.008545, 0.008362, 0.008423, 0.00769, 0.007355, 0.008545, 0.007538, 0.008057, 0.00769, 0.00885, 0.008179, 9.1875, 0.008118, 0.008301, 0.007599, 0.007996, 0.008545, 0.007874, 0.007599, 0.007416, 0.008118, 0.008179, 9.1875, 0.007782, 0.007812, 0.007996, 0.008301, 0.008301, 0.006958, 0.007751, 0.007629, 0.008362, 0.008179, 0.006958, 0.007812, 0.008728, 0.007874, 0.008301, 0.007751, 0.008667, 0.008118, 0.008179, 0.007935, 0.007812, 0.008484, 0.007874, 0.007874, 0.007935, 0.008362, 0.008423, 0.007935, 9.1875, 0.007263, 0.008667, 0.008057, 0.007294, 9.1875, 5.09375, 0.007996, 0.007599, 0.007477, 0.008179, 0.008057, 0.008667, 0.008362, 0.008362, 0.008362, 0.007812, 0.008545, 0.008667, 9.1875, 0.008423, 0.007874, 0.00824, 0.008667, 0.007751, 0.006897, 0.008362, 0.007935, 0.007324, 0.008423, 0.008362, 0.007996, 0.00885, 0.007935, 0.008545, 0.008423, 0.007751, 0.00885, 0.007935, 0.00824, 0.00885, 0.007935, 0.008484, 0.007294, 0.007385, 0.008667, 6.625, 0.006805, 0.00824, 0.007996, 0.007477, 0.007935, 0.008179, 0.007935, 0.00766, 0.007538, 0.008118, 0.008606, 0.007721, 0.008423, 9.1875, 0.007935, 0.007141, 0.008484, 0.00705, 0.008057, 0.007385, 0.00824, 0.008301, 0.007721, 9.1875, 9.1875, 0.008423, 0.008057, 0.008301, 4.4375, 0.007935, 0.008057, 0.008301, 0.008179, 0.008362, 0.008667, 0.007629, 0.007812, 0.00769, 0.00824, 0.008301, 0.008057, 0.007751, 9.1875, 0.008728, 9.1875, 9.1875, 0.007935, 0.007935, 0.008362, 0.008118, 0.00824, 0.006744, 0.008362, 0.007812, 0.007019, 0.007721, 1.710938, 0.008484, 0.007874, 0.008057, 0.007996, 0.008118, 0.008179, 9.1875, 0.00824, 0.007599, 0.00769, 9.1875, 0.008423, 0.008179, 0.008606, 0.008362, 0.008362, 0.008606, 0.007721, 0.008362, 0.008118, 0.007507, 0.007996, 9.1875, 0.007507, 0.00824, 0.007812, 0.007355, 0.008179, 0.008057, 0.008667, 0.007996, 0.007782, 0.007935, 0.007935, 0.007324, 0.008362, 0.007355, 0.008606, 0.007599, 0.008362, 0.008118, 0.008911, 6.4375, 0.007263, 0.008667, 9.1875, 0.007996, 0.00885, 0.00824, 0.007874, 0.008667, 0.007446, 0.007996, 0.007507, 0.007874, 0.008545, 0.008057, 6.125, 0.008301, 0.007996, 0.007111, 0.008362, 0.00885, 0.008362, 0.007996, 0.008667, 0.008118, 9.1875, 0.008301, 0.007935, 9.1875, 0.008606, 0.008606, 0.007629, 9.1875, 9.1875, 0.008423, 0.008301, 0.008728, 0.008362, 0.007874, 0.00824, 0.008728, 0.007507, 0.008606, 9.1875, 0.008423, 0.007751, 0.008484, 0.007996, 9.1875, 0.008179, 0.008057, 0.008362, 9.1875, 0.008423, 0.008484, 0.008362, 0.008667, 0.008545, 0.008667, 0.006927, 0.008362, 9.1875, 0.007599, 0.007507, 0.006836, 0.007935, 0.007538, 0.008545, 0.007202, 0.007996, 0.007416, 0.00824, 7.125, 0.007568, 0.008545, 0.00705, 0.008545, 0.00769, 0.00769, 0.008789, 0.008728, 0.007477, 0.007935, 9.1875, 0.008118, 0.00766, 0.008423, 0.008667, 0.007599, 0.007477, 4.375, 0.008179, 0.007721, 0.008667, 0.008484, 0.008728, 0.008179, 0.007629, 0.008179, 0.007874, 0.007538, 0.008362, 0.007507, 9.1875, 0.007935, 9.125, 0.007874, 0.007874, 0.007782, 0.008606, 0.008667, 0.007141, 0.008423, 0.00766, 0.008362, 0.008301, 0.008423, 0.008423, 0.006805, 0.008728, 9.1875, 0.008728, 0.005493, 0.008362, 9.1875, 0.008179, 0.008301, 0.007172, 0.006683, 0.007507, 0.007874, 0.008362, 0.00824, 0.008484, 0.008057, 0.008789, 0.008118, 0.007355, 0.007935, 0.008423, 0.007935, 0.008362, 0.008484, 0.007721, 0.00824, 0.007935, 5.71875, 0.008179, 0.006744, 0.008423, 0.008545, 0.008423, 0.007629, 0.008118, 9.1875, 0.008728, 5.9375, 0.008057, 0.00824, 0.008118, 0.008179, 0.008423, 0.00885, 0.007812, 0.007812, 0.008362, 6.09375, 0.007202, 0.008118, 0.008423, 9.1875, 0.008484, 0.008118, 0.00766, 0.008118, 0.007996, 0.008423, 0.008301, 0.008545, 0.007996, 0.008423, 0.007782, 0.008606, 0.008362, 9.1875, 0.007874, 3.671875, 0.007599, 0.006744, 0.008545, 9.1875, 0.00824, 0.007996, 0.007782, 0.007141, 0.00708, 9.1875, 3.890625, 0.007385, 0.008545, 0.007874, 0.008362, 9.1875, 0.008301, 0.00885, 0.007294, 0.008057, 9.1875, 0.007874, 9.1875, 0.008301, 0.007812, 0.008362, 8.9375, 0.007812, 0.008179, 0.007874, 0.007324, 0.007751, 4.53125, 0.00824, 0.006866, 9.1875, 0.008118, 0.008606, 0.008789, 0.008362, 9.1875, 9.1875, 0.007507, 0.008118, 9.1875, 0.007782, 0.007629, 9.125, 0.007812, 0.008118, 0.007477, 0.008484, 0.008057, 0.007751, 6.34375, 0.008362, 0.00766, 0.008179, 0.008789, 0.007935, 0.008301, 0.007874, 0.007874, 0.008118, 0.007996, 0.006958, 0.007172, 0.008057, 0.008362, 0.007996, 9.1875, 0.008545, 0.007721, 0.008606, 0.008057, 9.1875, 0.007874, 9.1875, 0.008606, 0.008545, 8.375, 9.1875, 0.007874, 0.008423, 0.007874, 0.00824, 7.03125, 0.008301, 0.008362, 0.008301, 0.007996, 9.1875, 0.008789, 9.1875, 0.007935, 0.008057, 0.008606, 9.1875, 0.006653, 0.008789, 0.008179, 0.008545, 0.008057, 0.074707, 0.008484, 0.007202, 0.007568, 0.008606, 0.006561, 0.007416, 0.007935, 0.008423, 9.1875, 0.007507, 0.007507, 0.007568, 0.007935, 0.007233, 0.00705, 0.008484, 9.1875, 0.007812, 0.008545, 0.008362, 0.008545, 9.1875, 0.008301, 0.007874, 0.008484, 0.007874, 0.008362, 0.008179, 0.008667, 0.008301, 0.007599, 0.007141, 0.00708, 0.007507, 0.008728, 0.008301, 9.1875, 0.007782, 0.008301, 9.1875, 0.008179, 0.008667, 0.007263, 0.00769, 0.008667, 9.1875, 0.008362, 0.008301, 0.008606, 0.008118, 0.008606, 0.007355, 0.008667, 0.00705, 0.007721, 9.1875, 0.00824, 0.008362, 0.008728, 0.008362, 0.008362, 9.1875, 0.008301, 0.008728, 0.008118, 9.1875, 0.007568, 0.008606, 0.007782, 0.007629, 9.1875, 0.007324, 0.007568, 7.6875, 0.00824, 0.007538, 0.008118, 0.007202, 0.008362, 0.008057, 0.008484, 0.007568, 0.008484, 0.008545, 0.007812, 9.1875, 0.00824, 0.00824, 0.008362, 0.007507, 9.1875, 0.00769, 0.008484, 0.007568, 0.008484, 0.007324, 0.007935, 9.1875, 0.008545, 0.00769, 0.00824, 9.1875, 0.007446, 0.008179, 0.008362, 0.007263, 0.008484, 0.008057, 0.006836, 0.008728, 0.008301, 0.007782, 0.00824, 8.6875, 0.007782, 0.008057, 0.007446, 0.008179, 9.1875, 0.008118, 5.21875, 0.007935, 0.007874, 0.008118, 0.008057, 4.375, 0.008667, 6.625, 0.008301, 0.008606, 0.007263, 0.008301, 0.00708, 0.008728, 0.008362, 0.008423, 0.007782, 0.008545, 0.007538, 0.007416, 0.007812, 0.007935, 0.007568, 0.007446, 0.007782, 8.4375, 9.1875, 0.006165, 0.008057, 0.008484, 9.1875, 0.008301, 0.007874, 0.007263, 9.1875, 0.007874, 0.008362, 0.008423, 0.007507, 0.007507, 0.008423, 0.008606, 0.008362, 0.008301, 0.008301, 0.008301, 0.008362, 0.008301, 0.00824, 0.00769, 0.007507, 0.007721, 0.008606, 0.008362, 0.007935, 0.008911, 0.00766, 0.007111, 0.008362, 0.008057, 0.008179, 0.008423, 0.008362, 0.008362, 0.008118, 0.008484, 0.008545, 0.00824, 0.008179, 9.1875, 0.007874, 0.007812, 0.007538, 0.008301, 0.007385, 0.00824, 0.007996, 0.008789, 0.008667, 0.00824, 0.008484, 0.008362, 0.008057, 0.007721, 0.008667, 0.008484, 0.007935, 0.007874, 0.007996, 0.00824, 0.007996, 0.00708, 9.1875, 0.008301, 0.008423, 0.007874, 0.008667, 0.008545, 0.008362, 0.008423, 0.008301, 6.53125, 0.00766, 0.008789, 0.006897, 0.008362, 9.1875, 0.007996, 0.008362, 0.007996, 0.008301, 0.007874, 0.007568, 0.007202, 0.008362, 0.008545, 0.008057, 0.007812, 0.007477, 0.00824, 0.008118, 0.008728, 9.1875, 5.125, 0.007568, 0.007874, 0.007751, 0.007202, 0.007996, 0.008667, 9.1875, 0.005768, 0.007721, 0.008362, 0.008484, 0.008484, 0.00824, 0.008484, 0.007996, 0.006775, 0.008484, 0.008118, 0.007721, 0.00824, 0.007446, 0.007935, 0.008545, 0.007874, 0.007141, 0.008057, 9.1875, 0.008057, 0.008484, 0.007507, 9.1875, 0.00824, 0.00705, 0.008301, 0.007935, 0.007874, 0.008057, 0.008057, 0.004822, 9.1875, 0.008301, 9.1875, 0.008484, 0.007935, 0.006866, 0.008179, 0.007874, 0.006653, 0.008118, 0.00705, 0.007599, 0.008484, 0.007599, 0.00769, 0.008118, 3.75, 9.1875, 0.008667, 0.008362, 0.007935, 0.007935, 0.007996, 0.006927, 0.008118, 9.1875, 0.007782, 0.008667, 0.008301, 0.006744, 9.1875, 0.008789, 0.007996, 0.008362, 0.008362, 9.1875, 0.008484, 0.007812, 0.008423, 8.25, 0.008057, 0.008362, 0.008484, 0.007446, 9.1875, 0.008606, 0.008484, 0.007874, 7.53125, 0.008545, 0.007141, 0.007782, 0.008057, 0.008118, 9.1875, 0.008545, 0.008179, 0.00708, 0.008362, 0.008362, 0.008667, 0.007233, 0.00769, 0.007935, 9.1875, 0.007568, 0.008789, 0.007996, 9.1875, 0.008362, 9.1875, 0.008301, 0.008545, 0.008057, 0.008789, 0.006805, 9.1875, 0.007874, 9.1875, 0.007446, 0.008301, 9.1875, 0.00824, 0.008179, 0.008179, 0.008118, 0.008118, 0.007538, 0.008484, 0.008667, 0.008057, 0.007446, 0.008484, 0.008728, 0.008423, 0.007874, 0.008484, 9.1875, 0.008667, 0.007996, 0.008789, 0.008667, 0.008179, 0.007812, 0.007874, 0.008057, 0.00824, 0.00824, 0.008118, 0.006775, 0.008606, 0.007416, 0.00766, 0.007782, 0.008484, 9.1875, 0.00824, 6.65625, 0.00769, 0.008362, 0.008484, 0.007935, 0.008545, 0.00766, 0.008606, 0.008118, 0.008728, 0.00766, 0.007172, 0.008057, 0.007996, 9.1875, 0.008789, 0.008118, 0.00824, 0.007874, 0.008179, 9.1875, 0.008911, 0.008545, 0.008606, 0.008118, 0.00824, 0.007996, 9.1875, 0.008362, 9.1875, 9.1875, 0.007996, 0.008301, 0.00708, 0.008484, 0.007996, 0.007996, 0.00705, 0.007721, 0.008362, 0.007202, 9.1875, 0.008606, 0.008362, 0.008789, 0.008301, 0.008789, 6.5, 0.008301, 0.007935, 9.1875, 0.00769, 0.007538, 0.008423, 0.008118, 0.007751, 0.008484, 0.008545, 0.008484, 0.007812, 0.00708, 0.007874, 0.008789, 0.008057, 0.007782, 9.1875, 0.008362, 0.007996, 0.006775, 0.00824, 0.008301, 0.008484, 0.007507, 0.008362, 0.007568, 9.1875, 0.008118, 0.00824, 9.1875, 0.007812, 0.008606, 0.007996, 0.007874, 7.40625, 0.00824, 0.008118, 0.008545, 0.006989, 0.008362, 7.90625, 0.007477, 0.008301, 9.1875, 0.008118, 0.008362, 0.007874, 0.00885, 0.007568, 0.007111, 9.1875, 0.008301, 0.008362, 0.007874, 0.007874, 0.008118, 0.007782, 0.007538, 0.007111, 0.008301, 0.008423, 0.007568, 9.1875, 0.007782, 0.008362, 0.008301, 0.007996, 0.007477, 0.00708, 0.006927, 0.007812, 0.007294, 0.00824, 0.007751, 0.008545, 0.007446, 0.008362, 0.008057, 0.008362, 0.00885, 0.007874, 0.007629, 0.008057, 0.008728, 0.007996, 0.007751, 0.00705, 0.008484, 0.008118, 0.007782, 0.008423, 0.007935, 9.1875, 0.008362, 0.007477, 0.00824, 0.008484, 9.125, 0.008301, 0.008484, 0.008362, 0.008362, 0.007935, 9.1875, 0.008362, 0.007416, 0.008728, 0.008423, 0.008057, 0.008362, 0.008362, 0.008118, 0.007477, 0.007751, 0.008667, 7.21875, 0.00824, 0.007996, 0.00824, 0.008362, 0.008484, 0.007996, 0.008362, 9.1875, 9.1875, 0.007935, 0.007324, 0.007935, 0.007935, 0.007721, 0.008362, 0.008057, 0.008057, 0.007812, 0.008362, 0.006989, 0.008423, 9.1875, 0.008606, 0.008362, 5.0, 0.008423, 0.008179, 0.008728, 0.007477, 0.007568, 9.1875, 9.1875, 0.008362, 0.008606, 9.125, 0.007874, 0.008057, 0.007996, 0.008118, 0.008179, 0.008301, 0.007751, 0.008484, 0.007874, 0.007721, 0.008606, 0.008728, 0.00769, 0.007751, 0.008789, 0.008667, 0.008606, 0.007751, 0.006165, 0.008423, 0.008789, 0.008728, 0.008179, 0.007996, 0.008362, 9.1875, 0.007874, 0.007874, 9.1875, 9.1875, 0.007996, 0.007874, 9.1875, 0.00824, 0.008545, 0.008484, 0.007874, 0.008484, 0.008423, 0.007141, 0.007294, 9.0625, 0.007996, 0.008606, 0.007874, 0.007996, 0.008362, 0.006958, 0.007599, 0.007568, 0.00769, 0.008911, 9.1875, 9.1875, 0.007019, 0.008057, 0.007782, 9.1875, 0.007812, 9.1875, 6.15625, 0.006989, 0.007507, 0.008728, 0.007263, 0.008423, 0.008362, 0.007446, 9.1875, 0.007812, 4.34375, 0.00824, 0.026367, 0.008423, 0.007874, 0.00769, 0.00824, 0.008362, 0.007874, 0.00769, 0.007996, 9.1875, 0.008179, 0.008362, 0.008179, 0.008606, 9.1875, 0.008728, 0.008301, 0.008057, 9.1875, 0.008362, 0.007935, 9.1875, 0.00824, 9.1875, 0.008179, 0.007996, 0.008362, 0.008545, 0.008423, 0.008545, 9.1875, 9.1875, 9.1875, 9.1875, 0.007446, 0.008301, 0.00824, 0.007263, 0.00766, 0.007568, 9.1875, 0.008545, 0.00824, 0.008789, 0.008118, 0.007141, 0.008423, 0.008728, 9.1875, 0.008667, 0.008301, 0.00824, 0.007233, 0.007874, 0.008301, 0.007629, 0.008606, 0.007202, 0.008972, 0.008362, 0.007996, 0.008179, 0.007996, 0.008362, 0.007996, 9.1875, 0.008057, 3.9375, 0.008179, 0.007996, 0.007568, 9.1875, 0.007355, 0.00824, 0.008118, 0.008362, 0.008545, 8.5, 0.008362, 0.007538, 0.008728, 0.008118, 0.007782, 9.1875, 9.1875, 9.1875, 0.008179, 0.007629, 0.00766, 0.007721, 0.008118, 0.007263, 8.875, 0.008362, 0.008545, 0.008179, 0.008118, 0.007446, 0.008118, 0.008362, 0.008118, 0.008484, 0.008301, 0.008362, 0.00766, 0.008362, 0.007935, 0.007629, 0.008057, 0.008362, 0.007538, 0.008423, 0.008484, 0.008728, 0.006836, 9.1875, 9.1875, 0.008484, 0.007935, 0.008057, 0.008301, 0.008423, 0.008118, 5.40625, 0.007874, 0.008362, 0.008118, 0.008362, 0.007996, 0.008362, 0.007996, 0.008362, 0.007568, 0.008423, 0.007996, 9.125, 0.006897, 0.008728, 0.007507, 0.007874, 0.007568, 0.008301, 0.008362, 0.007935, 0.008545, 0.008301, 0.008057, 0.007874, 0.008362, 0.008606, 0.008118, 0.007874, 0.008362, 0.007294, 0.008423, 0.008362, 0.007751, 9.1875, 0.008362, 0.008484, 0.008362, 0.008545, 0.007996, 0.007629, 0.007385, 0.007874, 0.008118, 0.008179, 9.1875, 0.007599, 0.007782, 0.008606, 0.008484, 9.1875, 0.007812, 0.008179, 0.007324, 0.007538, 9.1875, 0.007721, 0.008301, 0.007507, 0.00885, 0.007538, 0.007568, 0.008911, 0.007935, 0.007446, 0.007996, 9.1875, 0.007477, 0.007812, 0.00824, 0.008667, 9.1875, 0.007568, 0.008484, 0.008484, 0.008362, 0.007202, 9.1875, 0.007538, 0.008423, 0.007996, 0.008362, 0.007721, 0.008484, 0.008179, 0.00766, 0.007507, 0.008484, 0.00824, 0.008484, 9.1875, 0.007385, 0.00769, 9.1875, 0.008179, 9.1875, 0.007629, 0.007355, 0.008545, 0.00769, 0.008545, 0.008057, 9.1875, 8.1875, 0.007019, 0.007935, 0.007935, 9.1875, 9.1875, 0.007812, 0.00766, 0.008118, 0.008484, 9.1875, 0.007141, 9.1875, 0.008423, 0.007996, 0.008362, 0.008057, 0.008545, 0.00885, 0.008545, 0.008179, 0.008057, 0.007874, 0.008362, 0.008301, 0.007416, 0.007935, 0.008301, 9.1875, 9.1875, 0.007721, 0.007507, 9.1875, 0.008545, 0.007355, 6.65625, 0.008362, 0.008301, 0.007996, 0.008179, 9.1875, 0.007812, 0.008362, 0.008057, 9.1875, 0.006165, 0.007721, 0.008423, 0.008118, 0.008362, 0.00885, 0.007294, 0.008362, 0.007629, 9.1875, 0.008179, 0.007935, 4.875, 0.007629, 0.008728, 0.00824, 9.1875, 0.007324, 0.008606, 0.007629, 0.008118, 0.008484, 0.008484, 0.007599, 0.008179, 0.006653, 0.007812, 0.00824, 0.008728, 0.008362, 0.007935, 0.006927, 0.008057, 0.008362, 0.008545, 0.006561, 0.007263, 0.00769, 0.008484, 0.00769, 0.008179, 0.008545, 0.007507, 0.008118, 0.008362, 0.00885, 0.008911, 0.008301, 0.007751, 0.00824, 0.007751, 5.40625, 0.007935, 0.008057, 0.007996, 0.008301, 0.008728, 9.1875, 0.008179, 9.1875, 0.007874, 0.008362, 0.007935, 0.008118, 0.008423, 9.1875, 0.008118, 0.007935, 0.008057, 0.007507, 0.008301, 0.007385, 3.140625, 0.008423, 0.008362, 0.007935, 0.008728, 0.008362, 0.00705, 0.007874, 0.008179, 0.008057, 0.008362, 0.008545, 0.008667, 0.007782, 9.1875, 0.007996, 9.1875, 9.1875, 0.008057, 0.008789, 0.008301, 0.008362, 0.008484, 0.008667, 0.008301, 5.25, 0.00824, 6.46875, 0.008728, 0.007996, 0.008057, 0.007721, 0.007477, 0.007935, 0.008484, 0.007874, 0.008362, 0.008301, 0.008118, 0.008057, 0.008179, 0.008057, 0.008057, 0.007355, 0.00769, 0.007599, 9.1875, 0.008423, 0.007996, 0.007996, 0.007935, 0.008423, 9.1875, 0.008423, 0.008667, 0.007599, 0.007996, 0.008423, 0.007996, 9.1875, 0.008362, 0.008362, 0.007568, 0.008484, 0.00824, 9.1875, 0.008179, 0.008301, 0.008606, 9.1875, 9.1875, 0.007935, 0.008667, 0.008545, 0.008118, 0.007935, 9.1875, 0.007874, 0.007996, 0.008301, 0.008179, 0.008362, 0.007172, 0.007568, 0.008423, 0.007446, 0.007721, 0.007874, 0.007721, 0.00824, 0.008118, 0.008118, 0.008606, 0.007721, 0.007538, 0.007996, 0.007874, 0.00885, 0.008545, 0.007568, 0.00824, 0.008606, 6.0625, 0.008179, 0.008362, 0.008545, 0.007385, 0.008423, 9.1875, 0.007507, 0.007996, 9.125, 6.1875, 0.00769, 0.008362, 0.008362, 0.00824, 0.008362, 9.1875, 0.007812, 0.008362, 0.008301, 0.007874, 0.007812, 0.007996, 0.008362, 9.1875, 0.007172, 0.008118, 0.008057, 0.008362, 0.008057, 9.1875, 0.007721, 0.008118, 9.1875, 0.00705, 0.006958, 0.008484, 9.1875, 0.007996, 0.007599, 0.008301, 0.777344, 9.1875, 0.008911, 0.007996, 9.1875, 0.00705, 0.008423, 0.006622, 0.008301, 0.008545, 0.008545, 0.008362, 0.008423, 0.008789, 9.1875, 0.007721, 9.1875, 0.008179, 0.007874, 0.00769, 0.008118, 0.008362, 0.008057, 0.007721, 0.008728, 0.008606, 0.00885, 0.008606, 0.008362, 6.71875, 0.007874, 0.008789, 0.007812, 0.008301, 0.008179, 0.008667, 0.008789, 0.00824, 9.1875, 9.1875, 0.008118, 0.008362, 0.008667, 0.008362, 9.1875, 0.007538, 9.1875, 0.008728, 0.006958, 0.008789, 0.007935, 9.1875, 0.007874, 0.008728, 0.008362, 0.007996, 0.008118, 9.1875, 0.007874, 0.007568, 0.008362, 0.008728, 0.008362, 0.007996, 0.008118, 0.007874, 0.007538, 0.006805, 0.007935, 0.008545, 0.008179, 0.00824, 1.835938, 0.008423, 0.008606, 0.007568, 0.008301, 0.007935, 0.007263, 0.008301, 0.007202, 0.008057, 0.007996, 0.007996, 0.007996, 0.00824, 0.007324, 0.008179, 0.007874, 0.008179, 0.008362, 0.008728, 0.007812, 0.008362, 9.0625, 0.008362, 9.1875, 0.00824, 0.00766, 0.007355, 0.00705, 0.008057, 0.007812, 0.008118, 0.00708, 0.007324, 0.008545, 0.007782, 0.008911, 0.008301, 0.008057, 0.007263, 0.00824, 0.00824, 0.007507, 0.008362, 0.008179, 0.007263, 0.008179, 0.007874, 0.008179, 0.007935, 0.007935, 0.00824, 0.008484, 0.008057, 9.1875, 0.006653, 9.1875, 0.008179, 0.006866, 0.008118 ] } , "name": "onnx::Mul_11149", "outputIndexes": [ 4282 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4281, 4282 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 4283 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4255, 4283 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/Add_2_output_0", "outputIndexes": [ 4284 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.157227 ] } , "name": "/blocks.22/Constant_1_output_0", "outputIndexes": [ 4285 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4284, 4285 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.22/Mul_1_output_0", "outputIndexes": [ 4286 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4286, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.23/Reshape_output_0", "outputIndexes": [ 4287 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4287 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.23/input_layernorm/Pow_output_0", "outputIndexes": [ 4288 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4288 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.23/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 4289 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4289, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/input_layernorm/Add_output_0", "outputIndexes": [ 4290 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4290, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/input_layernorm/Pow_1_output_0", "outputIndexes": [ 4291 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4287, 4291 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/input_layernorm/Mul_output_0", "outputIndexes": [ 4292 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 2.71875, 1.125, 6.75, 0.617188, 4.53125, 3.84375, 3.53125, 3.046875, 2.984375, 10.625, 2.59375, 1.054688, 14.0625, 0.578125, 6.0625, 3.015625, 4.25, 6.03125, 1.929688, 1.15625, 1.203125, 0.359375, 0.414062, 1.375, 8.5625, 5.5, 2.578125, 1.117188, 10.8125, 1.390625, 2.296875, 3.953125, 1.703125, 5.96875, 3.375, 2.296875, 2.03125, 0.460938, 0.667969, 28.375, 5.3125, 1.796875, 14.6875, 19.25, 2.609375, 1.46875, 2.375, 0.324219, 12.4375, 2.109375, 1.453125, 4.15625, 24.0, 0.5, 0.910156, 11.5625, 0.894531, 0.478516, 5.71875, 0.320312, 1.335938, 6.09375, 3.109375, 19.25, 5.15625, 0.46875, 44.25, 1.023438, 0.933594, 2.1875, 1.117188, 0.589844, 2.453125, 2.140625, 0.914062, 1.078125, 2.21875, 5.53125, 0.933594, 0.535156, 4.4375, 2.875, 4.0625, 2.75, 1.460938, 3.640625, 0.839844, 1.328125, 1.804688, 7.09375, 0.726562, 3.1875, 2.015625, 1.09375, 0.792969, 6.25, 3.25, 4.71875, 2.359375, 1.109375, 0.84375, 39.25, 1.3125, 0.292969, 4.8125, 3.4375, 1.21875, 0.259766, 14.125, 1.742188, 9.75, 5.90625, 2.53125, 2.484375, 3.015625, 17.625, 0.40625, 2.546875, 1.984375, 0.589844, 2.296875, 5.96875, 6.15625, 0.3125, 22.25, 4.40625, 6.75, 2.90625, 3.328125, 1.632812, 1.039062, 96.5, 0.71875, 1.328125, 3.1875, 1.164062, 1.492188, 5.78125, 60.5, 5.5625, 5.3125, 0.648438, 23.75, 6.1875, 2.0625, 4.5, 6.625, 0.25, 0.945312, 5.3125, 0.832031, 12.8125, 0.683594, 2.921875, 22.375, 1.921875, 1.90625, 0.804688, 2.015625, 0.59375, 0.820312, 7.4375, 0.664062, 2.625, 3.5, 0.490234, 2.640625, 1.726562, 2.546875, 7.03125, 7.65625, 2.828125, 0.78125, 1.226562, 0.738281, 4.5625, 3.875, 2.0, 1.203125, 4.28125, 6.25, 1.09375, 0.8125, 15.5, 1.882812, 1.320312, 1.445312, 0.890625, 1.15625, 7.4375, 1.523438, 0.914062, 10.0625, 1.210938, 3.84375, 1.570312, 1.070312, 2.484375, 1.9375, 5.375, 1.59375, 23.25, 0.757812, 0.423828, 1.664062, 0.394531, 0.628906, 5.8125, 0.550781, 1.109375, 1.085938, 4.625, -2.1875, 2.796875, 5.96875, 1.726562, 0.703125, 5.96875, 4.6875, 1.3125, 4.5, 0.882812, 0.792969, 4.90625, 1.28125, 113.5, 10.9375, 1.328125, 2.40625, 0.878906, 1.703125, 1.203125, 0.976562, 4.8125, 2.078125, 1.367188, 1.429688, 4.71875, 3.34375, 0.847656, 6.34375, 2.734375, 1.53125, 1.609375, 6.09375, 0.140625, 5.25, 0.703125, 2.140625, 1.15625, 2.609375, 1.53125, 0.511719, 5.0625, 2.0, 1.257812, 8.5, 2.265625, 113.5, 5.8125, 0.628906, 2.484375, 1.25, 0.785156, 0.945312, 0.625, 0.992188, 0.859375, 2.140625, 1.15625, 5.3125, 2.46875, 0.933594, 1.539062, 7.0625, 2.046875, 5.09375, 0.357422, 1.609375, 0.78125, 0.945312, 0.824219, 8.1875, 2.140625, 2.171875, 0.316406, 3.078125, 39.25, 3.3125, 0.945312, 1.085938, 0.601562, 3.203125, 0.546875, 1.929688, 0.341797, 1.0625, 1.34375, 1.742188, 4.25, 3.25, 3.296875, 0.554688, 2.921875, 3.59375, 3.640625, 1.921875, 1.53125, 3.828125, 0.820312, 14.0, 1.828125, 1.414062, 0.730469, 0.636719, 3.921875, 0.957031, 1.929688, 0.882812, 2.59375, 1.734375, -0.832031, 0.703125, 1.304688, 2.390625, 0.203125, 0.742188, 9.6875, 1.765625, 1.664062, 0.78125, 2.125, 1.320312, 0.757812, 9.5625, 1.289062, 4.9375, 0.455078, 1.109375, 3.671875, 13.5625, 0.890625, 1.882812, 10.25, 0.664062, 1.03125, 5.09375, 1.039062, 2.4375, 0.960938, 1.726562, 2.796875, 1.109375, 1.4375, 2.171875, 2.796875, 10.875, 0.832031, 0.675781, 5.875, 0.734375, 0.859375, 1.859375, 0.148438, 0.223633, 1.703125, 1.179688, 1.328125, 1.476562, 1.023438, 1.007812, 0.527344, 0.482422, 112.5, 0.78125, 1.789062, 6.65625, 0.367188, 4.5, 11.5, -0.310547, 1.882812, 0.710938, 0.523438, 1.117188, 2.296875, 1.179688, 3.6875, 0.664062, 13.25, 18.0, 2.265625, 0.894531, 3.0, 1.492188, 0.460938, 0.597656, 0.589844, 1.109375, 1.820312, 2.75, 2.203125, 4.78125, 0.503906, 4.59375, 1.039062, 8.9375, 1.585938, 1.75, 0.742188, 0.429688, 6.75, 1.335938, 3.515625, 3.0, 1.0, 1.109375, 0.742188, 2.671875, 1.015625, 1.710938, 0.636719, 2.375, 1.570312, 1.53125, 0.542969, 0.628906, 0.71875, 2.609375, 0.78125, 2.015625, 4.09375, 0.792969, 0.40625, 0.914062, 1.414062, 2.265625, 0.589844, 1.671875, 0.71875, 0.660156, 0.78125, 0.249023, 0.644531, 2.65625, 0.625, 0.949219, 1.0, 2.90625, 0.585938, 0.617188, 1.273438, 1.960938, 0.363281, 1.28125, 1.726562, 3.71875, 5.9375, 3.1875, 8.625, 1.601562, 2.28125, 2.109375, 1.445312, 6.0, 1.453125, 0.925781, 5.21875, 0.617188, 0.628906, 0.722656, 1.414062, 0.318359, 1.578125, 2.53125, 3.890625, 1.171875, 30.5, 0.707031, 0.605469, 0.550781, 0.53125, 0.369141, 15.75, 9.25, 2.3125, 1.195312, 0.193359, 0.941406, 1.632812, 1.21875, 11.0625, 106.5, 5.9375, 1.65625, 1.320312, 1.078125, 2.15625, 37.5, 0.746094, 0.419922, 0.507812, 3.421875, 1.554688, 3.734375, 0.558594, 7.0625, 1.0, 14.625, 0.378906, 9.9375, 0.451172, 1.59375, 0.539062, 1.390625, 1.335938, 5.3125, 0.609375, 0.695312, 2.046875, 0.6875, 6.59375, 0.769531, 2.90625, 7.4375, 3.53125, 0.427734, 12.1875, 2.53125, 0.832031, 0.921875, 1.8125, 3.109375, 0.396484, 1.117188, 1.890625, 0.640625, 0.960938, 2.5, 2.71875, 0.392578, 0.960938, 2.078125, 1.03125, 0.730469, 0.984375, 0.773438, 1.492188, 1.445312, 1.476562, 0.199219, 0.291016, 0.225586, 2.09375, 0.925781, 1.601562, 2.125, 3.859375, 2.1875, 0.796875, 0.683594, 1.414062, 4.59375, 5.71875, 0.800781, 0.582031, 5.78125, 0.703125, 1.320312, 0.71875, 0.773438, 7.1875, 0.617188, 2.359375, 0.472656, 6.53125, 4.34375, 1.492188, 0.523438, 0.431641, 1.273438, 17.625, 1.15625, 0.8125, 4.5625, 1.03125, 2.828125, 5.65625, 1.585938, 8.625, 1.523438, 2.578125, 2.453125, 1.445312, 1.445312, 16.375, 0.910156, 0.558594, 1.429688, 2.59375, 1.125, 1.328125, 4.78125, 6.25, 4.75, 5.5, 0.458984, 0.527344, 2.1875, 1.390625, 3.3125, 1.085938, 4.71875, 0.90625, 0.228516, 1.132812, 0.789062, 1.914062, 1.320312, 2.65625, 135.0, 0.457031, 16.25, 0.378906, 1.476562, 1.648438, 0.4375, 1.335938, 4.40625, 0.53125, 0.625, 5.65625, 2.296875, 0.757812, -0.632812, 11.5, 3.375, 2.03125, 1.453125, 1.125, 0.761719, 4.96875, 0.636719, 1.257812, 0.886719, 1.234375, 55.0, 0.628906, 2.25, 53.75, 1.390625, 0.785156, 1.242188, 0.695312, 4.375, 1.96875, 101.0, 1.546875, 2.484375, 1.4375, 8.0625, 0.589844, 1.984375, 2.609375, 1.078125, 1.507812, 2.3125, 1.382812, 3.421875, 0.628906, 0.527344, 4.0625, 1.796875, 1.476562, 1.609375, 16.0, 2.671875, 3.40625, 6.84375, 1.117188, 4.625, 3.1875, 0.699219, 0.550781, 0.554688, 4.90625, 0.449219, 0.4375, 9.25, 0.691406, 2.25, 2.265625, 0.808594, 8.375, 1.210938, 0.546875, 1.28125, 1.101562, 1.648438, 0.875, 5.78125, 0.835938, 0.921875, -0.640625, 3.09375, 2.25, 0.78125, 0.248047, 1.25, 4.8125, 6.125, 3.546875, 3.03125, 2.046875, 4.21875, 2.09375, 1.476562, 1.53125, 3.421875, 4.71875, 1.90625, 1.054688, 1.515625, 1.148438, 0.984375, 8.0, 1.101562, 1.867188, 3.734375, 0.410156, 1.007812, 1.765625, 47.5, 1.507812, 2.09375, 0.205078, 1.226562, 1.421875, 0.671875, 3.71875, 0.972656, 1.492188, 0.78125, 0.314453, 0.578125, 1.34375, 2.5, 1.265625, 0.306641, 0.730469, 4.71875, 1.640625, 0.574219, 5.03125, 0.118652, 6.53125, 0.396484, 1.367188, -2.609375, 1.171875, 0.832031, 2.078125, 82.5, 6.625, 0.498047, 1.929688, 2.71875, 0.804688, 2.296875, 5.125, 1.5625, 1.398438, 0.820312, 4.15625, 0.570312, 1.085938, 4.40625, 0.734375, 6.125, 3.5, 4.84375, 0.478516, 1.25, 0.914062, 1.859375, 1.539062, 4.3125, 1.171875, 3.8125, 1.960938, 0.462891, 1.710938, 0.867188, 6.6875, 19.0, 4.71875, 1.0, 2.234375, 3.375, 0.917969, 4.34375, 5.8125, 5.125, 1.578125, 2.234375, 9.4375, 0.203125, 1.3125, 0.025269, 1.875, 1.328125, 0.5, 3.296875, 0.263672, 1.367188, 1.601562, 4.125, 1.601562, 0.59375, 4.25, 1.554688, 0.988281, 2.5, 0.664062, 1.132812, 2.65625, 1.671875, 1.03125, 11.9375, 1.96875, 1.546875, 2.1875, 0.699219, 2.15625, 4.6875, 1.226562, 1.625, 0.135742, 5.40625, 0.84375, 0.703125, 6.6875, 2.0, 3.484375, 0.451172, 1.171875, 1.015625, 0.109863, 107.5, 1.632812, 1.273438, 124.5, 7.09375, 0.322266, 0.621094, 0.910156, 8.25, 1.25, 5.0, 50.5, 4.625, 0.617188, 2.109375, 6.875, 0.839844, 0.460938, 4.84375, 1.242188, 4.25, 14.25, 0.365234, 14.5, 1.125, 2.4375, 0.494141, 0.734375, 1.351562, 2.40625, 0.988281, 0.695312, 0.535156, 10.75, 6.15625, 2.015625, 0.941406, 1.070312, 5.46875, 0.476562, 7.40625, 1.523438, 0.703125, 2.4375, 8.4375, 0.871094, 1.570312, 1.1875, 0.953125, 0.498047, 56.0, 2.34375, 0.296875, 12.25, 0.871094, 9.4375, 1.109375, 0.722656, 1.554688, 1.820312, 1.757812, 1.0, 4.03125, 13.4375, 0.492188, 0.5, 3.078125, 17.0, 2.4375, 0.996094, 0.640625, 0.484375, 1.875, 2.171875, 2.0625, 2.390625, 1.648438, 3.65625, 7.5, 1.015625, 2.3125, 5.46875, 0.664062, 128.0, 3.5, 1.351562, 9.75, 1.210938, 0.796875, 8.0, 2.640625, 1.476562, 2.328125, 2.71875, 19.625, 0.683594, 1.875, 0.233398, 1.53125, 0.46875, 101.0, 4.40625, 1.03125, 1.945312, 2.140625, 0.597656, 1.03125, 1.140625, 1.75, 1.140625, 0.695312, 1.523438, 5.28125, 7.78125, 0.988281, 4.15625, 1.554688, 1.75, 1.046875, 0.835938, 6.3125, 6.25, 1.789062, 0.283203, 0.902344, 2.03125, 1.117188, 1.554688, 0.234375, 25.5, 4.3125, 0.953125, 1.046875, 0.515625, 6.28125, 1.289062, 1.296875, 1.382812, 1.1875, 0.957031, 0.429688, 2.578125, 0.96875, 1.28125, 1.203125, 2.78125, 0.988281, 0.546875, 1.351562, 1.34375, 0.267578, 2.203125, 1.617188, 1.703125, 1.398438, 24.75, 0.644531, 2.0, 0.957031, 0.412109, 0.941406, 1.078125, 3.359375, 0.427734, 0.589844, 1.570312, 7.5, 1.296875, 1.023438, 0.439453, 1.195312, 1.265625, 3.328125, 2.921875, 5.90625, 0.482422, 0.949219, 1.320312, 5.09375, 0.984375, 0.757812, 136.0, 5.40625, 1.570312, 1.632812, 1.25, 0.71875, 0.707031, 0.65625, 1.078125, 0.804688, 1.585938, 0.259766, 1.226562, 0.992188, 1.75, 0.792969, 0.351562, 1.320312, 0.333984, 1.476562, 6.0, 14.6875, 0.886719, 0.628906, 2.09375, 2.0, 11.6875, 1.039062, -0.275391, 2.234375, 0.296875, 0.53125, 1.039062, 2.125, 7.5625, 0.488281, 0.785156, 1.75, 2.234375, 1.039062, 0.96875, 1.210938, 1.289062, 0.566406, 1.5625, 1.15625, 1.703125, 4.78125, 2.625, 0.644531, 2.625, 0.765625, 3.0625, 2.359375, 0.558594, 1.171875, 2.3125, 16.875, 3.203125, 0.941406, 1.03125, 1.960938, 3.078125, 1.304688, 0.511719, 2.578125, 6.375, 1.054688, 4.28125, 3.15625, 3.75, 2.546875, 4.625, 1.992188, 1.757812, 0.730469, 54.25, 8.3125, 34.0, 0.261719, 0.177734, 0.933594, 1.40625, 1.039062, 1.335938, 0.890625, 0.490234, 1.664062, 1.90625, 1.351562, 3.953125, 1.007812, 1.023438, 4.71875, 3.390625, 1.25, 1.09375, 6.09375, 0.65625, 2.734375, 2.15625, 2.734375, 2.359375, 4.5, 1.578125, 1.117188, 0.871094, 0.769531, 4.4375, 0.945312, 0.455078, 1.382812, 0.275391, 3.375, 56.5, 1.4375, 1.398438, 0.249023, 4.59375, 1.8125, 0.828125, 1.453125, 0.667969, 2.21875, 1.257812, 0.636719, 0.960938, 0.695312, 1.476562, 1.546875, 0.789062, 1.609375, 2.21875, 1.265625, 1.234375, 18.625, 1.0, 0.832031, 3.015625, 2.015625, 0.964844, 6.78125, 7.59375, 1.09375, 3.265625, 0.636719, 0.546875, 1.445312, 0.832031, 0.730469, 2.8125, 1.460938, 0.601562, 0.929688, 1.632812, 1.546875, 1.835938, 1.90625, 0.980469, 4.03125, 2.578125, 0.558594, 0.902344, 0.714844, 1.632812, 6.0625, 3.921875, 1.132812, 0.757812, 1.0625, 1.125, 3.203125, 1.59375, 3.078125, 0.625, 0.910156, 0.388672, 1.742188, 0.421875, 8.3125, 3.328125, 4.65625, 1.140625, 1.078125, 1.921875, 11.0625, 4.28125, 2.0, 2.859375, 1.46875, 1.3125, 1.023438, 0.722656, 1.101562, 1.726562, 3.984375, 2.28125, 1.945312, 3.453125, 1.140625, 1.851562, 2.25, 1.039062, 1.242188, 0.632812, 2.453125, 0.345703, 0.217773, 6.25, 2.828125, 0.878906, 4.15625, 1.570312, 1.984375, 1.484375, 2.109375, 1.117188, 1.148438, 0.9375, 1.046875, 4.0625, 0.890625, 1.984375, 1.484375, 0.173828, 1.359375, 2.1875, 2.0625, 38.0, 0.902344, 1.179688, 0.558594, 20.625, 55.5, 0.4375, 3.375, 0.435547, 2.0625, 2.390625, 0.419922, 3.265625, 1.085938, 12.75, 0.863281, 1.15625, 2.28125, 1.257812, 5.375, 0.867188, 0.957031, 0.796875, 5.71875, 6.34375, 3.078125, 0.371094, 7.90625, 0.535156, 4.15625, 0.165039, 0.453125, 0.585938, 3.8125, 0.726562, 11.5625, 0.875, 3.171875, 8.125, 3.421875, 2.09375, 1.46875, 6.46875, 1.046875, 2.0, 0.871094, 0.921875, 1.085938, 1.21875, 1.070312, 3.515625, 5.46875, 0.707031, 1.1875, 0.683594, 1.507812, 0.462891, 0.871094, 2.40625, 0.902344, 0.777344, 5.0625, 4.71875, 0.730469, 1.585938, 1.9375, 0.449219, 1.304688, 0.832031, 1.03125, 0.707031, 1.554688, 2.046875, 2.984375, 1.085938, 0.527344, 2.703125, 2.421875, 0.675781, 3.25, 1.039062, 2.15625, 1.804688, 4.4375, 1.742188, 0.431641, 0.5625, 0.921875, 7.0, 1.328125, 0.996094, 3.109375, 0.245117, 0.357422, 0.777344, 1.4375, 1.257812, 0.300781, 3.546875, 1.6875, 2.71875, 1.695312, 2.453125, 1.765625, 6.78125, 6.65625, 0.890625, 0.265625, 6.1875, 1.726562, 6.0625, 1.578125, 1.046875, 1.273438, 7.15625, 1.976562, 3.0, 1.195312, 6.875, 0.558594, 1.515625, 4.15625, 1.359375, 2.25, 1.578125, 2.5, 1.554688, 1.421875, 0.554688, 0.449219, 0.773438, 2.546875, 0.847656, 1.09375, 0.710938, 1.046875, 0.59375, 4.71875, 1.039062, 0.984375, 1.5625, 1.421875, 2.75, 1.71875, 3.34375, 1.445312, 0.847656, 2.90625, 6.46875, 1.664062, 1.367188, 3.3125, 0.439453, 0.765625, 3.84375, 0.503906, 3.171875, 2.515625, 1.148438, 1.132812, 0.617188, 0.550781, 1.90625, 3.375, 0.851562, 0.421875, 0.527344, 5.59375, 0.539062, 3.0, 1.453125, 0.435547, 3.625, 4.1875, 1.578125, 1.59375, 0.376953, 1.882812, 12.25, 5.46875, 1.679688, 7.0, 0.582031, 0.761719, 1.164062, 1.695312, 1.046875, 0.703125, 3.671875, 1.34375, 2.234375, 4.375, 0.470703, 3.09375, 3.125, 0.820312, 1.382812, 5.84375, 1.75, 0.490234, 5.71875, 0.792969, 7.5, 4.0, 0.808594, 4.8125, 0.796875, 0.699219, 2.359375, 22.125, 0.460938, 1.46875, 1.46875, 0.890625, 1.09375, 1.804688, 0.582031, 1.539062, 1.65625, 1.398438, 0.972656, 5.0625, 9.625, 1.65625, 6.28125, 25.625, 6.1875, 34.5, 0.925781, 0.761719, 6.03125, 2.40625, 3.9375, 0.498047, 0.957031, 0.542969, 0.625, 7.375, 1.640625, 1.023438, 3.15625, 12.6875, 1.78125, 6.375, 10.1875, 1.554688, 0.941406, 1.65625, 2.796875, 0.273438, 2.46875, 0.855469, 0.671875, 0.925781, 0.871094, 1.84375, 0.949219, 5.375, 8.6875, 2.21875, 2.578125, 0.316406, 1.257812, 1.953125, 0.8125, 1.664062, 2.8125, 3.375, 16.125, 0.546875, 0.921875, 1.539062, 14.5, 0.984375, 0.683594, 3.359375, 0.710938, 1.828125, 2.109375, -0.683594, 3.21875, 0.265625, 0.820312, 0.832031, 6.6875, 0.78125, 2.390625, 2.125, 1.796875, 2.265625, 2.0, 0.695312, 0.539062, 1.0, 1.523438, 3.765625, 3.9375, 1.945312, 0.404297, 0.511719, 2.328125, 2.6875, 6.0625, 4.625, 1.328125, 1.585938, 0.664062, 13.4375, 0.177734, 0.449219, 0.322266, 1.054688, 0.851562, 3.390625, 1.09375, -0.5, 0.871094, 1.34375, 0.492188, 0.738281, 1.3125, -3.515625, 0.511719, 8.125, 4.5625, 2.71875, 1.59375, 147.0, 1.0, 1.15625, 1.703125, 1.398438, 0.714844, 0.271484, 2.140625, 0.730469, 3.703125, 2.109375, 4.375, 2.296875, 1.40625, 0.9375, 1.6875, 2.90625, 1.234375, 11.4375, 7.78125, 1.679688, 1.21875, 3.59375, 1.828125, 0.988281, 0.451172, 0.460938, 2.15625, 0.746094, 1.257812, 1.578125, 6.25, 2.546875, 9.375, 1.90625, 4.3125, 3.875, 3.890625, 2.703125, 10.125, 1.601562, 10.25, 1.117188, 1.523438, 1.6875, 8.0625, 0.976562, 1.914062, 6.65625, 2.90625, 0.757812, 0.75, 0.316406, 9.0, 2.53125, 1.53125, 0.960938, 0.455078, 4.5625, 0.992188, 2.078125, 13.25, 3.59375, 5.875, 1.757812, 5.75, 4.96875, 0.867188, 2.46875, 2.1875, 1.828125, 6.8125, 0.894531, 6.8125, 1.171875, 3.6875, 2.5, 0.933594, 0.894531, 2.1875, 2.765625, 1.476562, 1.09375, 3.125, 0.804688, 0.457031, 0.804688, 0.941406, 0.980469, 3.640625, 18.75, 1.8125, 1.148438, 0.625, 1.71875, 0.777344, 2.8125, 6.65625, 0.875, 1.195312, 4.03125, 0.519531, 1.78125, 5.71875, 1.335938, 70.5, 4.125, 5.15625, 0.292969, 1.851562, 0.867188, 14.0, 0.640625, 4.3125, 0.96875, 20.0, 1.171875, 1.117188, 1.1875, 6.9375, 1.046875, 0.820312, 1.5, 3.265625, 0.816406, 1.421875, 2.125, 3.859375, 1.953125, 1.390625, 2.640625, 1.617188, 0.22168, 1.273438, 0.570312, 2.265625, 1.03125, 2.578125, 1.859375, 1.726562, 12.75, 1.28125, 0.78125, 1.242188, 3.53125, 0.667969, 12.0625, 0.773438, 1.171875, 3.0, 12.8125, 0.910156, 1.828125, 2.15625, 11.1875, 1.242188, 34.0, 10.625, 12.1875, 5.53125, 0.777344, 0.165039, 2.671875, 0.773438, 3.234375, 99.5, 2.171875, 0.298828, 2.09375, 1.148438, 0.839844, 1.453125, 9.0, 1.625, 0.707031, 0.972656, 84.5, 1.164062, 3.984375, 2.515625, 1.34375, 12.9375, 0.390625, 0.476562, 2.5625, 4.625, 2.234375, 0.574219, 5.40625, 0.828125, -0.816406, 0.566406, 2.25, 6.375, 70.5, 3.640625, 6.5, 1.054688, 8.625, 0.671875, 0.322266, 1.375, 1.125, 5.9375, 4.34375, 4.0, 0.470703, 5.25, 1.421875, 5.21875, 13.3125, 81.0, 0.628906, 1.640625, 1.9375, 0.566406, 0.664062, 16.25, 1.742188, 1.335938, 1.3125, 2.390625, 3.90625, 3.375, 3.015625, 1.109375, 6.96875, 0.339844, 1.179688, 2.25, -0.753906, 3.4375, 1.914062, 2.84375, 1.546875, 2.09375, 2.703125, 0.761719, 1.390625, 3.078125, 0.773438, 4.84375, 1.054688, 2.390625, 3.09375, 2.34375, 7.09375, 2.484375, 2.21875, 1.523438, 1.25, 2.03125, 0.605469, 11.75, 0.957031, 3.125, 0.617188, 2.296875, 1.898438, 1.148438, 9.8125, 0.46875, 110.0, 1.4375, 21.875, 0.777344, 0.482422, 2.09375, 3.96875, 2.5625, 0.511719, 69.5, 2.078125, 1.015625, 0.632812, 0.777344, 1.242188, 0.65625, 1.484375, 10.375, 0.22168, 3.484375, 0.878906, 3.859375, 1.859375, 1.59375, 2.046875, 1.0, 1.3125, 1.453125, 1.125, 1.65625, 0.5, 0.902344, 1.0, 13.9375, 0.722656, 3.734375, 0.804688, -11.375, 3.78125, 6.75, 3.09375, 1.421875, 4.875, 1.070312, 1.25, 1.0625, 2.140625, 2.875, 4.8125, 2.578125, 5.4375, 1.710938, 1.507812, 0.597656, 1.054688, 1.851562, 0.84375, 2.546875, 0.664062, 2.5625, 1.84375, 0.851562, 0.648438, 26.5, 0.90625, 1.007812, 1.648438, 1.101562, 7.15625, 4.71875, 2.296875, 81.5, 0.828125, 0.289062, 5.84375, 1.296875, 5.84375, 1.0625, 8.6875, 4.15625, 4.28125, 0.414062, 3.703125, 0.488281, 1.359375, 1.09375, 2.4375, 6.96875, 0.539062, 1.234375, 3.875, 1.429688, 0.609375, 0.941406, 1.078125, 0.972656, 0.539062, 1.390625, 0.847656, 1.203125, 3.890625, 1.335938, 2.359375, 40.75, 5.75, 4.84375, 0.392578, 1.75, 0.960938, 3.359375, 0.640625, 1.125, 0.431641, 0.636719, 2.34375, 1.515625, 3.296875, 0.188477, 0.789062, 3.84375, 0.6875, 0.570312, 2.03125, 5.0, 1.148438, 4.75, 1.53125, 3.6875, 0.597656, 3.703125, 0.847656, 0.726562, 2.015625, 2.15625, 1.257812, 1.703125, 0.503906, 0.851562, 1.085938, 1.671875, 0.34375, 1.742188, 1.992188, 2.25, 1.015625, 0.326172, 2.703125, 1.75, 0.632812, 0.441406, 0.851562, 1.015625, 3.078125, 4.9375, 1.085938, 8.125, 1.960938, 0.118164, 2.96875, 1.554688, 1.039062, 1.414062, 1.84375, 1.210938, 0.730469, 0.582031, 0.855469, 0.878906, 0.691406, 1.109375, 0.648438, 5.0, 1.609375, 2.0625, 5.59375, 2.171875, 1.296875, 0.734375, 0.5625, 0.300781, 0.625, 2.875, 1.257812, 0.808594, 3.171875, 0.542969, 6.96875, 1.632812, 3.3125, 5.6875, 14.0, 0.3125, 1.65625, 3.453125, 12.8125, 0.045654, 4.65625, 4.34375, 0.523438, 1.296875, 2.765625, 6.25, 3.015625, 136.0, 5.25, 1.53125, 45.5, 0.824219, 5.5, 0.789062, 1.875, 1.945312, 0.6875, 0.277344, 0.351562, 3.859375, 0.546875, 2.078125, 3.71875, 0.691406, 0.447266, 1.820312, 2.21875, 2.0625, 2.03125, 5.84375, 4.6875, 5.375, 2.734375, 1.515625, 1.226562, 1.632812, 5.09375, 3.734375, 0.416016, 1.828125, 0.234375, 0.519531, 0.773438, 2.6875, 1.3125, 1.273438, 1.585938, 1.078125, 0.90625, 1.078125, 1.96875, 0.176758, 0.503906, 0.914062, 3.453125, -0.036621, 0.416016, 1.484375, 1.398438, 0.992188, 0.84375, 0.355469, 1.84375, 1.125, 1.117188, 2.65625, 2.015625, 0.507812, 2.671875, 0.306641, 5.875, 6.5, 1.304688, 1.460938, -0.124023, 0.363281, 1.695312, 0.78125, 1.148438, 0.808594, 1.203125, 1.546875, 3.671875, 0.703125, 0.910156, 3.265625, 0.285156, 0.5625, 4.71875, 5.03125, 0.53125, 6.125, 5.9375, 0.320312, 2.765625, 4.0625, 2.0, 0.400391, 2.796875, 6.125, 4.53125, 9.0625, 0.474609, 2.125, 1.484375, 0.730469, 2.25, 0.476562, 2.53125, 0.808594, 0.960938, 1.125, 6.25, 0.613281, 5.3125, 12.5, 0.566406, 1.140625, 0.613281, 0.839844, 0.542969, 2.65625, 4.46875, 1.023438, 6.28125, 2.265625, 1.078125, 3.546875, 0.423828, 1.101562, 3.5625, 1.539062, 5.0, 1.109375, 5.125, 1.007812, 1.390625, 123.0, 1.398438, 53.75, 0.550781, 12.0, 0.734375, 49.25, 0.574219, 5.21875, 1.6875, 12.6875, 1.210938, 0.761719, 1.1875, 0.589844, 1.023438, 2.421875, 7.71875, 4.03125, 0.380859, 9.5, 1.3125, 0.519531, 0.898438, 0.792969, 3.03125, 0.839844, 0.421875, 0.369141, 3.328125, 1.015625, 1.671875, 2.390625, 1.398438, 1.359375, 4.71875, 0.570312, 0.414062, 0.761719, 0.527344, 1.984375, 7.0, 0.12793, 7.0, 0.839844, 1.828125, 0.878906, 2.984375, 2.9375, 1.046875, 5.125, 15.0625, 0.65625, 0.796875, 0.757812, 0.492188, 2.40625, 0.386719, 0.636719, 2.59375, 0.5625, 1.78125, 1.617188, 1.257812, 104.0, 2.03125, 1.445312, 3.375, 0.22168, 0.363281, 6.78125, 1.296875, 0.671875, 1.9375, 2.46875, 1.398438, 0.574219, 1.132812, 1.851562, 0.6875, 0.474609, 3.078125, 1.757812, 0.507812, 0.972656, 0.839844, 37.0, 0.589844, 1.726562, 4.6875, 0.478516, 28.75, 1.335938, 0.320312, 0.699219, 0.386719, 1.382812, 2.171875, 0.542969, 2.015625, 1.242188, 2.65625, 0.423828, 0.277344, 1.023438, 4.40625, 0.605469, 1.140625, 1.375, 1.4375, 1.523438, 1.578125, 0.984375, 1.0625, 6.65625, 1.507812, 2.171875, 45.0, 6.1875, 3.6875, 2.203125, 1.429688, 5.15625, 1.828125, 2.59375, 1.046875, 3.125, 0.710938, 0.6875, 2.140625, 2.046875, 1.234375, 0.984375, 1.492188, 2.015625, 1.78125, 0.632812, 0.738281, 0.71875, 0.671875, 1.617188, 0.671875, 5.78125, 5.875, 0.933594, 1.125, 0.621094, 2.671875, 0.316406, 1.414062, 1.21875, 0.960938, 0.490234, 0.527344, 0.84375, 1.984375, 8.1875, 1.679688, 1.46875, 5.03125, 2.21875, 4.75, 0.988281, 11.0625, 0.78125, 1.390625, 5.4375, 2.296875, 11.875, 0.351562, 1.742188, 0.898438, 2.734375, 0.964844, 29.75, 0.455078, 1.046875, 0.710938, 0.785156, 1.117188, 1.632812, 14.0, 2.625, 0.176758, 61.0, 2.734375, 7.8125, 1.820312, 0.4375, 1.109375, 2.15625, 0.898438, 1.179688, 1.242188, 3.65625, 0.765625, 0.785156, 0.332031, 0.476562, 0.570312, 1.523438, 8.0625, 4.0, 0.894531, 2.046875, 0.871094, 28.5, 0.582031, 1.054688, 9.3125, 0.953125, 23.5, 0.419922, 1.070312, 2.859375, 1.921875, 1.078125, 2.25, 1.617188, 2.15625, 0.225586, 0.353516, 0.980469, 8.875, 3.0, 25.375, 0.359375, 0.515625, 2.359375, 0.554688, 8.1875, 37.25, 0.949219, 2.6875, 1.398438, 6.46875, 4.625, 0.484375, 0.832031, 0.375, 1.828125, 0.675781, 1.421875, 4.84375, 8.0625, 1.5625, 8.75, 0.726562, 1.421875, 3.375, 0.839844, 0.8125, 3.421875, 0.5625, 15.5625, 0.449219, 3.671875, 0.388672, 0.828125, 2.015625, 1.734375, 2.109375, 0.882812, 0.882812, 0.828125, 2.609375, 9.8125, 0.941406, 0.757812, 0.992188, 2.140625, 1.023438, 36.25, 2.578125, 1.039062, 2.578125, 27.625, 1.390625, 1.023438, 0.996094, 1.648438, 0.835938, 1.242188, 1.9375, 0.597656, 0.652344, 4.875, 1.34375, 44.75, 0.785156, 0.198242, 0.388672, 1.84375, 1.640625, 2.03125, 1.0, 0.800781, 1.40625, 0.9375, 1.226562, 3.5, 0.808594, 31.875, 1.023438, 1.164062, 2.125, 0.636719, 3.9375, 3.90625, 5.78125, 1.171875, 2.234375, 0.75, 3.59375, 4.71875, 1.53125, 1.515625, 0.341797, 2.953125, 0.12793, 0.169922, 1.445312, 0.349609, 0.400391, 0.847656, 0.455078, 0.722656, 1.492188, 4.71875, 5.0, 2.140625, 1.585938, 6.0, 1.46875, 1.0625, 4.65625, 10.0625, 1.078125, 1.195312, 0.597656, 0.546875, 2.296875, 0.765625, 1.8125, 1.710938, 1.109375, 1.265625, 5.09375, 1.757812, 3.6875, 0.394531, 20.625, 6.40625, 0.660156, 1.289062, 17.5, 1.304688, 1.421875, 2.5, 1.03125, 2.453125, 0.542969, 1.1875, 1.914062, 1.21875, 0.5, 0.648438, 4.59375, 1.796875, 10.375, 117.5, 1.46875, 0.929688, 0.761719, 5.40625, -4.125, 0.761719, 0.863281, 3.984375, 4.25, 1.859375 ] } , "name": "onnx::Mul_11150", "outputIndexes": [ 4293 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4292, 4293 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/input_layernorm/Mul_1_output_0", "outputIndexes": [ 4294 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4294 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.23/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 7761 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7761 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.23/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 7762 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7762 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4096, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 163840, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1379537376, 5242902, 1310720, 0, 0 ] } , "name": "/layers.23/self_attn/q_proj/Linear", "outputIndexes": [ 7763 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7763 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.23/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 7764 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7764 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4096 ] , "dimType": "NCHW" } , "name": "/layers.23/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 4295 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4294 ] , "main_type": "NONE", "name": "/blocks.23/self_attn/Shape_output_0", "outputIndexes": [ 4296 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 4296 ] , "main_type": "NONE", "name": "Shape5225", "outputIndexes": [ 4297 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 4296 ] , "main_type": "NONE", "name": "Rank5227", "outputIndexes": [ 4298 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4298, 4298 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5229", "outputIndexes": [ 4299 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4299 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5230", "outputIndexes": [ 4300 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4299, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5232", "outputIndexes": [ 4301 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4301 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5233", "outputIndexes": [ 4302 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4297, 4300, 4302, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice5236", "outputIndexes": [ 4303 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4303 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze5237", "outputIndexes": [ 4304 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4304, 4304 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5239", "outputIndexes": [ 4305 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4296, 4305, 4299 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.23/self_attn/Gather_output_0", "outputIndexes": [ 4306 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4306, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.23/self_attn/Unsqueeze_output_0", "outputIndexes": [ 4307 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4299 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5247", "outputIndexes": [ 4308 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4301 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5250", "outputIndexes": [ 4309 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4297, 4308, 4309, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice5253", "outputIndexes": [ 4310 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4310 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze5254", "outputIndexes": [ 4311 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 4311 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5255", "outputIndexes": [ 4312 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4312, 4311 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5256", "outputIndexes": [ 4313 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4296, 4313, 4299 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.23/self_attn/Gather_1_output_0", "outputIndexes": [ 4314 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4314, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.23/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 4315 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4307, 4315, 41, 1055 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.23/self_attn/Concat_output_0", "outputIndexes": [ 4316 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4295, 4316 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.23/self_attn/Reshape_output_0", "outputIndexes": [ 4317 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4317 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.23/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 4319 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4319 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.23/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 4320 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4320, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/self_attn/q_norm/Add_output_0", "outputIndexes": [ 4321 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4321, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 4322 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4317, 4322 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 4323 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4323, 1064 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 4324 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1097, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.23/self_attn/Unsqueeze_6_output_0", "outputIndexes": [ 4325 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4324, 31, 4325, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.23/self_attn/Slice_output_0", "outputIndexes": [ 4326 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4326, 1085 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/self_attn/Mul_output_0", "outputIndexes": [ 4327 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4326 ] , "main_type": "NONE", "name": "/blocks.23/self_attn/Shape_2_output_0", "outputIndexes": [ 4328 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 4328 ] , "main_type": "NONE", "name": "Shape5273", "outputIndexes": [ 4329 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 4328 ] , "main_type": "NONE", "name": "Rank5275", "outputIndexes": [ 4330 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4330, 4330 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5277", "outputIndexes": [ 4331 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4331 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5278", "outputIndexes": [ 4332 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4331, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5280", "outputIndexes": [ 4333 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4333 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5281", "outputIndexes": [ 4334 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4329, 4332, 4334, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice5284", "outputIndexes": [ 4335 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4335 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze5285", "outputIndexes": [ 4336 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 4336 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5286", "outputIndexes": [ 4337 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4337, 4336 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5287", "outputIndexes": [ 4338 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4328, 4338, 4331 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.23/self_attn/Gather_2_output_0", "outputIndexes": [ 4339 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4339, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/self_attn/Div_output_0", "outputIndexes": [ 4340 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4340, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.23/self_attn/Unsqueeze_9_output_0", "outputIndexes": [ 4341 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4326, 4341, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.23/self_attn/Slice_3_output_0", "outputIndexes": [ 4342 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4342 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.23/self_attn/Neg_output_0", "outputIndexes": [ 4343 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4340, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.23/self_attn/Unsqueeze_8_output_0", "outputIndexes": [ 4344 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4326, 31, 4344, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.23/self_attn/Slice_2_output_0", "outputIndexes": [ 4345 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4343, 4345 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.23/self_attn/Concat_3_output_0", "outputIndexes": [ 4346 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4346, 1126 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/self_attn/Mul_1_output_0", "outputIndexes": [ 4347 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4327, 4347 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/self_attn/Add_output_0", "outputIndexes": [ 4348 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1097, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.23/self_attn/Unsqueeze_7_output_0", "outputIndexes": [ 4349 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4324, 4349, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.23/self_attn/Slice_1_output_0", "outputIndexes": [ 4350 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4348, 4350 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.23/self_attn/Concat_4_output_0", "outputIndexes": [ 4351 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7762 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 40960, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1386090998, 1310742, 327680, 0, 0 ] } , "name": "/layers.23/self_attn/k_proj/Linear", "outputIndexes": [ 7767 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7767 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.23/self_attn/k_proj/Linear/post_convert", "outputIndexes": [ 7768 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7768 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.23/self_attn/k_proj/Linear/post_reshape", "outputIndexes": [ 4352 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4306, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.23/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 4353 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4314, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.23/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 4354 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4353, 4354, 64, 1055 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.23/self_attn/Concat_1_output_0", "outputIndexes": [ 4355 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4352, 4355 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.23/self_attn/Reshape_1_output_0", "outputIndexes": [ 4356 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4356 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.23/self_attn/k_norm/Pow_output_0", "outputIndexes": [ 4358 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4358 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.23/self_attn/k_norm/ReduceMean_output_0", "outputIndexes": [ 4359 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4359, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/self_attn/k_norm/Add_output_0", "outputIndexes": [ 4360 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4360, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/self_attn/k_norm/Pow_1_output_0", "outputIndexes": [ 4361 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4356, 4361 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/self_attn/k_norm/Mul_output_0", "outputIndexes": [ 4362 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4362, 1143 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/self_attn/k_norm/Mul_1_output_0", "outputIndexes": [ 4363 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1097, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.23/self_attn/Unsqueeze_10_output_0", "outputIndexes": [ 4364 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4363, 31, 4364, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.23/self_attn/Slice_4_output_0", "outputIndexes": [ 4365 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4365, 1085 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/self_attn/Mul_2_output_0", "outputIndexes": [ 4366 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4365 ] , "main_type": "NONE", "name": "/blocks.23/self_attn/Shape_3_output_0", "outputIndexes": [ 4367 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 4367 ] , "main_type": "NONE", "name": "Shape5319", "outputIndexes": [ 4368 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 4367 ] , "main_type": "NONE", "name": "Rank5321", "outputIndexes": [ 4369 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4369, 4369 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5323", "outputIndexes": [ 4370 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4370 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5324", "outputIndexes": [ 4371 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4370, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5326", "outputIndexes": [ 4372 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4372 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5327", "outputIndexes": [ 4373 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4368, 4371, 4373, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice5330", "outputIndexes": [ 4374 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4374 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze5331", "outputIndexes": [ 4375 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 4375 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5332", "outputIndexes": [ 4376 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4376, 4375 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5333", "outputIndexes": [ 4377 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4367, 4377, 4370 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.23/self_attn/Gather_3_output_0", "outputIndexes": [ 4378 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4378, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/self_attn/Div_1_output_0", "outputIndexes": [ 4379 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4379, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.23/self_attn/Unsqueeze_13_output_0", "outputIndexes": [ 4380 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4365, 4380, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.23/self_attn/Slice_7_output_0", "outputIndexes": [ 4381 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4381 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.23/self_attn/Neg_1_output_0", "outputIndexes": [ 4382 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4379, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.23/self_attn/Unsqueeze_12_output_0", "outputIndexes": [ 4383 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4365, 31, 4383, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.23/self_attn/Slice_6_output_0", "outputIndexes": [ 4384 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4382, 4384 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.23/self_attn/Concat_5_output_0", "outputIndexes": [ 4385 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4385, 1126 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/self_attn/Mul_3_output_0", "outputIndexes": [ 4386 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4366, 4386 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/self_attn/Add_1_output_0", "outputIndexes": [ 4387 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1097, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.23/self_attn/Unsqueeze_11_output_0", "outputIndexes": [ 4388 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4363, 4388, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.23/self_attn/Slice_5_output_0", "outputIndexes": [ 4389 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4387, 4389 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.23/self_attn/Concat_6_output_0", "outputIndexes": [ 4390 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7762 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 40960, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1387729420, 1310742, 327680, 0, 0 ] } , "name": "/layers.23/self_attn/v_proj/Linear", "outputIndexes": [ 7771 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7771 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.23/self_attn/v_proj/Linear/post_convert", "outputIndexes": [ 7772 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7772 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.23/self_attn/v_proj/Linear/post_reshape", "outputIndexes": [ 4391 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4306, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.23/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 4392 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4314, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.23/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 4393 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4392, 4393, 64, 1055 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.23/self_attn/Concat_2_output_0", "outputIndexes": [ 4394 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4391, 4394 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.23/self_attn/Reshape_2_output_0", "outputIndexes": [ 4395 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4395 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.23/self_attn/v_norm/Pow_output_0", "outputIndexes": [ 4397 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4397 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.23/self_attn/v_norm/ReduceMean_output_0", "outputIndexes": [ 4398 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4398, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/self_attn/v_norm/Add_output_0", "outputIndexes": [ 4399 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4399, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/self_attn/v_norm/Pow_1_output_0", "outputIndexes": [ 4400 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4395, 4400 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/self_attn/v_norm/Mul_output_0", "outputIndexes": [ 4401 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4351, 4390, 4401, 1188 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 23, "kv_shared_layer_index": -1 } , "name": "/layers.23/self_attn/FusedAttention", "outputIndexes": [ 4402 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4402 ] , "main_type": "Reshape", "main": { "dims": [ -1, 4096, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.23/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 7773 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7773 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.23/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 7774 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7774 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 4096, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 163840, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1389367842, 5242902, 1310720, 0, 0 ] } , "name": "/layers.23/self_attn/o_proj/Linear", "outputIndexes": [ 7775 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7775 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.23/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 7776 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7776 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.23/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 4403 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4403 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.23/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 4405 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4405 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.23/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 4406 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4406, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/post_attention_layernorm/Add_output_0", "outputIndexes": [ 4407 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4407, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 4408 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4403, 4408 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 4409 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 7.0625, 7.0625, 7.0625, 7.0625, 6.90625, 7.0625, 1.632812, 7.0625, 3.609375, 7.0625, 7.03125, 7.0625, 0.349609, 7.0625, 7.0625, 7.0625, 7.0625, 2.1875, 5.15625, 7.0625, 0.851562, 1.710938, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 1.109375, 0.242188, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 0.917969, 7.0625, 7.0625, 6.71875, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 0.675781, 7.0625, 7.0625, 7.0625, 0.162109, 7.0625, 0.960938, 0.851562, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 2.8125, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 1.390625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 1.039062, 7.0625, 2.125, 3.53125, 7.0625, 7.0625, 7.0625, 5.5625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 2.171875, 1.375, 7.0625, 3.1875, 1.828125, 7.0625, 4.0, 7.0625, 7.0625, 7.0625, 1.164062, 1.484375, 7.0625, 7.0625, 1.445312, 3.140625, 7.0625, 1.25, 1.101562, 7.0625, 7.0625, 7.03125, 7.0625, 7.0625, 7.0625, 7.0625, 1.460938, 1.140625, 7.0625, 7.0625, 7.0625, 7.0625, 3.578125, 0.183594, 6.75, 6.5, 7.0625, 7.0625, 7.0625, 6.21875, 0.457031, 7.0625, 2.03125, 7.0625, 7.0625, 2.046875, 7.0625, 0.033447, 7.0625, 7.0625, 7.0625, 0.335938, 7.0625, 7.0625, 7.0625, 4.96875, 1.179688, 1.71875, 7.0625, 7.0625, 7.0625, 0.8125, 7.0625, 0.259766, 0.980469, 7.0625, 7.0625, 7.0625, 7.0625, 6.5625, 2.375, 7.0625, 7.0625, 1.210938, 7.0625, 7.0625, 7.03125, 7.0625, 7.0625, 7.0625, 7.0625, 3.03125, 7.0625, 7.0625, 5.59375, 7.0625, 7.0625, 3.140625, 0.488281, 7.0625, 7.0625, 2.375, 1.171875, 7.0625, 7.0625, 0.984375, 7.0625, 1.429688, 7.03125, 7.0625, 7.0625, 7.0625, 1.578125, 0.953125, 7.0625, 2.265625, 3.078125, 1.257812, 7.0625, 0.78125, 0.335938, 2.34375, 1.140625, 7.0625, 7.0625, 5.03125, 7.0625, 7.0625, 7.0625, 1.398438, 0.671875, 7.0625, 2.5625, 7.0625, 7.0625, 3.015625, 7.0625, 7.0625, 0.773438, 4.21875, 7.0625, 7.0625, 7.0625, 1.015625, 0.695312, 4.1875, 1.414062, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.03125, 5.78125, 7.0625, 7.0625, 0.75, 7.0625, 1.351562, 7.0625, 2.109375, 7.0625, 7.0625, 2.234375, 7.0625, 1.5625, 7.0625, 7.0, 7.0625, 6.21875, 7.0625, 7.0625, 0.75, 0.195312, 7.0625, 7.0625, 4.59375, 7.0625, 7.0625, 7.0625, 2.515625, 7.0625, 2.453125, 6.9375, 6.625, 5.1875, 2.6875, 7.0625, 6.8125, 7.0625, 1.398438, 1.773438, 7.0625, 7.0625, 7.0625, 1.257812, 7.0625, 4.15625, 7.0625, 1.90625, 2.140625, 7.0625, 0.042725, 1.296875, 7.0625, 7.0625, 7.0625, 1.046875, 7.0625, 1.234375, 2.640625, 7.0625, 7.0625, 7.0625, 2.546875, 4.25, 1.226562, 7.0625, 7.0625, 0.5, 2.96875, 0.746094, 1.90625, 7.0625, 1.5625, 1.15625, 1.921875, 7.0625, 6.15625, 1.210938, 7.0625, 1.546875, 7.0625, 1.601562, 2.15625, 7.0625, 1.398438, 7.0625, 7.0625, 7.0625, 1.742188, 2.6875, 0.376953, 1.21875, 7.0625, 7.0625, 0.992188, 7.0625, 0.722656, 7.0625, 7.03125, 5.71875, 7.0625, 7.0625, 7.0625, 0.209961, 1.945312, 1.476562, 1.179688, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 1.351562, 7.0625, 1.648438, 0.953125, 7.0625, 7.0625, 7.0625, 3.484375, 7.0625, 7.0625, 2.265625, 7.0625, 1.4375, 3.90625, 7.0625, 7.0625, 3.46875, 7.0625, 3.265625, 1.3125, 0.730469, 7.0625, 3.234375, 0.071289, 7.0625, 0.789062, 7.0625, 7.0625, 7.0625, 3.453125, 2.4375, 7.0625, 2.890625, 7.0625, 1.328125, 7.0625, 1.25, 3.09375, 3.125, 4.0625, 0.550781, 7.0625, 7.0625, 0.65625, 7.0625, 2.25, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 0.464844, 1.65625, 7.0625, 1.40625, 7.0625, 7.0625, 7.0625, 7.0625, 1.195312, 7.0625, 1.484375, 7.0625, 7.0625, 7.03125, 1.398438, 7.0625, 1.257812, 7.03125, 4.84375, 7.0625, 3.828125, 7.0625, 1.398438, 7.0625, 7.0625, 0.90625, 7.0625, 2.046875, 7.0625, 7.0625, 1.078125, 1.90625, 7.0625, 1.734375, 7.0625, 1.007812, 3.109375, 7.0625, 1.265625, 1.390625, 7.0625, 2.390625, 7.0625, 1.484375, 0.832031, 7.0625, 7.0625, 7.0625, 1.335938, 7.0625, 6.25, 7.0625, 1.164062, 7.0625, 7.0625, 1.101562, 7.0625, 7.0625, 3.671875, 7.0625, 7.0625, 6.78125, 7.0625, 2.5625, 7.0625, 7.0625, 2.0, 1.757812, 7.0625, 7.0625, 7.0625, 0.613281, 7.0625, 2.0, 2.203125, 7.0625, 4.15625, 7.0625, 1.75, 0.460938, 7.0625, 3.828125, 7.0625, 1.46875, 5.71875, 6.90625, 0.241211, 7.0625, 1.140625, 7.0625, 1.828125, 1.085938, 1.507812, 7.0625, 7.0625, 7.0625, 7.0625, 3.515625, 6.5625, 7.0625, 7.0625, 1.523438, 0.232422, 7.0625, 0.390625, 7.03125, 0.345703, 7.0625, 7.0625, 2.375, 2.515625, 7.0625, 2.109375, 2.84375, 7.0625, 0.820312, 0.929688, 7.0625, 2.234375, 7.0625, 2.3125, 7.0625, 7.0625, 7.0625, 1.625, 0.324219, 7.0625, 7.0625, 7.0625, 1.28125, 5.625, 7.0625, 2.6875, 6.90625, 7.0625, 2.515625, 7.0625, 7.0625, 1.96875, 2.109375, 7.0625, 7.0625, 7.0625, 7.0625, 3.34375, 7.0625, 2.5625, 1.515625, 7.0625, 2.484375, 2.625, 7.0625, 7.0625, 7.0625, 7.0625, 1.507812, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 0.820312, 0.722656, 7.0625, 4.3125, 7.0625, 4.3125, 0.652344, 7.0625, 7.0625, 1.640625, 1.601562, 0.28125, 1.15625, 1.59375, 2.203125, 7.0625, 7.0625, 7.0625, 2.890625, 7.0625, 0.878906, 7.0625, 7.0625, 3.734375, 7.0625, 0.151367, 3.1875, 7.0625, 7.0625, 7.0625, 7.0, 7.0625, 0.769531, 2.078125, 7.0625, 7.0625, 7.0625, 7.0625, 2.625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 1.875, 7.0625, 7.0625, 7.0625, 7.0625, 1.515625, 0.275391, 7.0625, 1.617188, 7.0625, 1.25, 1.257812, 1.867188, 0.796875, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 0.006866, 7.0625, 1.140625, 7.0625, 1.609375, 1.226562, 7.0625, 0.714844, 7.0625, 7.0625, 7.0625, 7.0625, 0.800781, 1.75, 7.0625, 0.037842, 7.0625, 2.875, 7.0625, 5.8125, 7.0625, 7.0625, 0.160156, 0.667969, 7.0625, 7.0625, 7.0625, 7.0625, 2.140625, 7.0625, 7.0625, 0.703125, 2.015625, 7.0625, 7.0625, 1.492188, 1.875, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 2.234375, 4.34375, 7.0625, 0.671875, 1.59375, 7.03125, 0.902344, 0.882812, 7.0625, 7.0625, 7.0625, 7.0625, 1.585938, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 3.625, 7.0625, 0.480469, 7.0625, 7.0625, 7.0625, 2.109375, 7.0625, 7.0625, 7.0625, 7.0625, 2.84375, 7.0625, 7.03125, 7.0625, 1.296875, 0.945312, 7.0625, 2.75, 7.0625, 7.0625, 7.0625, 7.0625, 1.289062, 1.726562, 1.257812, 7.0625, 4.6875, 7.0625, 6.75, 7.0625, 0.032227, 7.0625, 7.0625, 2.90625, 7.0625, 7.0625, 2.03125, 7.0625, 7.0625, 2.359375, 7.0625, 6.40625, 7.0625, 7.0625, 7.0625, 7.0625, 1.960938, 7.0625, 7.0625, 7.03125, 1.875, 7.0625, 7.03125, 7.0625, 7.0625, 7.0625, 0.730469, 7.0625, 6.9375, 7.0625, 0.431641, 7.0625, 1.257812, 7.0625, 7.0625, 7.0625, 1.734375, 7.0625, 3.109375, 7.0625, 7.0625, 0.847656, 1.398438, 3.640625, 7.0625, 3.8125, 7.0625, 7.0625, 6.78125, 7.0625, 7.0625, 7.0625, 0.894531, 2.75, 7.0625, 7.0625, 1.28125, 1.335938, 6.125, 1.554688, 2.953125, 7.0625, 0.233398, 7.0625, 1.765625, 7.0625, 7.0625, 1.109375, 2.15625, 7.0625, 7.0625, 7.0625, 7.0625, 1.359375, 3.96875, 5.71875, 0.753906, 7.0625, 7.0625, 1.445312, 1.015625, 7.0625, 1.71875, 1.992188, 3.078125, 7.0625, 2.390625, 0.613281, 4.21875, 7.0625, 0.667969, 7.0625, 7.0625, 7.0625, 1.5, 3.625, 0.146484, 6.3125, 7.0625, 7.03125, 7.0625, 7.0625, 7.03125, 1.867188, 2.78125, 3.65625, 7.0625, 7.0625, 2.125, 7.0625, 1.195312, 7.0625, 1.367188, 7.0625, 7.0625, 2.296875, 0.306641, 2.234375, 0.808594, 0.18457, 7.0625, 7.0625, 7.0625, 7.0625, 0.355469, 7.0625, 6.375, 0.347656, 1.125, 2.1875, 1.429688, 7.0625, 5.84375, 0.863281, 7.0625, 1.617188, 3.84375, 0.146484, 7.0625, 0.601562, 6.125, 7.0625, 7.0625, 7.0625, 6.1875, 2.484375, 7.0625, 7.0625, 2.5625, 0.139648, 4.40625, 2.1875, 1.445312, 1.890625, 7.0625, 7.0625, 7.0625, 1.242188, 7.03125, 7.0625, 7.0625, 7.0625, 1.757812, 2.859375, 7.0625, 2.734375, 0.040039, 1.273438, 1.71875, 0.249023, 1.25, 7.0625, 7.0625, 7.0625, 5.90625, 7.0625, 7.0625, 7.0625, 7.0625, 0.65625, 7.0625, 7.0625, 7.0625, 1.46875, 7.0625, 7.0625, 7.0625, 2.546875, 7.0625, 3.5625, 7.0625, 7.0625, 7.0625, 7.0625, 1.875, 4.5, 3.0, 7.0625, 1.710938, 0.195312, 7.0625, 7.0625, 0.206055, 1.789062, 7.0625, 7.0625, 7.0625, 1.625, 7.0625, 7.0625, 0.125, 7.0625, 1.15625, 6.71875, 6.875, 7.0625, 0.111328, 7.0625, 7.0625, 2.59375, 7.0625, 7.0625, 0.882812, 7.0625, 7.03125, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 2.65625, 0.78125, 2.140625, 7.0625, 1.75, 2.71875, 0.777344, 7.0625, 0.621094, 7.0625, 7.0625, 1.078125, 7.0, 1.03125, 2.125, 0.050049, 0.804688, 7.0625, 4.09375, 7.0625, 7.0625, 7.03125, 7.0625, 7.0625, 6.90625, 7.0625, 1.804688, 6.90625, 7.0625, 1.570312, 7.0625, 7.0625, 7.0625, 1.21875, 7.0625, 7.0625, 3.109375, 7.0625, 7.0625, 7.0625, 3.328125, 0.119141, 7.0625, 7.0625, 7.0625, 7.0625, 1.789062, 0.722656, 7.0625, 7.0625, 7.0625, 1.375, 7.0625, 3.015625, 7.0625, 7.0625, 0.953125, 7.0625, 1.445312, 6.71875, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 0.929688, 0.181641, 7.0625, 7.0625, 0.949219, 0.738281, 7.0625, 7.0625, 7.0625, 3.078125, 1.179688, 7.0625, 7.0625, 0.746094, 1.820312, 5.71875, 1.507812, 1.820312, 7.0625, 1.632812, 7.0625, 7.0625, 1.492188, 7.0625, 7.0625, 7.0625, 0.839844, 7.0625, 6.375, 2.265625, 0.695312, 7.0625, 1.523438, 7.0625, 7.0625, 5.09375, 7.0625, 1.101562, 7.0625, 7.0625, 4.59375, 7.0625, 1.75, 1.023438, 1.875, 1.078125, 7.0625, 7.0625, 6.1875, 2.828125, 0.914062, 7.0625, 1.960938, 7.0625, 7.0625, 0.617188, 7.0625, 0.6875, 0.546875, 0.824219, 2.296875, 1.515625, 7.0625, 7.0625, 5.96875, 2.421875, 7.0, 0.839844, 7.0625, 7.0625, 3.1875, 7.0625, 0.785156, 7.0625, 7.0625, 7.0625, 1.039062, 0.4375, 2.6875, 0.671875, 5.8125, 4.90625, 1.867188, 7.0625, 7.0625, 7.0625, 7.0625, 1.304688, 1.625, 2.25, 7.0625, 7.0625, 7.0625, 1.390625, 7.0625, 2.890625, 1.828125, 7.0625, 7.0625, 7.0625, 7.0625, 1.5625, 7.0625, 1.734375, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 1.046875, 2.78125, 7.0625, 1.859375, 0.953125, 0.158203, 7.0625, 7.0625, 2.921875, 7.0625, 7.0625, 7.0625, 2.5625, 1.546875, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 1.617188, 1.226562, 1.015625, 7.0625, 7.0625, 7.0625, 0.304688, 7.0625, 7.0625, 7.0625, 0.933594, 7.0625, 6.6875, 0.535156, 7.0625, 7.0625, 1.859375, 7.0625, 7.0625, 2.03125, 5.09375, 1.289062, 1.335938, 7.0625, 7.0625, 6.90625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 3.6875, 7.0625, 7.0625, 3.328125, 1.632812, 7.0625, 7.0625, 0.671875, 7.0625, 7.0625, 6.9375, 4.4375, 7.0625, 7.0625, 7.0625, 1.09375, 7.0625, 7.0625, 1.0, 3.359375, 7.0625, 7.0625, 4.0625, 1.257812, 7.0625, 4.78125, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 4.46875, 7.0625, 1.164062, 7.0625, 7.0625, 4.40625, 7.0625, 3.0625, 7.0625, 7.0625, 3.59375, 0.679688, 7.0625, 3.046875, 2.171875, 7.0625, 5.9375, 7.0625, 0.910156, 7.0625, 7.0625, 7.0625, 7.0625, 2.875, 7.0625, 1.703125, 7.0625, 2.34375, 5.5, 6.96875, 0.546875, 7.0625, 4.5, 7.0625, 7.0625, 0.863281, 0.341797, 7.0625, 7.0625, 2.1875, 1.101562, 7.0625, 7.0625, 7.0625, 7.0625, 0.984375, 7.0625, 1.210938, 7.0625, 4.5, 7.0625, 7.0625, 7.0625, 1.289062, 7.0625, 2.859375, 7.0625, 7.0625, 1.296875, 7.0625, 7.0625, 6.84375, 2.125, 6.0, 7.0625, 7.0625, 0.226562, 1.148438, 3.734375, 7.0625, 7.0625, 7.03125, 7.0625, 0.679688, 3.296875, 7.0625, 2.671875, 1.695312, 7.0625, 7.0625, 7.0625, 5.84375, 0.601562, 7.0625, 7.0625, 7.0625, 1.257812, 7.0625, 2.203125, 7.0625, 7.0625, 7.0625, 7.0625, 2.9375, 7.0625, 2.71875, 0.898438, 3.0, 1.632812, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 2.890625, 5.65625, 7.0625, 7.0625, 7.0625, 0.882812, 1.070312, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 2.296875, 7.0625, 3.890625, 0.804688, 1.140625, 1.414062, 7.0625, 1.570312, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 4.46875, 7.0625, 0.484375, 0.859375, 7.0625, 0.006714, 7.0625, 1.523438, 4.875, 0.839844, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 4.375, 2.09375, 7.0625, 2.640625, 7.0625, 7.0625, 7.0625, 1.53125, 1.53125, 6.65625, 2.625, 7.0625, 2.09375, 7.0625, 1.726562, 7.0625, 1.726562, 7.0625, 7.0625, 7.03125, 7.0625, 2.21875, 4.875, 7.0625, 7.0625, 7.0625, 1.34375, 7.0625, 3.546875, 0.851562, 7.0625, 1.039062, 7.0625, 7.0625, 7.0625, 0.929688, 6.25, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 1.046875, 7.0625, 7.0625, 4.78125, 7.0625, 7.0625, 7.0625, 6.25, 1.492188, 2.765625, 7.0625, 3.34375, 7.0625, 3.484375, 7.0625, 7.0625, 1.460938, 7.0625, 4.5, 0.464844, 0.75, 7.0625, 7.0625, 2.46875, 7.0625, 1.023438, 1.632812, 2.71875, 1.1875, 6.96875, 1.609375, 0.773438, 7.0625, 7.0625, 7.0625, 0.585938, 7.0625, 2.21875, 1.648438, 7.0, 7.0625, 7.0625, 2.875, 7.0625, 6.03125, 7.0625, 7.0625, 1.609375, 1.914062, 1.117188, 3.546875, 7.0625, 7.0625, 6.03125, 1.085938, 5.59375, 1.445312, 7.0625, 5.09375, 7.0625, 1.929688, 7.0625, 7.0625, 7.0625, 3.1875, 2.59375, 7.0625, 7.0625, 2.578125, 0.902344, 0.765625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 0.976562, 7.0625, 4.25, 2.078125, 7.0625, 7.0625, 0.25, 7.0625, 7.0625, 7.0625, 7.0625, 2.09375, 0.006317, 4.0, 2.0625, 7.0625, 2.46875, 7.0625, 7.0625, 7.0625, 2.71875, 7.0625, 0.65625, 2.953125, 1.445312, 7.0625, 6.71875, 7.0625, 7.0625, 7.0625, 7.0625, 2.09375, 3.640625, 7.0625, 0.326172, 7.0625, 7.0625, 7.0625, 0.902344, 6.5625, 0.949219, 0.006805, 6.84375, 2.84375, 1.648438, 7.0625, 0.523438, 7.0625, 7.0625, 7.0625, 7.03125, 0.640625, 3.6875, 2.546875, 2.53125, 2.375, 7.0625, 7.0625, 7.0625, 0.84375, 7.0625, 2.609375, 7.0625, 7.0625, 0.917969, 7.0625, 1.960938, 0.953125, 1.359375, 0.237305, 2.140625, 4.25, 7.0625, 7.0, 7.0625, 7.0625, 1.039062, 1.515625, 7.0625, 7.0625, 1.0625, 7.0625, 1.054688, 7.0625, 2.609375, 7.0625, 6.5, 0.984375, 7.0625, 0.141602, 7.0625, 7.0625, 1.820312, 7.0625, 7.0625, 1.117188, 0.671875, 7.0625, 1.304688, 7.0625, 6.78125, 6.75, 7.0625, 7.0625, 6.625, 7.0, 7.0625, 7.0625, 5.625, 6.03125, 0.777344, 4.1875, 7.0625, 1.40625, 1.65625, 3.703125, 6.9375, 2.75, 6.9375, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 2.453125, 7.0625, 7.0625, 7.0625, 7.0625, 1.265625, 1.304688, 7.0625, 1.828125, 7.0625, 7.0625, 6.78125, 7.0625, 1.125, 5.15625, 7.0625, 7.03125, 3.171875, 2.09375, 7.0625, 7.0625, 7.0625, 0.9375, 1.875, 1.546875, 7.0625, 1.351562, 2.859375, 7.0625, 7.0625, 7.0625, 7.0625, 1.085938, 7.0625, 0.902344, 7.0625, 1.992188, 7.0625, 7.0625, 2.90625, 7.0625, 7.0625, 7.0625, 7.0625, 4.3125, 1.195312, 7.0625, 7.0625, 7.0625, 7.0625, 1.15625, 7.0625, 0.871094, 7.0625, 1.664062, 0.267578, 7.0625, 2.484375, 3.53125, 7.03125, 7.0625, 1.625, 0.660156, 7.0625, 1.71875, 7.0625, 7.0625, 0.785156, 3.203125, 7.0625, 0.243164, 7.0625, 6.59375, 1.9375, 1.257812, 7.0625, 1.203125, 7.0625, 7.0625, 6.96875, 7.0625, 7.0625, 7.0625, 0.980469, 7.0625, 1.039062, 5.5, 7.0625, 7.0625, 5.0625, 1.46875, 1.28125, 7.0625, 1.921875, 1.023438, 3.265625, 7.0625, 7.0625, 7.0625, 7.0625, 1.4375, 7.0625, 7.0625, 1.757812, 7.0625, 0.292969, 2.359375, 3.078125, 4.75, 1.0625, 7.0625, 4.34375, 1.046875, 7.0625, 7.0625, 1.234375, 7.0625, 1.53125, 7.0625, 4.40625, 7.0625, 0.324219, 0.302734, 0.289062, 2.0, 7.0625, 7.0625, 4.875, 7.0625, 7.0625, 0.202148, 7.0625, 1.09375, 4.65625, 7.0625, 7.0625, 5.75, 7.03125, 7.0625, 2.015625, 7.0625, 0.027954, 2.90625, 7.0625, 7.0625, 1.679688, 0.917969, 7.0625, 2.328125, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 0.828125, 0.796875, 7.0625, 4.75, 0.064453, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.03125, 6.875, 1.1875, 7.0625, 7.0625, 7.0625, 2.171875, 7.0625, 7.0625, 7.0625, 0.273438, 0.234375, 0.925781, 1.078125, 1.132812, 6.96875, 7.0625, 7.0625, 7.0625, 1.859375, 7.0625, 0.730469, 4.25, 7.0625, 7.0625, 5.09375, 7.0625, 7.0625, 1.1875, 7.0625, 7.0, 0.006653, 7.0625, 1.625, 7.0625, 0.941406, 1.695312, 7.0625, 7.0625, 7.0625, 1.1875, 0.984375, 5.3125, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 1.148438, 7.0625, 7.0625, 1.179688, 7.0625, 7.0625, 7.0625, 1.015625, 2.53125, 0.310547, 1.234375, 0.392578, 7.0625, 1.1875, 7.0625, 0.972656, 1.328125, 1.34375, 7.0625, 7.0625, 7.0625, 1.265625, 7.0625, 7.0625, 7.0625, 7.0625, 0.302734, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 2.375, 1.765625, 7.0625, 1.40625, 7.0625, 4.0625, 1.820312, 0.255859, 7.0625, 7.0625, 1.25, 7.0625, 7.0625, 1.09375, 7.0625, 0.96875, 5.8125, 1.367188, 7.0625, 3.0625, 7.0625, 7.0625, 0.574219, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 1.601562, 7.0625, 6.65625, 6.46875, 2.09375, 1.257812, 7.0625, 7.0625, 0.679688, 7.0625, 7.0625, 7.0625, 7.0625, 6.5625, 6.875, 7.0625, 0.347656, 7.0625, 2.03125, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 1.140625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 0.925781, 2.3125, 0.761719, 5.375, 7.0625, 1.210938, 7.0625, 7.0625, 7.0625, 2.9375, 1.5, 1.429688, 7.0625, 7.0625, 7.0625, 0.031494, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 0.671875, 7.0625, 7.0625, 7.0625, 7.0625, 0.96875, 7.0625, 7.0625, 7.0625, 2.34375, 7.0625, 7.0625, 7.0625, 3.59375, 7.0625, 1.507812, 1.492188, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0, 0.945312, 1.117188, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 2.140625, 2.40625, 0.914062, 5.65625, 7.0625, 4.5625, 1.023438, 7.0625, 4.5625, 1.078125, 1.960938, 7.0625, 7.0625, 7.0625, 1.304688, 1.492188, 7.0625, 6.4375, 7.0625, 1.570312, 7.0625, 7.0625, 7.0625, 7.0625, 3.046875, 2.015625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.03125, 7.0625, 5.5625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 1.40625, 7.0625, 1.375, 7.0625, 7.0625, 7.0625, 7.0625, 0.353516, 0.675781, 7.0625, 1.070312, 2.484375, 5.59375, 7.0625, 3.640625, 7.0625, 3.5625, 1.289062, 7.0625, 6.9375, 0.296875, 7.0625, 7.0625, 3.171875, 7.0625, 0.605469, 1.09375, 0.953125, 7.0625, 7.0625, 7.03125, 2.515625, 7.0625, 1.71875, 7.0625, 0.964844, 7.0625, 2.703125, 7.0625, 7.0625, 3.734375, 2.109375, 7.0625, 0.960938, 5.03125, 7.0625, 7.0625, 3.21875, 7.0625, 7.0625, 7.0625, 2.953125, 1.015625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 3.125, 7.0625, 7.0625, 7.0625, 1.273438, 1.46875, 2.421875, 6.84375, 1.351562, 6.71875, 2.484375, 7.0625, 7.0625, 7.0625, 1.640625, 1.609375, 3.8125, 7.0625, 5.875, 7.0625, 0.695312, 7.0625, 7.0625, 7.0625, 1.273438, 2.671875, 0.667969, 7.0625, 7.0625, 0.53125, 1.6875, 7.0625, 0.597656, 7.0625, 7.0625, 7.0, 1.320312, 7.0625, 1.976562, 7.0625, 7.0625, 4.8125, 7.0625, 7.0625, 7.0625, 2.96875, 7.0625, 5.25, 7.0625, 7.0625, 7.0625, 6.3125, 7.0625, 7.03125, 7.0625, 7.0625, 7.0625, 1.265625, 1.507812, 7.0625, 1.171875, 1.375, 7.0625, 7.0625, 4.65625, 1.570312, 1.484375, 1.367188, 7.0625, 7.0625, 0.11084, 7.0625, 7.0625, 7.0625, 4.1875, 7.0625, 7.0625, 1.070312, 2.125, 7.0625, 7.0625, 7.0625, 0.671875, 7.0625, 0.9375, 7.0625, 7.0625, 7.0625, 7.0625, 4.625, 0.742188, 7.0625, 0.246094, 7.0625, 0.519531, 7.0625, 1.265625, 7.0625, 0.063477, 1.132812, 7.0625, 7.0625, 0.621094, 7.0625, 1.453125, 7.0625, 2.5625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 1.132812, 7.03125, 7.0625, 2.828125, 7.0625, 7.0625, 7.0625, 0.847656, 7.0625, 1.039062, 0.949219, 5.8125, 2.34375, 2.984375, 7.0625, 1.382812, 7.0625, 2.765625, 7.0625, 7.0625, 0.609375, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 0.094727, 7.0625, 7.0625, 7.0625, 7.0625, 2.515625, 2.203125, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 3.53125, 3.5625, 1.53125, 2.0, 6.90625, 7.0625, 7.0625, 1.195312, 7.0625, 7.0625, 1.382812, 1.414062, 2.09375, 7.0625, 7.0625, 3.171875, 2.84375, 7.0625, 6.28125, 7.03125, 7.0625, 6.65625, 4.84375, 7.0625, 7.0625, 7.0625, 1.453125, 1.132812, 7.0625, 7.0625, 7.0625, 7.0625, 0.972656, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 1.25, 5.625, 2.578125, 2.953125, 7.0625, 7.0625, 7.0625, 7.0625, 1.195312, 2.015625, 2.609375, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 0.691406, 4.25, 7.0625, 7.0625, 3.65625, 7.0625, 1.0625, 7.0625, 1.53125, 7.0625, 7.0625, 0.738281, 7.0, 7.0625, 6.96875, 1.117188, 3.34375, 2.5, 1.132812, 2.921875, 1.945312, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 7.0625, 1.859375, 7.0625, 7.0625, 1.0625, 7.0625, 7.0625, 3.328125, 7.0625, 7.0625, 1.21875, 7.0625, 7.0625, 7.0625, 4.65625, 1.625, 7.0625, 1.859375, 7.0625, 7.0625, 0.710938, 3.28125, 7.0625, 7.0625, 1.601562, 1.5625, 0.921875, 1.179688, 1.695312, 7.0625, 2.4375, 0.132812, 5.90625, 7.0625, 7.0625, 1.148438, 7.0625, 7.0625, 2.890625, 7.0625, 1.507812, 7.0625, 2.09375, 7.0625, 2.8125, 5.5625, 7.0625, 2.25, 7.0625, 2.625, 7.0625, 7.0625, 7.0625, 0.910156, 1.625, 7.0625, 0.582031, 1.257812, 0.177734, 5.25, 2.515625, 7.0625, 2.59375, 4.65625, 7.0625, 7.0625, 7.0625, 2.484375, 1.859375, 7.0625, 5.28125, 7.0625, 2.28125, 6.90625, 2.078125, 6.96875, 0.832031, 7.0625, 0.574219, 7.0625, 7.0625, 7.0625, 0.597656, 1.53125, 1.671875, 7.0625, 7.0625, 6.8125, 7.0625, 1.234375, 7.0625, 5.96875, 7.0625, 2.25, 1.859375, 7.0625, 7.0625, 7.0625, 2.140625, 7.0625, 7.0625, 1.234375, 0.742188, 5.0625, 6.3125, 1.835938, 7.0625, 7.0625, 1.796875, 7.0625, 7.0625, 2.734375, 7.0625, 1.914062, 0.949219, 0.550781, 1.367188, 4.5, 1.898438, 0.330078, 7.0625, 7.0625, 7.0625, 0.171875, 5.71875, 7.0625, 1.507812, 5.3125, 1.25, 7.0625, 7.0625, 7.0625, 1.898438, 7.0625, 7.0625, 7.0625, 7.0625, 2.34375, 2.34375, 7.0625, 7.0625, 0.996094, 7.0625, 0.847656, 1.765625, 7.0625, 7.0625, 7.0625, 1.210938, 0.365234, 7.03125, 1.726562, 1.960938, 7.0625, 7.0625, 7.0625, 1.398438, 7.0625, 7.0625, 1.796875, 7.0625, 0.839844, 4.53125, 7.0625, 2.828125, 6.34375, 3.859375, 1.914062, 7.0625, 1.59375, 3.046875, 1.53125, 7.0625, 5.71875, 0.929688, 7.0625, 4.1875, 7.0625, 7.0625, 7.0625, 7.0625, 1.53125, 7.0625, 0.308594, 2.53125, 7.0625, 0.902344, 7.0625, 1.28125, 1.109375, 7.0625, 1.226562, 7.0625, 1.539062, 0.859375, 7.0625, 7.0625, 7.0625, 1.015625, 0.445312, 7.0625, 2.328125, 0.064941, 1.007812, 7.0625, 7.03125, 7.0625, 0.929688, 7.0625, 7.0625, 6.75, 4.65625, 7.0625, 0.777344, 7.0625, 7.0625, 0.449219, 0.22168, 7.0625, 7.0625, 1.109375, 0.664062, 7.0625, 7.0625, 7.0625, 7.0625, 0.726562, 7.0625 ] } , "name": "onnx::Mul_11183", "outputIndexes": [ 4410 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4409, 4410 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 4411 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4287, 4411 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/Add_output_0", "outputIndexes": [ 4412 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4412 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.23/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 4413 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4413 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.23/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 4414 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4414, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 4415 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4415, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 4416 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4412, 4416 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 4417 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.322266, 0.189453, 0.320312, 0.257812, 0.296875, 0.398438, 1.046875, 0.265625, 0.542969, 0.212891, 0.298828, 0.269531, 6.25, 0.271484, 0.249023, 0.261719, 0.21582, 0.976562, 0.431641, 0.296875, 2.890625, 1.179688, 0.324219, 0.261719, 0.330078, 0.330078, 0.204102, 2.140625, 8.5, 0.257812, 0.237305, 0.345703, 0.261719, 0.298828, 0.259766, 0.195312, 0.300781, 0.335938, 0.234375, 2.546875, 0.369141, 0.328125, 0.339844, 0.392578, 0.226562, 0.269531, 0.202148, 0.296875, 3.640625, 0.259766, 0.174805, 0.294922, 11.0625, 0.15918, 2.453125, 2.75, 0.166992, 0.227539, 0.302734, 0.129883, 0.382812, 0.279297, 0.12793, 0.773438, 0.219727, 0.231445, 0.355469, 0.205078, 0.244141, 1.914062, 0.178711, 0.189453, 0.335938, 0.285156, 0.163086, 0.217773, 2.640625, 0.292969, 1.210938, 0.6875, 0.291016, 0.213867, 0.304688, 0.353516, 0.245117, 0.255859, 0.219727, 0.273438, 0.230469, 0.217773, 0.291016, 1.171875, 1.53125, 0.244141, 0.585938, 1.3125, 0.464844, 0.458984, 0.200195, 0.208008, 0.236328, 2.015625, 1.398438, 0.25, 0.296875, 1.382812, 0.578125, 0.285156, 2.078125, 1.695312, 0.318359, 0.472656, 0.244141, 0.382812, 0.237305, 0.251953, 0.191406, 1.5625, 1.992188, 0.154297, 0.253906, 0.34375, 0.289062, 0.648438, 10.5, 0.265625, 0.335938, 0.271484, 0.231445, 0.197266, 0.324219, 5.0625, 0.261719, 0.9375, 0.222656, 0.318359, 1.078125, 0.326172, 55.75, 0.339844, 0.271484, 0.210938, 6.84375, 0.443359, 0.318359, 0.21875, 0.427734, 2.140625, 1.1875, 0.324219, 0.169922, 0.275391, 3.8125, 0.335938, 8.9375, 2.640625, 0.236328, 0.171875, 0.259766, 0.255859, 0.322266, 0.84375, 0.265625, 0.279297, 1.640625, 0.28125, 0.353516, 0.241211, 0.239258, 0.300781, 0.302734, 0.28125, 0.59375, 0.195312, 0.15918, 0.355469, 0.314453, 0.316406, 0.792969, 4.875, 0.294922, 0.236328, 0.820312, 2.28125, 0.179688, 0.25, 2.0625, 0.181641, 1.515625, 0.332031, 0.267578, 0.15918, 0.275391, 1.273438, 2.21875, 0.263672, 1.007812, 0.570312, 1.945312, 0.306641, 2.1875, 6.5625, 0.96875, 1.65625, 0.275391, 0.196289, 0.429688, 0.363281, 0.228516, 0.324219, 1.6875, 3.03125, 0.259766, 0.796875, 0.245117, 0.365234, 0.601562, 0.328125, 0.345703, 3.25, 0.527344, 0.253906, 0.154297, 0.365234, 2.1875, 3.046875, 0.589844, 1.1875, 0.267578, 0.34375, 0.219727, 0.197266, 0.157227, 0.300781, 0.345703, 0.433594, 0.209961, 0.283203, 0.345703, 0.118164, 0.328125, 2.9375, 0.208008, 1.335938, 0.259766, 0.71875, 0.347656, 0.294922, 0.957031, 0.181641, 1.59375, 0.227539, 0.246094, 0.558594, 0.304688, 0.165039, 0.320312, 2.671875, 11.9375, 0.238281, 0.144531, 0.582031, 0.155273, 0.233398, 0.441406, 0.878906, 0.257812, 0.847656, 0.283203, 0.269531, 0.412109, 0.816406, 0.242188, 0.279297, 0.349609, 1.578125, 1.414062, 0.175781, 0.228516, 0.271484, 1.601562, 0.195312, 0.515625, 0.306641, 1.40625, 0.792969, 0.322266, 33.5, 1.46875, 0.163086, 0.15918, 0.21875, 2.109375, 0.369141, 1.601562, 0.648438, 0.175781, 0.339844, 0.209961, 0.960938, 0.457031, 1.617188, 0.243164, 0.613281, 3.765625, 0.886719, 3.75, 1.117188, 0.462891, 1.523438, 1.789062, 0.878906, 0.189453, 0.310547, 1.664062, 0.492188, 1.125, 0.333984, 1.132812, 0.835938, 0.324219, 1.453125, 0.152344, 0.241211, 0.492188, 1.117188, 0.628906, 5.21875, 1.5, 0.237305, 0.197266, 1.84375, 0.300781, 3.546875, 0.255859, 0.246094, 0.378906, 0.439453, 0.328125, 0.367188, 9.6875, 1.03125, 1.40625, 1.929688, 0.223633, 0.239258, 0.400391, 0.28125, 0.209961, 0.277344, 1.84375, 0.322266, 1.257812, 1.890625, 0.255859, 0.204102, 0.326172, 0.492188, 0.234375, 0.396484, 1.015625, 0.1875, 1.359375, 0.402344, 0.222656, 0.175781, 0.726562, 0.230469, 0.824219, 1.632812, 2.390625, 0.233398, 0.482422, 28.125, 0.265625, 3.171875, 0.380859, 0.205078, 0.380859, 0.820312, 0.609375, 0.210938, 0.636719, 0.277344, 1.898438, 0.273438, 1.875, 0.554688, 0.628906, 0.539062, 4.71875, 0.269531, 0.279297, 3.296875, 0.220703, 1.054688, 0.287109, 0.240234, 0.249023, 0.259766, 0.271484, 0.255859, 0.326172, 0.408203, 0.326172, 0.273438, 4.875, 1.1875, 0.232422, 1.289062, 0.267578, 0.251953, 0.304688, 0.179688, 1.71875, 0.287109, 1.289062, 0.201172, 0.137695, 0.269531, 1.84375, 0.257812, 1.53125, 0.194336, 0.361328, 0.235352, 0.445312, 0.182617, 1.507812, 0.245117, 0.208008, 2.40625, 0.238281, 1.21875, 0.161133, 0.353516, 2.390625, 1.164062, 0.269531, 1.289062, 0.298828, 2.0, 0.710938, 0.166992, 1.414062, 1.703125, 0.188477, 0.839844, 0.249023, 1.773438, 2.875, 0.273438, 0.404297, 0.302734, 1.492188, 0.292969, 0.324219, 0.265625, 1.78125, 0.304688, 0.239258, 1.796875, 0.394531, 0.503906, 0.570312, 0.265625, 0.163086, 0.306641, 0.263672, 0.828125, 0.200195, 0.478516, 1.0, 1.21875, 0.180664, 0.231445, 0.188477, 3.359375, 0.216797, 1.03125, 0.808594, 0.289062, 0.457031, 0.511719, 1.3125, 6.78125, 0.192383, 0.507812, 0.251953, 1.75, 0.361328, 0.324219, 9.5625, 0.181641, 1.59375, 0.279297, 1.179688, 1.859375, 1.742188, 0.222656, 0.150391, 0.271484, 0.271484, 0.621094, 0.435547, 0.130859, 0.341797, 2.25, 8.875, 0.228516, 6.75, 0.287109, 7.09375, 0.233398, 0.237305, 0.863281, 0.699219, 0.265625, 1.125, 0.757812, 0.234375, 3.125, 2.5, 0.204102, 1.007812, 0.308594, 0.695312, 0.273438, 0.28125, 0.257812, 1.289062, 9.0625, 0.316406, 0.306641, 0.204102, 1.734375, 0.433594, 0.204102, 0.722656, 0.302734, 0.142578, 0.554688, 0.168945, 0.367188, 0.960938, 1.0, 0.240234, 0.167969, 0.308594, 0.251953, 0.507812, 0.155273, 1.242188, 1.210938, 0.235352, 0.8125, 0.921875, 0.226562, 0.255859, 0.229492, 0.235352, 1.25, 0.253906, 0.296875, 0.237305, 0.224609, 0.351562, 0.255859, 0.351562, 0.239258, 2.328125, 3.875, 0.217773, 0.488281, 0.189453, 0.4375, 3.5, 0.245117, 0.373047, 1.5625, 1.203125, 7.59375, 1.570312, 1.257812, 1.023438, 0.249023, 0.574219, 0.582031, 0.714844, 0.239258, 1.929688, 0.302734, 0.310547, 0.566406, 0.152344, 14.8125, 0.640625, 0.195312, 0.185547, 0.302734, 0.259766, 0.208008, 2.765625, 1.039062, 0.316406, 0.265625, 0.222656, 0.730469, 0.683594, 0.171875, 0.269531, 0.186523, 0.231445, 0.302734, 1.203125, 0.257812, 0.259766, 0.339844, 0.202148, 1.265625, 8.5625, 0.263672, 1.40625, 0.251953, 2.03125, 1.664062, 1.03125, 3.4375, 0.279297, 0.304688, 0.273438, 0.216797, 0.253906, 0.144531, 12.8125, 0.225586, 2.015625, 0.181641, 1.554688, 1.726562, 0.255859, 2.78125, 0.279297, 0.161133, 0.253906, 0.161133, 2.640625, 1.101562, 0.251953, 50.75, 0.316406, 0.808594, 0.170898, 0.328125, 0.291016, 0.24707, 12.875, 3.703125, 0.255859, 0.279297, 0.326172, 0.189453, 1.007812, 0.283203, 0.263672, 3.53125, 1.109375, 0.232422, 0.224609, 1.640625, 0.972656, 0.273438, 0.240234, 0.310547, 0.355469, 0.341797, 0.216797, 0.441406, 0.326172, 0.213867, 0.292969, 0.279297, 0.157227, 1.023438, 0.535156, 0.261719, 3.4375, 0.957031, 0.267578, 2.046875, 2.046875, 0.357422, 0.208008, 0.320312, 0.208008, 1.242188, 0.179688, 0.259766, 0.535156, 0.242188, 0.34375, 0.484375, 0.168945, 7.5, 0.241211, 0.330078, 0.165039, 0.914062, 0.237305, 0.257812, 0.223633, 0.212891, 0.929688, 0.277344, 0.248047, 0.294922, 1.742188, 2.640625, 0.255859, 1.257812, 0.253906, 0.316406, 0.183594, 0.318359, 1.523438, 1.304688, 1.648438, 0.238281, 0.427734, 0.257812, 0.271484, 0.408203, 42.25, 0.181641, 0.375, 0.710938, 0.241211, 0.243164, 0.917969, 0.335938, 0.261719, 0.933594, 0.220703, 0.28125, 0.28125, 0.34375, 0.296875, 0.275391, 1.117188, 0.25, 0.211914, 0.263672, 1.179688, 0.363281, 0.148438, 0.308594, 0.204102, 0.310547, 2.828125, 0.263672, 0.28125, 0.285156, 4.8125, 0.378906, 1.476562, 0.488281, 0.324219, 0.226562, 1.304688, 0.337891, 0.722656, 0.265625, 0.269531, 2.609375, 1.304688, 0.898438, 0.322266, 0.578125, 0.211914, 0.349609, 0.267578, 0.255859, 0.220703, 0.287109, 2.109375, 0.703125, 0.298828, 0.232422, 1.625, 1.515625, 0.357422, 1.390625, 0.785156, 0.28125, 7.625, 0.314453, 1.210938, 0.341797, 0.306641, 1.703125, 1.03125, 0.376953, 0.261719, 0.298828, 0.220703, 2.0625, 0.376953, 0.306641, 4.34375, 0.3125, 0.209961, 1.554688, 1.898438, 0.224609, 1.085938, 1.023438, 0.660156, 0.267578, 1.03125, 4.5625, 0.439453, 0.283203, 3.171875, 0.234375, 0.291016, 0.239258, 1.15625, 0.5625, 12.9375, 0.339844, 0.308594, 0.244141, 0.232422, 0.176758, 0.267578, 1.117188, 0.628906, 0.535156, 0.227539, 0.206055, 1.03125, 0.302734, 1.515625, 0.238281, 1.914062, 0.460938, 0.361328, 1.429688, 7.125, 0.855469, 3.390625, 11.3125, 0.324219, 0.220703, 0.357422, 0.285156, 5.40625, 0.223633, 0.337891, 6.40625, 1.875, 0.953125, 1.421875, 0.357422, 0.335938, 2.671875, 0.441406, 1.257812, 0.65625, 15.5, 0.189453, 3.71875, 0.263672, 0.265625, 0.296875, 0.255859, 0.353516, 0.691406, 0.306641, 0.112305, 0.746094, 19.875, 0.535156, 0.777344, 1.429688, 1.210938, 0.259766, 0.206055, 0.322266, 1.914062, 0.257812, 0.188477, 0.335938, 0.181641, 1.226562, 0.777344, 0.298828, 0.734375, 54.75, 1.84375, 1.28125, 7.375, 1.742188, 0.417969, 0.212891, 0.22168, 0.404297, 0.265625, 0.275391, 0.300781, 0.490234, 3.375, 0.328125, 0.204102, 0.357422, 1.5, 0.269531, 0.257812, 0.251953, 0.753906, 0.361328, 0.558594, 0.170898, 0.22168, 0.222656, 0.300781, 1.171875, 0.462891, 0.636719, 0.376953, 1.203125, 11.5625, 0.292969, 0.310547, 9.5, 1.15625, 0.261719, 0.212891, 0.275391, 1.5, 0.353516, 0.285156, 15.6875, 0.186523, 1.859375, 0.275391, 0.3125, 0.163086, 18.125, 0.347656, 0.275391, 0.761719, 0.300781, 0.204102, 2.5625, 0.239258, 0.308594, 0.308594, 0.202148, 0.236328, 0.292969, 0.337891, 0.660156, 2.5625, 0.882812, 0.320312, 1.289062, 0.71875, 2.625, 0.355469, 2.828125, 0.263672, 0.292969, 3.21875, 0.273438, 2.5625, 0.984375, 34.5, 2.578125, 0.165039, 0.605469, 0.166992, 0.224609, 0.212891, 0.229492, 0.151367, 0.287109, 0.210938, 1.0, 0.351562, 0.25, 1.242188, 0.19043, 0.273438, 0.168945, 1.742188, 0.326172, 0.261719, 0.6875, 0.392578, 0.341797, 0.253906, 0.667969, 19.0, 0.373047, 0.233398, 0.279297, 0.125977, 1.507812, 2.546875, 0.291016, 0.22168, 0.179688, 1.515625, 0.306641, 0.71875, 0.263672, 0.251953, 2.0625, 0.237305, 1.429688, 0.283203, 0.291016, 0.191406, 0.271484, 0.279297, 0.087891, 0.15332, 3.234375, 12.0625, 0.257812, 0.19043, 2.4375, 2.890625, 0.213867, 0.5625, 0.194336, 0.734375, 1.789062, 0.263672, 0.160156, 3.984375, 1.289062, 0.710938, 1.273438, 1.265625, 0.402344, 1.03125, 0.347656, 0.267578, 1.46875, 0.169922, 0.482422, 0.34375, 2.3125, 0.306641, 0.300781, 1.1875, 4.75, 0.242188, 1.351562, 0.193359, 0.257812, 0.396484, 0.211914, 1.804688, 0.255859, 0.292969, 0.4375, 0.176758, 1.164062, 1.789062, 0.972656, 2.171875, 0.225586, 0.241211, 0.298828, 0.886719, 1.992188, 0.3125, 1.671875, 0.211914, 0.267578, 3.328125, 0.185547, 3.515625, 3.375, 2.640625, 0.875, 1.710938, 0.265625, 0.316406, 0.367188, 0.808594, 0.196289, 2.359375, 0.220703, 0.28125, 0.753906, 0.257812, 2.125, 0.458984, 0.273438, 0.384766, 1.890625, 5.3125, 0.8125, 3.453125, 0.386719, 0.359375, 0.960938, 0.21582, 0.243164, 0.1875, 0.269531, 1.492188, 1.179688, 1.09375, 0.332031, 0.294922, 0.232422, 1.53125, 0.257812, 0.78125, 1.085938, 0.174805, 0.261719, 0.261719, 0.152344, 1.3125, 0.361328, 1.101562, 0.279297, 0.1875, 0.239258, 0.155273, 0.251953, 0.308594, 1.898438, 1.046875, 0.269531, 1.210938, 2.09375, 15.8125, 0.209961, 0.181641, 0.527344, 0.208008, 0.219727, 0.15332, 0.777344, 1.359375, 0.209961, 0.239258, 0.25, 0.316406, 0.269531, 0.332031, 1.453125, 1.53125, 1.664062, 0.621094, 0.168945, 0.174805, 5.75, 0.198242, 0.235352, 0.390625, 2.0625, 0.12793, 0.279297, 3.84375, 0.275391, 0.25, 1.265625, 0.170898, 0.244141, 1.367188, 0.414062, 1.257812, 1.53125, 0.198242, 0.259766, 0.289062, 0.378906, 0.328125, 0.163086, 0.28125, 0.222656, 0.345703, 0.259766, 0.287109, 0.148438, 0.652344, 0.320312, 0.320312, 0.753906, 1.398438, 0.144531, 0.24707, 3.375, 0.234375, 0.283203, 0.294922, 0.75, 0.205078, 0.251953, 0.151367, 1.984375, 0.306641, 0.249023, 2.3125, 0.621094, 0.193359, 0.332031, 0.597656, 1.515625, 0.558594, 0.40625, 0.335938, 0.205078, 0.287109, 0.176758, 0.216797, 0.279297, 0.213867, 0.451172, 0.1875, 1.71875, 0.333984, 0.230469, 0.402344, 0.271484, 0.617188, 0.308594, 0.458984, 0.574219, 2.71875, 0.261719, 0.753906, 0.960938, 0.133789, 0.328125, 0.310547, 2.078125, 0.339844, 0.183594, 0.255859, 0.259766, 0.554688, 0.296875, 1.367188, 0.18457, 0.953125, 0.341797, 0.300781, 4.4375, 0.227539, 0.458984, 0.148438, 0.226562, 2.34375, 6.25, 0.179688, 0.185547, 0.785156, 1.882812, 0.261719, 0.285156, 0.243164, 0.249023, 1.976562, 0.34375, 1.75, 0.1875, 0.453125, 0.279297, 0.304688, 0.165039, 1.515625, 0.244141, 0.707031, 0.279297, 0.25, 1.773438, 0.310547, 0.289062, 0.229492, 1.1875, 0.341797, 0.267578, 0.15918, 9.875, 2.1875, 0.535156, 0.458984, 0.265625, 0.249023, 0.212891, 3.9375, 0.707031, 0.367188, 0.816406, 1.3125, 0.208984, 0.216797, 0.131836, 0.333984, 3.828125, 0.132812, 0.175781, 0.245117, 1.71875, 0.208984, 0.839844, 0.236328, 0.235352, 0.232422, 0.494141, 0.65625, 0.263672, 0.808594, 1.867188, 0.585938, 1.164062, 0.177734, 0.363281, 0.229492, 0.289062, 0.257812, 0.219727, 0.168945, 0.746094, 0.347656, 0.240234, 0.02063, 0.316406, 5.28125, 1.914062, 0.28125, 0.302734, 0.22168, 0.232422, 0.166992, 0.933594, 0.294922, 0.507812, 3.78125, 2.046875, 1.320312, 0.351562, 1.273438, 0.249023, 0.265625, 0.203125, 0.212891, 0.246094, 0.255859, 0.296875, 0.527344, 0.255859, 4.15625, 2.328125, 0.237305, 0.208984, 0.257812, 1.445312, 0.351562, 3.03125, 0.320312, 0.382812, 0.22168, 0.174805, 0.251953, 0.233398, 0.238281, 0.261719, 0.462891, 0.921875, 0.359375, 0.644531, 0.267578, 0.237305, 0.182617, 1.289062, 1.460938, 0.285156, 0.6875, 0.546875, 1.0625, 0.25, 1.226562, 0.294922, 1.125, 0.3125, 0.205078, 0.199219, 0.197266, 1.125, 0.414062, 0.269531, 0.333984, 0.359375, 1.390625, 0.398438, 0.625, 2.390625, 0.213867, 1.789062, 0.34375, 0.239258, 0.333984, 2.3125, 0.326172, 0.287109, 0.140625, 0.211914, 0.292969, 0.289062, 1.625, 0.196289, 0.208984, 0.412109, 0.148438, 0.238281, 0.355469, 0.300781, 1.375, 0.707031, 0.21582, 0.671875, 0.267578, 0.5625, 0.291016, 0.283203, 1.546875, 0.302734, 0.453125, 4.03125, 2.890625, 0.209961, 0.671875, 1.117188, 0.240234, 1.890625, 1.554688, 0.734375, 1.921875, 0.304688, 1.109375, 2.8125, 0.192383, 0.237305, 0.390625, 3.015625, 0.287109, 0.800781, 1.703125, 0.267578, 0.306641, 0.287109, 0.742188, 0.355469, 0.339844, 0.382812, 0.217773, 1.398438, 1.148438, 1.648438, 0.5625, 0.259766, 0.271484, 0.380859, 2.46875, 0.351562, 1.53125, 0.259766, 0.361328, 0.333984, 1.148438, 0.265625, 0.182617, 0.25, 0.703125, 0.792969, 0.34375, 0.267578, 0.855469, 2.015625, 2.359375, 0.265625, 0.167969, 0.28125, 0.21582, 0.355469, 2.28125, 0.151367, 0.503906, 1.0625, 0.322266, 0.353516, 7.5625, 0.195312, 0.253906, 0.392578, 0.257812, 0.851562, 0.972656, 0.435547, 1.09375, 0.255859, 0.796875, 0.242188, 0.185547, 0.330078, 0.796875, 0.328125, 5.28125, 0.75, 1.453125, 0.185547, 0.296875, 0.233398, 0.365234, 0.273438, 0.291016, 1.351562, 0.609375, 0.300781, 6.03125, 0.28125, 1.039062, 0.292969, 3.390625, 0.316406, 1.867188, 19.125, 0.285156, 0.722656, 1.28125, 0.154297, 3.46875, 0.204102, 0.255859, 0.24707, 0.269531, 4.40625, 0.554688, 0.96875, 0.667969, 0.949219, 0.269531, 0.392578, 0.253906, 2.09375, 0.158203, 0.707031, 0.300781, 0.259766, 2.125, 0.300781, 1.039062, 2.53125, 1.320312, 9.0625, 1.101562, 0.503906, 0.224609, 0.287109, 0.144531, 0.192383, 2.125, 1.164062, 0.466797, 0.217773, 1.71875, 0.208008, 2.640625, 0.351562, 0.730469, 0.283203, 0.298828, 2.171875, 0.263672, 17.75, 0.355469, 0.246094, 0.933594, 0.265625, 0.224609, 2.0, 2.78125, 0.126953, 1.382812, 0.222656, 0.265625, 0.294922, 0.161133, 0.1875, 0.289062, 0.269531, 0.174805, 0.273438, 0.382812, 0.388672, 3.640625, 0.474609, 0.241211, 1.570312, 1.304688, 0.431641, 0.349609, 0.710938, 0.314453, 0.28125, 0.349609, 0.267578, 0.249023, 0.243164, 0.90625, 0.275391, 0.298828, 0.188477, 0.257812, 1.515625, 1.5625, 0.209961, 1.734375, 0.265625, 0.357422, 0.275391, 0.181641, 1.609375, 0.443359, 0.158203, 0.263672, 0.632812, 1.0, 0.308594, 0.308594, 0.269531, 3.859375, 0.984375, 1.335938, 0.302734, 1.804688, 0.839844, 0.322266, 0.269531, 0.306641, 0.253906, 1.8125, 0.353516, 2.71875, 0.166992, 1.085938, 0.227539, 0.302734, 0.726562, 0.294922, 0.451172, 0.239258, 0.208984, 0.447266, 1.640625, 0.287109, 0.494141, 0.279297, 0.202148, 2.421875, 0.12207, 2.84375, 0.257812, 0.96875, 8.625, 0.287109, 0.761719, 0.785156, 0.265625, 0.195312, 1.289062, 3.703125, 0.337891, 1.078125, 1.015625, 0.28125, 2.84375, 0.65625, 0.275391, 8.25, 0.302734, 0.294922, 1.140625, 1.539062, 0.163086, 1.820312, 0.255859, 0.220703, 0.298828, 0.226562, 0.172852, 0.21875, 2.15625, 0.257812, 1.859375, 0.4375, 0.255859, 0.239258, 0.34375, 1.46875, 1.40625, 0.400391, 1.015625, 2.421875, 0.628906, 0.275391, 0.251953, 0.185547, 0.363281, 1.304688, 0.118164, 0.204102, 1.140625, 0.21582, 6.03125, 0.988281, 0.761719, 0.550781, 1.914062, 0.314453, 0.496094, 1.992188, 0.166016, 0.320312, 1.710938, 0.108398, 1.171875, 0.349609, 0.558594, 0.300781, 7.53125, 6.84375, 7.15625, 1.03125, 0.242188, 0.361328, 0.310547, 0.375, 0.21582, 11.3125, 0.195312, 2.140625, 0.457031, 0.189453, 0.271484, 0.328125, 0.24707, 0.237305, 1.0625, 0.1875, 73.5, 0.707031, 0.24707, 0.292969, 1.039062, 2.8125, 0.198242, 1.015625, 0.21582, 0.186523, 0.238281, 0.292969, 0.115723, 0.222656, 3.015625, 2.375, 0.376953, 0.414062, 34.25, 0.386719, 0.308594, 0.138672, 0.271484, 0.229492, 0.259766, 0.265625, 1.773438, 0.300781, 0.361328, 0.302734, 0.835938, 0.189453, 0.25, 0.416016, 7.6875, 10.0, 2.234375, 2.1875, 2.234375, 0.289062, 0.212891, 0.472656, 0.283203, 1.023438, 0.267578, 2.65625, 0.455078, 0.398438, 0.363281, 0.376953, 0.263672, 0.196289, 1.804688, 0.271484, 0.335938, 4.71875, 0.177734, 1.21875, 0.257812, 2.25, 1.34375, 0.273438, 0.19043, 0.291016, 1.609375, 2.125, 0.402344, 0.519531, 0.357422, 0.273438, 0.380859, 0.3125, 0.298828, 0.402344, 0.188477, 0.24707, 0.225586, 1.921875, 0.1875, 0.398438, 1.648438, 0.239258, 0.15918, 0.208984, 2.1875, 0.722656, 6.71875, 2.03125, 5.84375, 0.306641, 1.523438, 0.380859, 1.921875, 1.945312, 1.34375, 0.628906, 0.197266, 0.404297, 1.554688, 0.175781, 0.3125, 0.273438, 0.263672, 7.28125, 0.251953, 0.216797, 0.163086, 0.22168, 0.292969, 0.177734, 0.212891, 0.294922, 0.734375, 1.257812, 0.230469, 1.414062, 0.202148, 0.427734, 1.226562, 7.875, 0.302734, 0.261719, 1.9375, 0.152344, 0.353516, 1.921875, 0.271484, 2.140625, 0.388672, 1.625, 0.308594, 0.667969, 0.251953, 0.231445, 3.046875, 0.242188, 0.291016, 0.298828, 0.204102, 0.163086, 0.263672, 1.1875, 0.188477, 0.237305, 0.367188, 0.929688, 2.328125, 0.22168, 0.150391, 3.421875, 0.241211, 0.148438, 0.253906, 0.227539, 0.330078, 0.275391, 0.251953, 6.125, 0.283203, 1.09375, 0.287109, 0.172852, 0.193359, 0.21875, 0.298828, 0.333984, 0.3125, 0.164062, 1.789062, 0.22168, 0.209961, 0.233398, 0.283203, 0.296875, 2.59375, 0.949219, 2.84375, 0.435547, 0.243164, 1.945312, 0.175781, 0.279297, 0.237305, 0.773438, 1.585938, 1.328125, 0.257812, 0.240234, 0.263672, 56.5, 0.337891, 0.402344, 0.231445, 0.240234, 0.271484, 3.421875, 0.15625, 0.223633, 0.203125, 0.478516, 6.0625, 0.243164, 0.213867, 0.185547, 1.015625, 0.198242, 0.233398, 0.302734, 0.667969, 0.355469, 1.429688, 1.351562, 0.261719, 0.228516, 0.146484, 0.146484, 0.292969, 0.298828, 0.208008, 2.28125, 2.140625, 0.322266, 0.231445, 0.214844, 0.277344, 0.24707, 0.625, 0.742188, 2.4375, 0.367188, 0.163086, 0.408203, 2.0, 0.219727, 0.417969, 2.0, 1.179688, 0.206055, 0.318359, 0.243164, 1.992188, 1.453125, 0.341797, 0.298828, 0.314453, 1.796875, 0.255859, 0.171875, 0.271484, 0.196289, 0.699219, 1.234375, 0.318359, 0.18457, 0.206055, 0.279297, 0.222656, 0.429688, 0.361328, 0.192383, 0.341797, 0.298828, 0.166992, 0.349609, 0.240234, 0.202148, 0.174805, 0.294922, 0.546875, 1.476562, 0.230469, 1.757812, 0.365234, 0.400391, 0.259766, 0.339844, 5.3125, 4.03125, 0.316406, 1.554688, 1.0625, 0.271484, 0.253906, 0.558594, 0.259766, 0.574219, 1.726562, 0.628906, 0.257812, 7.4375, 0.283203, 0.265625, 0.609375, 0.238281, 3.125, 2.359375, 3.828125, 0.283203, 0.183594, 0.15625, 0.867188, 0.457031, 0.988281, 0.228516, 1.914062, 0.188477, 0.730469, 0.248047, 0.380859, 0.546875, 1.023438, 0.349609, 2.125, 0.396484, 0.204102, 0.21875, 0.523438, 0.170898, 0.435547, 0.210938, 0.707031, 1.585938, 0.236328, 0.225586, 0.243164, 0.244141, 0.332031, 0.597656, 0.200195, 0.219727, 0.24707, 2.203125, 1.570312, 0.75, 0.232422, 1.273438, 0.332031, 1.0625, 0.269531, 0.169922, 0.242188, 1.023438, 1.1875, 0.53125, 0.246094, 0.324219, 0.298828, 4.90625, 0.246094, 0.225586, 0.174805, 1.445312, 0.867188, 2.890625, 0.25, 0.198242, 8.6875, 1.007812, 0.220703, 3.109375, 0.337891, 0.302734, 0.205078, 1.8125, 0.300781, 1.125, 0.283203, 0.236328, 0.417969, 0.388672, 0.310547, 0.308594, 0.597656, 0.300781, 0.419922, 0.337891, 0.193359, 0.361328, 0.314453, 0.269531, 0.219727, 0.320312, 0.259766, 0.384766, 2.421875, 1.265625, 0.198242, 1.6875, 1.734375, 0.263672, 0.204102, 0.458984, 1.4375, 1.5, 1.554688, 0.142578, 0.265625, 14.4375, 0.196289, 0.291016, 0.146484, 0.457031, 0.269531, 0.308594, 2.0, 0.921875, 0.210938, 0.186523, 0.150391, 4.28125, 0.265625, 1.585938, 0.191406, 0.163086, 0.24707, 0.238281, 0.474609, 4.84375, 0.128906, 8.875, 0.259766, 4.46875, 0.222656, 1.8125, 0.261719, 28.125, 1.796875, 0.300781, 0.197266, 3.0625, 0.186523, 1.351562, 0.394531, 1.015625, 0.261719, 0.292969, 0.204102, 0.225586, 0.257812, 0.351562, 0.15918, 0.234375, 0.140625, 0.161133, 1.921875, 0.267578, 0.21582, 0.804688, 0.28125, 0.188477, 0.232422, 2.359375, 0.157227, 2.265625, 1.976562, 0.402344, 0.878906, 0.917969, 0.589844, 1.320312, 0.314453, 0.839844, 0.234375, 0.267578, 3.296875, 0.166016, 0.396484, 0.236328, 0.15918, 0.220703, 22.25, 0.240234, 0.194336, 0.257812, 0.197266, 1.5, 1.21875, 0.335938, 0.279297, 0.273438, 0.292969, 0.318359, 0.265625, 0.310547, 0.384766, 0.273438, 0.339844, 0.578125, 0.539062, 1.507812, 1.148438, 0.232422, 0.253906, 0.296875, 2.359375, 0.236328, 0.232422, 1.5, 1.242188, 1.007812, 0.249023, 0.267578, 0.582031, 0.78125, 0.176758, 0.3125, 0.261719, 0.265625, 0.285156, 0.306641, 0.328125, 0.333984, 0.224609, 1.3125, 2.53125, 0.328125, 0.208984, 0.308594, 0.21582, 2.40625, 0.294922, 0.378906, 0.179688, 0.251953, 0.298828, 0.164062, 0.230469, 1.484375, 0.326172, 0.777344, 0.824219, 0.347656, 0.28125, 0.279297, 0.300781, 2.234375, 1.148438, 0.890625, 0.244141, 0.200195, 0.300781, 0.289062, 0.253906, 2.828125, 0.388672, 0.396484, 0.242188, 0.472656, 0.443359, 1.984375, 0.211914, 1.929688, 0.188477, 0.294922, 3.515625, 0.294922, 0.257812, 0.249023, 2.28125, 0.609375, 0.988281, 1.664062, 0.710938, 1.234375, 0.294922, 0.241211, 0.277344, 0.249023, 0.226562, 0.243164, 0.242188, 0.174805, 0.474609, 1.164062, 0.328125, 0.298828, 2.03125, 0.228516, 0.316406, 0.628906, 0.384766, 0.208008, 1.804688, 0.24707, 0.175781, 0.361328, 0.478516, 1.273438, 0.211914, 1.015625, 0.196289, 0.404297, 4.125, 0.609375, 0.248047, 0.163086, 1.992188, 1.109375, 2.5, 1.71875, 1.234375, 0.186523, 1.070312, 14.4375, 0.298828, 0.363281, 0.308594, 2.140625, 0.207031, 0.296875, 0.734375, 0.296875, 1.453125, 0.294922, 0.953125, 0.248047, 0.699219, 0.431641, 0.355469, 0.953125, 0.341797, 0.703125, 0.273438, 0.275391, 0.245117, 2.53125, 1.164062, 0.19043, 3.640625, 1.773438, 11.75, 0.427734, 0.71875, 0.222656, 0.75, 0.478516, 0.186523, 0.192383, 0.234375, 0.929688, 1.234375, 0.302734, 0.498047, 0.144531, 0.933594, 0.296875, 1.117188, 0.229492, 3.1875, 0.285156, 3.984375, 0.163086, 0.277344, 0.314453, 3.9375, 1.0625, 1.234375, 0.183594, 1.296875, 0.198242, 0.15332, 1.5625, 0.347656, 0.597656, 0.185547, 1.148438, 1.15625, 0.291016, 0.249023, 0.049316, 0.800781, 0.28125, 0.175781, 2.0, 10.0625, 0.421875, 0.279297, 1.0, 0.255859, 0.335938, 1.054688, 0.217773, 0.198242, 0.894531, 0.466797, 1.421875, 2.359375, 5.90625, 1.460938, 0.4375, 1.039062, 7.1875, 0.28125, 0.211914, 0.380859, 11.5625, 0.458984, 0.164062, 1.765625, 0.376953, 1.585938, 0.275391, 0.289062, 0.273438, 1.101562, 0.367188, 0.129883, 0.24707, 0.257812, 1.03125, 1.039062, 0.296875, 0.173828, 2.359375, 0.15918, 4.375, 1.476562, 0.18457, 0.351562, 0.249023, 1.578125, 6.65625, 0.255859, 1.148438, 1.078125, 0.089844, 0.404297, 0.488281, 1.539062, 0.320312, 0.298828, 1.164062, 0.271484, 3.328125, 0.361328, 0.339844, 0.796875, 0.279297, 0.441406, 1.296875, 0.269531, 1.25, 0.644531, 1.625, 0.243164, 0.369141, 2.671875, 0.225586, 0.507812, 0.211914, 0.277344, 0.402344, 0.225586, 1.1875, 0.34375, 7.0625, 0.960938, 0.308594, 2.671875, 0.21582, 1.960938, 1.921875, 0.196289, 1.765625, 0.161133, 1.164062, 2.265625, 0.232422, 0.212891, 0.3125, 2.046875, 4.75, 0.1875, 1.125, 34.5, 2.390625, 0.314453, 0.261719, 0.243164, 1.859375, 0.245117, 0.240234, 0.296875, 0.460938, 0.21875, 4.4375, 0.292969, 0.208008, 4.8125, 9.9375, 0.251953, 0.261719, 1.664062, 2.859375, 0.289062, 0.224609, 0.186523, 0.326172, 2.234375, 0.310547 ] } , "name": "onnx::Mul_11184", "outputIndexes": [ 4418 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4417, 4418 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 4419 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4419 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.23/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 7777 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7777 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.23/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 7778 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7778 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1395921464, 13107222, 3276800, 0, 0 ] } , "name": "/layers.23/mlp/gate_proj/Linear", "outputIndexes": [ 7779 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7779 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.23/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 7780 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7780 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.23/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 4420 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4420 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.23/mlp/act_fn/Mul_output_0", "outputIndexes": [ 4421 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4420, 4421 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 4422 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 4422 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 4423 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4420, 4423 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/mlp/act_fn/Add_output_0", "outputIndexes": [ 4424 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 4424 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 4425 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4425 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.23/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 4426 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 4426 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 4427 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4420, 4427 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 4428 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 4428 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 4429 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7778 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1412305486, 13107222, 3276800, 0, 0 ] } , "name": "/layers.23/mlp/up_proj/Linear", "outputIndexes": [ 7783 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7783 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.23/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 7784 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7784 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.23/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 4430 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4429, 4430 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/mlp/Mul_output_0", "outputIndexes": [ 4431 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4431 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.23/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 7785 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7785 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.23/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 7786 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7786 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1428689508, 13107222, 3276800, 0, 0 ] } , "name": "/layers.23/mlp/down_proj/Linear", "outputIndexes": [ 7787 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7787 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.23/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 7788 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7788 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.23/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 4432 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4432 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.23/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 4434 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4434 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.23/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 4435 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4435, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 4436 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4436, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 4437 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4432, 4437 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 4438 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 28.125, 28.25, 28.25, 28.25, 28.25, 28.25, 7.65625, 28.25, 28.25, 28.25, 28.25, 28.25, 12.4375, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 19.75, 28.25, 28.25, 28.125, 28.25, 28.25, 28.25, 4.75, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 13.375, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 5.03125, 28.25, 28.25, 28.25, 1.21875, 28.25, 20.625, 28.25, 26.625, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 9.0625, 28.25, 28.25, 28.25, 28.25, 28.25, 27.125, 28.25, 28.25, 24.375, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 17.625, 28.25, 28.25, 28.25, 16.5, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 27.5, 28.25, 28.25, 28.25, 7.9375, 23.125, 28.25, 28.25, 28.25, 28.25, 28.25, 28.125, 28.25, 28.25, 28.25, 28.25, 17.125, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 3.0, 28.25, 25.625, 28.25, 28.25, 28.25, 28.25, 25.875, 28.25, 25.0, 28.25, 28.25, 22.25, 28.25, 2.109375, 28.25, 28.25, 28.25, 0.527344, 28.125, 28.25, 28.25, 23.75, 28.25, 26.125, 28.25, 28.25, 28.25, 28.25, 28.25, 23.5, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 9.125, 28.25, 28.25, 24.75, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 27.75, 28.25, 28.25, 25.875, 28.25, 28.25, 24.125, 15.3125, 28.25, 27.875, 28.25, 19.25, 28.25, 28.25, 28.25, 28.25, 23.25, 28.25, 28.25, 28.25, 28.25, 28.25, 24.625, 28.25, 27.75, 28.25, 28.25, 28.25, 22.25, 1.078125, 18.0, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 10.6875, 28.25, 22.375, 28.25, 28.25, 21.0, 28.25, 28.25, 28.25, 21.375, 28.25, 28.25, 28.25, 28.25, 27.75, 17.625, 28.125, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 27.25, 28.25, 28.25, 25.375, 4.0625, 28.25, 28.25, 25.875, 26.125, 28.25, 28.25, 26.75, 28.25, 28.25, 28.25, 28.25, 24.125, 28.25, 28.25, 28.25, 26.125, 28.125, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 16.5, 27.375, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 25.625, 28.25, 28.25, 28.25, 28.25, 28.25, 28.0, 28.25, 14.5, 28.25, 28.25, 16.25, 25.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 26.125, 20.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 27.375, 28.25, 28.25, 28.25, 28.25, 28.25, 22.0, 28.25, 28.25, 28.25, 28.25, 28.25, 28.125, 28.25, 7.0, 28.25, 28.25, 28.25, 12.3125, 28.25, 28.25, 28.25, 28.25, 17.625, 28.25, 28.25, 28.25, 26.125, 24.875, 21.25, 23.5, 28.25, 28.25, 15.125, 28.25, 17.25, 28.25, 28.25, 28.25, 12.1875, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 18.75, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 27.875, 28.25, 5.625, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.125, 28.125, 21.625, 28.25, 28.25, 28.25, 23.0, 15.4375, 9.0, 28.25, 8.8125, 28.25, 28.25, 27.25, 28.25, 28.25, 19.375, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 21.375, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 26.625, 28.25, 5.46875, 28.25, 28.25, 28.25, 28.125, 28.25, 27.125, 28.25, 28.25, 28.25, 28.25, 27.75, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 27.0, 24.375, 28.25, 28.25, 28.25, 28.25, 28.25, 22.0, 28.25, 28.25, 24.5, 28.25, 28.125, 26.5, 28.25, 28.25, 28.125, 28.25, 28.25, 28.25, 11.875, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 17.875, 28.25, 28.25, 28.25, 23.75, 28.25, 28.25, 27.0, 28.25, 28.25, 28.25, 28.0, 23.125, 28.25, 28.25, 25.0, 28.25, 28.25, 9.9375, 28.25, 28.25, 28.25, 28.25, 28.25, 27.125, 28.25, 10.875, 28.25, 20.75, 28.25, 28.25, 28.25, 28.25, 28.25, 28.125, 28.25, 28.25, 28.25, 28.125, 7.09375, 28.25, 28.25, 28.25, 28.25, 28.125, 28.25, 28.25, 28.25, 28.25, 24.875, 28.25, 28.25, 28.25, 10.0, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 19.375, 28.25, 28.25, 18.875, 28.25, 28.25, 28.25, 28.25, 18.375, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 26.5, 27.5, 28.25, 28.25, 28.25, 10.75, 21.125, 28.25, 20.375, 9.25, 24.625, 15.8125, 28.0, 28.25, 28.25, 28.25, 28.25, 26.125, 26.625, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 6.71875, 14.5, 28.25, 28.25, 28.25, 28.25, 28.25, 10.625, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.125, 21.0, 28.25, 28.125, 28.25, 28.25, 28.25, 26.75, 12.75, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 7.46875, 28.25, 27.375, 27.625, 23.625, 28.25, 28.25, 21.5, 28.125, 28.25, 28.25, 28.25, 3.828125, 28.125, 28.25, 1.757812, 28.25, 8.6875, 28.25, 28.25, 28.25, 28.25, 8.125, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.125, 19.125, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 27.125, 15.5625, 28.25, 28.25, 28.25, 28.25, 28.25, 24.125, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 27.75, 28.25, 4.5, 28.25, 28.25, 28.25, 25.875, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 14.9375, 27.375, 28.25, 26.0, 28.25, 26.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 27.75, 28.25, 6.28125, 28.25, 21.0, 17.25, 28.25, 28.25, 28.25, 28.25, 28.25, 13.4375, 17.0, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.125, 28.25, 28.25, 28.25, 27.25, 28.25, 28.25, 28.25, 28.25, 3.640625, 28.25, 28.25, 22.5, 27.875, 28.25, 28.25, 28.25, 28.25, 28.25, 28.125, 28.25, 20.125, 28.25, 28.25, 28.25, 28.25, 22.375, 28.25, 24.125, 28.25, 28.25, 17.5, 28.25, 28.25, 28.25, 18.25, 28.25, 28.25, 28.25, 20.0, 4.09375, 12.5, 28.25, 28.25, 28.25, 6.1875, 28.25, 28.25, 28.25, 28.25, 3.578125, 26.625, 28.25, 28.25, 28.25, 28.25, 25.875, 28.25, 28.25, 28.25, 28.25, 28.25, 8.8125, 28.25, 28.25, 28.25, 28.25, 22.0, 28.25, 27.625, 28.125, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 9.125, 27.875, 28.25, 27.625, 28.25, 28.25, 21.75, 28.25, 28.25, 25.375, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 20.375, 28.25, 28.25, 28.25, 28.25, 19.0, 28.25, 28.25, 28.125, 28.25, 26.875, 27.5, 28.25, 28.25, 26.625, 28.25, 27.375, 22.625, 2.578125, 28.25, 28.25, 14.4375, 28.25, 28.25, 28.25, 28.25, 21.5, 28.25, 28.25, 28.25, 2.96875, 23.75, 28.25, 28.0, 20.75, 28.25, 28.25, 24.625, 28.25, 27.5, 28.25, 28.25, 28.25, 11.5, 28.25, 28.25, 28.25, 28.25, 28.25, 24.125, 20.0, 28.25, 28.25, 28.25, 28.25, 24.875, 28.25, 28.25, 28.25, 28.25, 18.875, 28.25, 28.25, 28.25, 18.125, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 21.0, 28.25, 28.25, 28.125, 15.125, 6.34375, 28.25, 28.25, 26.25, 13.125, 27.625, 28.25, 28.25, 20.625, 28.25, 28.25, 22.875, 28.125, 28.25, 27.0, 28.25, 28.25, 28.25, 28.25, 28.25, 27.0, 28.25, 28.25, 17.5, 28.25, 28.25, 28.125, 28.25, 28.25, 28.25, 28.25, 26.625, 28.25, 23.0, 28.25, 28.25, 28.25, 28.25, 16.625, 28.125, 28.25, 28.25, 28.25, 28.25, 28.25, 27.25, 21.75, 4.15625, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 24.125, 28.25, 28.25, 21.75, 28.125, 28.25, 28.25, 22.5, 28.25, 28.25, 7.78125, 28.25, 28.25, 28.25, 27.375, 3.515625, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 25.875, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 22.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.0, 8.875, 28.25, 28.25, 27.75, 28.25, 28.25, 28.25, 28.25, 28.25, 3.328125, 28.25, 28.25, 4.65625, 28.25, 28.25, 4.875, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 27.875, 28.25, 28.25, 28.25, 28.25, 27.875, 28.25, 28.25, 21.625, 28.25, 6.9375, 28.25, 28.25, 28.25, 28.25, 24.5, 28.25, 28.0, 9.625, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 25.625, 28.25, 27.75, 1.570312, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 24.375, 28.25, 28.125, 28.25, 28.25, 28.25, 28.25, 28.125, 12.125, 28.25, 28.25, 28.25, 24.75, 26.375, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 8.8125, 28.25, 28.25, 27.0, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 4.90625, 28.25, 28.25, 28.25, 28.25, 28.125, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.125, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 12.8125, 23.625, 28.25, 23.5, 28.25, 28.25, 28.25, 28.25, 28.25, 24.5, 28.25, 28.25, 28.25, 28.25, 4.0, 28.25, 28.25, 28.25, 27.0, 28.25, 28.25, 21.625, 28.25, 28.25, 17.125, 28.25, 27.875, 28.25, 28.25, 18.125, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 12.8125, 28.25, 28.25, 28.25, 28.25, 13.0625, 28.25, 28.25, 28.25, 12.9375, 28.25, 28.25, 25.875, 17.5, 28.25, 28.25, 28.25, 16.625, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 21.375, 28.25, 11.0, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.125, 28.25, 28.25, 28.25, 28.25, 28.125, 28.25, 28.125, 28.25, 28.25, 28.0, 27.75, 28.25, 28.25, 28.125, 28.25, 18.875, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 12.1875, 12.3125, 28.25, 21.375, 28.25, 28.25, 28.25, 22.75, 5.4375, 28.25, 28.25, 28.25, 23.0, 28.25, 28.25, 28.25, 28.25, 28.25, 7.75, 15.6875, 28.25, 28.25, 28.25, 28.25, 27.5, 28.25, 28.25, 28.25, 18.0, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 27.375, 28.25, 12.6875, 28.25, 20.5, 28.25, 28.25, 28.125, 28.25, 27.75, 22.75, 28.25, 28.125, 28.125, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 14.9375, 28.25, 28.25, 28.25, 28.25, 28.25, 16.75, 19.875, 28.25, 7.90625, 28.25, 21.0, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 20.375, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.125, 28.25, 10.9375, 28.25, 20.25, 28.25, 28.25, 28.125, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 3.5625, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 22.625, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 25.875, 28.25, 28.25, 28.25, 10.375, 28.25, 28.125, 28.25, 28.25, 28.25, 28.25, 19.625, 28.25, 28.25, 27.625, 28.25, 28.25, 28.25, 22.125, 28.25, 28.25, 25.5, 28.25, 28.25, 28.25, 28.25, 28.25, 28.125, 15.25, 28.25, 28.25, 28.25, 28.25, 28.25, 23.0, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 17.625, 27.375, 19.0, 25.75, 28.25, 28.25, 28.25, 14.1875, 28.25, 28.25, 4.15625, 8.75, 28.25, 28.25, 28.25, 28.25, 25.875, 14.5625, 28.25, 28.25, 28.25, 26.25, 28.25, 28.25, 28.25, 28.25, 1.046875, 28.25, 8.125, 28.25, 28.125, 28.25, 28.25, 28.25, 27.75, 28.25, 28.25, 28.25, 15.8125, 28.25, 28.25, 27.75, 28.25, 28.25, 28.25, 18.875, 28.25, 28.25, 28.25, 19.125, 28.25, 20.0, 24.0, 28.25, 28.25, 10.0, 15.0625, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 27.375, 28.25, 14.25, 18.625, 28.25, 22.375, 28.25, 28.25, 28.25, 28.25, 28.25, 28.0, 28.25, 20.375, 27.375, 28.25, 28.25, 28.25, 28.25, 23.125, 16.0, 28.25, 24.25, 21.625, 10.0, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 25.375, 28.25, 28.25, 28.25, 28.25, 28.25, 7.3125, 18.875, 28.25, 0.026489, 28.25, 28.125, 28.25, 28.25, 26.25, 28.25, 28.25, 28.25, 26.75, 14.375, 28.25, 20.5, 27.875, 27.75, 28.25, 28.25, 28.25, 21.125, 28.25, 17.25, 28.25, 28.25, 27.375, 28.25, 28.125, 28.25, 3.34375, 28.25, 28.125, 26.625, 28.25, 28.25, 28.25, 28.25, 28.25, 13.3125, 28.25, 28.25, 12.25, 28.25, 28.25, 28.25, 21.25, 28.25, 25.375, 20.625, 28.25, 7.0625, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.125, 28.25, 28.25, 28.25, 26.875, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 26.625, 28.25, 28.25, 28.25, 28.25, 14.0625, 28.125, 28.25, 25.125, 13.0625, 28.25, 28.25, 28.25, 25.0, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 27.625, 10.25, 28.25, 15.75, 28.25, 28.25, 28.25, 28.25, 17.25, 24.25, 28.25, 28.25, 28.125, 11.125, 28.25, 28.25, 28.25, 21.75, 28.25, 28.25, 28.25, 7.0625, 28.25, 28.25, 28.25, 28.25, 28.25, 28.125, 28.25, 28.125, 28.25, 26.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 25.0, 28.25, 28.25, 27.125, 28.25, 28.25, 28.25, 26.125, 28.25, 27.75, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 23.625, 7.0, 28.25, 27.625, 28.25, 28.25, 22.875, 28.25, 28.25, 5.4375, 28.25, 28.25, 28.25, 24.125, 28.25, 28.25, 25.625, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 27.875, 28.25, 28.25, 28.25, 28.125, 28.25, 27.875, 28.25, 28.25, 28.25, 20.875, 28.25, 28.25, 27.875, 28.25, 28.25, 27.5, 28.25, 28.25, 23.375, 28.25, 13.6875, 28.25, 28.25, 28.25, 14.3125, 28.25, 28.25, 28.25, 21.125, 28.25, 17.375, 3.109375, 28.25, 24.75, 28.25, 28.25, 28.25, 28.25, 28.25, 1.476562, 28.25, 28.25, 28.25, 28.25, 28.25, 26.5, 28.25, 28.25, 26.5, 28.25, 3.921875, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 27.5, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 16.875, 1.617188, 28.25, 28.25, 28.25, 28.0, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 24.125, 28.25, 16.375, 28.25, 20.5, 28.25, 24.125, 28.25, 28.25, 28.25, 21.0, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 26.875, 28.25, 28.25, 20.125, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 8.125, 26.125, 28.25, 28.25, 19.0, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 5.96875, 28.25, 28.25, 28.125, 28.25, 28.25, 28.25, 18.625, 28.25, 6.25, 5.6875, 28.25, 28.25, 28.25, 28.25, 3.484375, 28.25, 28.25, 28.25, 28.25, 12.25, 28.25, 28.25, 28.25, 28.25, 28.25, 9.0, 26.375, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 27.375, 28.25, 28.25, 28.25, 28.25, 28.25, 28.0, 28.25, 28.25, 27.875, 28.25, 28.25, 28.25, 28.25, 13.125, 28.25, 8.1875, 28.25, 17.75, 28.25, 21.75, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 23.125, 2.953125, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 23.75, 28.25, 28.25, 28.25, 8.9375, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 22.0, 27.875, 28.25, 28.25, 28.25, 28.25, 25.875, 25.75, 21.5, 28.25, 28.25, 28.25, 28.25, 1.148438, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 25.0, 28.25, 28.25, 28.0, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 19.25, 7.84375, 28.25, 28.25, 28.25, 24.125, 28.25, 28.25, 28.25, 7.3125, 28.25, 28.25, 28.25, 28.125, 28.25, 28.25, 8.6875, 20.375, 28.125, 28.25, 28.25, 24.125, 22.375, 28.25, 27.625, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.0, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 17.5, 28.25, 25.0, 19.875, 18.375, 28.25, 28.25, 11.875, 28.25, 27.0, 28.25, 28.125, 28.25, 9.6875, 28.25, 28.25, 11.8125, 28.25, 28.25, 14.1875, 27.5, 28.25, 28.25, 28.125, 28.125, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 22.125, 28.25, 28.25, 7.28125, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 16.375, 28.25, 28.25, 28.25, 28.25, 17.5, 28.25, 28.25, 28.25, 28.125, 28.25, 28.25, 28.25, 28.25, 26.875, 14.875, 28.125, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 12.5625, 28.25, 10.125, 28.25, 28.25, 28.25, 28.25, 28.25, 24.75, 28.25, 28.25, 26.625, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 27.25, 28.25, 28.25, 28.25, 28.25, 13.9375, 17.875, 28.25, 28.25, 27.875, 28.25, 28.25, 28.25, 14.25, 28.25, 28.25, 28.25, 28.25, 23.5, 3.484375, 28.25, 28.25, 28.25, 15.875, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.125, 28.25, 2.015625, 28.25, 28.25, 28.25, 28.25, 26.625, 27.0, 28.25, 7.65625, 28.25, 28.125, 28.25, 17.75, 28.25, 1.695312, 25.25, 28.25, 28.25, 3.265625, 28.25, 28.0, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 25.125, 28.25, 28.25, 27.875, 28.25, 25.75, 28.25, 28.25, 28.25, 28.25, 28.25, 25.5, 28.25, 28.25, 19.0, 7.4375, 28.25, 28.25, 13.0625, 18.25, 28.25, 28.25, 4.71875, 28.25, 27.0, 28.25, 28.25, 28.25, 9.6875, 28.25, 28.25, 28.25, 28.25, 22.875, 24.0, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 24.375, 28.25, 7.40625, 28.25, 26.875, 28.25, 21.375, 28.25, 28.25, 28.25, 14.75, 12.1875, 27.625, 28.25, 28.25, 28.0, 28.25, 28.25, 28.25, 27.125, 28.25, 27.875, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 27.75, 28.25, 28.25, 22.0, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 23.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.125, 16.125, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 24.375, 28.25, 28.25, 28.25, 11.6875, 6.25, 28.25, 3.078125, 27.625, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.125, 22.875, 14.625, 28.25, 24.75, 28.25, 28.25, 28.25, 28.25, 24.25, 28.25, 28.25, 28.25, 28.25, 28.125, 12.1875, 28.25, 28.25, 27.75, 28.25, 28.25, 19.125, 14.8125, 28.25, 28.25, 13.4375, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 11.9375, 28.25, 28.25, 28.125, 23.0, 28.25, 19.0, 28.25, 28.25, 28.25, 28.25, 18.0, 28.25, 28.25, 28.0, 4.8125, 28.125, 28.25, 28.25, 28.25, 1.703125, 28.25, 28.25, 28.25, 28.25, 20.125, 28.25, 28.25, 18.75, 28.25, 23.375, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.125, 28.25, 28.125, 28.25, 28.25, 28.25, 22.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 14.125, 8.125, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 27.375, 28.25, 25.25, 26.75, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 6.0625, 28.25, 28.25, 23.0, 28.25, 28.25, 28.125, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 27.5, 22.5, 26.875, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 18.375, 28.25, 27.75, 28.25, 28.25, 28.25, 28.25, 4.375, 28.25, 28.25, 28.25, 28.25, 17.25, 26.5, 28.25, 28.25, 28.25, 28.25, 28.25, 28.25, 28.125, 28.25, 28.25, 28.25, 28.25, 19.625, 28.25, 20.125, 28.25, 28.25, 28.25, 28.25, 6.125, 28.25, 9.1875, 28.25, 28.25, 28.25, 28.25, 26.375, 25.0, 28.25, 28.25, 28.25, 28.25, 16.75, 28.25, 28.25, 28.25, 9.9375, 23.875, 28.25, 5.71875, 28.25, 28.25, 28.25, 28.25, 28.25, 27.75, 28.25, 28.25, 28.25, 12.9375, 28.25, 28.25, 28.25, 28.25, 5.46875, 6.3125, 27.125, 28.25, 28.25, 15.1875, 28.25, 28.25, 28.25, 28.25, 9.375, 28.25 ] } , "name": "onnx::Mul_11185", "outputIndexes": [ 4439 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4438, 4439 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 4440 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4412, 4440 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/Add_1_output_0", "outputIndexes": [ 4441 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4441 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.23/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 7789 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7789 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.23/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 7790 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7790 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1445073530, 327702, 81920, 0, 0 ] } , "name": "/layers.23/per_layer_input_gate/Linear", "outputIndexes": [ 7791 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7791 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.23/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 7792 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7792 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.23/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 4442 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4442 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.23/act_fn/Mul_output_0", "outputIndexes": [ 4443 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4442, 4443 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/act_fn/Mul_1_output_0", "outputIndexes": [ 4444 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 4444 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/act_fn/Mul_2_output_0", "outputIndexes": [ 4445 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4442, 4445 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/act_fn/Add_output_0", "outputIndexes": [ 4446 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 4446 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/act_fn/Mul_3_output_0", "outputIndexes": [ 4447 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4447 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.23/act_fn/Tanh_output_0", "outputIndexes": [ 4448 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 4448 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/act_fn/Add_1_output_0", "outputIndexes": [ 4449 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4442, 4449 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/act_fn/Mul_4_output_0", "outputIndexes": [ 4450 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 4450 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/act_fn/Mul_5_output_0", "outputIndexes": [ 4451 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 23 ] } , "name": "/Constant_32_output_0", "outputIndexes": [ 4452 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5415", "outputIndexes": [ 4453 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5418", "outputIndexes": [ 4454 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 4453, 4454, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice5421", "outputIndexes": [ 4455 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4455 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze5422", "outputIndexes": [ 4456 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4452, 4456 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5423", "outputIndexes": [ 4457 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4457, 4456 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5424", "outputIndexes": [ 4458 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 4458, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_30_output_0", "outputIndexes": [ 4459 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4451, 4459 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/Mul_output_0", "outputIndexes": [ 4460 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4460 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.23/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 7793 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7793 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.23/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 7794 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7794 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1445483152, 327702, 81920, 0, 0 ] } , "name": "/layers.23/per_layer_projection/Linear", "outputIndexes": [ 7795 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7795 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.23/per_layer_projection/Linear/post_convert", "outputIndexes": [ 7796 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7796 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.23/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 4461 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4461 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.23/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 4463 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4463 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.23/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 4464 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4464, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 4465 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4465, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 4466 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4461, 4466 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 4467 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 8.9375, 9.375, 6.1875, 9.375, 9.375, 9.375, 2.109375, 9.375, 9.375, 0.009155, 0.008179, 9.375, 5.8125, 9.25, 9.375, 9.375, 9.375, 9.375, 9.125, 3.921875, 9.375, 5.8125, 9.375, 9.375, 8.6875, 9.375, 9.375, 9.375, 1.257812, 9.375, 9.375, 9.25, 9.375, 9.375, 9.375, 9.125, 6.0625, 9.375, 5.1875, 0.009033, 8.4375, 7.25, 8.8125, 9.1875, 9.375, 8.75, 0.008972, 9.0, 4.03125, 9.375, 9.375, 0.008728, 9.375, 5.65625, 0.478516, 9.0, 9.125, 9.0625, 8.75, 9.375, 8.625, 9.375, 9.375, 4.90625, 9.375, 8.875, 9.375, 9.375, 9.375, 9.1875, 9.375, 9.375, 9.125, 9.375, 9.375, 9.3125, 8.625, 8.75, 9.375, 8.4375, 9.375, 9.0625, 9.375, 2.953125, 9.375, 9.375, 9.1875, 9.375, 9.375, 8.8125, 6.9375, 9.375, 9.125, 9.375, 9.375, 7.34375, 6.0, 9.375, 9.375, 2.953125, 9.375, 0.008484, 8.1875, 9.375, 9.375, 9.375, 9.375, 6.625, 6.34375, 9.375, 9.3125, 8.25, 9.375, 1.289062, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 7.03125, 9.25, 0.008545, 9.375, 9.375, 9.375, 7.28125, 9.375, 7.75, 7.28125, 9.375, 9.375, 9.375, 7.0, 9.375, 9.375, 9.375, 9.375, 0.554688, 9.375, 7.625, 9.375, 9.375, 8.6875, 9.375, 9.375, 9.0625, 9.375, 7.78125, 9.3125, 9.375, 8.0, 9.375, 9.25, 6.0, 7.96875, 9.375, 9.375, 9.375, 9.375, 9.375, 4.125, 9.375, 9.375, 9.0625, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 7.1875, 9.1875, 9.375, 9.375, 9.375, 9.375, 9.375, 8.375, 7.28125, 9.375, 6.84375, 9.375, 0.008911, 9.375, 9.25, 8.75, 9.375, 7.0625, 9.3125, 8.75, 9.375, 9.375, 9.375, 6.65625, 9.375, 6.5625, 9.375, 9.375, 8.5625, 8.25, 0.703125, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 4.8125, 9.375, 8.75, 9.375, 9.375, 7.03125, 9.375, 9.375, 9.375, 6.125, 9.375, 9.375, 8.3125, 9.375, 8.875, 7.4375, 9.375, 6.9375, 9.375, 0.008972, 9.375, 9.375, 7.53125, 9.375, 8.25, 9.375, 9.0625, 9.375, 9.375, 8.875, 2.953125, 9.3125, 9.375, 9.375, 9.375, 8.8125, 9.0625, 9.375, 9.375, 9.375, 9.375, 9.375, 7.40625, 9.375, 9.375, 9.375, 9.0625, 8.5, 9.375, 8.625, 9.375, 9.375, 9.3125, 9.0, 9.375, 9.375, 0.009155, 8.6875, 9.375, 9.375, 9.375, 9.375, 9.375, 9.125, 9.375, 8.5625, 8.6875, 0.008301, 9.375, 8.25, 9.375, 8.9375, 9.375, 9.3125, 9.375, 9.125, 0.008606, 9.375, 9.375, 9.375, 0.008728, 9.375, 9.375, 9.375, 9.375, 8.5, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 5.4375, 9.375, 9.375, 9.375, 9.25, 8.875, 9.375, 9.3125, 7.59375, 0.008667, 9.0, 9.1875, 9.375, 9.375, 8.5625, 9.1875, 9.375, 9.375, 9.375, 7.0625, 8.8125, 9.375, 2.859375, 9.375, 9.375, 8.75, 3.84375, 9.375, 9.375, 4.3125, 6.5, 3.875, 9.375, 8.6875, 9.375, 9.1875, 8.1875, 6.09375, 7.15625, 9.375, 0.008972, 6.96875, 9.375, 0.008972, 9.125, 7.875, 8.0625, 9.1875, 9.375, 9.375, 9.375, 9.375, 9.375, 5.65625, 8.875, 6.78125, 9.375, 9.375, 9.375, 8.9375, 9.375, 9.125, 9.375, 9.375, 9.375, 8.5, 7.0, 9.375, 2.234375, 9.375, 9.375, 9.375, 8.5, 9.375, 9.375, 9.375, 9.25, 9.375, 6.09375, 9.375, 8.9375, 7.125, 6.53125, 9.375, 9.375, 2.9375, 9.375, 9.25, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.3125, 9.375, 9.375, 9.375, 9.375, 9.375, 6.65625, 5.65625, 9.3125, 9.375, 9.375, 9.375, 9.1875, 9.375, 9.375, 0.008911, 9.375, 9.375, 9.375, 9.375, 9.375, 8.9375, 1.929688, 7.75, 7.375, 9.375, 7.5, 9.1875, 9.375, 9.375, 9.375, 9.375, 9.375, 6.375, 6.875, 7.40625, 9.375, 9.375, 8.9375, 9.375, 9.0625, 9.375, 9.375, 9.375, 8.625, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 6.0625, 9.375, 9.375, 9.375, 9.375, 9.375, 9.3125, 9.375, 8.9375, 9.375, 9.375, 5.75, 9.0, 9.375, 8.3125, 9.375, 9.375, 4.96875, 9.375, 9.375, 9.3125, 5.625, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 8.375, 8.875, 9.375, 9.375, 0.008545, 8.0, 9.375, 9.375, 8.9375, 7.28125, 9.375, 0.008423, 9.375, 9.25, 9.375, 9.125, 9.375, 8.0625, 9.375, 9.375, 9.375, 9.375, 5.6875, 8.9375, 9.375, 9.375, 9.375, 6.4375, 9.375, 9.375, 4.9375, 9.375, 5.09375, 9.375, 9.375, 9.375, 9.125, 9.375, 9.375, 9.375, 9.375, 9.375, 6.34375, 0.008728, 9.375, 7.78125, 5.5, 9.375, 8.25, 9.3125, 9.25, 3.96875, 9.375, 8.9375, 6.8125, 9.375, 9.25, 6.28125, 9.375, 9.375, 9.375, 9.375, 9.375, 8.6875, 7.5, 7.53125, 8.875, 6.46875, 7.6875, 9.0625, 9.375, 9.375, 0.008789, 7.15625, 9.0, 9.25, 8.9375, 9.375, 8.1875, 8.6875, 9.375, 9.375, 7.0, 6.96875, 9.375, 9.375, 0.009094, 3.375, 7.59375, 9.25, 8.125, 4.15625, 8.0, 5.90625, 9.375, 9.375, 0.008911, 9.375, 9.375, 8.75, 7.5625, 9.375, 9.375, 9.375, 8.1875, 5.84375, 8.8125, 2.34375, 8.125, 9.125, 9.375, 8.5, 9.375, 9.375, 4.25, 9.375, 9.375, 0.008911, 9.375, 9.375, 9.3125, 9.375, 9.375, 0.00885, 9.375, 9.375, 9.375, 9.375, 7.4375, 9.375, 9.375, 9.375, 8.125, 9.1875, 0.009094, 7.25, 9.375, 9.375, 8.0, 9.375, 9.375, 7.28125, 9.375, 9.375, 9.3125, 9.375, 2.453125, 8.4375, 9.3125, 7.9375, 9.0625, 9.375, 9.375, 9.375, 0.009033, 8.8125, 9.375, 9.25, 9.375, 9.375, 9.1875, 0.789062, 9.375, 4.96875, 9.375, 9.375, 9.375, 9.1875, 1.289062, 9.375, 9.375, 0.008484, 9.375, 7.71875, 9.0, 9.375, 8.4375, 9.375, 9.375, 9.3125, 9.375, 9.3125, 7.4375, 8.9375, 9.375, 9.375, 9.375, 6.3125, 9.375, 9.375, 5.96875, 9.375, 9.375, 0.009033, 9.375, 9.375, 9.375, 9.375, 9.375, 8.3125, 6.84375, 9.375, 9.25, 0.367188, 9.375, 9.375, 9.375, 9.3125, 9.375, 4.65625, 9.375, 8.0, 9.0625, 9.375, 9.375, 1.953125, 9.375, 9.375, 8.8125, 9.375, 9.375, 9.375, 9.375, 7.625, 9.375, 9.375, 9.375, 8.9375, 7.625, 9.375, 7.40625, 9.125, 9.375, 8.375, 9.375, 9.375, 9.25, 9.375, 9.375, 9.375, 9.375, 9.375, 8.125, 9.375, 2.375, 9.375, 7.4375, 7.09375, 9.375, 9.375, 9.375, 9.375, 9.375, 4.28125, 6.375, 9.375, 9.375, 9.375, 0.008789, 9.3125, 9.375, 9.1875, 9.375, 9.375, 9.375, 9.1875, 9.375, 9.375, 9.375, 9.375, 1.617188, 8.1875, 9.25, 8.5, 9.0, 9.25, 9.375, 6.71875, 9.375, 9.375, 9.375, 9.3125, 9.3125, 9.375, 9.375, 0.00885, 9.25, 9.25, 9.375, 9.3125, 9.375, 0.008667, 0.008789, 0.008789, 6.5, 9.375, 4.0625, 9.375, 9.375, 9.375, 9.3125, 1.679688, 5.84375, 9.375, 8.8125, 9.375, 2.96875, 9.375, 9.375, 9.375, 9.375, 0.589844, 9.375, 7.71875, 9.375, 9.375, 9.375, 7.46875, 9.375, 9.25, 9.3125, 9.375, 9.3125, 7.6875, 9.375, 9.375, 9.125, 9.375, 6.1875, 7.875, 0.008545, 9.125, 9.375, 9.125, 9.375, 8.625, 9.25, 0.008911, 9.375, 9.375, 8.9375, 9.125, 9.375, 9.3125, 9.375, 9.375, 6.375, 9.375, 9.375, 7.125, 9.375, 8.8125, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.1875, 9.375, 9.375, 5.71875, 9.375, 8.1875, 9.3125, 9.3125, 7.0, 9.375, 9.375, 9.375, 9.375, 9.125, 8.3125, 7.4375, 9.375, 9.375, 3.375, 9.375, 9.375, 0.820312, 9.375, 9.375, 7.46875, 9.375, 0.345703, 5.6875, 8.5625, 4.25, 9.375, 9.375, 9.375, 0.009094, 9.375, 9.375, 7.78125, 9.0625, 9.3125, 8.1875, 8.9375, 9.375, 9.125, 0.008606, 9.375, 8.5625, 7.3125, 8.9375, 8.9375, 8.3125, 9.375, 9.375, 9.3125, 4.28125, 9.375, 9.375, 9.375, 9.375, 8.0, 9.375, 9.375, 8.5, 9.375, 3.9375, 9.375, 9.375, 9.375, 7.40625, 8.625, 9.375, 9.375, 9.375, 9.375, 9.375, 1.351562, 0.008911, 9.375, 9.375, 6.90625, 9.375, 6.3125, 9.25, 7.46875, 0.008423, 9.375, 9.375, 9.0625, 3.046875, 0.008667, 8.25, 9.375, 9.375, 9.1875, 9.375, 5.75, 9.125, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 8.4375, 9.375, 9.375, 9.375, 9.1875, 9.375, 9.375, 9.375, 9.3125, 9.3125, 7.3125, 9.375, 9.375, 9.375, 9.375, 7.8125, 9.375, 9.375, 1.382812, 9.3125, 9.375, 9.3125, 9.375, 7.6875, 1.390625, 8.5, 8.8125, 9.375, 9.375, 9.375, 9.0, 9.375, 9.375, 9.375, 5.46875, 9.375, 9.1875, 7.90625, 8.5, 9.375, 9.375, 8.25, 7.15625, 0.00885, 3.125, 9.375, 9.375, 9.375, 9.375, 2.25, 4.3125, 9.375, 4.53125, 9.375, 8.9375, 9.375, 9.375, 9.375, 9.375, 8.75, 9.375, 9.375, 9.375, 8.6875, 9.375, 6.5625, 8.5625, 6.625, 9.375, 0.008911, 9.375, 4.15625, 9.25, 9.375, 9.375, 3.0625, 9.375, 9.375, 9.25, 9.3125, 9.375, 9.375, 1.132812, 0.009155, 3.4375, 9.375, 9.375, 2.40625, 9.375, 8.1875, 2.3125, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 8.1875, 9.375, 9.375, 9.375, 9.375, 9.375, 0.008667, 9.375, 7.40625, 8.125, 3.140625, 9.375, 9.125, 9.25, 9.375, 9.375, 9.375, 7.15625, 6.71875, 9.375, 9.25, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 0.009094, 9.3125, 7.9375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 8.6875, 9.375, 9.375, 9.375, 0.008606, 8.125, 9.125, 9.375, 8.75, 9.375, 9.375, 9.375, 9.375, 7.8125, 8.375, 0.00769, 9.375, 9.375, 9.375, 0.008667, 9.375, 0.008972, 9.1875, 9.375, 9.375, 8.5, 9.375, 9.375, 9.375, 5.1875, 9.375, 9.375, 9.3125, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 0.008972, 9.375, 9.375, 9.25, 9.375, 9.375, 9.125, 9.375, 9.375, 0.008728, 9.125, 9.375, 9.1875, 8.0, 9.375, 9.375, 9.3125, 9.375, 9.375, 9.1875, 9.375, 0.009216, 9.0625, 9.375, 9.375, 9.375, 9.375, 9.375, 7.1875, 8.875, 9.375, 9.375, 9.375, 1.007812, 9.375, 7.03125, 9.0, 8.1875, 8.5625, 9.375, 9.0625, 9.375, 9.375, 4.28125, 9.375, 6.4375, 9.375, 8.5, 7.1875, 9.375, 9.375, 9.375, 9.3125, 9.375, 9.375, 9.375, 9.0, 9.375, 9.375, 9.375, 9.125, 9.375, 9.25, 9.1875, 9.375, 7.40625, 9.375, 9.375, 9.375, 7.9375, 9.375, 9.3125, 9.25, 6.46875, 9.375, 9.375, 8.5, 5.34375, 9.125, 4.3125, 9.375, 9.3125, 8.75, 9.375, 9.375, 7.65625, 9.375, 8.6875, 9.375, 9.375, 9.375, 9.375, 8.3125, 9.375, 9.1875, 0.008789, 9.375, 9.375, 6.84375, 9.375, 9.25, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.3125, 9.375, 8.0, 9.0625, 9.375, 9.375, 9.25, 9.375, 9.1875, 9.375, 9.375, 9.375, 9.375, 6.375, 4.3125, 9.375, 9.25, 9.375, 9.375, 9.375, 8.875, 3.171875, 9.375, 9.0, 6.96875, 9.1875, 9.375, 9.375, 9.375, 9.375, 9.375, 0.008728, 8.6875, 9.375, 0.009033, 9.375, 8.5625, 9.375, 9.375, 9.375, 9.375, 9.375, 9.3125, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 8.125, 9.375, 3.421875, 9.375, 8.875, 8.625, 9.375, 8.875, 0.009155, 9.375, 8.1875, 9.375, 7.125, 9.375, 9.1875, 9.375, 9.375, 9.375, 9.375, 9.375, 8.375, 9.375, 9.1875, 9.375, 9.375, 9.375, 9.375, 9.375, 8.75, 9.375, 9.375, 3.5625, 8.875, 8.5625, 9.375, 9.25, 9.375, 9.3125, 8.1875, 3.65625, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 0.009033, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.1875, 9.375, 2.015625, 9.375, 9.375, 9.375, 4.9375, 9.375, 9.375, 0.009094, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.3125, 9.3125, 9.375, 0.00885, 7.8125, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 8.5, 9.375, 9.375, 9.375, 7.5625, 9.3125, 9.375, 9.375, 9.375, 7.71875, 9.375, 6.78125, 9.375, 9.375, 7.25, 6.90625, 7.96875, 9.375, 9.25, 9.375, 8.75, 9.375, 5.25, 9.375, 9.375, 5.625, 6.09375, 9.375, 9.375, 7.3125, 9.375, 9.375, 9.125, 9.375, 9.375, 9.375, 9.3125, 9.375, 9.375, 5.75, 9.375, 8.3125, 8.9375, 9.375, 9.1875, 7.65625, 3.359375, 9.375, 9.375, 9.1875, 9.375, 9.375, 9.375, 9.0, 5.375, 9.375, 7.84375, 9.3125, 9.375, 9.25, 9.375, 2.625, 9.375, 9.375, 2.0625, 0.008972, 9.375, 9.25, 9.3125, 9.375, 9.125, 6.90625, 9.375, 9.375, 0.009216, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 0.238281, 0.008606, 0.008972, 9.375, 9.375, 9.375, 9.375, 0.009216, 9.375, 9.375, 9.375, 2.34375, 9.375, 9.375, 9.3125, 9.375, 9.3125, 9.375, 8.625, 9.375, 9.375, 9.375, 9.0, 9.375, 9.375, 9.0, 5.65625, 9.375, 3.390625, 3.171875, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.3125, 9.375, 9.375, 9.375, 9.375, 6.125, 9.375, 9.375, 9.125, 9.375, 7.625, 9.375, 9.125, 9.375, 9.375, 9.375, 6.96875, 9.375, 9.0625, 9.375, 8.3125, 9.375, 9.375, 6.375, 0.009094, 9.375, 8.9375, 4.78125, 9.375, 0.008667, 5.6875, 9.375, 9.375, 9.375, 9.375, 4.9375, 9.375, 9.375, 9.375, 9.375, 0.00885, 2.203125, 0.008728, 9.375, 9.375, 9.375, 8.5, 9.375, 9.375, 0.578125, 9.375, 9.375, 9.375, 6.09375, 7.21875, 9.1875, 7.84375, 7.9375, 9.0, 9.375, 4.09375, 9.375, 9.375, 9.375, 4.40625, 9.375, 9.375, 8.25, 9.1875, 8.875, 9.375, 0.820312, 9.375, 8.4375, 9.25, 9.3125, 9.375, 9.375, 9.375, 9.375, 5.59375, 8.875, 9.375, 9.375, 8.625, 9.25, 9.375, 9.0625, 9.375, 9.125, 7.21875, 9.1875, 1.515625, 9.375, 9.375, 9.375, 9.375, 9.375, 9.3125, 9.375, 9.375, 9.375, 9.375, 0.009033, 9.3125, 9.375, 9.375, 9.375, 9.375, 7.1875, 9.375, 8.8125, 9.375, 9.375, 9.375, 9.375, 9.125, 9.375, 9.375, 9.3125, 4.03125, 9.375, 0.008911, 9.375, 8.875, 9.375, 9.375, 9.375, 7.34375, 9.375, 9.375, 9.375, 9.375, 2.859375, 9.375, 8.75, 0.00769, 3.296875, 9.375, 9.375, 6.3125, 9.375, 9.375, 9.375, 9.375, 9.375, 8.5625, 9.375, 9.375, 9.3125, 9.3125, 9.375, 9.3125, 0.008728, 9.375, 8.875, 9.375, 9.3125, 9.375, 9.3125, 9.1875, 9.3125, 7.59375, 9.0625, 9.375, 9.1875, 9.375, 9.375, 9.0, 9.375, 9.375, 9.375, 5.78125, 8.9375, 6.28125, 8.5625, 8.875, 9.375, 9.3125, 8.125, 9.25, 9.375, 9.1875, 9.375, 9.375, 9.375, 9.125, 9.3125, 8.75, 9.125, 9.375, 9.375, 9.375, 9.375, 7.34375, 8.0625, 9.375, 4.5, 9.375, 9.3125, 9.375, 9.375, 7.1875, 9.3125, 8.875, 0.00885, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 0.008789, 9.375, 8.125, 9.375, 9.375, 8.3125, 9.375, 6.90625, 9.0625, 9.375, 9.375, 9.3125, 9.375, 9.375, 0.008789, 7.40625, 9.375, 9.375, 9.375, 9.375, 9.375, 7.625, 9.375, 9.375, 9.375, 9.375, 0.009033, 9.375, 9.375, 9.375, 1.25, 9.375, 9.375, 0.009155, 6.875, 9.375, 5.65625, 1.304688, 9.375, 8.125, 9.375, 9.375, 9.375, 0.008789, 9.375, 0.207031, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 8.8125, 9.375, 0.009155, 9.1875, 9.375, 9.375, 9.375, 9.375, 9.0625, 9.0625, 0.008789, 8.9375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 5.1875, 0.953125, 9.375, 9.375, 9.25, 3.078125, 9.375, 9.125, 9.375, 8.6875, 9.3125, 9.375, 8.5, 9.375, 9.375, 9.375, 9.375, 9.25, 6.125, 8.6875, 9.1875, 9.375, 0.097656, 0.008972, 8.375, 8.8125, 9.375, 9.375, 9.375, 9.375, 9.0625, 9.375, 9.375, 9.375, 0.008728, 9.375, 9.25, 9.375, 0.008972, 8.5, 9.375, 9.375, 9.375, 9.1875, 9.375, 9.375, 8.3125, 2.859375, 9.375, 9.375, 9.375, 9.3125, 0.008972, 7.84375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 4.125, 9.375, 9.375, 7.3125, 9.375, 9.375, 9.375, 6.375, 0.008606, 2.03125, 2.640625, 9.375, 9.375, 9.375, 9.375, 6.5625, 9.375, 9.375, 0.008789, 9.375, 5.125, 9.375, 9.375, 9.375, 9.3125, 9.375, 5.25, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 7.8125, 0.009094, 6.25, 9.375, 9.1875, 9.375, 9.375, 9.375, 0.008545, 9.1875, 9.375, 9.375, 9.375, 9.1875, 8.1875, 9.375, 0.007935, 5.875, 7.46875, 9.375, 0.008911, 6.46875, 9.375, 5.25, 8.4375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 1.523438, 0.008911, 9.375, 4.5625, 8.25, 9.375, 0.009033, 9.375, 6.46875, 9.375, 9.375, 9.25, 9.0625, 6.09375, 0.009094, 9.375, 9.375, 6.84375, 9.3125, 0.00885, 9.375, 9.375, 9.375, 9.375, 9.25, 9.375, 7.65625, 9.375, 9.125, 9.25, 9.0625, 8.3125, 9.375, 8.375, 9.25, 5.90625, 8.375, 6.65625, 9.25, 9.375, 9.375, 8.25, 8.6875, 0.601562, 9.3125, 9.375, 8.125, 9.375, 9.375, 9.375, 9.375, 8.875, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 7.5625, 7.625, 9.375, 9.375, 9.375, 9.25, 9.375, 9.375, 9.375, 0.008789, 9.375, 9.375, 9.3125, 2.0, 9.3125, 9.375, 9.375, 8.875, 9.375, 9.375, 9.375, 3.015625, 7.53125, 9.375, 9.375, 9.375, 8.25, 9.375, 4.4375, 9.375, 9.375, 9.375, 6.0625, 8.1875, 4.09375, 9.1875, 9.3125, 9.375, 9.375, 9.375, 9.3125, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 8.5625, 9.375, 9.375, 9.375, 9.375, 9.3125, 8.8125, 9.125, 9.375, 9.375, 9.375, 9.375, 4.53125, 9.375, 9.375, 9.375, 9.375, 8.0, 9.375, 0.008911, 9.375, 0.008667, 9.375, 0.009033, 7.1875, 8.75, 9.375, 9.375, 6.15625, 9.375, 9.375, 9.25, 9.375, 9.375, 1.507812, 9.375, 9.375, 4.40625, 8.625, 9.375, 5.5625, 7.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 0.008911, 9.375, 9.375, 9.25, 8.375, 0.008789, 9.375, 8.5, 2.4375, 8.875, 9.375, 9.375, 9.375, 9.375, 9.1875, 9.0625, 9.375, 9.375, 9.0, 6.90625, 9.375, 9.375, 9.125, 8.5625, 9.375, 9.375, 9.375, 9.375, 8.4375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.25, 9.375, 9.375, 8.9375, 9.375, 9.375, 9.375, 9.375, 7.375, 9.1875, 3.171875, 8.5, 9.375, 9.375, 9.375, 9.375, 9.375, 6.5, 9.375, 8.1875, 9.375, 9.3125, 9.375, 8.125, 9.375, 7.40625, 0.009216, 9.375, 9.375, 9.375, 9.375, 9.375, 4.375, 9.375, 9.3125, 8.1875, 9.375, 8.9375, 9.0625, 9.375, 6.875, 5.25, 9.375, 9.375, 0.008728, 9.3125, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 7.5, 1.171875, 9.375, 9.375, 9.375, 6.03125, 9.375, 9.1875, 9.375, 9.375, 0.009094, 9.375, 6.9375, 9.375, 6.90625, 1.367188, 9.375, 9.375, 9.375, 9.375, 8.0, 9.375, 9.1875, 2.734375, 9.375, 8.75, 7.65625, 8.9375, 9.375, 0.009155, 9.375, 6.625, 9.3125, 0.008911, 9.375, 9.375, 9.3125, 9.375, 9.375, 9.1875, 4.71875, 9.375, 7.6875, 8.625, 9.375, 8.9375, 9.125, 8.5, 9.375, 8.4375, 9.375, 9.25, 9.375, 9.375, 5.625, 9.375, 9.375, 9.375, 9.3125, 9.375, 9.375, 7.21875, 9.375, 9.375, 8.75, 7.84375, 9.375, 4.6875, 2.34375, 9.375, 8.9375, 9.375, 0.008972, 9.375, 9.25, 7.875, 8.9375, 9.375, 9.3125, 7.4375, 8.0, 9.375, 8.9375, 9.375, 9.125, 9.3125, 6.4375, 9.1875, 9.375, 9.375, 9.125, 9.375, 9.375, 5.0625, 9.375, 9.375, 9.375, 6.3125, 9.375, 9.375, 9.375, 7.96875, 4.3125, 7.78125, 8.6875, 9.375, 9.375, 8.8125, 9.375, 9.1875, 8.25, 9.375, 9.1875, 9.375, 5.1875, 9.375, 9.375, 9.375, 8.1875, 9.375, 9.0625, 9.375, 9.375, 5.53125, 9.375, 9.375, 9.375, 9.375, 9.3125, 9.375, 7.28125, 9.375, 9.3125, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.125, 9.375, 9.375, 9.375, 8.4375, 9.375, 9.375, 8.6875, 7.25, 9.3125, 9.375, 9.375, 8.9375, 9.125, 9.375, 9.375, 9.375, 9.125, 9.375, 9.375, 9.375, 9.375, 0.008606, 1.375, 9.375, 1.132812, 8.625, 9.375, 3.109375, 7.8125, 9.375, 9.375, 9.375, 9.375, 7.875, 9.375, 9.375, 7.3125, 9.375, 9.375, 9.375, 9.3125, 9.0, 5.875, 5.6875, 9.375, 8.5625, 9.375, 9.375, 9.375, 9.375, 6.0, 9.375, 9.375, 9.375, 7.1875, 9.1875, 4.5, 9.0625, 9.375, 9.375, 9.375, 9.375, 9.375, 5.4375, 9.375, 9.375, 8.9375, 8.625, 8.5, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 8.125, 9.375, 9.375, 8.8125, 9.375, 9.375, 9.125, 9.375, 6.125, 9.375, 9.3125, 7.40625, 1.351562, 9.375, 9.375, 9.375, 9.375, 0.008972, 0.008789, 9.375, 9.375, 9.375, 5.875, 9.375, 9.375, 4.84375, 9.375, 7.25, 9.375, 0.00885, 9.375, 9.375, 9.375, 9.375, 9.25, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 5.28125, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 8.75, 9.0625, 9.375, 9.25, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 5.21875, 5.71875, 9.375, 9.375, 9.375, 9.375, 9.0625, 9.375, 9.375, 9.375, 9.0, 9.375, 9.25, 9.375, 9.375, 9.375, 9.375, 9.375, 9.25, 9.375, 9.375, 9.375, 2.125, 9.375, 9.125, 8.0625, 9.375, 9.375, 8.8125, 9.375, 9.3125, 9.375, 9.25, 9.375, 9.375, 9.375, 9.3125, 8.875, 9.375, 9.375, 9.125, 0.009094, 9.375, 9.375, 7.0, 9.375, 9.375, 9.0625, 5.5625, 0.009094, 9.375, 9.25, 8.5, 6.28125, 9.1875, 1.828125, 9.375, 9.375, 9.375, 9.375, 6.96875, 8.4375, 9.375, 9.375, 9.375, 9.375, 9.375, 9.375, 0.009155, 9.375, 9.375, 9.25, 9.375, 6.375, 0.009033, 6.71875, 9.375, 9.3125, 9.1875, 9.1875, 0.008789, 9.375, 2.75, 9.375, 6.75, 9.375, 9.375, 9.375, 8.5, 9.375, 9.375, 9.375, 9.375, 9.125, 9.375, 9.375, 2.921875, 0.008972, 6.9375, 9.375, 1.523438, 9.375, 9.375, 9.375, 9.375, 9.375, 6.34375, 9.375, 7.75, 9.375, 0.008301, 9.375, 9.375, 9.375, 9.375, 0.008789, 0.008789, 8.8125, 9.375, 9.375, 0.009094, 9.375, 9.375, 9.375, 9.3125, 0.008606, 9.375 ] } , "name": "onnx::Mul_11186", "outputIndexes": [ 4468 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4467, 4468 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 4469 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4441, 4469 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/Add_2_output_0", "outputIndexes": [ 4470 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.06543 ] } , "name": "/blocks.23/Constant_1_output_0", "outputIndexes": [ 4471 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4470, 4471 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.23/Mul_1_output_0", "outputIndexes": [ 4472 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4472, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.24/Reshape_output_0", "outputIndexes": [ 4473 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4473 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.24/input_layernorm/Pow_output_0", "outputIndexes": [ 4474 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4474 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.24/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 4475 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4475, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/input_layernorm/Add_output_0", "outputIndexes": [ 4476 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4476, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/input_layernorm/Pow_1_output_0", "outputIndexes": [ 4477 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4473, 4477 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/input_layernorm/Mul_output_0", "outputIndexes": [ 4478 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ -5.0625, 2.265625, 5.1875, 3.703125, 3.5625, 3.796875, 21.0, 3.40625, 3.890625, 8.25, 3.8125, 3.171875, 14.1875, 2.90625, 3.9375, 2.828125, 3.65625, 4.0625, 3.96875, 5.53125, -2.96875, 6.34375, 4.78125, 2.984375, 4.59375, 4.03125, 4.71875, 5.25, 42.25, 5.28125, 4.0, 4.21875, 4.15625, 3.984375, 3.640625, 4.125, 4.96875, 25.75, 3.5625, 13.3125, 3.96875, 4.28125, 5.0, 3.375, 3.421875, 4.25, 5.65625, 2.75, 13.4375, 3.796875, 3.078125, 3.265625, 14.9375, 4.78125, 5.4375, 3.671875, 11.75, 3.0, 3.671875, 3.078125, 3.453125, 4.6875, 3.5, 10.625, 2.828125, 3.3125, 3.359375, 4.75, 3.515625, 4.8125, 3.140625, 4.09375, 4.65625, 3.765625, 3.390625, 3.53125, 3.84375, 4.90625, 4.6875, 6.84375, 2.953125, 3.875, 5.03125, 7.625, 3.671875, 2.9375, 4.59375, 3.734375, 3.84375, 3.65625, 5.375, 4.21875, 4.125, -3.28125, 3.109375, 4.71875, 5.90625, 4.09375, 2.796875, 5.6875, 2.890625, 43.25, 5.65625, 3.265625, 3.984375, 2.671875, 6.0625, 2.921875, 7.0, 4.59375, 4.46875, 3.234375, 3.34375, 8.0, 4.4375, 5.15625, 2.90625, 4.21875, 3.921875, 3.3125, 3.6875, 3.75, 3.4375, 2.875, 3.15625, 4.03125, 4.8125, 2.25, 3.84375, 4.0625, 5.46875, 5.875, 3.09375, 6.875, 6.34375, 3.421875, 5.5625, 2.203125, 72.5, 5.09375, 3.59375, 3.328125, 0.40625, -3.734375, 4.125, 2.578125, 5.375, 4.6875, 5.8125, -3.984375, 3.8125, 3.3125, 3.375, 3.640625, 6.75, 3.984375, 3.546875, 3.015625, 3.328125, 2.546875, 3.171875, 12.8125, 3.34375, 3.390625, 6.78125, 2.0625, 3.9375, 3.5, 4.3125, 3.3125, 4.40625, 7.59375, 6.28125, 3.796875, 3.28125, 5.3125, 3.671875, 4.15625, 8.8125, 12.125, 3.4375, 4.03125, 3.59375, 8.0, 2.484375, 4.25, -4.0, 3.75, 5.125, 3.046875, 4.59375, 2.90625, 4.1875, 5.25, 6.1875, -2.890625, 4.09375, 3.34375, 5.6875, 4.1875, 5.21875, 25.875, 4.9375, 3.921875, 2.96875, 4.15625, 2.3125, 4.25, 2.484375, 3.296875, 5.53125, 8.5625, 2.953125, 7.78125, 2.859375, 11.625, 7.3125, 4.34375, 4.78125, 2.9375, 6.375, 3.3125, 3.34375, 3.640625, 3.328125, 5.0, 8.3125, 5.34375, 4.625, 3.140625, 8.0625, 2.53125, 2.46875, 4.0625, 4.03125, 3.859375, 2.25, 4.59375, 3.96875, 2.078125, 4.53125, 13.8125, 4.3125, 4.34375, 4.84375, 5.875, 3.171875, 3.28125, 4.625, 3.25, 5.5625, 3.328125, -3.40625, 4.75, 4.9375, 3.421875, 3.390625, 6.03125, 3.671875, 3.90625, 3.59375, 3.65625, 2.84375, 3.53125, 8.6875, 4.4375, 2.265625, 13.75, 5.03125, 3.328125, 2.59375, 3.734375, 3.109375, 6.5625, 3.625, 2.953125, 5.59375, 3.703125, 3.453125, 3.09375, 4.15625, 1.875, 4.09375, 4.28125, 6.6875, 3.828125, 3.4375, 14.3125, 5.375, 3.03125, 4.46875, 4.59375, 4.03125, 4.65625, 3.125, 5.125, 4.25, 4.125, 2.5625, 2.21875, 6.21875, 6.71875, 3.03125, 3.109375, 4.6875, 5.1875, 3.453125, 3.171875, 4.21875, 4.875, 4.03125, 3.203125, 4.21875, 4.875, 5.0625, 1.867188, 4.28125, 4.4375, 3.65625, 8.0625, 3.609375, 2.953125, 3.09375, 3.609375, 4.84375, 6.34375, 3.046875, 40.0, 3.890625, 3.21875, 3.015625, 34.5, 3.984375, 4.96875, 3.109375, 4.125, 6.40625, 3.5, 4.4375, 3.890625, 4.75, 5.6875, 5.9375, 8.3125, 5.0, 3.453125, 6.78125, 3.59375, 13.5625, 4.21875, 3.609375, 4.4375, 8.625, 5.65625, 2.75, 2.375, 3.25, 6.25, 3.375, 4.53125, 4.59375, 4.21875, 4.8125, 5.6875, 3.03125, 3.421875, 3.21875, 4.375, 3.765625, 4.28125, 4.09375, 3.984375, 3.828125, 31.5, 2.640625, 3.578125, 4.03125, 3.671875, 3.453125, 4.0625, 3.09375, 4.875, 6.53125, 3.671875, 4.5625, 4.375, 9.125, 7.1875, 8.1875, 5.5, 15.25, 3.359375, 3.0, 4.875, 2.328125, 5.03125, 5.6875, 2.921875, 4.96875, 3.703125, 4.09375, 5.75, 3.40625, 5.28125, 3.53125, 2.9375, 9.25, 5.96875, 8.0625, 3.390625, 3.765625, -2.21875, 5.1875, 3.1875, 2.578125, 5.6875, 4.75, 4.5625, 3.75, 3.75, 4.40625, 2.40625, 21.375, 3.9375, 4.34375, 4.28125, 4.8125, -3.71875, 5.1875, 2.953125, 3.078125, 3.921875, 6.0, 4.6875, 3.484375, 3.140625, 4.09375, 4.8125, 4.8125, 4.75, 4.375, 3.53125, 3.75, 3.671875, 3.03125, 4.28125, 3.921875, 4.96875, 3.03125, 3.546875, 3.484375, 3.84375, 3.234375, 3.5625, 3.5625, 3.484375, 4.65625, 4.6875, 5.9375, 4.28125, 3.5625, 3.71875, 4.5625, 6.53125, 5.0, 3.75, 2.625, 4.96875, 3.84375, 3.625, 4.71875, 2.40625, 2.890625, 6.15625, 3.078125, 3.90625, 3.421875, 16.5, 3.5625, 3.921875, 2.65625, 3.5625, 5.4375, 3.0, 5.09375, 3.4375, 2.796875, 3.734375, 3.890625, 5.3125, 3.703125, 3.15625, 8.125, -4.34375, 4.28125, 6.0625, 4.5, 3.6875, 3.625, 4.59375, 3.796875, 4.09375, 3.375, 4.4375, 3.875, 3.59375, 3.234375, 5.125, 4.53125, 3.484375, 9.9375, 4.09375, 4.59375, 3.875, 3.4375, 2.953125, 4.6875, 5.375, 7.96875, 4.40625, 5.71875, 4.90625, 4.5, 3.484375, 3.921875, 3.28125, 3.234375, 3.0, 4.28125, 4.0, 5.25, 91.0, 3.359375, 2.96875, 5.0625, 4.53125, 3.765625, 2.828125, 5.59375, 3.4375, 4.09375, 6.84375, 3.3125, 3.796875, 6.71875, 8.375, 4.4375, 3.65625, 3.84375, 2.953125, 5.03125, -3.46875, 4.625, -5.5, 4.875, 3.34375, 6.5, 4.0625, 3.421875, -3.234375, 4.5, 6.53125, 4.0625, 3.09375, 3.8125, 4.96875, 5.4375, 3.890625, 5.25, 5.1875, 5.625, 4.65625, 3.390625, 4.125, 6.34375, 11.3125, 10.3125, 3.015625, 6.125, 9.0625, 6.5625, 20.875, 6.03125, 4.125, 3.75, 4.21875, 3.71875, 3.96875, 4.5625, 4.40625, 2.328125, 3.375, 3.96875, 4.4375, 2.53125, 41.75, 7.21875, 3.015625, 3.171875, 3.796875, 3.578125, 3.71875, 27.875, 3.125, 3.078125, 4.59375, 3.984375, 3.703125, 3.953125, 2.3125, 4.46875, 7.71875, 2.734375, 3.421875, 5.625, 3.296875, 4.25, 3.71875, 2.84375, 4.15625, 6.71875, 4.1875, 3.9375, 3.140625, 4.21875, 3.796875, 6.28125, 6.3125, 2.828125, 4.59375, 3.71875, 4.4375, 3.328125, 3.25, 85.5, 8.0625, 3.796875, 6.625, 7.625, 4.59375, 5.65625, 6.4375, -4.78125, 4.71875, 4.40625, 4.21875, 17.625, 5.09375, 3.5, 150.0, 4.65625, 13.1875, 3.359375, 3.75, 3.765625, 3.171875, 12.25, 4.5, 3.5, 11.0, 3.59375, 6.125, 5.3125, 3.671875, 6.375, 3.828125, 3.484375, 2.84375, 3.984375, 4.59375, 5.03125, 3.046875, 3.140625, 3.90625, 4.46875, 4.125, 2.609375, 3.5625, 2.59375, 2.703125, 4.84375, 3.0, 15.875, 3.703125, 6.4375, 3.265625, 4.6875, -5.28125, 3.859375, 4.53125, 5.6875, 3.625, 3.640625, 3.140625, 3.296875, 5.375, 3.171875, 4.28125, -4.375, 6.625, 4.21875, 4.28125, 3.9375, 13.8125, 4.125, 2.875, 2.984375, 7.375, 4.46875, 3.3125, 3.734375, 3.984375, 4.84375, -3.578125, 4.125, 4.875, 9.5, 4.5, 3.390625, 5.15625, 3.53125, 5.4375, 2.875, 5.09375, 5.375, 3.75, 4.3125, 3.09375, 3.53125, 5.84375, 5.09375, 5.25, 32.75, 3.859375, 6.34375, 6.65625, 2.625, 3.1875, 4.75, 3.359375, 4.78125, 8.1875, 5.03125, 3.78125, 3.859375, 3.28125, 2.703125, 3.28125, 5.3125, 4.53125, 4.0625, 3.71875, 3.84375, 4.90625, 2.71875, 3.65625, 4.75, 3.984375, 109.5, 2.171875, 4.75, 4.9375, 9.3125, 3.9375, 4.8125, 3.78125, 3.890625, 3.34375, 4.125, 2.890625, 6.34375, 2.984375, 3.78125, 5.3125, 4.375, 5.8125, 4.0625, 5.125, 3.390625, 2.953125, 5.71875, 3.140625, 6.0625, 3.09375, 6.53125, 3.234375, 4.09375, 2.15625, 6.25, 14.6875, 7.1875, 3.109375, 7.78125, 3.40625, 25.875, 3.5625, 4.40625, 2.78125, 3.90625, 26.75, 6.375, 4.75, 3.15625, -3.5, 2.84375, 4.96875, 6.46875, -3.546875, 4.6875, 3.140625, 4.1875, 10.375, 5.28125, 2.4375, 3.765625, 3.71875, 5.375, 3.265625, 6.59375, 3.84375, 4.5625, 3.171875, 3.03125, 4.34375, 4.59375, 4.3125, 3.5625, 2.796875, 8.0625, 4.53125, 2.875, 5.03125, 4.40625, 3.03125, 4.25, 4.5, 4.65625, 4.84375, 4.03125, 2.328125, 4.03125, 4.59375, 2.90625, 2.71875, 4.09375, 2.75, 3.8125, 2.59375, 4.6875, 4.9375, 2.84375, 20.375, 4.40625, 4.40625, 3.296875, 3.65625, 12.25, 3.1875, 4.40625, 4.28125, 5.0625, 4.84375, 5.34375, 3.65625, 4.15625, 5.1875, 5.15625, 3.40625, 5.6875, 53.25, 3.578125, 5.40625, 8.25, 3.6875, 3.65625, 3.546875, 4.4375, 8.1875, 2.890625, 2.09375, 5.25, 80.5, 6.3125, 4.4375, 4.0625, 6.59375, 4.09375, 3.90625, 3.703125, 2.90625, 5.25, 8.4375, 3.828125, 3.609375, 11.375, 4.4375, 5.59375, 4.8125, 3.515625, 4.25, 4.96875, 17.875, 5.65625, 2.5625, 2.796875, 4.0625, 5.8125, 3.671875, -2.734375, 3.515625, 2.96875, 8.0625, 4.59375, 5.71875, 3.375, 14.0625, 3.96875, 3.4375, 3.0, 3.71875, 4.25, 4.09375, 4.46875, 4.5, 3.921875, 3.6875, 7.09375, 3.84375, 4.5625, 3.96875, 6.78125, 55.25, 3.875, 2.984375, 17.875, 8.4375, 4.40625, 2.84375, 4.40625, 4.1875, 4.03125, 2.359375, 10.0625, 3.703125, 4.40625, 4.3125, 3.28125, 4.09375, 3.5, 2.703125, 3.234375, 4.375, 3.84375, 4.375, 6.71875, 4.90625, 3.1875, 3.59375, 3.015625, 3.421875, 4.03125, 4.09375, 7.1875, 4.375, 6.21875, 3.4375, 5.65625, 5.34375, 3.625, 5.75, 5.15625, 5.09375, 3.578125, 5.09375, 4.34375, 4.28125, 4.71875, 7.78125, 33.5, 3.359375, 4.6875, -3.171875, 4.53125, 4.375, 4.8125, 3.390625, 3.140625, 2.296875, 12.9375, 2.140625, 3.90625, 7.71875, 3.96875, 3.890625, 4.25, 5.4375, 3.703125, 3.765625, 10.9375, 4.6875, 3.96875, 4.125, 5.65625, 110.5, 4.84375, 3.734375, 6.96875, 3.96875, 4.71875, 4.3125, 3.640625, 5.78125, 3.734375, 5.96875, 2.71875, 3.25, 3.25, 3.15625, 4.125, -3.859375, 5.375, 6.0, 3.25, 6.15625, 2.53125, 4.0625, 3.875, 4.15625, 4.09375, 11.875, 2.140625, 2.5, 5.625, 4.21875, 3.453125, 5.0625, 5.4375, 4.21875, 12.25, 3.765625, 3.3125, 101.0, 4.5625, 3.609375, 16.25, 5.34375, 4.8125, 2.96875, -6.34375, 4.59375, 3.75, 2.8125, 2.765625, 2.859375, 3.765625, 4.15625, 4.03125, 3.671875, 2.65625, 3.390625, 7.6875, 3.453125, 4.46875, 6.21875, 3.359375, 11.875, 2.515625, 3.96875, 3.953125, 3.5, 5.5625, 4.75, 5.59375, 9.375, 3.84375, 3.5, 3.484375, 3.640625, 4.71875, 3.015625, 5.0, 2.640625, 3.21875, 4.21875, -2.890625, 5.125, 13.8125, 4.625, 4.125, 3.203125, 3.984375, 3.265625, 4.4375, 3.296875, 3.875, 3.1875, 3.609375, 4.65625, 4.75, 3.15625, 5.75, 3.234375, 3.171875, 3.25, 5.34375, 5.84375, 9.0625, 4.1875, 4.59375, 3.1875, 5.5, 5.3125, -3.609375, 3.59375, 3.96875, 4.65625, 2.90625, 5.46875, 2.46875, 2.625, 3.546875, 10.4375, 4.25, 3.96875, 4.4375, 3.109375, 3.09375, 3.15625, 4.15625, 3.34375, 3.984375, 29.25, 3.96875, 3.65625, 4.46875, 1.953125, 4.0, 3.96875, 4.21875, 5.0, 4.28125, 4.125, 4.90625, 4.28125, 11.25, 4.03125, 3.984375, 5.09375, 3.40625, 2.6875, 6.96875, 4.84375, 6.125, 5.03125, 3.09375, 4.375, 3.375, 3.25, 3.546875, 6.03125, -4.28125, -4.21875, 6.9375, 3.453125, 44.75, 3.296875, 6.78125, 4.1875, 4.59375, 2.96875, 5.3125, 7.3125, 3.25, 3.921875, 5.5625, 2.703125, 4.15625, 3.359375, 3.5, 6.8125, 4.28125, 3.1875, 3.34375, 5.75, 4.15625, 3.484375, -4.21875, 3.75, 3.140625, 4.625, 4.65625, 6.0, 3.1875, 5.125, 4.09375, 2.9375, 9.625, 4.75, 2.453125, -3.484375, 9.8125, 3.828125, 2.921875, 9.0, 7.90625, 2.6875, 3.484375, 3.015625, 9.0, 4.25, 4.6875, 5.375, 3.546875, 3.21875, 3.796875, 3.671875, 5.90625, 3.359375, 6.78125, 3.046875, 2.765625, 3.625, 2.078125, 3.078125, 3.8125, 2.8125, 5.0625, 3.875, 6.625, 4.78125, 3.625, 4.96875, 3.078125, 4.6875, 3.046875, 3.359375, 3.46875, 4.75, 3.09375, 3.265625, 4.84375, 2.1875, 7.3125, 3.703125, 3.9375, 4.1875, 2.921875, -3.84375, 3.8125, 16.375, 3.75, 3.296875, 3.234375, 6.90625, 11.375, 2.453125, 7.75, 4.125, 4.21875, 3.4375, 5.0625, 90.0, 4.21875, 5.09375, 3.0, -9.4375, 3.078125, 3.109375, 4.15625, 3.828125, 2.59375, 24.375, 7.8125, 3.484375, 3.859375, 3.3125, 4.71875, 5.21875, 3.59375, 4.4375, 4.125, 71.5, 5.0625, 2.203125, -4.75, 3.765625, 3.21875, 4.46875, 2.328125, 4.34375, 4.53125, 2.703125, 24.375, 3.953125, 5.59375, 4.375, 3.65625, 4.40625, 3.875, 5.34375, 5.1875, -4.0, 5.71875, 6.125, 4.0625, 3.28125, 3.59375, 4.46875, 3.875, 3.03125, 3.015625, 3.203125, 7.96875, 4.90625, 2.296875, 3.828125, 6.34375, 5.59375, 8.625, 8.625, 3.75, 9.375, 4.25, 4.8125, 3.375, 3.015625, 5.3125, 4.8125, 3.6875, 4.1875, 4.71875, 3.21875, 4.28125, 3.234375, 3.953125, 1.632812, 3.5625, 7.1875, 4.0, 3.796875, 2.703125, 3.359375, 3.40625, 3.703125, 4.46875, 3.96875, 4.75, 9.375, 4.53125, 6.8125, 3.375, 3.40625, 5.0625, 3.703125, 2.453125, 3.375, 3.703125, 4.15625, 2.8125, 3.3125, 3.921875, 5.1875, 13.3125, 4.34375, 3.84375, 3.515625, 4.4375, 3.9375, 3.921875, 3.59375, 3.65625, 2.609375, 3.546875, 4.625, 3.96875, 3.34375, 3.0, 3.453125, 5.5625, 4.71875, 3.53125, 3.0625, 3.625, 2.46875, 5.4375, 4.90625, 2.78125, 3.3125, 4.90625, 8.875, 4.53125, 6.59375, 4.71875, -4.375, 3.8125, 3.859375, 7.65625, 3.21875, -5.1875, 4.1875, 9.875, 2.359375, 3.3125, 6.59375, 5.0625, 5.125, 5.53125, 5.125, 5.0625, 4.65625, 2.90625, 2.84375, 3.9375, 6.34375, 4.15625, 2.953125, 3.484375, 4.90625, 3.734375, 3.90625, 3.9375, 4.53125, 4.125, 3.46875, 3.5, 4.53125, 4.15625, 2.84375, 6.1875, 4.875, 3.828125, 3.953125, 3.796875, 3.59375, 3.484375, 9.1875, 3.171875, 4.28125, 19.375, 32.75, 3.984375, -3.671875, 3.65625, 3.15625, 5.875, 6.375, 4.125, 4.0625, 4.40625, 7.5, 4.4375, 3.0625, 3.703125, 3.453125, 17.5, 5.96875, 19.5, 4.1875, 3.953125, 3.59375, 6.21875, 5.375, 4.6875, 4.46875, 3.734375, 3.265625, 8.6875, 4.5625, 4.6875, 4.78125, 3.75, 5.65625, 3.6875, 7.0625, 3.828125, 4.09375, 3.90625, -4.8125, 3.53125, 14.8125, 5.28125, 3.203125, 3.765625, 6.96875, 15.1875, 3.75, 3.171875, 4.78125, 3.0, 3.25, 5.59375, 3.59375, 3.90625, 3.34375, 2.328125, 7.46875, 3.15625, 8.25, 7.0625, 2.875, 4.5, 4.3125, 6.5, 3.875, 3.890625, 3.578125, 4.40625, 4.71875, 5.03125, 5.75, 3.6875, 8.0625, 3.515625, 2.828125, 4.28125, 6.3125, 4.09375, 3.515625, 6.9375, 10.625, 2.8125, 5.09375, 2.953125, 2.9375, 3.484375, 3.953125, 3.734375, 5.28125, 3.109375, 4.4375, 5.375, 4.15625, 4.65625, 16.875, 7.71875, 3.390625, 7.625, 4.34375, 5.53125, 6.0625, 3.703125, 15.9375, 3.96875, 4.8125, 4.125, 5.03125, 9.0, 4.09375, 6.8125, 6.46875, 6.3125, 3.21875, 3.359375, 3.453125, 4.0, 3.359375, 10.6875, 3.578125, 3.421875, 6.125, 3.796875, 4.34375, 3.421875, 18.625, 5.875, 4.71875, 5.25, 3.328125, 3.15625, 2.265625, 4.6875, 4.53125, 9.375, 4.3125, 4.0, 5.96875, 2.78125, 4.53125, 3.703125, 5.71875, -3.875, 3.5625, 6.84375, 3.6875, 24.375, 3.484375, 3.1875, 3.359375, 3.984375, 3.421875, 4.875, 7.9375, 3.84375, 2.734375, 4.125, 4.71875, 4.03125, 3.984375, 3.484375, 3.984375, 3.921875, 3.890625, 3.734375, 5.0625, 4.5625, 5.25, 3.671875, 5.1875, 9.6875, 4.5, 4.0, 5.09375, 8.0625, 3.25, 4.21875, 3.75, 4.59375, 3.53125, 3.921875, 4.40625, 3.375, 3.78125, 3.734375, 3.0625, 5.4375, 69.5, 3.671875, 8.3125, 3.3125, 4.625, 3.53125, 3.046875, -11.0625, 6.0625, 3.609375, 3.71875, 4.53125, 6.65625, 1.171875, 3.078125, 4.09375, 10.6875, 5.21875, -3.953125, 4.03125, 13.3125, 6.28125, 4.34375, 4.03125, 3.890625, 3.375, 4.9375, 4.1875, 4.875, 11.9375, 4.71875, 3.65625, 3.375, 5.0, 4.34375, 3.515625, 6.53125, 4.4375, 3.359375, 5.65625, 3.328125, 8.1875, 5.03125, 3.9375, 4.25, 4.0, 5.375, 4.59375, 4.15625, 3.578125, 5.46875, 4.125, 3.5625, 3.6875, 3.171875, 4.9375, 10.0625, 2.84375, 4.46875, 4.5625, 3.625, 6.125, 5.1875, 3.859375, 143.0, 3.46875, -4.21875, 4.90625, 4.6875, 6.53125, 4.0, 4.96875, 4.125, 4.0625, 3.046875, 4.0, 3.71875, 4.4375, 3.140625, 3.875, 5.6875, 3.75, 3.671875, -3.5, 3.84375, 3.6875, 3.796875, 3.796875, 4.5625, 4.90625, 5.78125, 3.421875, 4.28125, 6.5, 6.59375, 3.109375, 3.71875, 4.53125, 3.203125, 4.78125, 5.03125, 4.09375, 3.625, 5.25, 5.46875, 10.4375, 3.359375, 3.953125, 3.0625, 9.625, 3.828125, 4.40625, 3.4375, 6.6875, 3.328125, 18.25, 23.125, 3.640625, 6.5, 3.171875, 3.1875, 4.34375, 4.1875, -3.640625, 90.5, 4.53125, 4.21875, 3.625, 2.96875, 4.125, 6.1875, 3.0, 3.296875, 4.53125, -2.234375, 94.5, 3.875, 2.75, 2.875, 6.46875, 3.78125, 3.46875, 4.96875, 3.640625, 4.375, 3.15625, 4.09375, 7.625, 3.0, 4.96875, 4.84375, 4.96875, 6.0, 35.75, 5.28125, 2.796875, 2.671875, 4.0, 4.90625, 3.84375, 4.34375, 3.265625, 3.09375, 3.171875, 3.5625, 4.84375, 10.875, 4.125, 3.984375, 7.59375, 7.53125, 4.28125, 6.21875, 3.78125, 6.34375, 5.125, 3.421875, 3.90625, 4.6875, 3.28125, 3.5625, 4.96875, 3.484375, 2.921875, 2.921875, 1.640625, 2.78125, 3.890625, 5.90625, 3.484375, 12.5625, 4.03125, 3.78125, 4.1875, 3.78125, 4.0, 4.96875, 2.734375, 3.859375, 10.4375, 5.03125, 5.65625, 3.84375, 3.46875, 2.46875, 4.625, 3.53125, 5.71875, 3.203125, 2.390625, 3.15625, 4.15625, 13.6875, 3.15625, 4.25, 4.59375, 3.96875, 2.015625, 4.4375, 14.1875, 4.875, 27.25, 10.875, 3.328125, 3.390625, 4.40625, 3.984375, 10.625, 4.28125, -4.1875, 2.796875, 3.203125, 8.4375, 4.25, 5.4375, 4.5625, 3.921875, 3.03125, 13.625, 3.421875, -3.21875, 3.15625, 2.8125, 2.671875, 3.75, 3.78125, 4.90625, -4.375, 4.875, 3.484375, 6.84375, 3.5625, 4.34375, 5.125, 4.84375, 5.0, 9.9375, 4.5, 3.046875, 3.34375, 4.25, 5.375, 9.375, 3.078125, 14.875, 7.5625, 7.65625, 3.515625, 11.25, 4.03125, 3.78125, 3.75, 3.5, -3.234375, 3.734375, 3.484375, 3.671875, 3.328125, -6.4375, -3.453125, 5.1875, 19.5, 5.40625, 2.34375, 6.46875, 3.609375, 3.109375, 3.34375, 3.765625, 3.953125, 4.5625, 3.125, 4.46875, 3.609375, 10.5, 4.5, 3.3125, 3.625, 4.6875, 3.671875, 3.765625, 2.90625, 3.78125, 5.3125, 2.671875, 3.640625, 3.546875, 4.125, 3.921875, 4.53125, 4.46875, 4.75, 4.53125, 2.921875, 4.3125, 3.5, 4.90625, 4.125, 5.4375, 6.1875, 4.8125, 4.28125, 4.375, 3.625, 182.0, 2.640625, 5.1875, 3.25, 4.9375, 2.8125, 3.453125, 3.171875, 3.828125, 3.421875, -3.390625, 4.0, 4.09375, 3.171875, 3.140625, 4.34375, 4.25, -4.28125, -3.6875, 5.71875, 3.015625, 4.65625, 6.1875, 4.71875, 2.09375, 1.976562, 3.28125, 4.3125, 4.75, 3.28125, 7.0, 16.0, 4.0625, 3.828125, 3.609375, 4.4375, 3.34375, 4.15625, 4.875, 14.875, 3.84375, 3.09375, 8.375, -4.40625, -3.359375, 5.40625, 5.40625, 4.6875, 3.84375, -2.859375, 3.84375, 5.375, 6.53125, 4.59375, 6.875, 4.40625, 4.625, 2.015625, 2.578125, 4.09375, 3.859375, 3.28125, 4.28125, 3.171875, 3.3125, 4.28125, 3.375, 3.234375, 2.65625, 3.25, 3.171875, 3.59375, 8.0, 3.4375, 3.171875, 4.875, 3.484375, 3.96875, 4.3125, 5.0625, 2.671875, 3.15625, 3.171875, 3.46875, 8.4375, 4.90625, -2.078125, 9.625, 4.78125, 4.875, 6.34375, 7.40625, 2.5625, 4.875, 9.375, 5.15625, 5.9375, 4.1875, 5.28125, 4.40625, 55.25, 4.15625, 3.5625, 20.75, 14.875, 7.125, 7.15625, 4.0, 2.390625, 3.359375, 4.71875, -4.71875, 4.375, 3.25, 3.03125, 3.6875, 3.109375, 3.03125, 4.0, 3.375, 3.5625, 4.3125, 3.625, 4.4375, 6.40625, 2.875, 4.375, 11.75, 3.765625, 3.5, 5.09375, 2.65625, 3.203125, 3.03125, 3.640625, 3.828125, 2.703125, 3.203125, 9.875, 4.15625, 4.5, 3.3125, 4.75, 3.921875, 3.53125, 2.765625, 2.75, 4.15625, 3.828125, 5.21875, 3.4375, 3.125, 5.0625, 5.40625, 4.09375, 3.9375, 3.140625, 4.1875, 4.28125, 3.640625, 3.03125, 3.65625, 8.3125, 4.1875, 10.5, 4.53125, 3.765625, 3.296875, 2.5, 2.375, 4.625, 5.0625, 4.15625, -8.8125, 4.5625, 4.59375, 3.140625, 4.9375, 2.875, 3.125, 4.84375, 4.28125, 3.796875, 4.3125, 6.34375, 3.78125, 7.625, 3.28125, 3.875, 6.15625, 3.421875, 4.125, 3.75, 4.09375, 6.65625, 8.4375, 3.96875, 4.53125, 4.34375, 4.25, 2.796875, 6.21875, 4.5625, 5.40625, 2.9375, 2.90625, 3.0, 4.53125, 45.0, 2.734375, 3.03125, 3.03125, 7.03125, 5.625, 5.25, 3.734375, 4.125, 4.3125, 3.140625, 3.765625, 5.34375, 3.6875, 39.75, 2.53125, 2.46875, 3.65625, 2.3125, 5.53125, 4.5625, 3.8125, 20.875, 3.90625, 3.984375, 5.28125, 7.5625, 2.6875, 121.0, 7.0, 3.3125, 3.25, 20.875, 2.9375, 6.75, 2.859375, 3.046875, 3.890625, 4.3125, 3.125, 3.53125, 3.265625, 2.8125, 4.9375, 3.6875, 4.3125, 3.21875, 3.4375, 5.84375, 4.71875, 4.46875, 3.296875, 4.9375, 4.6875, 6.34375, 2.46875, 9.0625, 4.625, 4.15625, 6.5625, 8.1875, 3.71875, 3.46875, 6.75, 10.875, 3.8125, 3.859375, 12.5, 4.15625, 3.546875, 3.609375, 7.6875, 3.484375, 4.25, 5.0625, 3.484375, 2.21875, 3.1875, 6.5, 6.84375, 3.125, 2.703125, 3.546875, 5.0, 4.5625, 5.28125, 3.90625, 4.5, 4.0, 3.84375, 5.90625, 4.15625, 12.1875, -5.71875, 5.375, 3.078125, 6.0, 3.875, -3.4375, 2.28125, 8.1875, 8.4375, 5.28125, 2.9375, 3.5625, 3.84375, 4.15625, 3.453125, 5.0625, 4.40625, 4.6875, 5.5, 3.71875, 4.25, 3.046875, 3.078125, 3.6875, 4.5, 3.046875, 4.84375, 5.71875, 3.0625, 6.71875, 3.0625, 3.734375, 3.0625, 3.75, 2.828125, 2.84375, 4.9375, 3.609375, 3.75, 5.59375, 3.53125, 3.34375, -7.4375, 3.265625, 4.25, 4.34375, 6.21875, 3.546875, 3.28125, 2.703125, -4.46875, 3.34375, 3.890625, 5.125, 6.65625, 3.65625, 3.78125, 3.125, 3.609375, 3.96875, 4.0625, 5.3125, 2.6875, 3.8125, 6.0, 3.859375, 2.765625, 3.984375, 11.0, 82.5, 3.859375, 33.25, 5.625, 3.5625, 5.625, 3.015625, 3.5625, 4.46875, 3.375, 3.25, 4.28125, 2.90625, 4.25, 5.125, 3.578125, -4.0, 3.5625, 3.3125, 5.3125, 6.03125, 7.84375, 3.609375, 5.75, 2.453125, 2.578125, 4.9375, 2.71875, 5.875, 3.703125, 4.5, 2.9375, 4.28125, 4.5, 10.9375, 3.5, 4.0625, 4.96875, 3.484375, 3.1875, 5.6875, 15.625, 3.09375, 5.53125, 94.0, 5.96875, 4.5625, 4.25, 3.765625, 5.6875, -3.984375, 7.78125, 5.25, 3.640625, 3.6875, 5.34375, 3.578125, 6.0, 3.703125, 4.625, 3.640625, 2.65625, 7.09375, 4.375, 3.953125, 3.96875, 60.25, 3.78125, 4.15625, 4.90625, 4.53125, 95.5, 6.40625, 4.46875, 4.53125, 4.1875, 6.96875, 2.96875, 2.78125, 5.53125, 4.78125, 5.5, 4.4375, 3.5625, 2.96875, 3.515625, 3.140625, 3.078125, 4.1875, 5.3125, 4.46875, 7.5625, 3.46875, 10.1875, 4.53125, 6.15625, 4.9375, 3.734375, 3.15625, 3.28125, 4.75, 3.96875, 3.578125, 3.65625, 3.921875, 4.5, 1.90625, 3.84375, 3.546875, 4.0, 1.703125, 3.84375, 2.765625, 3.21875, 9.4375, 8.25, 5.3125, 3.328125, 5.71875, 3.296875, 4.53125, 5.15625, 3.609375, 2.34375, 4.3125, 4.0625, 5.3125, 5.46875, 2.390625, 3.671875, 5.9375, 6.5, 3.28125, 4.09375, 5.8125, 3.921875, 25.625, 3.234375, 2.734375, 4.75, 2.921875, 3.234375, 4.21875, 2.828125, 4.625, 5.21875, 4.875, 2.234375, 3.9375, 4.75, 4.9375, 5.6875, 3.75, 2.625, 4.0, 3.265625, 4.21875, 4.53125, 7.15625, 3.75, 4.09375, 3.65625, 6.90625, -4.0, 3.71875, 3.96875, 3.234375, 13.75, 3.734375, 13.0625, 4.3125, 6.5, 3.359375, 3.34375, 7.0625, 4.3125, 2.984375, 5.625, 7.375, 4.0, 4.46875, 3.53125, 4.59375, 3.546875, 3.921875, -4.03125, 4.71875, 5.78125, 4.75, 5.40625, 3.765625, 3.015625, 4.5625, 4.5625, 21.0, 3.6875, 50.25, 3.3125, 6.5625, 4.8125, 2.9375, 5.375, 5.90625, 3.265625, 3.125, 3.59375, 5.125, 6.0625, 3.859375, 3.8125, 4.75, 9.0, 8.125, 3.796875, 21.25, 6.625, 4.1875, 2.875, 3.0, 2.875, 5.75, 2.46875, 4.28125, 3.875, 11.375, 3.171875, 4.78125, 4.25, 3.78125, 74.0, 27.25, 4.40625, 3.328125, 5.59375, 8.75, 3.5625, 3.015625, 4.84375, 4.53125, 10.25, 3.828125 ] } , "name": "onnx::Mul_11187", "outputIndexes": [ 4479 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4478, 4479 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/input_layernorm/Mul_1_output_0", "outputIndexes": [ 4480 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4480 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.24/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 7797 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7797 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.24/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 7798 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7798 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1445892774, 2621462, 655360, 0, 0 ] } , "name": "/layers.24/self_attn/q_proj/Linear", "outputIndexes": [ 7799 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7799 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.24/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 7800 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7800 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ] , "dimType": "NCHW" } , "name": "/layers.24/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 4481 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4480 ] , "main_type": "NONE", "name": "/blocks.24/self_attn/Shape_output_0", "outputIndexes": [ 4482 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 4482 ] , "main_type": "NONE", "name": "Shape5449", "outputIndexes": [ 4483 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 4482 ] , "main_type": "NONE", "name": "Rank5451", "outputIndexes": [ 4484 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4484, 4484 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5453", "outputIndexes": [ 4485 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4485 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5454", "outputIndexes": [ 4486 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4485, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5456", "outputIndexes": [ 4487 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4487 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5457", "outputIndexes": [ 4488 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4483, 4486, 4488, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice5460", "outputIndexes": [ 4489 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4489 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze5461", "outputIndexes": [ 4490 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4490, 4490 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5463", "outputIndexes": [ 4491 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4482, 4491, 4485 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.24/self_attn/Gather_output_0", "outputIndexes": [ 4492 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4492, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.24/self_attn/Unsqueeze_output_0", "outputIndexes": [ 4493 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4485 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5471", "outputIndexes": [ 4494 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4487 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5474", "outputIndexes": [ 4495 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4483, 4494, 4495, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice5477", "outputIndexes": [ 4496 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4496 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze5478", "outputIndexes": [ 4497 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 4497 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5479", "outputIndexes": [ 4498 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4498, 4497 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5480", "outputIndexes": [ 4499 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4482, 4499, 4485 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.24/self_attn/Gather_1_output_0", "outputIndexes": [ 4500 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4500, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.24/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 4501 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4493, 4501, 41, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.24/self_attn/Concat_output_0", "outputIndexes": [ 4502 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4481, 4502 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.24/self_attn/Reshape_output_0", "outputIndexes": [ 4503 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4503 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.24/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 4505 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4505 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.24/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 4506 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4506, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/self_attn/q_norm/Add_output_0", "outputIndexes": [ 4507 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4507, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 4508 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4503, 4508 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 4509 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4509, 885 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 4510 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4510, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/self_attn/Mul_output_0", "outputIndexes": [ 4511 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4510 ] , "main_type": "NONE", "name": "/blocks.24/self_attn/Shape_2_output_0", "outputIndexes": [ 4512 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 4512 ] , "main_type": "NONE", "name": "Shape5494", "outputIndexes": [ 4513 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 4512 ] , "main_type": "NONE", "name": "Rank5496", "outputIndexes": [ 4514 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4514, 4514 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5498", "outputIndexes": [ 4515 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4515 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5499", "outputIndexes": [ 4516 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4515, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5501", "outputIndexes": [ 4517 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4517 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5502", "outputIndexes": [ 4518 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4513, 4516, 4518, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice5505", "outputIndexes": [ 4519 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4519 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze5506", "outputIndexes": [ 4520 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 4520 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5507", "outputIndexes": [ 4521 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4521, 4520 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5508", "outputIndexes": [ 4522 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4512, 4522, 4515 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.24/self_attn/Gather_2_output_0", "outputIndexes": [ 4523 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4523, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/self_attn/Div_output_0", "outputIndexes": [ 4524 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4524, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.24/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 4525 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4510, 4525, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.24/self_attn/Slice_1_output_0", "outputIndexes": [ 4526 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4526 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.24/self_attn/Neg_output_0", "outputIndexes": [ 4527 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4524, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.24/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 4528 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4510, 31, 4528, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.24/self_attn/Slice_output_0", "outputIndexes": [ 4529 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4527, 4529 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.24/self_attn/Concat_2_output_0", "outputIndexes": [ 4530 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4530, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/self_attn/Mul_1_output_0", "outputIndexes": [ 4531 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4511, 4531 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/self_attn/Add_output_0", "outputIndexes": [ 4532 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4492, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.24/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 4533 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4500, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.24/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 4534 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4533, 4534, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.24/self_attn/Concat_1_output_0", "outputIndexes": [ 4535 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.0 ] } , "name": "Const5523", "outputIndexes": [ 4536 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4535, 4536 ] , "main_type": "NONE", "name": "/blocks.24/self_attn/ConstantOfShape_output_0", "outputIndexes": [ 4537 ] , "type": "Fill", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 4532, 4537, 4537, 167 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 24, "kv_shared_layer_index": 22 } , "name": "/layers.24/self_attn/FusedAttention", "outputIndexes": [ 4538 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4538 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.24/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 7801 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7801 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.24/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 7802 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7802 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1449169596, 2621462, 655360, 0, 0 ] } , "name": "/layers.24/self_attn/o_proj/Linear", "outputIndexes": [ 7803 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7803 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.24/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 7804 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7804 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.24/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 4539 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4539 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.24/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 4541 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4541 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.24/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 4542 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4542, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/post_attention_layernorm/Add_output_0", "outputIndexes": [ 4543 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4543, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 4544 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4539, 4544 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 4545 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.3125, 1.3125, 1.226562, 1.3125, 1.3125, 1.3125, 0.310547, 1.304688, 1.3125, 0.980469, 1.3125, 1.3125, 0.621094, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.296875, 1.3125, 1.3125, 0.9375, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.182617, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.015625, 1.3125, 1.3125, 0.738281, 1.3125, 1.3125, 1.3125, 1.296875, 1.3125, 1.3125, 1.3125, 1.3125, 0.203125, 1.3125, 1.3125, 1.3125, 0.042236, 1.3125, 1.296875, 1.3125, 0.820312, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.375, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.832031, 1.3125, 1.3125, 1.3125, 0.929688, 1.3125, 1.3125, 1.3125, 1.304688, 1.3125, 1.28125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.507812, 1.3125, 0.457031, 1.3125, 1.3125, 1.296875, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.546875, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.296875, 1.3125, 1.3125, 1.3125, 0.106445, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.085938, 1.3125, 1.3125, 1.257812, 0.001259, 0.062012, 1.3125, 0.855469, 1.3125, 0.028564, 1.3125, 1.3125, 1.3125, 0.839844, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.15625, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.380859, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.902344, 1.3125, 1.3125, 1.3125, 0.761719, 1.3125, 1.3125, 1.3125, 1.3125, 1.195312, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.203125, 1.3125, 1.234375, 0.040283, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.234375, 1.3125, 1.3125, 1.3125, 0.808594, 1.3125, 1.3125, 1.3125, 0.632812, 1.3125, 1.3125, 1.289062, 1.3125, 0.96875, 1.3125, 1.3125, 0.886719, 1.3125, 1.3125, 1.09375, 1.304688, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.257812, 1.3125, 1.3125, 1.3125, 0.328125, 1.3125, 1.3125, 1.3125, 1.070312, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.273438, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.804688, 1.3125, 1.3125, 0.769531, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.296875, 1.3125, 1.3125, 1.304688, 1.3125, 1.3125, 1.3125, 1.289062, 1.3125, 1.3125, 1.3125, 1.3125, 0.777344, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.289062, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.203125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.078125, 1.3125, 1.203125, 1.3125, 1.3125, 1.3125, 1.304688, 1.3125, 0.5625, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.871094, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.203125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.4375, 1.3125, 1.3125, 1.3125, 0.460938, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.007812, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.5, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.242188, 1.296875, 1.3125, 1.3125, 1.3125, 1.3125, 0.875, 1.03125, 1.3125, 1.3125, 0.441406, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.984375, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.28125, 0.253906, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.265625, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.796875, 1.3125, 1.3125, 1.3125, 1.304688, 1.3125, 1.3125, 1.3125, 1.273438, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.046875, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.78125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.1875, 1.304688, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.28125, 1.3125, 0.609375, 1.3125, 1.09375, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.195312, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.03125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.179688, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.046875, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.953125, 1.3125, 1.3125, 1.3125, 1.296875, 1.3125, 1.3125, 1.3125, 1.3125, 0.482422, 0.761719, 1.3125, 1.3125, 0.480469, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.171875, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.392578, 1.3125, 1.304688, 1.3125, 1.3125, 1.3125, 1.3125, 0.609375, 1.3125, 1.3125, 1.304688, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.039062, 1.3125, 1.109375, 1.3125, 1.289062, 1.3125, 1.3125, 0.001236, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.585938, 1.273438, 1.3125, 1.164062, 1.3125, 1.3125, 1.3125, 1.289062, 1.3125, 1.3125, 1.3125, 1.3125, 0.138672, 1.3125, 1.3125, 0.225586, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.453125, 1.3125, 1.3125, 1.3125, 1.3125, 1.257812, 1.3125, 1.3125, 1.3125, 1.273438, 1.3125, 1.3125, 1.3125, 1.3125, 0.949219, 1.3125, 1.3125, 1.3125, 1.3125, 1.273438, 1.3125, 1.3125, 0.871094, 1.3125, 1.273438, 1.3125, 1.242188, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.25, 1.3125, 1.3125, 1.265625, 1.3125, 1.3125, 1.3125, 0.246094, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.769531, 1.3125, 1.3125, 1.273438, 1.3125, 1.3125, 1.3125, 1.3125, 1.273438, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.269531, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.9375, 1.023438, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.304688, 1.3125, 1.3125, 0.21582, 1.3125, 1.304688, 0.910156, 1.242188, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.289062, 1.3125, 0.984375, 1.3125, 1.3125, 1.3125, 1.3125, 1.164062, 1.3125, 1.3125, 1.3125, 1.3125, 0.796875, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.296875, 0.11084, 0.585938, 1.28125, 1.3125, 1.3125, 0.398438, 1.3125, 1.3125, 1.3125, 1.3125, 0.148438, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.242188, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.777344, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.273438, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.972656, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.28125, 1.3125, 1.3125, 1.3125, 0.617188, 1.3125, 1.3125, 0.101074, 1.3125, 1.3125, 0.789062, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.265625, 0.078125, 1.289062, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.304688, 1.3125, 0.722656, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.964844, 1.3125, 1.3125, 1.3125, 1.3125, 1.148438, 1.3125, 1.3125, 1.3125, 1.3125, 1.109375, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.070312, 1.3125, 1.3125, 1.3125, 1.3125, 0.25, 1.3125, 1.3125, 1.304688, 0.679688, 1.3125, 1.21875, 1.3125, 1.3125, 1.3125, 1.3125, 0.90625, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.304688, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.09375, 0.180664, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.234375, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.345703, 1.3125, 1.3125, 1.3125, 1.3125, 0.152344, 0.353516, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.945312, 1.3125, 1.3125, 1.3125, 1.304688, 1.3125, 1.3125, 1.3125, 0.380859, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.151367, 1.3125, 1.0, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.179688, 1.3125, 1.3125, 1.3125, 1.3125, 1.257812, 1.3125, 1.039062, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.296875, 1.3125, 1.3125, 0.443359, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.074219, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.296875, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.265625, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.902344, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.261719, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.820312, 1.3125, 1.070312, 1.3125, 1.3125, 1.117188, 1.3125, 1.3125, 0.65625, 1.3125, 1.3125, 0.941406, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.141602, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.265625, 1.3125, 1.3125, 1.03125, 1.3125, 1.21875, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.609375, 1.3125, 1.3125, 1.3125, 0.910156, 1.3125, 1.3125, 1.3125, 0.785156, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.242188, 1.3125, 1.3125, 0.675781, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.667969, 1.3125, 1.265625, 1.3125, 1.3125, 1.3125, 1.3125, 1.273438, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.902344, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.484375, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.890625, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.378906, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.828125, 1.3125, 0.976562, 1.3125, 1.3125, 1.3125, 1.289062, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.234375, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.957031, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.234375, 1.3125, 1.210938, 1.3125, 1.3125, 1.3125, 1.0, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.15332, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.296875, 1.007812, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.488281, 0.878906, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.054688, 1.3125, 1.3125, 1.3125, 0.480469, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.132812, 1.289062, 0.734375, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.746094, 1.3125, 1.3125, 1.3125, 1.3125, 0.621094, 1.3125, 1.3125, 0.185547, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.039062, 1.3125, 1.3125, 1.273438, 1.3125, 0.029175, 1.3125, 0.308594, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.914062, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.15625, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.451172, 0.796875, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.296875, 1.3125, 0.878906, 1.3125, 1.3125, 1.3125, 1.3125, 0.960938, 1.3125, 1.3125, 1.3125, 1.304688, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.257812, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.238281, 0.898438, 1.3125, 0.001266, 1.3125, 1.3125, 1.195312, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.234375, 0.742188, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.726562, 1.3125, 1.3125, 1.273438, 1.3125, 1.3125, 1.3125, 0.149414, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.054688, 1.3125, 1.3125, 1.3125, 1.3125, 1.28125, 1.3125, 1.3125, 1.3125, 1.171875, 1.3125, 1.3125, 0.570312, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.929688, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.707031, 1.304688, 1.3125, 1.3125, 1.25, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.699219, 1.3125, 1.3125, 0.847656, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.769531, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.416016, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.265625, 1.3125, 1.3125, 1.3125, 1.023438, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.195312, 1.3125, 0.001282, 1.3125, 1.3125, 0.863281, 1.3125, 1.3125, 1.3125, 1.304688, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.470703, 1.3125, 1.289062, 0.582031, 1.3125, 1.3125, 1.3125, 1.3125, 1.070312, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.015625, 1.3125, 0.648438, 1.3125, 1.3125, 1.3125, 0.640625, 1.3125, 1.3125, 1.3125, 0.929688, 1.3125, 0.742188, 0.182617, 1.3125, 1.273438, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.11377, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.078125, 1.3125, 1.3125, 1.179688, 1.3125, 0.550781, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.25, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.683594, 0.122559, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.140625, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.179688, 1.3125, 1.3125, 0.001137, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.388672, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.265625, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.925781, 1.3125, 0.326172, 0.228516, 1.3125, 1.3125, 1.3125, 1.3125, 0.123535, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.400391, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.304688, 0.984375, 1.3125, 0.945312, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.0625, 0.113281, 1.3125, 1.3125, 1.210938, 1.3125, 1.3125, 1.3125, 1.3125, 1.140625, 1.3125, 1.3125, 1.3125, 1.3125, 0.496094, 1.3125, 1.3125, 1.3125, 0.753906, 1.3125, 0.546875, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.800781, 0.996094, 1.242188, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.110352, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.296875, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.335938, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.353516, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.423828, 1.3125, 1.3125, 1.3125, 1.289062, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.210938, 1.304688, 1.3125, 1.25, 1.3125, 0.808594, 1.3125, 1.3125, 1.3125, 0.925781, 1.3125, 1.3125, 0.605469, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.71875, 0.859375, 1.304688, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.03125, 1.3125, 1.3125, 0.539062, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.9375, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.482422, 1.3125, 0.492188, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.636719, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.462891, 1.3125, 1.3125, 1.210938, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.722656, 1.3125, 0.992188, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.123047, 1.3125, 1.3125, 1.3125, 0.769531, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.257812, 1.3125, 1.3125, 0.061768, 1.3125, 1.3125, 1.3125, 1.3125, 1.109375, 1.3125, 1.3125, 0.392578, 1.3125, 1.3125, 1.3125, 1.1875, 1.3125, 0.042236, 1.3125, 1.3125, 1.3125, 0.160156, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.085938, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.296875, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.339844, 1.3125, 1.3125, 1.3125, 0.816406, 1.3125, 1.3125, 0.202148, 1.3125, 1.273438, 1.3125, 1.304688, 1.3125, 0.785156, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.914062, 1.3125, 0.486328, 1.3125, 1.3125, 1.3125, 1.25, 1.3125, 1.3125, 1.3125, 1.3125, 0.894531, 1.3125, 1.3125, 1.1875, 1.3125, 1.3125, 1.3125, 1.3125, 1.273438, 1.3125, 1.3125, 1.3125, 0.636719, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.257812, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.671875, 1.3125, 0.163086, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.164062, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.242188, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.171875, 1.3125, 1.3125, 1.3125, 1.273438, 1.3125, 0.585938, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.996094, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.640625, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.054688, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.5625, 1.3125, 1.3125, 1.3125, 1.3125, 0.142578, 1.3125, 1.3125, 1.3125, 1.3125, 0.867188, 1.3125, 1.3125, 0.882812, 1.3125, 1.304688, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.304688, 1.3125, 1.1875, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.683594, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.292969, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.304688, 1.3125, 1.3125, 1.3125, 1.3125, 1.304688, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.304688, 1.3125, 1.3125, 1.3125, 1.09375, 1.3125, 1.3125, 1.3125, 1.3125, 0.953125, 1.3125, 0.201172, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.75, 1.3125, 1.3125, 1.3125, 1.3125, 1.25, 1.3125, 0.279297, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.423828, 0.59375, 1.023438, 1.3125, 1.3125, 1.3125, 1.28125, 1.3125, 1.3125, 1.3125, 1.265625, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.410156, 0.345703, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 1.3125, 0.660156, 1.3125 ] } , "name": "onnx::Mul_11199", "outputIndexes": [ 4546 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4545, 4546 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 4547 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4473, 4547 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/Add_output_0", "outputIndexes": [ 4548 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4548 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.24/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 4549 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4549 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.24/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 4550 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4550, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 4551 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4551, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 4552 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4548, 4552 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 4553 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.582031, 0.378906, 0.398438, 0.382812, 0.425781, 0.640625, 2.484375, 0.535156, 0.484375, 0.392578, 0.388672, 0.302734, 1.25, 0.421875, 0.210938, 0.345703, 0.390625, 0.486328, 0.71875, 0.847656, 0.404297, 0.867188, 0.494141, 0.300781, 0.507812, 0.466797, 0.408203, 0.382812, 4.1875, 0.246094, 0.511719, 0.546875, 0.449219, 0.652344, 0.570312, 0.492188, 0.554688, 0.167969, 0.550781, 1.054688, 0.550781, 0.71875, 0.423828, 0.492188, 0.460938, 0.496094, 0.283203, 0.427734, 4.875, 0.490234, 0.345703, 0.375, 18.0, 0.200195, 0.808594, 0.5625, 0.375, 0.378906, 0.494141, 0.21582, 0.542969, 0.417969, 0.347656, 2.421875, 0.503906, 0.433594, 0.316406, 0.376953, 0.558594, 0.546875, 0.492188, 0.511719, 0.753906, 0.621094, 0.425781, 0.476562, 0.539062, 0.490234, 0.429688, 1.078125, 0.308594, 0.582031, 0.554688, 0.835938, 0.363281, 0.363281, 0.449219, 0.474609, 0.439453, 0.196289, 0.570312, 0.464844, 0.5, 0.570312, 0.34375, 0.503906, 0.255859, 0.652344, 0.519531, 0.777344, 0.390625, 1.867188, 0.664062, 0.357422, 0.527344, 0.271484, 0.318359, 0.494141, 0.400391, 0.414062, 0.484375, 0.441406, 0.445312, 1.21875, 0.462891, 0.378906, 0.253906, 0.40625, 0.466797, 0.457031, 0.515625, 0.472656, 0.168945, 0.275391, -6.28125, 0.369141, 0.535156, 0.279297, 0.71875, 0.640625, 0.451172, 0.5625, 0.441406, 0.554688, 0.182617, 0.511719, 0.738281, 0.174805, 13.75, 0.726562, 0.796875, 0.349609, 37.0, 0.683594, 0.443359, 0.388672, 0.65625, 0.478516, 0.574219, 0.554688, 0.609375, 0.484375, 0.398438, 0.451172, 0.625, 0.527344, 0.255859, 0.3125, 0.298828, 0.337891, 0.427734, 1.9375, 0.455078, 0.410156, 0.710938, 0.306641, 0.433594, 0.53125, 0.355469, 0.414062, 0.589844, 0.183594, 0.435547, 0.515625, 0.625, 0.578125, 0.460938, 0.519531, 0.546875, 1.070312, 0.482422, 0.566406, 0.482422, 0.777344, 0.378906, 0.318359, 0.384766, 0.439453, 0.695312, 0.484375, 0.404297, 0.449219, 0.480469, 0.435547, 0.617188, 0.402344, 0.78125, 0.449219, 1.476562, 0.574219, 0.644531, 19.625, 1.03125, 0.369141, 0.195312, 0.416016, 0.369141, 0.617188, 0.265625, 0.492188, 0.558594, 1.679688, 0.398438, 0.765625, 0.324219, 0.976562, 0.8125, 0.675781, 0.601562, 0.482422, 0.726562, 0.5625, 0.367188, 0.574219, 0.443359, 0.464844, 0.894531, 0.550781, 0.984375, 0.257812, 0.146484, 0.341797, 0.359375, 0.570312, 0.261719, 0.492188, 0.296875, 0.675781, 0.375, 0.355469, 0.804688, 5.28125, 0.527344, 0.519531, 0.632812, 0.628906, 0.503906, 0.431641, 0.652344, 0.435547, 0.625, 0.373047, 0.425781, 0.667969, 0.742188, 0.392578, 0.53125, 0.609375, 0.515625, 0.53125, 0.423828, 0.285156, 0.433594, 0.515625, 0.554688, 0.408203, 0.394531, 0.921875, 0.527344, 0.449219, 0.441406, 0.376953, 0.419922, 0.320312, 0.460938, 0.458984, 0.597656, 0.445312, 0.535156, 0.679688, 0.447266, 0.174805, 0.494141, 0.457031, 1.265625, 0.441406, 0.46875, 1.015625, 0.59375, 0.511719, 0.423828, 0.542969, 0.376953, 0.566406, 0.515625, 0.53125, 0.570312, 0.539062, 0.351562, 0.640625, 0.404297, 0.5625, 0.453125, 0.71875, 0.605469, 0.929688, 0.296875, 0.124023, 0.318359, 0.429688, 0.546875, 0.429688, 0.476562, 0.539062, 0.472656, 0.435547, 0.476562, 0.648438, 0.542969, 0.671875, 0.490234, 0.453125, 0.455078, 0.5, 0.652344, 0.617188, 0.369141, 2.015625, 0.396484, 0.5, 0.345703, 0.855469, 0.476562, 0.550781, 0.511719, 0.464844, 1.117188, 0.378906, 0.558594, 0.484375, 0.578125, 0.546875, 1.015625, 0.601562, 1.085938, 0.419922, 1.625, 0.470703, 0.75, 0.455078, 0.574219, 0.78125, 1.34375, 0.199219, 0.597656, 0.255859, 0.466797, 0.347656, 0.396484, 0.679688, 1.046875, 0.412109, 0.316406, 0.433594, 0.371094, 0.488281, 0.474609, 0.558594, 0.380859, 0.490234, 0.519531, 0.632812, 0.306641, 2.453125, 0.255859, 0.390625, 0.498047, 0.5625, 0.515625, 0.511719, 0.703125, 0.453125, 0.867188, 0.503906, 0.373047, 0.898438, 0.578125, 0.960938, 3.125, 0.451172, 1.882812, 0.519531, 0.414062, 0.458984, 0.345703, 0.832031, 1.148438, 0.322266, 0.419922, 0.582031, 0.660156, 1.09375, 0.433594, 0.304688, 0.431641, 0.384766, 0.738281, 0.431641, 0.163086, 0.341797, 0.46875, 0.484375, 0.890625, 0.042725, 0.267578, 0.765625, 0.294922, 0.484375, 0.640625, 0.494141, 0.589844, 0.46875, 3.375, 0.427734, 0.335938, 0.455078, 0.488281, 0.304688, 0.498047, 0.394531, 0.46875, 0.474609, 0.300781, 0.494141, 0.466797, 0.578125, 0.476562, 0.474609, 0.412109, 1.03125, 0.511719, 0.466797, 0.511719, 0.453125, 0.304688, 0.503906, 0.515625, 0.451172, 0.410156, 0.462891, 0.625, 0.511719, 0.488281, 0.498047, 0.527344, 0.296875, 0.416016, 0.625, 0.644531, 0.4375, 0.400391, 0.457031, 0.449219, 0.375, 0.710938, 0.462891, 0.3125, 0.808594, 0.462891, 0.453125, 0.730469, 0.291016, 0.3125, 0.490234, 0.318359, 0.486328, 0.476562, 1.375, 0.523438, 0.40625, 0.328125, 0.523438, 0.435547, 0.353516, 0.287109, 0.353516, 0.386719, 0.46875, 0.566406, 0.376953, 0.414062, 0.394531, 0.753906, 0.484375, 0.46875, 0.339844, 0.683594, 0.46875, 0.326172, 0.609375, 0.494141, 0.542969, 0.425781, 0.439453, 0.695312, 0.597656, 0.455078, 0.578125, 0.347656, 0.496094, 2.234375, 0.511719, 0.519531, 0.488281, 0.347656, 0.511719, 0.585938, 0.765625, 1.625, 0.443359, 0.777344, 0.414062, 0.582031, 0.478516, 0.408203, 0.550781, 0.792969, 0.177734, 0.339844, 0.322266, 0.503906, 5.53125, 0.458984, 0.644531, 0.333984, 0.306641, 0.574219, 0.384766, 0.410156, 0.470703, 0.458984, 0.621094, 0.427734, 0.453125, 0.431641, 1.765625, 0.550781, 0.4375, 0.527344, 0.414062, 0.5625, 0.453125, 0.84375, 0.816406, 0.46875, 0.347656, 0.738281, 0.539062, 0.408203, 0.402344, 0.445312, 0.878906, 0.90625, 0.349609, 0.511719, 0.546875, 0.730469, 0.455078, 0.664062, 0.333984, 0.535156, 0.539062, 0.429688, 0.462891, 0.109863, 1.476562, 0.6875, 0.375, 0.960938, 2.125, 0.574219, 0.625, 0.486328, 0.373047, 0.445312, 0.402344, 0.578125, 0.660156, 0.578125, 0.476562, 0.205078, 0.400391, 0.496094, 0.482422, 0.416016, 2.859375, 1.460938, 0.511719, 0.425781, 0.337891, 0.503906, 0.462891, 1.429688, 0.416016, 0.369141, 0.496094, 0.462891, 0.5625, 0.511719, 0.375, 0.351562, 0.257812, 0.371094, 0.578125, 0.519531, 0.363281, 0.609375, 0.515625, 0.28125, 0.5, 0.8125, 0.691406, 0.492188, 0.601562, 0.5, 0.478516, 0.59375, 1.867188, 0.453125, 0.683594, 0.554688, 0.386719, 0.429688, 0.337891, 2.0, 0.214844, 0.613281, 0.566406, 0.582031, 0.464844, 0.601562, 0.714844, 0.515625, 0.542969, 0.550781, 0.582031, 6.65625, 0.445312, 0.427734, 7.5, 0.376953, 2.4375, 0.365234, 0.472656, 0.478516, 0.455078, 2.09375, 0.341797, 0.431641, 0.214844, 0.392578, 0.410156, 0.429688, 0.435547, 0.178711, 0.394531, 0.472656, 0.375, 0.640625, 0.472656, 0.972656, 0.347656, 0.326172, 0.542969, 0.546875, 0.478516, 0.339844, 0.373047, 0.474609, 0.275391, 0.494141, 0.345703, 0.196289, 0.652344, 1.125, 0.503906, 0.332031, 0.404297, 0.402344, 0.482422, 0.671875, 0.287109, 0.388672, 0.339844, 0.558594, 0.486328, 0.490234, 0.5, 0.478516, 0.486328, 0.550781, 0.578125, 0.570312, 4.6875, 0.449219, 0.200195, 0.443359, 0.613281, 1.835938, 0.449219, 0.425781, 0.621094, 0.765625, 0.441406, 0.585938, 0.482422, 1.203125, 0.515625, 0.460938, 0.613281, 0.640625, 0.652344, 0.40625, 0.351562, 0.378906, 0.394531, 0.484375, 0.431641, 0.359375, 0.53125, 0.523438, 0.734375, 4.40625, 0.441406, 0.949219, 1.070312, 0.341797, 0.375, 0.439453, 0.486328, 0.339844, 1.21875, 1.085938, 0.396484, 0.578125, 0.353516, 0.355469, 0.316406, 0.427734, 0.554688, 0.355469, 0.488281, 0.357422, 0.566406, 0.376953, 0.4375, 0.494141, 0.5625, 5.4375, 0.554688, 0.46875, 0.917969, 0.503906, 0.507812, 0.445312, 0.511719, 0.394531, 0.431641, 0.558594, 0.458984, 0.738281, 0.609375, 0.400391, 0.404297, 0.5625, 0.839844, 0.427734, 0.652344, 0.462891, 0.439453, 0.882812, 0.355469, 0.277344, 0.433594, 0.828125, 0.539062, 0.126953, 0.202148, 0.875, 7.71875, 1.921875, 0.59375, 0.365234, 0.515625, 2.671875, 0.353516, 0.326172, 0.205078, 0.433594, 6.5625, 0.464844, 0.470703, 0.388672, 0.345703, 0.328125, 0.683594, 0.511719, 0.46875, 0.337891, 0.384766, 0.601562, 2.265625, 0.5, 0.287109, 0.470703, 0.480469, 0.667969, 0.439453, 0.527344, 0.519531, 0.427734, 0.453125, 0.326172, 0.345703, 0.777344, 0.371094, 0.412109, 0.392578, 2.046875, 0.554688, 0.287109, 0.570312, 0.414062, 0.22168, 0.800781, 0.394531, 0.4375, 0.636719, 0.542969, 0.404297, 0.371094, 0.382812, 0.433594, 0.294922, 0.412109, 0.349609, 0.369141, 0.296875, 0.519531, 0.589844, 0.445312, 0.625, 0.636719, 0.433594, 0.365234, 0.419922, 0.703125, 0.425781, 0.34375, 0.546875, 0.486328, 0.53125, 0.546875, 0.578125, 0.482422, 0.558594, 1.601562, 0.5625, 0.796875, 10.0625, 0.585938, 0.443359, 1.265625, 0.283203, 0.644531, 0.380859, 0.470703, 0.695312, 0.404297, 0.275391, 0.609375, 9.3125, 0.644531, 0.515625, 0.5625, 0.796875, 0.507812, 0.503906, 0.808594, 0.302734, 0.546875, 0.198242, 0.585938, 0.765625, 1.273438, 0.34375, 0.773438, 0.498047, 0.212891, 0.351562, 0.734375, 0.644531, 0.777344, 0.378906, 0.253906, 0.546875, 0.671875, 0.427734, 0.419922, 0.460938, 0.425781, 0.910156, 0.269531, 0.394531, 0.367188, 0.746094, 0.523438, 0.357422, 0.392578, 0.5, 0.503906, 0.605469, 0.679688, 0.345703, 0.46875, 0.507812, 0.902344, 0.490234, 0.886719, 0.644531, 1.21875, 3.328125, 0.445312, 0.523438, 0.451172, 1.265625, 0.726562, 0.464844, 0.472656, 0.710938, 0.484375, 0.427734, 0.8125, 0.65625, 0.345703, 0.574219, 0.357422, 0.421875, 0.417969, 0.494141, 0.355469, 0.578125, 0.503906, 0.275391, 0.859375, 0.402344, 0.703125, 0.511719, 0.345703, 0.490234, 0.449219, 0.535156, 0.46875, 0.480469, 0.621094, 0.449219, 0.367188, 0.419922, 0.390625, 1.179688, 0.447266, 0.277344, 0.558594, 0.523438, 0.472656, 0.412109, 0.554688, 0.695312, 3.421875, 0.457031, 0.507812, 0.431641, 0.449219, 0.302734, 0.648438, 0.310547, 0.388672, 0.271484, 0.726562, 0.242188, 0.660156, 0.75, 0.527344, 0.488281, 0.578125, 0.722656, 0.578125, 0.535156, 2.9375, 0.6875, 0.460938, 0.300781, 0.546875, 4.96875, 0.699219, 0.455078, 0.308594, 0.5, 0.476562, 0.511719, 0.494141, 0.550781, 0.373047, 0.652344, 0.447266, 0.375, 0.466797, 0.361328, 0.5, 0.490234, 0.578125, 0.707031, 0.566406, 0.165039, 0.507812, 0.519531, 0.392578, 0.421875, 0.605469, 2.40625, 0.375, 0.296875, 0.498047, 0.375, 0.470703, 0.9375, 0.59375, 0.416016, 11.3125, 0.578125, 0.515625, 2.0625, 0.466797, 0.484375, 5.6875, 0.441406, 0.917969, 0.347656, 0.777344, 0.472656, 0.421875, 0.384766, 0.363281, 0.431641, 0.53125, 0.527344, 0.447266, 0.480469, 0.267578, 0.53125, 0.408203, 0.457031, 0.519531, 0.820312, 0.410156, 3.0, 0.275391, 0.480469, 0.396484, 0.492188, 0.632812, 0.429688, 0.443359, 2.421875, 0.283203, 0.46875, 0.375, 0.570312, 0.46875, 0.269531, 0.429688, 0.294922, 0.373047, 0.71875, 0.386719, 0.523438, 13.6875, 0.335938, 0.330078, 0.328125, 0.460938, 0.410156, 0.486328, 0.275391, 0.416016, 0.433594, 0.476562, 0.472656, 0.703125, 0.400391, 0.46875, 0.464844, 0.243164, 0.417969, 0.322266, 0.507812, 1.257812, 0.451172, 0.375, 0.233398, 0.75, 0.503906, 0.478516, 0.460938, 0.392578, 0.609375, 0.435547, 0.519531, 0.855469, 0.3125, 0.496094, 2.640625, 0.527344, 0.535156, 0.589844, 0.443359, 0.12793, 0.412109, 0.429688, 0.375, 0.357422, 4.65625, 0.609375, 0.404297, 0.511719, 0.416016, 0.5, 0.470703, 0.380859, 0.488281, 0.664062, 0.449219, 0.992188, 0.5625, 0.164062, 0.589844, 0.474609, 0.628906, 0.322266, 0.3125, 1.546875, 0.78125, 0.255859, 0.898438, 0.345703, 0.511719, 0.478516, 0.470703, 0.457031, 0.660156, 0.472656, 0.369141, 0.106934, 0.457031, 6.28125, 0.585938, 0.367188, 0.511719, 0.65625, 0.392578, 0.460938, 0.726562, 0.451172, 0.578125, 0.917969, 0.445312, 0.484375, 0.5625, 0.542969, 1.054688, 0.527344, 0.519531, 0.482422, 0.464844, 0.621094, 0.371094, 0.527344, 0.486328, 0.361328, 0.498047, 0.695312, 1.703125, 0.380859, 0.412109, 0.742188, 0.341797, 1.640625, 0.515625, 0.339844, 0.308594, 1.398438, 0.373047, 0.365234, 0.53125, 0.851562, 0.441406, 0.453125, 0.451172, 0.984375, 0.664062, 1.523438, 0.292969, 0.474609, 0.480469, 0.353516, 0.554688, 0.660156, 0.527344, 2.125, 0.486328, 0.328125, 0.574219, 0.216797, 0.423828, 0.503906, 0.318359, 0.546875, 0.34375, 0.361328, 1.546875, 0.474609, 0.546875, 0.408203, 0.585938, 0.484375, 0.388672, 0.636719, 0.546875, 0.589844, 0.308594, 0.625, 0.263672, 0.964844, 0.474609, 0.453125, 0.507812, 0.482422, 0.478516, 0.398438, 0.243164, 0.402344, 0.462891, 0.585938, 1.710938, 1.429688, 0.283203, 0.730469, 0.363281, 0.789062, 0.455078, 0.675781, 1.070312, 0.359375, 0.527344, 0.511719, 0.5625, 0.484375, 0.353516, 0.306641, 0.574219, 0.337891, 2.03125, 1.523438, 0.419922, 0.515625, 0.507812, 0.632812, 0.71875, 0.380859, 0.486328, 0.449219, 0.476562, 0.742188, 0.404297, 0.416016, 0.652344, 0.335938, 0.441406, 0.224609, 0.445312, 0.640625, 0.929688, 1.203125, 0.511719, 0.871094, 0.404297, 0.472656, 0.617188, 0.503906, 0.550781, 0.710938, 0.5625, 0.394531, 0.503906, 0.515625, 0.46875, 0.558594, 0.318359, 0.574219, 0.414062, 0.386719, 0.503906, 1.273438, 0.494141, 0.018311, 0.324219, 0.6875, 0.566406, 1.171875, 0.65625, 0.585938, 3.515625, 0.431641, 0.878906, 0.333984, 0.486328, 0.53125, 0.083008, 0.507812, 0.34375, 0.429688, 0.380859, 0.558594, 0.320312, 0.376953, 0.105469, 0.492188, 0.84375, 0.347656, 1.148438, 0.359375, 0.349609, 0.335938, 0.582031, 0.507812, 0.511719, 0.519531, 1.570312, 0.265625, 0.800781, 0.464844, 0.375, 0.427734, 0.378906, 0.294922, 0.621094, 0.5, 0.582031, 0.466797, 0.601562, 0.386719, 0.263672, 7.5, 0.408203, 0.361328, 0.347656, 0.404297, 0.484375, 0.515625, 0.349609, 0.223633, 0.314453, 0.349609, 0.355469, 0.507812, 0.178711, 0.470703, 0.478516, 0.640625, 1.296875, 0.582031, 0.347656, 0.492188, 0.410156, 0.464844, 0.574219, 0.289062, 0.367188, 0.53125, 2.5625, 0.71875, 0.507812, 0.570312, 0.398438, 0.460938, 0.53125, 0.777344, 0.433594, 0.613281, 0.59375, 1.007812, 0.378906, 0.34375, 0.765625, 0.617188, 0.474609, 0.5625, 0.208008, 0.455078, 0.460938, 0.439453, 0.683594, 0.503906, 1.015625, 0.246094, 0.347656, 0.478516, 0.494141, 0.550781, 0.679688, 0.785156, 0.503906, 0.582031, 0.570312, 0.490234, 0.480469, 0.46875, 0.458984, 0.964844, 0.613281, 0.964844, 0.5625, 0.441406, 0.400391, 0.492188, 1.085938, 0.302734, 0.554688, 4.75, 1.617188, 0.423828, 0.519531, 0.449219, 0.392578, 0.546875, 1.234375, 0.40625, 0.199219, 0.433594, 0.519531, 0.445312, 0.100586, 0.503906, 0.439453, 24.125, 0.408203, 2.4375, 0.421875, 0.515625, 0.458984, 0.40625, 0.394531, 0.679688, 0.417969, 0.546875, 0.433594, 0.882812, 0.466797, 0.765625, 0.511719, 0.441406, 0.664062, 0.447266, 0.816406, 0.441406, 0.238281, 0.621094, 0.824219, 0.539062, 0.609375, 0.671875, 0.527344, 0.279297, 1.960938, 0.898438, 0.527344, 0.345703, 0.53125, 0.208008, 0.523438, 0.357422, 0.660156, 0.400391, 0.394531, 0.318359, 0.582031, 0.375, 1.234375, 0.996094, 0.229492, 0.710938, 0.402344, 0.388672, 0.380859, 0.570312, 0.486328, 0.554688, 0.566406, 0.914062, 0.482422, 0.5, 0.245117, 0.515625, 0.371094, 1.054688, 0.976562, 0.566406, 0.625, 0.78125, 2.09375, 0.216797, 0.527344, 0.5625, 0.507812, 0.447266, 0.570312, 0.392578, 0.660156, 0.193359, 0.388672, 0.761719, 0.269531, 0.390625, 2.484375, 0.75, 0.382812, 65.0, 0.445312, 0.527344, 0.601562, 0.582031, 0.466797, 0.300781, 0.408203, 0.464844, 0.554688, 1.476562, 0.351562, 0.738281, 0.507812, 0.542969, 0.441406, 0.357422, 0.589844, 0.859375, 0.419922, 1.015625, 0.4375, 0.289062, 0.53125, 0.582031, 0.511719, 0.455078, 7.21875, 0.310547, 0.490234, 0.570312, 0.433594, 0.464844, 0.223633, 0.636719, 0.519531, 1.117188, 0.535156, 0.462891, 1.585938, 0.369141, 0.515625, 0.398438, 0.769531, 0.455078, 0.625, 0.792969, 0.535156, 2.203125, 0.373047, 0.431641, 0.353516, 0.53125, 0.441406, 0.431641, 0.400391, 0.455078, 0.300781, 0.375, 0.621094, 0.46875, 0.427734, 0.494141, 0.335938, 0.384766, 0.492188, 0.53125, 0.683594, 0.466797, 0.462891, 0.628906, 0.392578, 1.195312, 0.492188, 0.398438, 0.699219, 1.742188, 0.445312, 0.585938, 0.445312, 0.722656, 0.416016, 0.11377, 0.636719, 0.523438, 0.404297, 0.527344, 0.404297, 0.5, 0.96875, 0.539062, 1.015625, 0.609375, 0.578125, 0.458984, 0.412109, 0.867188, 0.902344, 0.458984, 0.273438, 0.447266, 2.53125, 0.419922, 0.355469, 0.5625, 0.597656, 0.453125, 0.292969, 0.941406, 2.40625, 0.417969, 0.492188, 0.427734, 0.371094, 0.550781, 0.484375, 0.542969, 0.574219, 0.225586, 0.730469, 0.404297, 0.597656, 0.416016, 0.691406, 0.527344, 0.458984, 0.550781, 0.373047, 0.570312, 0.605469, 2.109375, 0.65625, 0.535156, 0.753906, 0.546875, 0.546875, 0.519531, 0.523438, 0.40625, 0.433594, 0.539062, 0.435547, 0.480469, 0.445312, 0.699219, 2.9375, 0.404297, 0.65625, 1.25, 0.582031, 0.617188, 0.396484, 0.408203, 1.585938, 0.458984, 0.427734, 0.182617, 0.730469, 0.152344, 0.439453, 0.726562, 0.539062, 0.660156, 0.363281, 0.482422, 0.375, 0.347656, 0.388672, 0.355469, 0.339844, 0.507812, 0.148438, 0.478516, 0.550781, 0.425781, 0.652344, 0.351562, 0.515625, 0.376953, 0.554688, 0.486328, 0.478516, 0.154297, 0.625, 0.472656, 0.310547, 0.582031, 0.5, 0.388672, 0.542969, 0.478516, 0.392578, 0.804688, 0.640625, 1.023438, 0.320312, 0.457031, 0.445312, 1.203125, 0.535156, 0.369141, 0.472656, 0.648438, 0.503906, 0.941406, 7.09375, 0.40625, 0.601562, 0.498047, 0.455078, 0.203125, 0.550781, 0.341797, 11.3125, 0.824219, 0.447266, 0.433594, 0.474609, 0.550781, 0.722656, 0.380859, 0.421875, 0.617188, 0.472656, 2.625, 0.4375, 0.361328, 0.074707, 1.023438, 0.351562, 0.53125, 0.507812, 0.492188, 0.085938, 0.239258, 0.585938, 0.275391, 0.433594, 0.535156, 0.410156, 0.470703, 1.054688, 11.1875, 0.835938, 0.408203, 0.412109, 0.542969, 0.400391, 0.429688, 0.380859, 0.433594, 0.341797, 0.224609, 0.371094, 0.408203, 0.322266, 0.458984, 0.679688, 0.378906, 1.03125, 0.400391, 0.851562, 0.365234, 0.625, 0.511719, 0.5625, 0.5, 0.828125, 0.396484, 0.330078, 0.433594, 0.357422, 0.339844, 0.351562, 0.287109, 0.367188, 0.625, 0.345703, 0.464844, 1.5, 0.683594, 0.402344, 0.367188, 0.443359, 0.523438, 0.460938, 0.324219, 0.457031, 2.96875, 0.582031, 0.363281, 0.4375, 1.21875, 0.378906, 0.582031, 0.414062, 0.988281, 0.4375, 0.271484, 0.396484, 0.488281, 3.65625, 0.341797, 0.486328, 0.53125, 0.585938, 0.316406, 0.466797, 0.804688, 0.296875, 2.84375, 3.34375, 0.263672, 0.423828, 0.398438, 0.582031, 8.5625, 0.4375, 0.648438, 0.539062, 0.425781, 1.640625, 0.464844, 0.357422, 0.558594, 0.443359, 0.294922, 2.1875, 0.671875, 0.419922, 0.554688, 0.277344, 0.335938, 0.460938, 0.24707, 0.361328, 0.443359, 0.589844, 0.4375, 0.394531, 0.466797, 0.451172, 0.384766, 0.494141, 0.566406, 0.289062, 0.542969, 0.34375, 0.46875, 0.40625, 0.910156, 1.390625, 0.382812, 2.640625, 0.316406, 0.777344, 0.236328, 0.523438, 0.435547, 0.443359, 0.777344, 0.5, 0.458984, 0.365234, 0.539062, 0.486328, 0.566406, 0.494141, 0.353516, 0.695312, 8.8125, 0.414062, 0.200195, 0.546875, 0.527344, 0.5, 0.503906, 0.578125, 0.585938, 0.71875, 0.24707, 0.466797, 0.527344, 2.34375, 0.511719, 0.335938, 0.566406, 1.304688, 0.53125, 0.423828, 0.259766, 0.443359, 0.542969, 0.384766, 0.550781, 0.408203, 0.539062, 0.5, 0.384766, 0.425781, 0.792969, 0.5625, 0.386719, 0.503906, 0.433594, 0.632812, 0.734375, 0.5625, 0.757812, 0.396484, 0.482422, 0.527344, 0.566406, 12.0, 0.427734, 0.419922, 0.5, 0.353516, 0.5625, 0.466797, 0.429688, 0.414062, 0.496094, 0.40625, 0.322266, 0.5, 0.373047, 0.326172, 0.515625, 0.380859, 0.496094, 0.539062, 0.582031, 0.349609, 0.451172, 0.511719, 0.574219, 0.347656, 0.324219, 0.447266, 0.462891, 0.341797, 0.542969, 0.921875, 2.75, 0.447266, 0.660156, 0.351562, 0.757812, 0.535156, 0.542969, 0.353516, 2.21875, 0.417969, 0.40625, 0.222656, 0.486328, 0.59375, 0.503906, 2.609375, 0.808594, 0.535156, 0.71875, 0.490234, 0.667969, 0.765625, 0.609375, 0.597656, 0.671875, 0.457031, 0.199219, 0.378906, 0.59375, 0.503906, 0.285156, 0.470703, 0.398438, 0.186523, 0.353516, 0.376953, 0.341797, 0.523438, 0.333984, 0.414062, 0.235352, 0.24707, 0.486328, 0.277344, 0.398438, 0.546875, 0.527344, 0.800781, 0.365234, 0.574219, 0.298828, 0.535156, 0.507812, 2.859375, 0.925781, 0.371094, 0.828125, 0.349609, 0.613281, 0.738281, 0.796875, 0.378906, 0.386719, 1.695312, 0.46875, 0.507812, 0.439453, 0.605469, 0.455078, 0.75, 0.283203, 0.357422, 1.25, 0.237305, 0.402344, 1.226562, 0.539062, 0.320312, 0.314453, 0.464844, 0.511719, 0.65625, 0.476562, 0.507812, 0.472656, 0.5, 0.22168, 0.410156, 0.375, 0.550781, 0.482422, 0.353516, 0.466797, 0.765625, 0.339844, 0.376953, 3.6875, 0.492188, 0.625, 0.337891, 0.5, 0.296875, 0.408203, 0.53125, 0.488281, 0.388672, 0.753906, 1.140625, 0.511719, 0.345703, 0.384766, 0.439453, 1.15625, 0.410156, 0.423828, 0.496094, 0.519531, 0.378906, 0.453125, 0.333984, 0.429688, 0.601562, 1.398438, 0.542969, 0.414062, 0.455078, 0.441406, 0.550781, 0.382812, 0.421875, 0.46875, 1.679688, 0.511719, 1.492188, 0.503906, 0.523438, 0.429688, 0.486328, 0.388672, 0.824219, 0.570312, 0.4375, 0.722656, 0.503906, 0.494141, 0.292969, 0.777344, 0.359375, 0.447266, 0.921875, 0.6875, 0.566406, 0.472656, 0.339844, 0.408203, 1.5, 0.386719, 0.519531, 0.542969, 0.416016, 0.523438, 0.486328, 0.589844, 1.5, 0.84375, 0.255859, 0.410156, 0.527344, 0.414062, 0.859375, 0.179688, 2.125, 0.425781, 0.361328, 0.375, 0.423828, 0.671875, 6.71875, 0.400391, 0.419922, 0.605469, 1.164062, 0.289062, 0.578125, 0.470703, 0.236328, 0.410156, 0.566406, 0.480469, 0.566406, 0.582031, 16.875, 0.28125, 0.330078, 0.384766, 0.185547, 0.566406, 0.574219, 0.355469, 1.9375, 0.636719, 0.523438, 1.304688, 0.980469, 0.296875, 20.125, 0.664062, 0.558594, 0.410156, 6.28125, 0.425781, 0.410156, 0.408203, 0.490234, 0.320312, 0.660156, 0.375, 0.361328, 0.566406, 0.396484, 0.435547, 0.535156, 0.75, 0.400391, 0.308594, 0.546875, 0.089844, 0.535156, 0.378906, 0.083984, 0.621094, 0.535156, 0.390625, 0.498047, 0.492188, 0.550781, 0.828125, 3.578125, 0.472656, 0.302734, 1.796875, 0.808594, 0.470703, 0.542969, 4.28125, 0.558594, 0.710938, 0.482422, 0.214844, 0.394531, 2.109375, 0.660156, 0.394531, 0.324219, 0.382812, 0.632812, 0.503906, 0.392578, 0.617188, 0.851562, 0.519531, 0.808594, 1.398438, 0.345703, 0.367188, 0.53125, 0.433594, 0.75, 0.396484, 2.65625, 0.419922, 0.644531, 0.417969, 0.773438, 0.535156, 0.474609, 0.398438, 1.0625, 1.851562, 0.597656, 0.523438, 0.498047, 0.498047, 0.474609, 0.417969, 0.503906, 0.589844, 0.410156, 0.546875, 0.34375, 0.75, 0.476562, 0.546875, 0.332031, 0.535156, 0.433594, 0.519531, 0.613281, 0.519531, 0.738281, 0.386719, 0.40625, 0.53125, 0.507812, 0.427734, 0.257812, 0.320312, 0.78125, 0.392578, 0.498047, 0.462891, 0.636719, 1.367188, 0.435547, 0.539062, 0.5, 0.648438, 0.445312, 0.400391, 0.431641, 0.722656, 0.457031, -0.249023, 0.482422, 1.132812, 0.402344, 0.447266, 0.371094, 0.519531, 0.486328, 0.511719, 0.519531, 0.542969, 0.582031, 0.605469, 0.294922, 0.421875, 0.574219, 1.289062, 2.234375, 0.425781, 6.75, 0.550781, 0.398438, 0.373047, 0.476562, 0.369141, 0.4375, 0.369141, 0.431641, 0.613281, 0.228516, 0.367188, 0.550781, 0.566406, 0.285156, 0.423828, 0.423828, 0.636719, 0.585938, 1.28125, 0.421875, 0.585938, 0.355469, 0.373047, 0.462891, 0.196289, 0.648438, 0.380859, 0.316406, 0.277344, 0.326172, 0.550781, 1.34375, 0.511719, 0.386719, 0.460938, 0.392578, 0.390625, 0.929688, 0.925781, 0.369141, 0.410156, 0.761719, 0.445312, 0.515625, 0.613281, 0.421875, 0.496094, 0.726562, 1.515625, 0.828125, 0.353516, 0.503906, 0.636719, 0.447266, 0.863281, 0.359375, 0.345703, 0.416016, 0.414062, 0.960938, 0.339844, 0.554688, 0.554688, 2.9375, 0.546875, 0.519531, 0.365234, 0.351562, 12.0625, 0.5, 0.435547, 0.390625, 0.490234, 0.6875, 0.34375, 0.402344, 0.882812, 0.443359, 0.691406, 0.455078, 0.396484, 0.431641, 0.353516, 0.46875, 0.324219, 0.757812, 0.523438, 0.474609, 0.443359, 0.667969, 0.337891, 0.414062, 0.613281, 0.46875, 0.474609, 0.382812, 0.275391, 0.283203, 0.511719, 0.447266, 0.503906, 0.515625, 0.597656, 0.34375, 0.322266, 0.423828, 0.65625, 0.191406, 0.222656, 0.476562, 0.357422, 1.15625, 2.953125, 0.455078, 0.333984, 0.371094, 0.503906, 0.546875, 0.710938, 0.523438, 0.4375, 0.585938, 0.474609, 0.621094, 0.539062, 0.188477, 0.421875, 0.392578, 0.412109, 0.398438, 0.691406, 0.240234, 0.396484, 2.734375, 0.421875, 0.667969, 0.785156, 0.488281, 0.423828, 0.550781, 0.457031, 0.667969, 0.511719, 0.667969, 0.330078, 0.667969, 0.609375, 0.746094, 0.515625, 0.4375, 0.5, 0.574219, 0.439453, 0.449219, 0.625, 0.257812, 0.380859, 0.515625, 0.542969, 0.863281, 0.376953, 0.429688, 0.488281, 0.462891, 0.429688, 0.435547, 5.15625, 0.433594, 0.53125, 0.523438, 0.451172, 1.140625, 0.664062, 0.423828, 0.423828, 0.65625, 0.546875, 0.417969, 0.474609, 0.476562, 0.431641, 0.435547, 0.613281, 0.400391, 0.984375, 0.373047, 0.800781, 0.371094, 0.542969, 0.636719, 0.699219, 3.03125, 0.851562, 1.09375, 0.34375, 0.566406, 0.492188, 0.382812, 0.589844, 0.628906, 0.359375, 0.279297, 0.53125, 0.363281, 1.101562, 0.474609, 0.625, 1.1875, 1.984375, 0.644531, 0.447266, 3.953125, 0.318359, 0.511719, 0.294922, 0.507812, 0.244141, 0.53125, 0.208008, 0.423828, 0.349609, 1.4375, 0.558594, 0.417969, 0.330078, 0.722656, 2.796875, 2.59375, 0.675781, 0.503906, 0.443359, 1.210938, 0.412109, 0.371094, 0.445312, 0.488281, 2.171875, 0.488281 ] } , "name": "onnx::Mul_11200", "outputIndexes": [ 4554 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4553, 4554 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 4555 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4555 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.24/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 7805 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7805 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.24/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 7806 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7806 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1452446418, 13107222, 3276800, 0, 0 ] } , "name": "/layers.24/mlp/gate_proj/Linear", "outputIndexes": [ 7807 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7807 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.24/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 7808 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7808 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.24/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 4556 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4556 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.24/mlp/act_fn/Mul_output_0", "outputIndexes": [ 4557 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4556, 4557 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 4558 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 4558 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 4559 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4556, 4559 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/mlp/act_fn/Add_output_0", "outputIndexes": [ 4560 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 4560 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 4561 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4561 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.24/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 4562 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 4562 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 4563 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4556, 4563 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 4564 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 4564 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 4565 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7806 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1468830440, 13107222, 3276800, 0, 0 ] } , "name": "/layers.24/mlp/up_proj/Linear", "outputIndexes": [ 7811 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7811 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.24/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 7812 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7812 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.24/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 4566 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4565, 4566 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/mlp/Mul_output_0", "outputIndexes": [ 4567 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4567 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.24/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 7813 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7813 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.24/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 7814 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7814 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1485214462, 13107222, 3276800, 0, 0 ] } , "name": "/layers.24/mlp/down_proj/Linear", "outputIndexes": [ 7815 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7815 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.24/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 7816 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7816 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.24/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 4568 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4568 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.24/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 4570 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4570 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.24/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 4571 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4571, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 4572 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4572, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 4573 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4568, 4573 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 4574 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 2.96875, 2.96875, 1.726562, 2.96875, 2.96875, 2.96875, 1.3125, 2.9375, 2.96875, 1.617188, 2.96875, 2.96875, 1.539062, 2.96875, 2.96875, 2.96875, 2.96875, 2.875, 2.9375, 2.96875, 2.96875, 2.625, 2.96875, 2.96875, 2.96875, 2.921875, 2.96875, 2.96875, 0.566406, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.5625, 2.96875, 2.96875, 1.28125, 2.96875, 2.96875, 2.8125, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.71875, 2.96875, 1.296875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 1.789062, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.953125, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.234375, 2.96875, 2.96875, 2.96875, 1.773438, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.640625, 1.898438, 2.71875, 2.96875, 1.59375, 2.96875, 1.078125, 2.96875, 2.96875, 2.890625, 2.96875, 2.90625, 2.96875, 2.859375, 2.953125, 2.84375, 2.96875, 2.96875, 1.289062, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.953125, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.890625, 2.96875, 2.265625, 2.96875, 2.96875, 2.421875, 2.96875, 2.703125, 1.890625, 2.109375, 2.953125, 2.96875, 2.96875, 2.96875, 2.96875, 1.890625, 2.96875, 2.953125, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.078125, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 0.941406, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 1.507812, 2.90625, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.65625, 2.34375, 2.96875, 2.96875, 2.96875, 1.773438, 2.96875, 2.96875, 2.96875, 2.96875, 2.34375, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 1.367188, 2.96875, 2.28125, 2.96875, 2.71875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.125, 2.96875, 2.734375, 2.96875, 1.578125, 2.65625, 2.96875, 2.96875, 2.96875, 1.734375, 2.96875, 2.96875, 2.96875, 2.96875, 2.78125, 2.28125, 2.921875, 2.96875, 2.96875, 2.515625, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.953125, 2.96875, 2.96875, 2.96875, 2.921875, 2.96875, 2.96875, 2.96875, 2.703125, 2.96875, 2.96875, 2.96875, 2.96875, 2.734375, 2.9375, 2.53125, 2.96875, 2.96875, 2.96875, 2.96875, 2.90625, 2.734375, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 1.429688, 2.96875, 2.96875, 1.664062, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.921875, 2.734375, 2.96875, 2.90625, 2.96875, 2.96875, 2.953125, 2.96875, 2.765625, 2.96875, 2.96875, 2.96875, 2.96875, 2.65625, 2.96875, 2.96875, 2.96875, 2.96875, 2.953125, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.671875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.8125, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.765625, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.734375, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.953125, 2.96875, 1.195312, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.921875, 2.96875, 2.390625, 2.96875, 2.96875, 2.96875, 2.96875, 2.625, 2.96875, 2.953125, 2.96875, 2.96875, 2.96875, 2.96875, 0.769531, 2.96875, 2.96875, 2.96875, 1.242188, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.953125, 2.859375, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.03125, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.28125, 2.96875, 2.96875, 2.96875, 2.96875, 1.5625, 1.507812, 2.96875, 2.96875, 0.933594, 2.96875, 2.96875, 2.953125, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.34375, 2.96875, 1.515625, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.78125, 2.6875, 0.667969, 2.96875, 2.953125, 2.96875, 2.953125, 2.96875, 2.953125, 2.96875, 2.96875, 2.96875, 2.96875, 2.1875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 1.546875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.953125, 2.96875, 2.40625, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 1.328125, 2.96875, 2.96875, 2.96875, 2.96875, 2.953125, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.9375, 2.953125, 2.96875, 2.96875, 2.25, 2.96875, 2.96875, 2.96875, 2.6875, 2.890625, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.921875, 2.96875, 2.96875, 2.96875, 2.953125, 2.953125, 2.96875, 2.734375, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.671875, 2.96875, 1.382812, 2.96875, 2.5, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.046875, 2.96875, 2.578125, 2.84375, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.640625, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.5, 2.96875, 2.96875, 2.96875, 2.96875, 2.78125, 2.96875, 2.6875, 2.96875, 2.96875, 2.75, 2.96875, 2.96875, 2.96875, 2.515625, 2.96875, 2.96875, 2.96875, 1.765625, 1.242188, 1.570312, 2.96875, 2.96875, 1.5625, 2.953125, 1.789062, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.875, 2.90625, 2.40625, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 1.054688, 2.328125, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 1.453125, 2.96875, 2.96875, 2.890625, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.828125, 2.96875, 2.140625, 2.96875, 2.890625, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 0.933594, 1.570312, 2.953125, 2.328125, 2.90625, 2.96875, 2.96875, 2.109375, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 1.367188, 2.96875, 2.453125, 2.96875, 2.96875, 2.96875, 2.96875, 1.617188, 2.96875, 2.96875, 2.96875, 2.96875, 1.867188, 2.734375, 2.96875, 2.96875, 2.65625, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.40625, 2.96875, 2.65625, 2.96875, 2.3125, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.921875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 1.578125, 2.96875, 2.96875, 2.96875, 1.609375, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.296875, 2.96875, 2.96875, 2.390625, 2.96875, 2.8125, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 1.234375, 2.96875, 2.90625, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.359375, 1.976562, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.703125, 2.84375, 2.96875, 0.796875, 2.96875, 2.265625, 2.609375, 2.34375, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.921875, 2.96875, 2.96875, 2.96875, 2.796875, 2.96875, 2.96875, 1.757812, 2.96875, 2.171875, 2.96875, 2.71875, 2.96875, 2.96875, 2.921875, 2.78125, 2.71875, 2.9375, 2.96875, 2.625, 2.96875, 1.109375, 2.96875, 2.96875, 2.96875, 2.96875, 0.832031, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.890625, 2.96875, 2.96875, 2.96875, 2.96875, 2.765625, 2.359375, 2.96875, 2.96875, 2.953125, 2.96875, 2.96875, 2.96875, 2.96875, 2.953125, 2.953125, 2.96875, 2.96875, 2.9375, 2.96875, 2.96875, 2.96875, 2.96875, 2.953125, 2.953125, 2.96875, 2.515625, 2.96875, 2.96875, 2.78125, 2.953125, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.921875, 2.96875, 1.953125, 2.96875, 2.96875, 2.96875, 2.953125, 2.78125, 2.96875, 2.96875, 2.96875, 2.890625, 2.96875, 2.75, 2.96875, 2.96875, 2.96875, 1.617188, 2.96875, 2.96875, 1.125, 2.859375, 2.890625, 2.859375, 2.96875, 2.96875, 2.96875, 2.96875, 2.5625, 2.96875, 2.96875, 2.96875, 2.4375, 2.640625, 2.96875, 2.96875, 2.9375, 2.96875, 2.96875, 2.953125, 2.96875, 2.96875, 1.835938, 2.96875, 2.96875, 1.046875, 2.96875, 2.96875, 2.96875, 2.953125, 2.96875, 2.96875, 2.1875, 2.84375, 2.96875, 2.96875, 2.96875, 2.84375, 2.96875, 2.96875, 2.96875, 2.90625, 2.40625, 2.96875, 2.96875, 2.96875, 2.578125, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.3125, 2.015625, 2.96875, 2.96875, 2.890625, 2.9375, 2.96875, 2.96875, 2.96875, 1.257812, 2.96875, 2.96875, 2.25, 1.96875, 2.96875, 2.65625, 2.96875, 2.375, 2.96875, 2.96875, 1.75, 2.96875, 2.96875, 2.96875, 2.671875, 2.96875, 2.96875, 2.921875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.953125, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.921875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 0.306641, 2.96875, 2.6875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.109375, 2.96875, 2.96875, 2.890625, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 1.007812, 2.96875, 2.96875, 2.96875, 2.96875, 0.507812, 2.96875, 2.96875, 1.796875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 1.984375, 2.96875, 1.453125, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 1.757812, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.875, 2.96875, 2.96875, 2.96875, 2.296875, 2.96875, 2.96875, 0.925781, 2.96875, 2.515625, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.046875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.9375, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.9375, 2.96875, 2.96875, 2.796875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.9375, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.515625, 2.96875, 2.9375, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.328125, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 1.070312, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 1.921875, 2.96875, 1.429688, 2.96875, 2.96875, 2.875, 2.953125, 2.96875, 2.953125, 2.96875, 2.15625, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.78125, 2.890625, 2.96875, 2.109375, 2.96875, 0.554688, 2.96875, 1.726562, 2.96875, 2.96875, 2.96875, 2.953125, 2.390625, 2.96875, 2.96875, 2.421875, 2.96875, 2.453125, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 1.40625, 2.96875, 2.96875, 2.25, 1.601562, 2.96875, 2.96875, 2.96875, 2.046875, 2.96875, 2.21875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.5, 2.96875, 2.765625, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.921875, 2.96875, 2.96875, 2.46875, 2.96875, 2.78125, 2.96875, 2.96875, 2.96875, 2.96875, 2.8125, 2.96875, 2.96875, 2.875, 2.859375, 2.96875, 1.992188, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.453125, 2.96875, 2.96875, 2.96875, 2.234375, 1.054688, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.734375, 2.96875, 2.546875, 2.515625, 2.890625, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 0.878906, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.953125, 2.671875, 2.96875, 1.945312, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.453125, 2.96875, 2.9375, 2.96875, 2.96875, 2.53125, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.078125, 2.96875, 2.640625, 2.96875, 2.921875, 2.96875, 2.96875, 2.96875, 2.4375, 2.96875, 2.96875, 2.671875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.390625, 2.96875, 2.96875, 2.96875, 2.90625, 2.96875, 2.96875, 2.859375, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.625, 2.578125, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.21875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.53125, 2.203125, 2.859375, 2.96875, 2.96875, 2.96875, 2.96875, 1.9375, 2.96875, 2.96875, 2.96875, 1.4375, 2.96875, 2.96875, 2.890625, 2.96875, 2.96875, 2.90625, 1.953125, 2.921875, 2.96875, 2.96875, 2.96875, 2.96875, 1.875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.453125, 2.96875, 2.96875, 2.890625, 2.96875, 2.265625, 2.6875, 2.96875, 2.96875, 2.96875, 1.351562, 2.90625, 2.96875, 1.5625, 2.109375, 2.96875, 2.96875, 2.6875, 2.96875, 2.9375, 2.953125, 2.96875, 2.96875, 2.9375, 2.5, 2.96875, 2.96875, 2.96875, 2.96875, 0.511719, 1.742188, 1.023438, 2.96875, 2.96875, 2.96875, 2.796875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 1.507812, 2.96875, 2.96875, 2.96875, 2.96875, 2.78125, 2.96875, 2.859375, 2.96875, 2.96875, 2.96875, 2.03125, 2.96875, 2.890625, 2.953125, 2.96875, 2.96875, 1.242188, 1.6875, 2.96875, 2.96875, 2.9375, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.859375, 2.96875, 2.546875, 2.84375, 2.96875, 2.96875, 2.96875, 2.703125, 2.96875, 2.96875, 2.96875, 2.421875, 2.96875, 2.96875, 2.9375, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.46875, 2.96875, 2.953125, 2.84375, 2.96875, 2.96875, 2.953125, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 0.597656, 2.0625, 2.96875, 2.96875, 2.96875, 2.96875, 2.6875, 2.96875, 2.859375, 2.96875, 2.96875, 2.96875, 2.546875, 2.703125, 2.96875, 2.84375, 2.90625, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 1.6875, 2.96875, 2.96875, 2.265625, 2.96875, 2.96875, 2.96875, 1.515625, 2.96875, 2.953125, 2.90625, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 1.671875, 2.96875, 2.96875, 2.96875, 2.96875, 2.890625, 2.96875, 2.96875, 2.96875, 2.890625, 2.96875, 2.96875, 0.980469, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.046875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 1.375, 2.9375, 2.96875, 2.96875, 2.4375, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.34375, 2.96875, 2.828125, 2.96875, 2.46875, 2.96875, 2.96875, 1.90625, 2.96875, 2.96875, 2.96875, 2.921875, 2.96875, 2.25, 2.96875, 2.96875, 2.828125, 2.953125, 2.96875, 2.96875, 1.03125, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.484375, 2.703125, 2.96875, 2.96875, 1.796875, 2.96875, 2.96875, 2.859375, 2.96875, 2.96875, 2.96875, 1.992188, 2.96875, 0.002884, 2.96875, 2.96875, 2.921875, 2.96875, 2.96875, 2.96875, 2.96875, 2.6875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.8125, 2.96875, 2.96875, 2.96875, 2.96875, 2.609375, 2.765625, 2.96875, 1.0, 2.96875, 2.96875, 2.96875, 2.96875, 2.046875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.953125, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 1.695312, 2.703125, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.796875, 2.96875, 2.96875, 2.96875, 2.96875, 1.195312, 2.96875, 2.96875, 2.96875, 1.84375, 2.96875, 2.96875, 2.96875, 2.5, 2.96875, 1.679688, 1.28125, 2.96875, 2.234375, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.0625, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.453125, 2.96875, 2.96875, 2.671875, 2.96875, 1.257812, 2.96875, 2.96875, 2.96875, 2.96875, 2.953125, 2.96875, 2.78125, 2.96875, 2.921875, 2.96875, 2.96875, 2.671875, 2.96875, 2.96875, 2.96875, 2.96875, 1.4375, 1.382812, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.859375, 2.96875, 2.96875, 2.96875, 2.96875, 1.757812, 2.96875, 2.96875, 2.96875, 2.9375, 2.96875, 2.96875, 2.96875, 2.015625, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 1.742188, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 1.8125, 2.96875, 0.757812, 0.632812, 2.953125, 2.96875, 2.96875, 2.96875, 1.398438, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 1.1875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.9375, 2.96875, 2.328125, 2.96875, 2.96875, 2.953125, 2.96875, 2.96875, 1.632812, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.640625, 2.96875, 2.65625, 2.03125, 1.976562, 2.96875, 1.132812, 2.96875, 2.96875, 2.265625, 2.734375, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.453125, 2.96875, 2.96875, 2.96875, 2.921875, 2.96875, 2.96875, 2.96875, 2.96875, 2.328125, 2.96875, 2.96875, 2.96875, 2.96875, 1.375, 2.796875, 2.96875, 2.96875, 1.859375, 2.96875, 1.453125, 2.96875, 2.96875, 2.96875, 2.96875, 2.828125, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.015625, 2.765625, 2.296875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 0.585938, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.421875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.921875, 2.96875, 2.96875, 2.96875, 2.96875, 0.691406, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.40625, 2.859375, 2.96875, 2.96875, 2.875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.953125, 2.96875, 2.96875, 2.96875, 2.96875, 2.90625, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.9375, 2.96875, 2.140625, 2.96875, 1.976562, 2.96875, 2.96875, 2.953125, 2.4375, 2.96875, 2.96875, 1.914062, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.734375, 2.96875, 2.96875, 1.445312, 1.664062, 2.765625, 2.96875, 2.46875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.953125, 2.1875, 2.96875, 2.96875, 2.515625, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 1.890625, 2.96875, 2.96875, 2.96875, 2.96875, 2.53125, 2.953125, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 1.453125, 2.96875, 1.5, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 1.296875, 2.96875, 2.96875, 2.9375, 2.96875, 2.96875, 2.046875, 2.96875, 2.96875, 2.84375, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.703125, 2.96875, 2.96875, 2.640625, 2.953125, 2.171875, 2.96875, 2.921875, 2.953125, 2.328125, 2.96875, 2.96875, 2.96875, 0.675781, 2.96875, 2.96875, 2.96875, 1.882812, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.8125, 2.96875, 2.96875, 0.84375, 2.96875, 2.96875, 2.96875, 2.203125, 2.96875, 0.796875, 2.96875, 2.96875, 2.96875, 0.796875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.375, 2.96875, 2.953125, 2.96875, 2.96875, 2.96875, 2.96875, 2.953125, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.84375, 2.96875, 2.96875, 2.96875, 1.023438, 2.96875, 2.96875, 2.96875, 1.945312, 2.96875, 2.96875, 1.21875, 2.96875, 2.96875, 2.96875, 1.460938, 2.96875, 2.96875, 2.96875, 2.953125, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 1.632812, 2.96875, 2.96875, 2.96875, 2.28125, 2.96875, 2.96875, 2.96875, 2.96875, 2.921875, 2.90625, 2.96875, 2.96875, 2.96875, 2.65625, 2.96875, 2.96875, 2.25, 2.96875, 2.96875, 2.96875, 2.296875, 2.96875, 2.96875, 2.96875, 2.875, 2.96875, 2.96875, 2.96875, 2.96875, 2.625, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.921875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.953125, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.828125, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.90625, 1.195312, 2.96875, 0.597656, 2.96875, 2.96875, 2.96875, 2.609375, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 1.914062, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.296875, 2.96875, 2.96875, 2.890625, 2.96875, 2.96875, 2.96875, 2.96875, 2.34375, 2.96875, 2.96875, 2.96875, 2.6875, 2.953125, 2.125, 2.96875, 2.96875, 2.875, 2.96875, 2.96875, 2.96875, 2.703125, 2.96875, 2.96875, 2.578125, 2.9375, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 1.601562, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.953125, 2.96875, 2.96875, 2.625, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 1.125, 2.96875, 2.96875, 2.96875, 2.96875, 0.878906, 2.96875, 2.96875, 2.96875, 2.96875, 1.3125, 2.96875, 2.96875, 1.796875, 2.96875, 2.71875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.5, 2.96875, 2.015625, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.359375, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.828125, 2.96875, 2.96875, 2.96875, 2.875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.953125, 2.96875, 2.96875, 2.96875, 2.96875, 0.84375, 2.96875, 2.96875, 2.953125, 2.96875, 2.96875, 2.96875, 2.953125, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.859375, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.078125, 2.96875, 2.96875, 2.96875, 2.96875, 1.882812, 2.96875, 1.421875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.796875, 2.96875, 2.96875, 2.96875, 2.96875, 1.164062, 2.953125, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 0.777344, 2.96875, 2.78125, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.96875, 2.828125, 2.96875, 2.96875, 1.953125, 1.226562, 2.875, 2.96875, 2.59375, 2.6875, 2.46875, 2.96875, 2.96875, 2.96875, 2.953125, 2.96875, 2.96875, 2.96875, 2.453125, 2.96875, 2.96875, 2.96875, 2.96875, 0.949219, 0.902344, 2.96875, 2.96875, 2.96875, 2.625, 2.96875, 2.96875, 2.96875, 2.96875, 2.734375, 2.96875 ] } , "name": "onnx::Mul_11201", "outputIndexes": [ 4575 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4574, 4575 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 4576 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4548, 4576 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/Add_1_output_0", "outputIndexes": [ 4577 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4577 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.24/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 7817 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7817 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.24/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 7818 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7818 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1501598484, 327702, 81920, 0, 0 ] } , "name": "/layers.24/per_layer_input_gate/Linear", "outputIndexes": [ 7819 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7819 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.24/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 7820 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7820 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.24/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 4578 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4578 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.24/act_fn/Mul_output_0", "outputIndexes": [ 4579 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4578, 4579 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/act_fn/Mul_1_output_0", "outputIndexes": [ 4580 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 4580 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/act_fn/Mul_2_output_0", "outputIndexes": [ 4581 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4578, 4581 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/act_fn/Add_output_0", "outputIndexes": [ 4582 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 4582 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/act_fn/Mul_3_output_0", "outputIndexes": [ 4583 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4583 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.24/act_fn/Tanh_output_0", "outputIndexes": [ 4584 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 4584 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/act_fn/Add_1_output_0", "outputIndexes": [ 4585 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4578, 4585 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/act_fn/Mul_4_output_0", "outputIndexes": [ 4586 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 4586 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/act_fn/Mul_5_output_0", "outputIndexes": [ 4587 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 24 ] } , "name": "/Constant_33_output_0", "outputIndexes": [ 4588 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5581", "outputIndexes": [ 4589 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5584", "outputIndexes": [ 4590 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 4589, 4590, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice5587", "outputIndexes": [ 4591 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4591 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze5588", "outputIndexes": [ 4592 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4588, 4592 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5589", "outputIndexes": [ 4593 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4593, 4592 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5590", "outputIndexes": [ 4594 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 4594, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_31_output_0", "outputIndexes": [ 4595 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4587, 4595 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/Mul_output_0", "outputIndexes": [ 4596 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4596 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.24/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 7821 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7821 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.24/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 7822 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7822 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1502008106, 327702, 81920, 0, 0 ] } , "name": "/layers.24/per_layer_projection/Linear", "outputIndexes": [ 7823 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7823 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.24/per_layer_projection/Linear/post_convert", "outputIndexes": [ 7824 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7824 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.24/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 4597 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4597 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.24/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 4599 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4599 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.24/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 4600 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4600, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 4601 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4601, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 4602 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4597, 4602 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 4603 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.984375, 1.007812, 0.001045, 1.078125, 1.078125, 1.070312, 0.322266, 0.996094, 1.078125, 0.001007, 0.859375, 1.046875, 0.691406, 0.867188, 1.078125, 1.078125, 1.078125, 1.015625, 1.078125, 0.15332, 1.078125, 0.90625, 0.976562, 1.078125, 0.828125, 1.007812, 1.078125, 1.023438, 0.220703, 1.078125, 1.078125, 0.001038, 1.078125, 1.078125, 1.039062, 1.078125, 0.322266, 1.078125, 0.574219, 0.363281, 1.0625, 1.054688, 0.769531, 1.078125, 1.078125, 1.078125, 0.757812, 0.808594, 1.078125, 1.078125, 1.078125, 0.875, 1.078125, 0.945312, 0.507812, 1.070312, 0.3125, 0.001038, 0.855469, 1.070312, 1.0, 0.917969, 1.078125, 0.449219, 1.078125, 1.078125, 1.054688, 1.078125, 1.078125, 0.941406, 1.0625, 1.078125, 1.078125, 1.078125, 1.078125, 1.015625, 0.972656, 1.007812, 1.070312, 0.75, 1.078125, 0.00103, 1.078125, 0.574219, 1.078125, 1.078125, 1.070312, 1.078125, 0.957031, 0.044189, 1.039062, 1.078125, 1.015625, 1.078125, 1.070312, 0.972656, 0.001022, 1.007812, 1.078125, 0.054443, 1.078125, 0.047119, 1.078125, 1.054688, 1.078125, 1.078125, 0.000992, 1.023438, 0.00103, 1.078125, 0.945312, 1.078125, 1.078125, 0.001045, 1.046875, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 0.006348, 0.992188, 0.00106, 1.078125, 1.078125, 1.023438, 1.054688, 1.03125, 0.875, 0.992188, 1.078125, 1.078125, 1.078125, 0.652344, 1.078125, 1.078125, 0.78125, 0.001022, 1.078125, 1.078125, 0.539062, 1.078125, 1.078125, 1.078125, 0.001022, 1.078125, 0.640625, 1.078125, 1.015625, 0.988281, 1.0625, 1.039062, 0.808594, 1.023438, 0.757812, 1.078125, 1.007812, 1.078125, 1.03125, 1.078125, 1.054688, 0.326172, 1.078125, 1.078125, 1.0625, 1.078125, 1.078125, 0.894531, 0.78125, 0.431641, 0.001007, 0.000969, 0.972656, 0.949219, 1.078125, 1.023438, 1.078125, 1.078125, 0.980469, 0.695312, 1.054688, 0.996094, 1.078125, 0.001038, 1.078125, 0.917969, 1.0, 1.078125, 0.001007, 0.285156, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.0625, 0.871094, 1.078125, 0.302734, 0.800781, 1.078125, 1.023438, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.023438, 1.078125, 1.070312, 1.078125, 0.941406, 1.078125, 1.078125, 0.792969, 1.007812, 1.078125, 1.007812, 0.652344, 1.078125, 1.078125, 1.023438, 1.078125, 1.046875, 0.388672, 1.078125, 1.078125, 1.078125, 1.054688, 1.078125, 1.078125, 1.078125, 1.078125, 0.960938, 1.078125, 1.039062, 1.078125, 1.070312, 1.0, 1.078125, 0.000999, 1.078125, 0.960938, 0.964844, 0.964844, 0.84375, 0.941406, 1.078125, 0.859375, 1.0, 0.964844, 1.078125, 1.078125, 1.078125, 0.980469, 0.972656, 0.800781, 1.054688, 1.039062, 1.03125, 1.015625, 0.933594, 0.001007, 0.964844, 1.078125, 0.000851, 1.054688, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 0.996094, 1.078125, 0.886719, 0.695312, 0.800781, 1.078125, 1.070312, 1.078125, 0.90625, 1.0625, 1.078125, 1.078125, 1.078125, 0.011658, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 0.808594, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 0.949219, 1.078125, 0.894531, 1.078125, 1.078125, 1.078125, 1.078125, 1.0625, 0.000984, 1.078125, 1.03125, 0.824219, 1.078125, 1.023438, 1.078125, 1.078125, 1.070312, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 0.001015, 1.078125, 0.194336, 1.078125, 1.078125, 1.078125, 0.894531, 1.0625, 1.078125, 1.039062, 0.001007, 0.484375, 1.078125, 0.996094, 0.875, 1.078125, 0.757812, 1.015625, 1.0625, 1.078125, 0.00103, 1.078125, 1.078125, 0.001022, 1.070312, 0.800781, 1.078125, 0.474609, 1.0625, 1.078125, 1.078125, 1.078125, 1.078125, 0.00103, 1.078125, 1.078125, 1.078125, 1.078125, 1.046875, 0.941406, 1.078125, 1.039062, 1.078125, 1.0625, 1.039062, 1.070312, 0.929688, 0.001015, 0.001038, 1.078125, 0.933594, 1.078125, 0.867188, 1.078125, 1.078125, 1.023438, 0.753906, 1.078125, 0.960938, 1.039062, 0.914062, 0.628906, 0.585938, 1.078125, 1.070312, 0.292969, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 0.001007, 1.078125, 1.070312, 1.007812, 1.078125, 1.078125, 0.742188, 1.070312, 0.707031, 1.015625, 0.000999, 1.078125, 1.078125, 1.078125, 1.078125, 1.03125, 1.078125, 1.078125, 1.078125, 1.007812, 0.875, 0.964844, 0.001022, 1.078125, 0.429688, 1.054688, 0.917969, 1.078125, 1.054688, 1.078125, 1.078125, 1.03125, 1.078125, 0.941406, 0.051514, 0.832031, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.054688, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.03125, 1.023438, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.039062, 1.078125, 0.001045, 0.964844, 1.078125, 0.550781, 0.867188, 1.039062, 1.078125, 1.039062, 1.078125, 0.894531, 1.078125, 0.71875, 0.001022, 1.078125, 0.917969, 1.046875, 1.078125, 1.070312, 1.078125, 1.070312, 1.078125, 0.001038, 1.070312, 1.078125, 1.078125, 1.078125, 0.976562, 1.078125, 0.478516, 1.078125, 1.078125, 1.078125, 0.800781, 1.046875, 1.070312, 1.078125, 0.8125, 1.070312, 1.078125, 1.078125, 0.949219, 1.015625, 1.078125, 0.929688, 1.007812, 1.078125, 1.078125, 0.914062, 1.078125, 0.001038, 1.078125, 1.007812, 0.886719, 1.078125, 1.078125, 1.015625, 1.078125, 1.078125, 1.078125, 0.960938, 1.078125, 1.078125, 0.667969, 1.070312, 0.9375, 1.078125, 1.078125, 0.835938, 1.078125, 1.078125, 1.078125, 1.078125, 0.796875, 0.933594, 0.984375, 0.769531, 1.0625, 0.816406, 0.000984, 1.046875, 1.078125, 1.007812, 0.957031, 1.0625, 0.925781, 1.03125, 0.644531, 1.078125, 1.03125, 0.878906, 1.078125, 1.078125, 1.070312, 1.078125, 1.015625, 1.078125, 1.078125, 0.953125, 0.851562, 1.078125, 1.023438, 0.6875, 1.0, 1.078125, 0.976562, 0.847656, 1.078125, 0.902344, 0.992188, 1.078125, 0.738281, 1.078125, 1.078125, 1.070312, 0.835938, 1.078125, 1.078125, 1.070312, 0.777344, 0.439453, 0.722656, 0.984375, 0.053467, 0.757812, 0.929688, 0.628906, 1.070312, 1.078125, 1.078125, 1.078125, 1.078125, 1.015625, 0.710938, 0.789062, 1.023438, 1.0625, 1.078125, 1.023438, 1.078125, 0.326172, 0.001007, 0.001053, 1.03125, 0.898438, 1.078125, 1.078125, 0.000984, 1.078125, 1.078125, 0.917969, 1.078125, 1.078125, 1.0625, 1.078125, 1.078125, 0.00087, 1.078125, 1.078125, 1.054688, 1.078125, 1.015625, 1.078125, 1.070312, 1.078125, 0.890625, 1.078125, 0.001053, 1.078125, 0.941406, 1.070312, 1.070312, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.007812, 1.078125, 0.041016, 0.001045, 0.828125, 0.777344, 1.039062, 1.078125, 1.078125, 0.660156, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.039062, 1.078125, 0.001015, 1.078125, 0.001007, 1.078125, 1.078125, 1.007812, 1.023438, 0.597656, 1.0625, 1.078125, 0.000999, 1.078125, 0.009155, 0.871094, 1.054688, 0.001038, 1.078125, 1.078125, 1.078125, 1.078125, 1.054688, 1.03125, 1.046875, 1.070312, 1.078125, 1.078125, 1.0625, 1.046875, 1.039062, 0.419922, 1.078125, 1.078125, 1.039062, 0.001007, 1.078125, 1.078125, 1.078125, 1.078125, 0.917969, 0.851562, 1.078125, 1.070312, 1.078125, 1.078125, 1.078125, 1.078125, 0.996094, 1.078125, 1.078125, 0.964844, 0.933594, 0.949219, 1.078125, 1.007812, 0.621094, 1.078125, 1.078125, 1.0625, 1.0625, 1.078125, 1.078125, 1.078125, 0.832031, 0.828125, 1.078125, 1.078125, 1.070312, 1.078125, 1.015625, 1.078125, 0.001022, 1.054688, 0.246094, 1.054688, 0.996094, 0.941406, 1.078125, 1.078125, 1.078125, 1.078125, 1.070312, 1.070312, 1.078125, 0.470703, 1.078125, 0.898438, 1.078125, 1.054688, 1.078125, 1.078125, 0.929688, 1.078125, 1.03125, 0.000984, 0.239258, 1.054688, 1.070312, 1.070312, 1.078125, 1.078125, 0.914062, 1.078125, 1.078125, 1.054688, 1.078125, 1.078125, 0.800781, 1.078125, 1.078125, 0.000984, 1.078125, 0.726562, 1.078125, 0.185547, 1.078125, 1.070312, 1.023438, 1.078125, 1.078125, 1.078125, 0.001038, 1.078125, 1.078125, 1.078125, 1.007812, 1.023438, 1.078125, 1.054688, 0.953125, 1.078125, 1.078125, 0.000999, 0.000992, 0.808594, 1.078125, 0.882812, 1.054688, 0.447266, 0.012756, 0.980469, 1.023438, 0.941406, 1.078125, 0.021118, 1.078125, 0.063477, 0.9375, 0.875, 0.000965, 0.925781, 0.246094, 1.046875, 1.078125, 1.078125, 1.023438, 1.078125, 0.996094, 0.992188, 1.078125, 0.761719, 1.039062, 1.039062, 0.855469, 1.078125, 1.078125, 1.0625, 1.078125, 0.929688, 0.808594, 0.859375, 1.078125, 1.054688, 0.976562, 1.078125, 0.001015, 1.078125, 0.00103, 1.078125, 1.0625, 0.953125, 0.941406, 1.078125, 0.972656, 1.03125, 1.078125, 0.871094, 1.054688, 1.007812, 1.070312, 1.078125, 0.980469, 1.007812, 1.023438, 1.078125, 0.941406, 1.070312, 1.078125, 1.015625, 1.078125, 1.078125, 1.078125, 1.054688, 0.000984, 1.078125, 1.078125, 1.039062, 1.0, 0.949219, 1.078125, 1.078125, 1.078125, 1.039062, 1.078125, 0.53125, 1.078125, 1.078125, 0.777344, 0.163086, 1.078125, 0.964844, 0.320312, 0.769531, 0.71875, 0.878906, 1.078125, 0.001053, 1.078125, 0.976562, 1.0, 1.078125, 1.078125, 1.078125, 0.026978, 0.746094, 1.078125, 1.070312, 0.753906, 1.070312, 1.0625, 1.023438, 1.078125, 0.949219, 1.078125, 1.070312, 1.078125, 0.382812, 1.078125, 1.078125, 1.023438, 1.015625, 1.078125, 0.957031, 0.632812, 0.9375, 1.078125, 1.078125, 1.078125, 0.808594, 1.078125, 0.964844, 1.023438, 0.925781, 0.84375, 1.078125, 1.046875, 1.078125, 0.769531, 0.84375, 1.078125, 1.078125, 1.007812, 1.078125, 1.078125, 0.800781, 0.001053, 1.078125, 1.078125, 0.929688, 1.023438, 0.882812, 1.078125, 0.898438, 0.001007, 1.078125, 1.03125, 0.00103, 0.742188, 1.078125, 0.699219, 1.078125, 0.839844, 0.96875, 1.078125, 0.000984, 1.039062, 1.070312, 1.078125, 0.710938, 1.070312, 1.078125, 1.078125, 1.078125, 1.0625, 0.75, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.03125, 1.078125, 0.957031, 1.078125, 1.039062, 0.898438, 1.078125, 0.021973, 1.078125, 1.078125, 1.078125, 1.078125, 0.984375, 1.078125, 0.929688, 1.078125, 1.078125, 1.046875, 1.078125, 1.078125, 0.112305, 0.996094, 0.957031, 0.640625, 0.972656, 0.808594, 1.078125, 1.039062, 1.078125, 1.054688, 0.00095, 0.953125, 0.835938, 0.890625, 1.054688, 1.078125, 1.078125, 1.046875, 0.945312, 1.0625, 0.546875, 1.078125, 1.078125, 1.078125, 1.078125, 0.032959, 0.001022, 1.078125, 0.773438, 1.078125, 0.984375, 1.078125, 1.046875, 1.0625, 1.078125, 1.0625, 1.078125, 1.078125, 1.078125, 0.976562, 1.078125, 1.0625, 1.078125, 0.00103, 1.078125, 0.00103, 1.078125, 0.605469, 1.039062, 0.699219, 1.078125, 0.363281, 1.070312, 1.078125, 1.0625, 0.925781, 1.078125, 1.078125, 1.078125, 1.03125, 1.015625, 1.078125, 0.925781, 0.730469, 1.0625, 0.976562, 1.054688, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.0625, 1.078125, 1.078125, 1.078125, 1.078125, 0.542969, 1.078125, 1.054688, 1.078125, 1.078125, 1.078125, 0.001007, 1.078125, 0.445312, 0.890625, 1.070312, 1.078125, 1.078125, 1.03125, 0.902344, 1.046875, 1.007812, 0.980469, 0.960938, 0.558594, 1.078125, 1.070312, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 0.988281, 1.0, 1.046875, 1.078125, 0.941406, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.023438, 1.070312, 1.078125, 1.070312, 1.078125, 1.0, 1.0625, 1.015625, 1.078125, 1.078125, 1.078125, 1.078125, 0.00103, 1.078125, 1.046875, 1.078125, 1.078125, 1.078125, 0.945312, 1.023438, 0.683594, 1.078125, 1.070312, 1.0625, 1.0625, 0.996094, 1.078125, 1.015625, 0.871094, 0.863281, 1.078125, 1.078125, 0.921875, 1.078125, 0.00103, 1.078125, 1.078125, 1.078125, 0.001022, 1.039062, 1.078125, 1.046875, 0.683594, 0.527344, 1.078125, 1.078125, 1.078125, 1.078125, 0.992188, 1.078125, 1.078125, 0.001015, 1.078125, 1.078125, 0.839844, 0.789062, 1.078125, 1.007812, 1.078125, 0.001045, 1.078125, 1.070312, 1.070312, 1.078125, 1.078125, 1.078125, 1.078125, 1.023438, 1.078125, 1.078125, 1.078125, 0.000999, 1.054688, 0.001015, 1.023438, 1.039062, 0.742188, 1.015625, 1.0, 1.046875, 1.078125, 0.800781, 1.078125, 0.001045, 1.078125, 1.078125, 1.078125, 1.078125, 1.007812, 1.023438, 1.078125, 0.001045, 1.078125, 1.078125, 1.078125, 1.054688, 1.078125, 1.078125, 0.878906, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 0.792969, 1.054688, 0.660156, 1.078125, 1.0625, 0.761719, 0.000999, 1.078125, 1.078125, 1.054688, 0.835938, 1.015625, 0.683594, 1.03125, 1.078125, 1.078125, 1.078125, 1.078125, 0.949219, 0.773438, 0.001007, 1.078125, 1.078125, 1.078125, 1.078125, 0.976562, 1.078125, 1.078125, 0.001015, 1.078125, 1.078125, 0.060059, 1.039062, 0.945312, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 0.855469, 0.921875, 1.078125, 0.734375, 1.070312, 1.078125, 1.0625, 0.96875, 1.046875, 1.078125, 0.832031, 1.078125, 1.078125, 1.078125, 0.769531, 0.001015, 1.078125, 1.078125, 1.070312, 1.078125, 1.078125, 1.023438, 0.001022, 1.078125, 0.800781, 0.318359, 1.039062, 1.078125, 1.078125, 1.0625, 1.078125, 1.078125, 0.271484, 0.953125, 1.078125, 0.001045, 1.078125, 1.078125, 0.960938, 0.914062, 1.078125, 1.078125, 1.078125, 0.949219, 1.078125, 1.0625, 0.914062, 1.078125, 1.078125, 1.078125, 0.953125, 1.078125, 0.953125, 0.679688, 1.078125, 0.898438, 0.917969, 1.078125, 1.078125, 0.757812, 0.921875, 0.824219, 1.078125, 1.078125, 0.914062, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 0.000999, 1.078125, 1.03125, 1.078125, 1.078125, 0.886719, 1.078125, 0.992188, 1.078125, 1.023438, 1.0, 0.976562, 1.078125, 1.039062, 1.03125, 1.078125, 0.878906, 1.078125, 0.945312, 0.04541, 0.582031, 1.078125, 1.078125, 1.078125, 1.046875, 1.078125, 0.902344, 1.078125, 1.078125, 1.078125, 1.039062, 1.078125, 0.910156, 1.046875, 1.078125, 0.001045, 0.910156, 1.078125, 1.070312, 1.054688, 1.078125, 1.078125, 0.691406, 1.023438, 1.078125, 0.945312, 1.078125, 1.0, 1.078125, 1.039062, 1.070312, 1.078125, 0.804688, 0.964844, 1.078125, 1.078125, 1.070312, 0.945312, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 0.972656, 1.070312, 1.078125, 1.0625, 1.078125, 0.001007, 1.023438, 1.078125, 1.0625, 1.0625, 1.070312, 0.773438, 1.078125, 1.078125, 1.078125, 1.054688, 0.886719, 0.546875, 1.078125, 1.078125, 1.078125, 0.765625, 1.078125, 0.001038, 1.078125, 1.078125, 1.078125, 0.306641, 1.046875, 1.078125, 0.765625, 1.054688, 1.078125, 0.902344, 0.001007, 0.960938, 1.078125, 1.078125, 1.078125, 1.078125, 0.691406, 1.078125, 1.078125, 0.75, 1.078125, 1.078125, 1.078125, 0.005188, 1.078125, 1.078125, 1.078125, 1.078125, 0.921875, 1.078125, 1.078125, 0.980469, 1.078125, 0.001022, 0.867188, 1.078125, 1.078125, 1.078125, 0.339844, 1.078125, 1.070312, 0.498047, 0.765625, 1.078125, 1.023438, 1.078125, 1.078125, 1.070312, 0.9375, 1.078125, 1.078125, 1.015625, 0.882812, 1.078125, 1.070312, 1.078125, 1.078125, 1.078125, 0.671875, 0.001015, 1.015625, 1.046875, 1.078125, 1.0, 1.0625, 1.0, 0.001053, 1.078125, 1.078125, 0.001007, 1.007812, 1.078125, 0.001022, 0.890625, 0.878906, 1.078125, 0.519531, 1.078125, 1.078125, 0.996094, 0.691406, 1.078125, 1.015625, 0.890625, 1.0, 1.078125, 0.433594, 0.269531, 1.078125, 0.820312, 0.000973, 1.078125, 1.078125, 1.03125, 1.078125, 1.078125, 1.078125, 1.078125, 0.847656, 1.078125, 0.957031, 0.527344, 1.078125, 1.078125, 1.078125, 0.480469, 1.078125, 1.078125, 1.078125, 0.867188, 1.078125, 0.949219, 1.078125, 1.039062, 1.078125, 1.078125, 1.078125, 0.90625, 0.914062, 0.001045, 1.078125, 0.957031, 0.8125, 1.078125, 0.001022, 1.023438, 1.078125, 1.078125, 1.046875, 1.078125, 0.980469, 1.078125, 1.078125, 1.039062, 1.078125, 0.953125, 0.197266, 0.000973, 1.0, 0.001038, 1.0625, 0.249023, 1.078125, 1.078125, 1.039062, 1.078125, 1.078125, 1.078125, 0.000977, 1.078125, 0.875, 1.015625, 1.078125, 1.078125, 1.078125, 0.320312, 1.078125, 1.078125, 1.078125, 0.695312, 1.078125, 1.078125, 0.503906, 1.039062, 1.078125, 1.070312, 0.976562, 0.914062, 0.984375, 1.0625, 1.078125, 1.078125, 1.078125, 1.078125, 0.953125, 0.824219, 0.001038, 0.914062, 0.910156, 1.078125, 1.078125, 1.078125, 1.078125, 1.0, 1.078125, 1.007812, 1.078125, 0.055908, 1.078125, 1.070312, 1.070312, 0.664062, 1.078125, 1.078125, 1.054688, 1.078125, 1.078125, 1.078125, 0.001038, 1.0625, 1.078125, 1.078125, 1.078125, 1.078125, 0.933594, 1.0625, 1.070312, 0.996094, 1.078125, 1.078125, 1.078125, 0.001045, 1.078125, 1.078125, 0.714844, 0.628906, 1.078125, 1.070312, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.007812, 1.078125, 1.078125, 1.078125, 1.078125, 0.820312, 1.078125, 1.039062, 0.001022, 0.00106, 1.039062, 1.078125, 0.550781, 1.078125, 1.078125, 0.890625, 1.054688, 0.828125, 0.077148, 1.078125, 1.078125, 0.910156, 1.03125, 1.078125, 0.964844, 0.435547, 0.964844, 1.03125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 0.933594, 0.001007, 1.070312, 1.078125, 0.625, 1.078125, 0.001015, 0.882812, 1.007812, 1.078125, 1.078125, 0.667969, 1.078125, 0.539062, 1.078125, 1.078125, 1.078125, 0.941406, 1.0625, 1.078125, 1.078125, 0.890625, 0.976562, 1.078125, 1.078125, 1.078125, 1.078125, 1.070312, 0.886719, 1.078125, 0.910156, 0.71875, 0.96875, 1.070312, 0.375, 1.078125, 0.341797, 0.910156, 1.046875, 1.078125, 1.078125, 0.492188, 1.070312, 1.078125, 0.898438, 1.078125, 1.078125, 1.070312, 0.957031, 1.078125, 1.078125, 0.000992, 0.996094, 1.078125, 1.078125, 0.832031, 1.078125, 1.078125, 1.015625, 0.761719, 1.078125, 1.007812, 0.001007, 1.078125, 1.078125, 1.046875, 0.828125, 0.914062, 1.0625, 1.078125, 1.078125, 0.996094, 0.980469, 1.078125, 1.078125, 1.078125, 1.078125, 0.000999, 1.078125, 1.078125, 1.078125, 0.237305, 1.078125, 1.078125, 0.001045, 0.980469, 0.001045, 0.00103, 0.441406, 1.078125, 0.648438, 1.078125, 1.078125, 1.078125, 0.964844, 1.078125, 0.640625, 1.078125, 1.078125, 1.078125, 1.078125, 0.589844, 0.835938, 1.078125, 0.984375, 0.00103, 1.078125, 1.078125, 1.070312, 0.652344, 1.078125, 1.078125, 1.0, 0.000984, 0.738281, 1.03125, 0.009644, 0.001015, 0.933594, 1.078125, 1.070312, 1.078125, 1.078125, 1.078125, 0.894531, 0.535156, 1.078125, 1.078125, 1.078125, 1.039062, 1.078125, 1.078125, 1.023438, 0.761719, 1.03125, 1.078125, 0.894531, 0.890625, 1.078125, 1.078125, 1.078125, 0.96875, 0.914062, 1.078125, 1.078125, 1.078125, 0.527344, 0.00103, 0.875, 1.078125, 1.078125, 1.078125, 0.949219, 0.882812, 1.078125, 1.078125, 0.964844, 0.001038, 0.6875, 1.070312, 0.824219, 1.078125, 0.988281, 1.078125, 1.039062, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 0.001053, 1.078125, 1.078125, 1.078125, 1.078125, 1.070312, 0.960938, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.03125, 1.078125, 1.078125, 0.914062, 0.996094, 1.078125, 0.000984, 0.382812, 0.000992, 1.054688, 0.957031, 1.078125, 1.078125, 0.703125, 1.078125, 1.078125, 1.078125, 1.070312, 1.078125, 1.078125, 1.070312, 1.078125, 1.078125, 0.945312, 1.078125, 0.000999, 0.033447, 1.078125, 1.078125, 1.078125, 0.001038, 1.078125, 0.000977, 1.015625, 1.023438, 0.941406, 1.023438, 0.000999, 1.078125, 0.137695, 1.078125, 1.078125, 1.078125, 0.00103, 1.054688, 0.839844, 1.078125, 1.078125, 0.984375, 0.000965, 0.984375, 0.005219, 0.001015, 0.648438, 1.03125, 0.000954, 1.078125, 1.078125, 0.253906, 0.898438, 0.933594, 0.10791, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 0.871094, 1.078125, 0.032959, 1.078125, 0.863281, 1.078125, 1.078125, 1.078125, 1.078125, 0.001038, 0.984375, 1.078125, 1.078125, 1.078125, 1.070312, 0.001022, 1.015625, 1.054688, 0.00103, 1.078125, 0.001053, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.070312, 1.078125, 1.078125, 1.054688, 1.078125, 1.015625, 1.070312, 0.960938, 1.078125, 0.613281, 0.00103, 1.078125, 1.070312, 1.070312, 1.078125, 0.001038, 1.078125, 0.001038, 1.023438, 1.078125, 1.078125, 1.070312, 0.9375, 1.078125, 0.867188, 1.078125, 1.078125, 1.078125, 1.078125, 1.054688, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 0.001007, 0.570312, 1.078125, 1.046875, 1.007812, 0.96875, 1.078125, 1.078125, 1.078125, 0.761719, 1.078125, 1.078125, 1.078125, 0.001053, 1.0625, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.070312, 0.382812, 1.078125, 1.078125, 1.046875, 1.078125, 1.078125, 1.054688, 1.078125, 1.078125, 0.90625, 0.875, 0.75, 0.992188, 0.855469, 1.054688, 1.015625, 1.078125, 1.0625, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.015625, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 0.828125, 1.078125, 0.941406, 1.078125, 1.078125, 0.000992, 1.078125, 0.765625, 1.078125, 1.078125, 0.90625, 1.078125, 0.026611, 1.078125, 0.59375, 1.078125, 0.000984, 1.078125, 0.855469, 1.078125, 1.078125, 0.722656, 1.046875, 1.078125, 1.078125, 1.078125, 1.078125, 0.808594, 1.078125, 1.078125, 0.001038, 0.00103, 0.96875, 1.078125, 0.738281, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.0625, 1.023438, 1.015625, 0.828125, 1.0, 0.001045, 1.078125, 0.00103, 1.046875, 1.078125, 1.078125, 0.00103, 1.078125, 1.078125, 1.015625, 1.078125, 1.078125, 1.078125, 1.078125, 0.226562, 1.046875, 1.078125, 1.078125, 1.0625, 0.765625, 1.078125, 1.078125, 1.078125, 1.078125, 0.886719, 1.070312, 1.078125, 0.808594, 1.007812, 0.96875, 1.078125, 1.078125, 1.078125, 0.980469, 1.078125, 1.078125, 1.078125, 1.078125, 0.902344, 1.039062, 0.625, 1.070312, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.054688, 1.078125, 1.078125, 1.023438, 0.933594, 1.078125, 0.984375, 1.078125, 0.890625, 0.002731, 1.078125, 1.078125, 1.0625, 0.084473, 0.886719, 0.394531, 1.078125, 1.078125, 1.039062, 1.078125, 0.871094, 1.078125, 1.078125, 1.078125, 0.890625, 1.078125, 0.992188, 0.8125, 1.078125, 0.001022, 1.078125, 1.007812, 1.078125, 1.078125, 0.90625, 1.070312, 0.933594, 0.12793, 1.078125, 1.070312, 1.078125, 0.632812, 1.078125, 0.867188, 1.078125, 0.988281, 1.054688, 1.078125, 0.057129, 1.078125, 1.03125, 1.078125, 1.078125, 1.078125, 1.007812, 1.078125, 0.992188, 0.941406, 0.90625, 0.000984, 1.078125, 0.910156, 1.078125, 0.550781, 1.070312, 0.000919, 1.0625, 1.078125, 1.0625, 0.000992, 1.078125, 0.984375, 0.886719, 1.078125, 1.078125, 1.078125, 1.039062, 1.078125, 1.007812, 1.070312, 0.976562, 0.925781, 1.078125, 0.90625, 1.078125, 0.679688, 1.078125, 1.078125, 1.078125, 0.949219, 1.039062, 1.078125, 1.078125, 1.046875, 1.0625, 1.078125, 1.078125, 0.255859, 1.078125, 1.078125, 1.078125, 0.585938, 1.078125, 1.078125, 1.078125, 1.046875, 1.078125, 1.046875, 0.542969, 1.078125, 1.078125, 1.078125, 0.921875, 1.078125, 0.964844, 0.992188, 1.03125, 1.078125, 1.078125, 1.078125, 1.054688, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 0.114258, 1.03125, 1.078125, 1.078125, 0.667969, 1.078125, 1.078125, 0.757812, 1.078125, 1.078125, 0.001007, 1.046875, 1.078125, 0.980469, 0.898438, 1.078125, 0.949219, 0.00106, 1.078125, 1.078125, 1.078125, 0.132812, 1.078125, 1.078125, 1.007812, 0.855469, 1.039062, 1.078125, 1.078125, 1.078125, 0.921875, 0.435547, 1.078125, 1.078125, 1.078125, 0.785156, 1.046875, 0.013062, 1.078125, 1.054688, 1.078125, 0.71875, 1.0625, 1.078125, 1.078125, 1.039062, 1.078125, 1.015625, 1.039062, 1.078125, 0.863281, 1.078125, 1.078125, 1.078125, 1.070312, 1.0625, 1.078125, 1.078125, 1.078125, 1.046875, 0.820312, 1.078125, 0.828125, 1.078125, 1.070312, 1.078125, 1.078125, 0.527344, 1.070312, 1.015625, 0.460938, 0.972656, 0.1875, 1.078125, 1.078125, 0.074707, 0.001022, 1.078125, 1.078125, 1.078125, 1.078125, 1.046875, 1.078125, 1.03125, 0.71875, 1.078125, 1.078125, 1.078125, 1.039062, 1.015625, 0.628906, 0.777344, 1.078125, 0.992188, 1.078125, 1.078125, 1.015625, 1.078125, 0.644531, 1.078125, 1.078125, 1.046875, 0.392578, 1.070312, 0.957031, 1.078125, 1.078125, 1.007812, 1.078125, 1.078125, 1.078125, 0.953125, 1.078125, 1.078125, 0.001038, 0.851562, 1.015625, 1.078125, 1.03125, 1.03125, 1.078125, 0.816406, 1.078125, 1.078125, 1.078125, 0.96875, 1.046875, 0.000916, 1.078125, 1.078125, 1.0625, 1.078125, 1.070312, 1.0625, 1.039062, 1.078125, 0.318359, 1.039062, 1.078125, 1.0, 1.078125, 0.001007, 1.078125, 1.039062, 1.078125, 1.078125, 0.302734, 1.078125, 1.078125, 0.628906, 0.976562, 0.808594, 1.078125, 1.023438, 1.078125, 1.054688, 1.0625, 1.078125, 1.078125, 1.078125, 0.957031, 0.00103, 1.078125, 0.5625, 1.046875, 0.980469, 1.078125, 1.078125, 1.070312, 1.078125, 1.0625, 1.078125, 1.078125, 1.078125, 0.808594, 1.078125, 0.980469, 1.078125, 1.078125, 0.001015, 1.078125, 1.078125, 1.078125, 1.078125, 0.914062, 0.703125, 1.078125, 1.078125, 1.078125, 0.197266, 0.972656, 1.078125, 1.078125, 1.078125, 0.964844, 1.078125, 0.949219, 1.046875, 1.078125, 1.078125, 1.078125, 1.0, 0.00103, 1.078125, 0.9375, 1.078125, 0.000999, 1.070312, 0.964844, 0.992188, 1.078125, 0.898438, 1.078125, 0.738281, 0.013489, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 1.078125, 0.921875, 1.078125, 1.078125, 0.949219, 1.078125, 0.808594, 1.078125, 0.746094, 1.078125, 1.023438, 1.070312, 1.015625, 0.001038, 1.078125, 0.589844, 1.078125, 1.078125, 1.078125, 1.046875, 1.078125, 1.0, 1.070312, 1.078125, 1.078125, 0.878906, 1.078125, 1.078125, 0.867188, 1.078125, 1.078125, 1.078125, 1.03125, 1.078125, 1.070312, 0.75, 0.001015, 1.078125, 0.902344, 0.863281, 0.001045, 1.078125, 0.886719, 1.078125, 0.001045, 1.078125, 1.078125, 1.070312, 1.03125, 1.078125, 1.078125, 1.078125, 1.078125, 1.046875, 1.078125, 1.078125, 0.018555, 0.000999, 0.925781, 1.023438, 0.490234, 0.902344, 0.832031, 1.039062, 1.078125, 1.0625, 1.0625, 1.078125, 1.0625, 1.078125, 0.824219, 1.078125, 1.054688, 1.078125, 1.078125, 0.341797, 0.004089, 0.976562, 1.078125, 1.015625, 0.357422, 1.078125, 0.001045, 1.054688, 1.078125, 0.945312, 1.078125 ] } , "name": "onnx::Mul_11202", "outputIndexes": [ 4604 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4603, 4604 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 4605 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4577, 4605 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/Add_2_output_0", "outputIndexes": [ 4606 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.503906 ] } , "name": "/blocks.24/Constant_1_output_0", "outputIndexes": [ 4607 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4606, 4607 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.24/Mul_1_output_0", "outputIndexes": [ 4608 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4608, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.25/Reshape_output_0", "outputIndexes": [ 4609 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4609 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.25/input_layernorm/Pow_output_0", "outputIndexes": [ 4610 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4610 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.25/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 4611 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4611, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/input_layernorm/Add_output_0", "outputIndexes": [ 4612 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4612, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/input_layernorm/Pow_1_output_0", "outputIndexes": [ 4613 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4609, 4613 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/input_layernorm/Mul_output_0", "outputIndexes": [ 4614 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 5.0, 4.25, 16.25, 4.78125, 4.21875, 5.0, 16.0, 4.0625, 3.546875, 22.75, 5.3125, 4.15625, 12.0, 4.59375, 4.34375, 3.515625, 4.71875, 5.21875, 5.15625, 5.375, 3.25, 6.34375, 5.375, 4.59375, 4.84375, 5.09375, 5.8125, 5.46875, 47.5, 5.28125, 5.375, 5.1875, 5.03125, 4.46875, 4.65625, 4.40625, 6.4375, 70.5, 4.21875, 17.5, 5.15625, 5.0, 4.96875, 6.90625, 4.1875, 4.8125, 12.0, 4.96875, 7.03125, 3.890625, 5.1875, 4.84375, 5.90625, 11.0, 5.59375, 4.25, 28.125, 3.9375, 4.9375, 3.828125, 4.65625, 4.75, 4.75, 9.1875, -3.84375, 4.21875, 6.28125, 4.78125, 4.78125, 5.40625, 4.15625, 5.0, 5.90625, 4.65625, 4.1875, 5.8125, 4.5, 4.09375, 5.1875, 5.90625, 2.78125, 4.71875, 5.71875, 8.9375, 4.46875, 4.21875, 4.03125, 4.96875, 4.90625, 8.6875, 7.75, 4.6875, 4.0625, 4.59375, 4.375, 5.375, 15.875, 5.71875, 2.15625, 6.5, 4.09375, 26.5, 4.53125, 4.625, 5.78125, 4.1875, 5.8125, 5.03125, 9.1875, 6.53125, 5.46875, 3.78125, 4.1875, 11.0, 5.09375, 4.46875, 4.1875, 4.25, 4.65625, 4.96875, 4.25, 4.34375, 4.96875, 3.40625, 6.25, 5.09375, 4.4375, 3.578125, 3.890625, -6.59375, 5.40625, 5.09375, 4.15625, 6.71875, 14.125, 5.53125, 6.59375, 3.96875, 26.25, 8.1875, 8.1875, 4.59375, 4.8125, 4.65625, 4.90625, 3.15625, 7.53125, 4.90625, 4.9375, 4.40625, 3.984375, 4.9375, 3.875, 3.890625, 8.75, 5.1875, 4.1875, 3.578125, 4.6875, 4.09375, 5.09375, 14.6875, 3.671875, 3.515625, 4.3125, 2.421875, 4.75, 4.96875, 8.8125, 4.625, 4.65625, 19.375, 4.90625, 4.5625, 5.4375, 4.59375, 3.96875, 6.46875, 5.75, 7.09375, 3.75, -5.5625, 6.59375, 10.9375, 3.40625, 4.0, 4.90625, 4.875, 7.09375, 4.84375, 4.84375, 4.0, 3.875, 5.125, 4.71875, 3.46875, 4.53125, 4.40625, 8.0625, 3.125, 7.0, 7.25, 4.5, 4.125, 4.28125, 5.5, 4.40625, 4.5, 4.84375, 4.96875, 7.71875, 7.46875, 4.09375, 6.3125, 3.5625, 8.5, 5.9375, 4.65625, 4.4375, 5.0625, 6.0, 3.875, 4.28125, 4.59375, 5.34375, 5.8125, 6.1875, 7.125, 3.75, 6.5, 22.625, 5.1875, 2.09375, 5.3125, 5.75, 5.90625, 4.625, 4.34375, 4.4375, 4.84375, 5.1875, 4.96875, 6.34375, 4.9375, 5.09375, 8.25, 5.96875, 4.78125, 4.6875, 3.78125, 5.5625, 4.9375, 4.875, 5.09375, 4.90625, 4.1875, 5.15625, 6.71875, 6.78125, 5.0, 4.625, 4.40625, 4.65625, 4.65625, 20.125, 4.5625, 4.90625, 20.375, 4.90625, 5.0625, 4.4375, 4.03125, 3.6875, 3.84375, 4.5, 7.875, 4.53125, 5.125, 4.21875, 4.3125, 5.9375, 4.8125, 6.5, -5.59375, 4.3125, 4.78125, 3.84375, 19.875, 4.1875, 4.3125, 5.375, 6.15625, 5.21875, 5.625, 4.8125, 4.15625, 6.4375, 5.53125, 4.1875, 8.3125, 5.15625, 4.5625, 4.625, 4.1875, 4.28125, 5.375, 5.4375, 2.859375, 6.25, 4.5625, 4.6875, 4.875, 6.75, 6.21875, 4.28125, 4.96875, 4.375, 5.59375, 3.25, 8.5, 4.65625, 7.09375, 4.21875, 5.28125, 4.9375, 6.4375, 3.59375, 13.9375, 4.46875, 4.5, 4.625, 5.75, 4.6875, 4.40625, 4.84375, 4.4375, 6.6875, 4.8125, 5.1875, 4.90625, 4.6875, 5.65625, 5.28125, 5.46875, 5.25, 4.65625, 4.84375, 3.71875, 33.0, 5.5, 4.0625, 5.21875, 9.25, 7.53125, -4.28125, 3.671875, 4.78125, 5.0625, 5.46875, 5.0, 5.03125, 3.578125, 4.28125, 5.03125, 3.953125, 4.53125, 5.0625, 4.625, 4.34375, 5.34375, 4.5, -4.6875, 5.28125, 8.0, 2.859375, 4.1875, 3.921875, 4.875, 1.992188, 4.53125, 6.03125, 8.1875, 5.78125, 4.75, 4.59375, 5.125, 16.125, 8.375, 6.3125, 4.34375, 25.0, 5.03125, 3.640625, 5.46875, 4.625, -5.0, 6.125, -4.0625, 4.625, 4.40625, 5.9375, 4.59375, 4.25, 12.125, 3.59375, 3.78125, 10.375, 4.90625, 18.5, 4.28125, 4.75, 8.1875, 6.96875, 5.0625, 4.28125, 6.0, 4.28125, 5.8125, 4.40625, 4.53125, 6.15625, 4.5, 33.5, 3.53125, 7.15625, 3.8125, 5.34375, 5.1875, 6.0625, 4.15625, 4.5, 5.40625, 8.375, 7.96875, 4.65625, 4.34375, 5.09375, 4.6875, 8.8125, 4.40625, 5.96875, 3.5625, 3.5625, 5.6875, 4.0, 4.75, 4.65625, 4.46875, 4.5, 4.6875, 8.875, 4.125, 3.796875, 4.46875, 4.25, 6.03125, 4.875, 4.25, 4.9375, 4.59375, 5.03125, 4.375, 4.75, 5.0625, 5.21875, 6.75, -3.3125, 6.375, 8.5625, 4.8125, 5.125, 3.65625, 3.578125, 4.96875, 3.71875, 4.75, 4.1875, 15.125, 4.65625, 6.15625, 3.78125, 4.96875, 5.25, 2.859375, 4.125, 3.28125, -5.125, 4.59375, 5.59375, 4.8125, 5.8125, 3.46875, 7.96875, 4.4375, 7.34375, 4.625, 5.9375, 5.0625, 4.53125, 5.375, -5.0, 5.53125, 4.53125, 5.03125, 4.125, 4.9375, 4.9375, 5.09375, 4.3125, 3.640625, 6.6875, 4.09375, 5.28125, 4.03125, 4.5625, 4.25, 5.75, 4.9375, 9.125, 4.15625, 7.71875, 6.5625, 3.859375, 5.8125, 3.46875, 4.5625, 3.859375, 3.28125, 9.5625, 4.875, 4.90625, 6.125, 4.28125, 6.28125, 11.5, 4.34375, 4.28125, 4.46875, 6.0625, 4.4375, -4.28125, 4.90625, 5.9375, 4.5, 4.90625, 4.25, 4.21875, 2.703125, 4.59375, 4.53125, 6.0, 4.53125, 5.4375, 5.0625, 6.96875, 3.6875, 5.625, 4.3125, 3.84375, 3.953125, 4.96875, 5.125, 7.3125, 5.21875, 5.28125, 5.4375, 6.65625, 7.125, 5.5625, 7.71875, -6.6875, -4.875, 4.8125, 5.5, 17.875, 13.875, 22.5, 9.125, 5.1875, 7.46875, 4.15625, 7.28125, 4.375, -5.59375, 5.28125, 4.8125, 4.0625, 3.875, 4.6875, 6.53125, 4.5625, 4.40625, 5.65625, 5.09375, 4.34375, 15.9375, 6.46875, 4.6875, 4.8125, 4.78125, 4.28125, -3.84375, 21.625, 3.578125, 3.1875, 4.875, 4.3125, 6.125, 3.71875, 4.40625, 5.21875, 15.8125, 4.28125, 4.0625, 4.46875, 5.28125, 5.0, 6.34375, 4.4375, 5.09375, 7.625, 6.8125, 8.9375, 4.96875, 6.1875, 5.03125, 4.96875, 11.375, 6.03125, 7.1875, 4.1875, 5.46875, 4.0625, 3.234375, 82.5, 20.625, 4.78125, 6.25, 5.34375, 5.15625, 7.46875, 11.6875, -6.34375, 4.4375, 4.6875, 2.890625, 5.1875, 4.71875, 4.09375, 11.5, 4.9375, 5.25, 5.0625, 4.4375, 4.84375, 4.75, 8.4375, 5.53125, 4.875, 26.625, 5.0, 17.25, 5.28125, 4.125, 10.5625, 7.65625, 4.625, 5.34375, 4.5625, 3.6875, 5.4375, 4.21875, 5.0, 6.125, 4.03125, 5.78125, 4.1875, 4.0625, 5.3125, 4.96875, 5.4375, 4.3125, 30.0, 5.71875, 3.984375, 4.9375, -4.75, 4.875, 5.59375, 4.9375, 4.21875, 6.40625, 4.71875, 5.5625, 3.921875, 3.859375, 3.859375, 4.78125, 4.8125, 16.625, 5.0625, 4.78125, 5.0, 9.625, -4.84375, -4.25, 4.4375, 5.15625, 4.59375, 4.96875, 5.25, 4.59375, 5.875, 4.71875, 4.59375, 4.75, 6.9375, 4.71875, 5.5625, 7.5, 4.84375, 5.71875, 4.03125, 9.25, 5.5625, 4.34375, 4.65625, -4.25, 4.375, 5.46875, 5.1875, 5.4375, 18.875, 4.75, 5.96875, 5.21875, 3.90625, 3.59375, 5.1875, 3.875, 5.71875, 7.0, 7.03125, 5.1875, 4.1875, 4.625, 4.1875, 4.375, 3.859375, 4.15625, -8.1875, 5.96875, 5.6875, 4.65625, 4.28125, 5.875, 5.875, 4.53125, 70.0, 2.984375, 6.0625, 6.03125, 8.1875, 5.4375, 4.4375, 5.03125, 5.875, 4.34375, 3.390625, 3.96875, 6.78125, 4.625, 4.25, 5.28125, 4.34375, 7.78125, 4.53125, 5.1875, 3.28125, 5.0, 6.5625, 4.25, 16.125, 4.84375, 5.75, 5.3125, 2.9375, 6.875, 6.125, 7.34375, 5.625, 4.9375, 8.75, 6.15625, 15.0, 3.859375, 5.6875, 4.5, 4.84375, 31.625, 4.03125, 3.265625, 4.21875, 4.0625, 4.15625, 5.34375, 5.0625, 4.3125, 4.40625, -4.875, 6.78125, -6.9375, 4.34375, 5.15625, 5.9375, 4.5, 5.0, 7.3125, 5.75, 4.625, 5.53125, 4.875, 4.25, 8.3125, 4.25, 3.953125, 2.953125, 5.4375, 5.4375, 4.8125, 4.4375, 7.34375, 5.46875, 2.546875, 5.59375, 3.671875, 4.1875, 5.6875, 4.65625, 4.96875, 5.25, 4.1875, 6.625, 4.625, 4.0, 2.46875, 3.6875, 4.1875, 4.71875, 6.09375, 4.53125, 25.125, 5.21875, 5.0625, 5.5625, 6.78125, 5.9375, 5.15625, 5.65625, 3.421875, 5.8125, 4.8125, 6.40625, 4.15625, 4.53125, 5.28125, 7.65625, 4.875, 5.0625, 20.625, 5.15625, 5.71875, 5.34375, 4.9375, 5.28125, 5.125, 4.9375, 5.78125, 4.0, 4.5, -6.34375, 24.875, 6.03125, 3.875, 4.90625, 5.28125, 4.53125, 3.734375, 5.4375, 4.375, 4.59375, 22.0, 4.71875, 4.25, 11.0, 3.078125, 6.78125, 4.90625, 4.78125, 4.96875, 5.65625, 26.25, 5.875, 4.28125, 4.3125, 4.96875, 5.78125, 4.28125, 5.65625, 6.0, 5.3125, 7.375, 3.265625, 4.875, 4.125, 5.625, 5.0, -6.25, 4.46875, 4.84375, 4.375, 5.0, 8.375, 10.9375, 3.859375, 4.90625, 5.46875, 4.375, 5.15625, 4.40625, 4.65625, 49.5, 4.1875, 4.625, 19.375, 7.625, 5.125, 5.65625, 4.46875, 6.5, 4.78125, 4.40625, 13.0, 3.703125, 4.65625, 6.125, 6.09375, 7.28125, 4.25, 5.375, 4.65625, 5.4375, 4.34375, 10.25, 4.6875, 7.875, 4.40625, 4.65625, 5.53125, 4.875, 4.125, 4.625, 4.90625, 4.78125, 4.21875, 3.359375, 4.5, 9.0, 4.8125, 5.0625, 5.25, 4.84375, 4.96875, 4.21875, 5.1875, 4.625, 5.4375, 6.96875, 77.5, 4.65625, 5.625, 4.90625, 4.4375, 4.21875, 5.3125, 3.75, 4.40625, 4.59375, 44.75, 4.65625, 4.65625, 5.1875, 3.765625, 5.28125, 4.5625, 4.53125, 5.46875, 3.96875, 13.5625, 4.15625, 4.4375, 4.65625, 5.65625, 119.5, 5.8125, 5.125, 17.0, 3.96875, 4.59375, 4.90625, 5.5625, 4.40625, 4.125, 4.46875, 4.375, 3.578125, 4.3125, 3.484375, 4.5625, 4.8125, 5.34375, 11.875, 2.40625, 17.375, 4.53125, 5.03125, 4.53125, 4.40625, 5.9375, 9.4375, 4.59375, 3.4375, 4.09375, 4.9375, 4.625, 4.25, 12.3125, 6.09375, 5.28125, 4.59375, 4.09375, 6.65625, 4.09375, 5.0625, 11.9375, -5.15625, 6.375, 4.25, 7.1875, 4.4375, 5.4375, 3.515625, 4.71875, 3.921875, 5.375, 7.0, 5.125, 4.34375, 5.1875, 5.03125, 7.5625, 5.59375, 3.3125, 4.5, 4.71875, 4.65625, 4.125, 4.84375, 5.21875, 4.625, 5.5625, 4.8125, 4.9375, 7.65625, 4.125, -4.8125, 4.625, 4.8125, 5.28125, 4.875, 5.84375, 3.75, 3.765625, 5.53125, 3.671875, 4.9375, 7.28125, 4.46875, 4.1875, 5.8125, 5.375, 2.921875, 4.65625, 4.6875, 5.125, 4.28125, 4.46875, 5.5, 4.28125, 3.234375, 3.453125, 3.953125, 3.546875, 4.21875, 5.625, 10.0, 6.03125, 4.125, 4.15625, 5.03125, 4.75, 5.0625, 4.78125, 8.5, 7.90625, 3.90625, 4.53125, 5.09375, 8.375, 4.34375, 4.46875, 5.53125, 4.21875, 3.328125, 5.9375, 4.53125, 2.484375, 4.0625, 4.65625, 4.375, 3.734375, 20.375, 4.375, 4.90625, 5.15625, 3.796875, 4.6875, 3.828125, 4.375, 4.09375, 3.828125, 4.84375, 8.25, 5.21875, 27.75, 3.859375, 5.6875, 6.09375, 5.59375, 3.015625, 4.0625, 4.0625, 14.125, 3.765625, 3.46875, 4.125, 8.1875, 4.28125, 3.578125, 5.875, 5.09375, 4.40625, 20.375, 4.25, 38.75, -3.78125, 18.625, 5.21875, 3.703125, 5.09375, 4.78125, 6.40625, 5.71875, 5.40625, 5.53125, 4.375, 6.21875, 4.53125, 2.953125, 4.6875, 4.15625, 5.84375, 4.84375, 5.875, 4.46875, 4.6875, 4.375, 4.5625, 3.90625, 4.0, 5.78125, 5.78125, 3.5, 4.21875, 5.28125, -4.4375, 4.875, 4.34375, 4.40625, 5.34375, 11.25, 4.90625, 5.03125, 7.9375, 11.3125, 3.375, 4.84375, 5.5625, -15.75, 4.46875, 6.40625, 4.625, 4.15625, 3.890625, 4.625, 5.78125, 5.96875, 4.78125, 6.5625, 4.625, 4.15625, 4.4375, 3.671875, 3.765625, 5.09375, 3.484375, 5.71875, 7.34375, 5.28125, 6.90625, 5.40625, 5.25, 4.25, 4.1875, 4.84375, 5.21875, 7.59375, 4.8125, 3.359375, 7.21875, -5.46875, 4.3125, 9.125, 4.21875, 5.96875, 5.0, 4.5625, -4.625, 6.875, 9.75, 4.59375, 4.5625, 3.609375, 7.0, 18.5, 4.15625, 5.4375, 6.125, 5.5, 4.90625, 4.59375, 4.3125, 4.75, 5.1875, 6.09375, 5.25, 4.125, 4.25, 4.75, 4.75, 3.796875, 29.875, 4.4375, 4.0625, 4.625, 4.5625, 5.28125, 5.78125, 4.90625, 4.34375, 4.28125, -6.65625, 3.53125, 5.21875, 4.5, 3.859375, 3.859375, 3.671875, 3.1875, 5.3125, 5.5, -4.15625, 11.8125, 4.65625, 4.84375, 4.4375, 4.71875, 5.21875, 8.0625, 5.5, 5.28125, 4.4375, 5.34375, 6.25, -4.59375, 4.96875, 5.90625, 3.890625, 5.8125, 4.8125, -3.546875, 3.53125, 4.90625, 4.65625, 3.5, 4.03125, 5.1875, 4.90625, 4.78125, 7.4375, 5.15625, 6.0, 4.90625, 5.90625, 3.890625, 4.5, 4.90625, 13.125, 4.53125, 8.25, 10.625, 4.28125, 4.96875, 3.828125, 4.3125, 2.609375, 4.40625, 5.0, 5.0, 4.40625, 4.65625, 3.984375, 6.09375, 4.5, 5.0625, 7.15625, 4.65625, 5.0625, 5.28125, 6.125, 3.765625, 4.0625, 6.53125, 4.71875, 5.375, 4.375, 4.53125, 5.71875, 3.515625, 4.34375, 3.75, 8.3125, 6.90625, 6.53125, 4.90625, 4.03125, 5.09375, 5.0, 4.40625, 4.21875, 4.90625, -3.484375, 4.625, 4.40625, 5.46875, 3.90625, 4.75, 4.5, 8.375, 4.5, 5.03125, 4.5, 4.84375, 4.03125, 4.625, 4.75, 3.46875, 3.484375, 5.25, 7.21875, 5.375, 4.9375, -4.8125, 4.3125, 4.3125, 4.46875, 7.75, 5.03125, 4.375, 4.71875, 17.25, 4.46875, 4.96875, 4.59375, 5.09375, 3.484375, 5.34375, 16.5, 5.1875, 4.1875, 4.34375, 4.6875, 6.5625, 10.5, 5.34375, 3.75, 4.375, 6.34375, 4.75, 6.3125, 5.28125, 3.890625, 6.5625, 4.53125, 4.5, 6.6875, -3.203125, 4.5, 4.6875, 5.0625, 8.0625, 5.71875, 4.5625, 5.0625, 5.71875, 12.75, 5.59375, 4.71875, 10.8125, 6.03125, 4.625, -4.3125, 4.40625, 5.03125, 4.96875, 5.34375, 4.59375, 5.5625, 6.4375, 8.5, 3.984375, 3.390625, 5.71875, 4.84375, 21.875, 14.3125, 45.75, 5.125, 4.5, 3.578125, 7.53125, 5.0625, 5.53125, 4.59375, 5.0625, 4.03125, 12.3125, -6.0625, 4.375, 4.1875, 6.5, 6.84375, 4.15625, 4.53125, 4.4375, 5.375, 4.71875, -8.0625, 4.125, 6.5, 6.09375, 5.46875, 4.5625, 11.6875, 18.25, 4.375, 4.40625, 5.84375, 2.53125, 2.859375, 5.28125, 3.8125, 5.28125, 4.40625, 4.1875, 5.96875, 3.125, 6.46875, 5.03125, 4.8125, 4.96875, 5.21875, 8.0625, 7.84375, 4.9375, 4.0, 8.75, 5.375, 5.21875, 5.875, 4.3125, 3.59375, 4.0, 5.875, 6.9375, 6.40625, 5.0, 4.28125, 5.625, 5.3125, 3.875, 5.125, 6.21875, 4.40625, 3.015625, 4.3125, 3.78125, 5.15625, 4.59375, 4.28125, 3.875, 6.5, 5.46875, 33.75, 8.75, 4.53125, 11.5625, 4.53125, 5.875, 7.0625, 4.4375, 6.71875, 4.5625, 4.6875, 5.1875, 6.71875, -5.59375, 4.90625, 4.75, 5.5625, 4.59375, 4.28125, 4.90625, 4.0625, 4.75, 6.125, 9.0625, 4.4375, 9.4375, 8.4375, 4.0, 5.0625, -5.375, 17.75, 8.8125, 4.8125, 5.09375, 5.375, 3.6875, 4.65625, 4.125, 3.921875, 8.8125, 5.40625, 4.875, 5.59375, 5.125, 5.5625, 4.65625, 4.75, 4.90625, 5.65625, -5.125, 5.6875, 20.25, 9.25, 5.6875, 5.0, 4.65625, 4.40625, 4.53125, 5.4375, 5.6875, 3.3125, 4.15625, 7.3125, 4.90625, 4.90625, 4.90625, 4.0625, 4.09375, 4.625, 4.34375, 4.625, 4.90625, 6.34375, 4.5625, 3.734375, 10.25, 5.65625, 4.53125, 4.53125, 7.4375, 4.8125, 4.0625, 4.03125, 4.90625, 4.59375, 3.4375, 5.25, 4.6875, 3.9375, 3.875, 5.375, 4.84375, 6.3125, 5.03125, 6.3125, 4.90625, 6.1875, 4.25, 3.921875, 10.3125, 4.90625, 4.5, 4.5625, 5.53125, 5.65625, 8.1875, 3.53125, 6.71875, 5.5, 5.40625, 5.09375, 5.0625, 13.1875, 5.71875, 4.25, 5.3125, 4.34375, 5.375, 4.9375, 5.59375, 5.9375, 23.0, 4.625, 5.0, 7.1875, 5.25, 4.34375, 5.0, 4.46875, 4.21875, 3.546875, 8.8125, 4.875, 5.59375, 6.75, 4.625, 4.53125, 4.125, 4.90625, 5.6875, 5.96875, 6.125, 4.6875, 4.40625, 3.65625, 4.5625, 4.3125, 5.34375, 6.28125, 6.25, 5.28125, 3.5, 5.40625, 5.8125, 7.0625, 4.9375, 11.125, 5.4375, 4.96875, 4.5, 4.46875, 17.125, 7.3125, 4.375, 5.09375, 4.53125, -3.1875, 4.125, 5.0625, 3.890625, 2.9375, 4.65625, 5.6875, 3.6875, 7.0, 4.875, 5.65625, 3.84375, 5.0, 4.71875, 5.0, 4.09375, 4.8125, 4.28125, -5.03125, 17.75, 5.6875, 4.5625, 4.1875, 4.28125, 4.34375, 4.46875, 5.90625, 4.4375, 4.5625, 4.53125, 4.71875, 13.4375, 4.6875, 6.34375, 4.5, 12.125, 4.1875, 5.9375, 3.734375, 8.3125, 4.6875, 21.125, 14.0625, 4.78125, 7.34375, 5.5625, 3.984375, 3.515625, 5.03125, 4.40625, 8.8125, 5.0625, 4.78125, 4.40625, 4.34375, 5.75, -5.9375, 5.0, 5.09375, 6.65625, 4.03125, 12.125, 4.875, 4.40625, 2.546875, 4.25, 6.5, 4.4375, 5.25, 4.90625, 6.4375, 3.96875, 5.5625, 11.9375, 4.15625, 4.9375, 4.3125, 3.421875, 10.375, 10.5625, 5.84375, 4.5, 3.609375, 4.40625, 4.90625, 4.3125, 4.90625, 4.84375, -5.46875, 3.25, 4.03125, 4.75, 22.5, 6.96875, 4.84375, 6.21875, 5.3125, 5.21875, 5.6875, 5.1875, 9.3125, 4.3125, 5.0, 3.671875, 5.46875, 4.8125, 4.21875, 4.65625, 4.34375, 5.09375, 4.53125, 4.3125, 4.15625, 4.8125, 12.0625, 5.09375, 25.625, 4.75, 4.5625, 5.34375, 5.78125, 5.21875, 6.625, 3.8125, 5.09375, 9.25, 4.875, 4.53125, 4.34375, 5.84375, 4.15625, 5.125, 4.375, 5.09375, 4.5625, 3.65625, 4.34375, 4.09375, 5.84375, 4.46875, 4.625, 4.90625, 5.03125, 4.21875, 5.5625, 19.25, 6.09375, 40.0, 14.0625, 5.375, 5.21875, -4.0625, 3.984375, 10.25, 4.0, 4.5625, 4.90625, 3.765625, 5.46875, 4.71875, 12.625, 5.1875, 5.0, 5.09375, 19.5, 5.03125, 4.6875, 3.75, 3.75, 4.125, 6.3125, 10.25, 5.25, 5.25, 5.3125, 4.25, 9.1875, 6.1875, 4.96875, 4.78125, 6.34375, 5.03125, 22.5, 4.0625, 3.65625, 4.03125, 6.25, 6.90625, 6.46875, 4.8125, 5.5, 20.875, 7.6875, 12.0625, 29.625, 4.75, 4.625, 5.84375, 5.375, 6.0, 4.53125, 4.1875, 3.625, 4.5, 4.78125, -4.15625, 7.40625, 8.3125, 6.03125, 3.5, 6.5, 5.375, 3.8125, 4.03125, 4.28125, -7.3125, 4.15625, -4.53125, 4.78125, -4.0625, 9.125, 5.90625, 6.28125, 4.84375, 5.9375, 3.984375, 12.6875, 6.375, 4.59375, 5.375, 4.28125, 5.625, 6.6875, 4.875, 5.78125, 7.25, 5.34375, 4.71875, 4.4375, 4.59375, 4.625, 3.890625, 8.0625, 4.71875, 6.625, 5.71875, 4.28125, 4.3125, 6.28125, 4.5, 56.0, 4.125, 4.53125, -4.375, 4.40625, 5.375, 3.78125, 4.90625, -5.34375, 4.34375, 4.75, 4.40625, -5.375, 5.3125, 4.71875, 5.75, 4.34375, 5.5, 5.1875, 7.03125, 3.140625, 5.46875, 4.59375, 4.03125, 3.546875, 3.453125, 4.59375, 5.5625, 12.375, -4.28125, 6.28125, 27.875, 4.375, 6.6875, 7.1875, 5.46875, 4.0625, 4.0, 4.0, 27.5, 4.8125, 4.21875, 4.75, -4.5, 3.84375, 5.25, 4.8125, 5.25, 4.5625, 3.84375, 6.90625, 5.0625, 5.8125, 5.0625, 5.59375, 6.25, 4.3125, 3.421875, 3.65625, 5.1875, 4.46875, 2.375, 4.84375, 5.4375, 5.75, 6.46875, 4.5, -3.75, 4.15625, 3.984375, 5.3125, 3.09375, 25.125, 4.3125, 6.0, 4.90625, 5.03125, 4.25, 5.25, 5.40625, 4.5, 4.15625, 3.765625, 4.34375, 5.96875, 8.3125, -5.03125, 8.9375, 4.21875, 5.09375, 4.65625, 8.25, 2.78125, 4.9375, 9.4375, 4.40625, 4.84375, 4.21875, 4.96875, 6.0, 5.4375, -6.15625, 5.0, 12.75, 33.5, 7.5625, 4.9375, 6.8125, 3.703125, 4.8125, 4.53125, -6.96875, 5.71875, 4.03125, 3.203125, 4.625, 4.59375, 4.21875, 2.40625, 4.6875, 5.0625, 4.375, 5.0, 4.375, 8.8125, 4.40625, 5.15625, 6.28125, 4.90625, 5.25, 13.25, 5.1875, 3.53125, 3.875, 4.75, 4.78125, 3.109375, 4.90625, 14.5625, 4.8125, 4.9375, 4.59375, 4.625, 7.0625, 6.25, 3.546875, 4.5625, 5.4375, 5.8125, 6.6875, 3.9375, 4.21875, 3.90625, 5.65625, 4.03125, 4.3125, 5.28125, 4.65625, 4.71875, 8.25, 5.0, 5.125, 9.8125, 5.15625, 11.0625, 5.40625, 3.828125, 3.578125, 5.59375, 3.828125, 5.5625, 5.03125, 4.625, 5.3125, 5.4375, 6.03125, 4.5, 5.40625, 4.0, 4.96875, 8.375, 5.0, 5.3125, 4.59375, 11.8125, 3.78125, 7.09375, 7.59375, 4.21875, 6.5625, 4.125, 4.90625, 3.640625, 4.8125, 5.1875, 5.5, 5.75, -6.40625, 5.34375, 5.15625, 6.625, 13.6875, 6.15625, 5.53125, 7.59375, 5.40625, 4.65625, 4.5, -31.25, 3.234375, 4.59375, 3.78125, 6.0, 4.5625, 5.125, 4.96875, 4.09375, 5.28125, 5.1875, 3.25, 4.53125, 4.75, 13.5625, 3.796875, 3.921875, 5.4375, 5.65625, 8.1875, 4.46875, 6.9375, 39.0, 3.109375, 4.375, 5.875, 7.0, 5.78125, 73.0, 5.4375, 4.8125, 4.28125, 16.125, 4.59375, 4.875, 3.71875, 5.375, 4.59375, 3.609375, 4.84375, 5.0625, 5.6875, 4.46875, 6.4375, 4.71875, 6.03125, 3.78125, 4.3125, 6.1875, 9.0625, 4.875, 3.640625, 10.125, 5.375, 4.5625, 3.625, 5.4375, 4.0625, 4.59375, 4.875, 14.3125, 4.40625, -3.46875, 5.75, 8.125, 5.0, 5.0, 16.875, 4.46875, 4.96875, 4.25, 21.0, 3.765625, 7.09375, -5.78125, 6.125, 4.34375, 4.53125, 4.875, 4.6875, 4.75, 4.34375, 3.984375, 6.28125, 5.09375, 4.59375, -4.09375, 4.1875, 5.875, 6.0, 8.3125, 3.1875, 9.4375, 5.1875, -5.1875, 5.5, 7.0, 4.28125, 6.84375, 5.03125, 4.34375, 5.625, 4.96875, 4.25, 7.65625, 5.84375, 6.15625, 3.53125, 4.53125, 8.25, 4.90625, 5.0625, 4.8125, 6.1875, 3.4375, 5.625, 4.96875, 6.0, 4.25, 4.8125, 6.59375, 4.21875, 5.6875, 5.03125, 3.984375, 4.125, 4.8125, 4.46875, 3.71875, 11.1875, 6.0, 4.8125, 4.84375, 5.03125, 4.34375, 4.59375, 4.65625, 6.875, 3.640625, 5.75, 4.15625, 3.71875, 4.15625, 4.1875, 3.5625, -6.625, 3.96875, 5.59375, 4.46875, 3.765625, 5.5, 5.03125, 4.4375, 5.03125, 5.8125, 4.71875, 5.71875, 4.34375, 6.34375, 6.34375, 5.25, 5.0625, 14.375, 4.25, 31.5, 4.46875, 4.8125, 14.1875, 12.0625, 6.0625, 5.28125, -4.5625, 7.625, 4.15625, 6.09375, 4.34375, 10.5625, 5.40625, 2.765625, 4.46875, 5.25, -5.125, 6.65625, 5.09375, 4.875, 5.0625, 3.84375, 4.3125, 5.46875, 6.125, 7.375, 3.078125, 4.8125, 4.34375, 5.96875, -5.84375, 10.4375, 3.9375, 4.09375, 4.59375, 4.15625, 4.59375, 3.96875, 7.125, 4.03125, 4.4375, 5.90625, 5.5, 4.4375, 5.53125, 4.6875, 6.40625, 4.375, 5.625, 5.21875, 3.28125, 5.25, 4.875, 4.59375, 4.96875, 5.0, 7.46875, 9.0625, 4.3125, 5.25, 3.265625, 4.9375, 4.90625, 20.125, 5.46875, 4.625, 5.59375, 4.53125, 18.0, 4.9375, 4.65625, 4.6875, 4.625, 18.0, 3.34375, 5.40625, 7.3125, 4.40625, 6.65625, 4.78125, 4.25, 3.078125, 4.21875, 4.4375, -4.125, 4.875, 5.8125, 4.25, 6.78125, 3.046875, 17.25, 4.6875, 5.09375, 6.09375, 5.46875, 4.5625, 7.4375, 5.0625, 4.90625, 3.765625, 4.53125, 4.84375, 4.28125, 4.15625, 4.84375, 3.359375, 5.09375, 4.09375, 4.625, 4.875, 3.703125, 8.0625, 5.59375, 5.09375, 3.015625, 5.375, 4.78125, 5.375, 4.375, 4.625, 3.65625, 5.9375, 4.53125, 4.375, 4.875, 5.125, 4.15625, 4.75, 4.71875, 4.125, 5.90625, 14.375, -3.84375, 48.25, 5.375, 3.703125, 4.75, 5.34375, 4.53125, 4.96875, 4.25, 5.0625, 4.21875, 5.90625, 6.0625, 4.9375, 5.1875, 4.25, 5.5, 4.125, 4.28125, 4.375, 4.40625, 3.71875, 5.8125, 13.5, 3.296875, 4.78125, 5.125, 7.5, 3.859375, 4.4375, 4.03125, 5.375, 29.25, 4.875, 8.4375, 4.90625, 5.65625, 5.34375, 5.875, 3.984375, 4.625, 3.90625, 4.25, 6.1875, 4.90625, 5.1875, 4.46875, 5.3125, 3.390625, 4.09375, -4.75, 4.71875, 10.125, 5.53125, 5.21875, 4.875, 5.125, 4.59375, 4.78125, 29.875, 4.46875, 6.75, 4.65625, 10.5, 4.6875, 4.84375, 4.875, 4.625, 5.1875, 3.75, 4.59375, 4.8125, 4.4375, 4.21875, 4.9375, 9.3125, 10.3125, 7.125, 5.625, 5.96875, 15.5, 5.84375, 4.03125, -3.140625, 4.90625, 8.125, 6.4375, 4.6875, 3.203125, 5.84375, 5.96875, 4.40625, -5.90625, 4.4375, 23.75, 26.125, 5.53125, 4.125, 5.1875, 6.84375, 5.03125, 3.84375, 5.34375, 5.0, 8.6875, 4.65625 ] } , "name": "onnx::Mul_11203", "outputIndexes": [ 4615 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4614, 4615 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/input_layernorm/Mul_1_output_0", "outputIndexes": [ 4616 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4616 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.25/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 7825 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7825 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.25/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 7826 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7826 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1502417728, 2621462, 655360, 0, 0 ] } , "name": "/layers.25/self_attn/q_proj/Linear", "outputIndexes": [ 7827 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7827 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.25/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 7828 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7828 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ] , "dimType": "NCHW" } , "name": "/layers.25/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 4617 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4616 ] , "main_type": "NONE", "name": "/blocks.25/self_attn/Shape_output_0", "outputIndexes": [ 4618 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 4618 ] , "main_type": "NONE", "name": "Shape5615", "outputIndexes": [ 4619 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 4618 ] , "main_type": "NONE", "name": "Rank5617", "outputIndexes": [ 4620 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4620, 4620 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5619", "outputIndexes": [ 4621 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4621 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5620", "outputIndexes": [ 4622 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4621, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5622", "outputIndexes": [ 4623 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4623 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5623", "outputIndexes": [ 4624 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4619, 4622, 4624, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice5626", "outputIndexes": [ 4625 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4625 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze5627", "outputIndexes": [ 4626 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4626, 4626 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5629", "outputIndexes": [ 4627 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4618, 4627, 4621 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.25/self_attn/Gather_output_0", "outputIndexes": [ 4628 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4628, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.25/self_attn/Unsqueeze_output_0", "outputIndexes": [ 4629 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4621 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5637", "outputIndexes": [ 4630 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4623 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5640", "outputIndexes": [ 4631 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4619, 4630, 4631, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice5643", "outputIndexes": [ 4632 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4632 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze5644", "outputIndexes": [ 4633 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 4633 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5645", "outputIndexes": [ 4634 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4634, 4633 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5646", "outputIndexes": [ 4635 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4618, 4635, 4621 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.25/self_attn/Gather_1_output_0", "outputIndexes": [ 4636 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4636, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.25/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 4637 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4629, 4637, 41, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.25/self_attn/Concat_output_0", "outputIndexes": [ 4638 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4617, 4638 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.25/self_attn/Reshape_output_0", "outputIndexes": [ 4639 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4639 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.25/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 4641 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4641 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.25/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 4642 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4642, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/self_attn/q_norm/Add_output_0", "outputIndexes": [ 4643 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4643, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 4644 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4639, 4644 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 4645 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4645, 885 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 4646 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4646, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/self_attn/Mul_output_0", "outputIndexes": [ 4647 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4646 ] , "main_type": "NONE", "name": "/blocks.25/self_attn/Shape_2_output_0", "outputIndexes": [ 4648 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 4648 ] , "main_type": "NONE", "name": "Shape5660", "outputIndexes": [ 4649 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 4648 ] , "main_type": "NONE", "name": "Rank5662", "outputIndexes": [ 4650 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4650, 4650 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5664", "outputIndexes": [ 4651 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4651 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5665", "outputIndexes": [ 4652 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4651, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5667", "outputIndexes": [ 4653 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4653 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5668", "outputIndexes": [ 4654 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4649, 4652, 4654, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice5671", "outputIndexes": [ 4655 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4655 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze5672", "outputIndexes": [ 4656 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 4656 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5673", "outputIndexes": [ 4657 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4657, 4656 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5674", "outputIndexes": [ 4658 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4648, 4658, 4651 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.25/self_attn/Gather_2_output_0", "outputIndexes": [ 4659 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4659, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/self_attn/Div_output_0", "outputIndexes": [ 4660 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4660, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.25/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 4661 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4646, 4661, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.25/self_attn/Slice_1_output_0", "outputIndexes": [ 4662 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4662 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.25/self_attn/Neg_output_0", "outputIndexes": [ 4663 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4660, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.25/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 4664 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4646, 31, 4664, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.25/self_attn/Slice_output_0", "outputIndexes": [ 4665 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4663, 4665 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.25/self_attn/Concat_2_output_0", "outputIndexes": [ 4666 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4666, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/self_attn/Mul_1_output_0", "outputIndexes": [ 4667 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4647, 4667 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/self_attn/Add_output_0", "outputIndexes": [ 4668 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4628, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.25/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 4669 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4636, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.25/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 4670 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4669, 4670, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.25/self_attn/Concat_1_output_0", "outputIndexes": [ 4671 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4671, 4536 ] , "main_type": "NONE", "name": "/blocks.25/self_attn/ConstantOfShape_output_0", "outputIndexes": [ 4672 ] , "type": "Fill", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 4668, 4672, 4672, 167 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 25, "kv_shared_layer_index": 22 } , "name": "/layers.25/self_attn/FusedAttention", "outputIndexes": [ 4673 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4673 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.25/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 7829 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7829 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.25/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 7830 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7830 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1505694550, 2621462, 655360, 0, 0 ] } , "name": "/layers.25/self_attn/o_proj/Linear", "outputIndexes": [ 7831 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7831 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.25/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 7832 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7832 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.25/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 4674 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4674 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.25/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 4676 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4676 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.25/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 4677 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4677, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/post_attention_layernorm/Add_output_0", "outputIndexes": [ 4678 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4678, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 4679 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4674, 4679 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 4680 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.804688, 0.523438, 0.804688, 0.804688, 0.75, 0.640625, 0.332031, 0.617188, 0.804688, 0.804688, 0.804688, 0.769531, 0.443359, 0.804688, 0.804688, 0.796875, 0.804688, 0.699219, 0.695312, 0.804688, 0.804688, 0.734375, 0.804688, 0.804688, 0.78125, 0.726562, 0.804688, 0.804688, 0.128906, 0.804688, 0.75, 0.71875, 0.804688, 0.804688, 0.804688, 0.800781, 0.22168, 0.804688, 0.804688, 0.333984, 0.804688, 0.804688, 0.632812, 0.730469, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.765625, 0.789062, 0.320312, 0.804688, 0.785156, 0.804688, 0.804688, 0.804688, 0.796875, 0.484375, 0.804688, 0.804688, 0.804688, 0.796875, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.535156, 0.804688, 0.804688, 0.804688, 0.443359, 0.804688, 0.804688, 0.804688, 0.554688, 0.777344, 0.308594, 0.804688, 0.804688, 0.804688, 0.757812, 0.769531, 0.734375, 0.804688, 0.671875, 0.804688, 0.143555, 0.804688, 0.353516, 0.804688, 0.804688, 0.632812, 0.804688, 0.753906, 0.804688, 0.710938, 0.800781, 0.804688, 0.785156, 0.804688, 0.214844, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.660156, 0.804688, 0.585938, 0.804688, 0.804688, 0.804688, 0.804688, 0.660156, 0.804688, 0.675781, 0.804688, 0.796875, 0.804688, 0.484375, 0.804688, 0.679688, 0.582031, 0.000763, 0.695312, 0.34375, 0.423828, 0.574219, 0.804688, 0.804688, 0.804688, 0.804688, 0.287109, 0.804688, 0.804688, 0.742188, 0.804688, 0.804688, 0.804688, 0.804688, 0.503906, 0.804688, 0.804688, 0.804688, 0.695312, 0.804688, 0.804688, 0.239258, 0.800781, 0.78125, 0.707031, 0.804688, 0.804688, 0.722656, 0.804688, 0.804688, 0.804688, 0.804688, 0.796875, 0.785156, 0.804688, 0.804688, 0.804688, 0.753906, 0.804688, 0.730469, 0.804688, 0.804688, 0.804688, 0.453125, 0.804688, 0.804688, 0.804688, 0.730469, 0.644531, 0.804688, 0.804688, 0.78125, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.161133, 0.804688, 0.566406, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.722656, 0.804688, 0.804688, 0.804688, 0.796875, 0.792969, 0.804688, 0.804688, 0.302734, 0.804688, 0.796875, 0.59375, 0.777344, 0.355469, 0.804688, 0.804688, 0.570312, 0.804688, 0.777344, 0.800781, 0.75, 0.804688, 0.804688, 0.804688, 0.804688, 0.652344, 0.804688, 0.621094, 0.800781, 0.714844, 0.777344, 0.804688, 0.734375, 0.804688, 0.789062, 0.804688, 0.804688, 0.804688, 0.699219, 0.796875, 0.804688, 0.804688, 0.804688, 0.75, 0.578125, 0.644531, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.734375, 0.804688, 0.804688, 0.804688, 0.707031, 0.804688, 0.246094, 0.789062, 0.800781, 0.404297, 0.804688, 0.804688, 0.800781, 0.804688, 0.804688, 0.804688, 0.664062, 0.699219, 0.804688, 0.6875, 0.675781, 0.804688, 0.769531, 0.804688, 0.730469, 0.804688, 0.804688, 0.804688, 0.804688, 0.78125, 0.804688, 0.75, 0.804688, 0.804688, 0.804688, 0.804688, 0.792969, 0.804688, 0.804688, 0.804688, 0.804688, 0.388672, 0.804688, 0.804688, 0.804688, 0.566406, 0.804688, 0.777344, 0.804688, 0.804688, 0.722656, 0.804688, 0.804688, 0.800781, 0.628906, 0.796875, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.777344, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.742188, 0.804688, 0.367188, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.800781, 0.804688, 0.617188, 0.804688, 0.734375, 0.804688, 0.804688, 0.804688, 0.800781, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.201172, 0.804688, 0.804688, 0.804688, 0.333984, 0.804688, 0.714844, 0.804688, 0.804688, 0.804688, 0.761719, 0.804688, 0.804688, 0.804688, 0.746094, 0.804688, 0.804688, 0.800781, 0.804688, 0.373047, 0.804688, 0.804688, 0.804688, 0.804688, 0.792969, 0.707031, 0.804688, 0.804688, 0.800781, 0.804688, 0.789062, 0.800781, 0.804688, 0.550781, 0.804688, 0.804688, 0.804688, 0.804688, 0.376953, 0.386719, 0.804688, 0.785156, 0.269531, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.800781, 0.574219, 0.804688, 0.609375, 0.804688, 0.804688, 0.804688, 0.652344, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.789062, 0.804688, 0.804688, 0.519531, 0.224609, 0.804688, 0.777344, 0.804688, 0.804688, 0.722656, 0.800781, 0.804688, 0.792969, 0.804688, 0.804688, 0.585938, 0.804688, 0.75, 0.804688, 0.75, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.792969, 0.804688, 0.804688, 0.800781, 0.804688, 0.800781, 0.223633, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.691406, 0.804688, 0.535156, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.347656, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.78125, 0.804688, 0.800781, 0.761719, 0.804688, 0.804688, 0.636719, 0.800781, 0.804688, 0.804688, 0.800781, 0.804688, 0.804688, 0.804688, 0.785156, 0.804688, 0.804688, 0.800781, 0.804688, 0.804688, 0.777344, 0.804688, 0.714844, 0.804688, 0.632812, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.632812, 0.804688, 0.332031, 0.804688, 0.730469, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.455078, 0.804688, 0.804688, 0.804688, 0.664062, 0.804688, 0.804688, 0.804688, 0.804688, 0.470703, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.792969, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.734375, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.451172, 0.804688, 0.804688, 0.535156, 0.804688, 0.804688, 0.789062, 0.683594, 0.804688, 0.796875, 0.804688, 0.804688, 0.296875, 0.291016, 0.804688, 0.804688, 0.542969, 0.804688, 0.53125, 0.804688, 0.804688, 0.804688, 0.804688, 0.789062, 0.734375, 0.796875, 0.558594, 0.804688, 0.761719, 0.769531, 0.804688, 0.804688, 0.291016, 0.804688, 0.804688, 0.804688, 0.785156, 0.804688, 0.804688, 0.464844, 0.644531, 0.804688, 0.722656, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.722656, 0.804688, 0.804688, 0.800781, 0.800781, 0.470703, 0.71875, 0.796875, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.40625, 0.640625, 0.746094, 0.804688, 0.703125, 0.804688, 0.644531, 0.804688, 0.804688, 0.804688, 0.494141, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.470703, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.470703, 0.800781, 0.804688, 0.761719, 0.804688, 0.804688, 0.789062, 0.804688, 0.804688, 0.460938, 0.804688, 0.804688, 0.804688, 0.804688, 0.800781, 0.804688, 0.804688, 0.804688, 0.804688, 0.707031, 0.804688, 0.773438, 0.205078, 0.804688, 0.574219, 0.765625, 0.617188, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.730469, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.796875, 0.804688, 0.621094, 0.804688, 0.804688, 0.574219, 0.78125, 0.773438, 0.804688, 0.429688, 0.800781, 0.804688, 0.804688, 0.78125, 0.585938, 0.804688, 0.777344, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.671875, 0.804688, 0.804688, 0.554688, 0.804688, 0.683594, 0.804688, 0.804688, 0.738281, 0.792969, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.416016, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.613281, 0.466797, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.746094, 0.804688, 0.804688, 0.804688, 0.621094, 0.730469, 0.804688, 0.147461, 0.804688, 0.546875, 0.785156, 0.503906, 0.804688, 0.730469, 0.804688, 0.804688, 0.804688, 0.800781, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.800781, 0.804688, 0.765625, 0.804688, 0.804688, 0.400391, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.5625, 0.761719, 0.792969, 0.714844, 0.6875, 0.804688, 0.800781, 0.804688, 0.351562, 0.804688, 0.804688, 0.804688, 0.804688, 0.200195, 0.800781, 0.804688, 0.804688, 0.804688, 0.785156, 0.789062, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.789062, 0.804688, 0.800781, 0.800781, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.726562, 0.804688, 0.804688, 0.792969, 0.785156, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.699219, 0.804688, 0.804688, 0.804688, 0.761719, 0.804688, 0.804688, 0.804688, 0.75, 0.804688, 0.804688, 0.804688, 0.800781, 0.804688, 0.5625, 0.804688, 0.800781, 0.804688, 0.699219, 0.78125, 0.431641, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.785156, 0.804688, 0.804688, 0.804688, 0.707031, 0.804688, 0.804688, 0.804688, 0.21875, 0.804688, 0.804688, 0.302734, 0.679688, 0.722656, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.773438, 0.566406, 0.320312, 0.761719, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.298828, 0.773438, 0.804688, 0.746094, 0.746094, 0.703125, 0.804688, 0.644531, 0.71875, 0.804688, 0.804688, 0.804688, 0.769531, 0.804688, 0.679688, 0.804688, 0.648438, 0.710938, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.451172, 0.679688, 0.722656, 0.738281, 0.804688, 0.804688, 0.804688, 0.804688, 0.234375, 0.804688, 0.804688, 0.558594, 0.609375, 0.804688, 0.636719, 0.804688, 0.671875, 0.804688, 0.804688, 0.453125, 0.804688, 0.804688, 0.804688, 0.65625, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.75, 0.804688, 0.804688, 0.804688, 0.804688, 0.671875, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.773438, 0.078125, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.792969, 0.804688, 0.804688, 0.523438, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.699219, 0.804688, 0.804688, 0.804688, 0.285156, 0.804688, 0.804688, 0.804688, 0.804688, 0.116699, 0.006287, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.761719, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.519531, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.453125, 0.640625, 0.71875, 0.804688, 0.800781, 0.804688, 0.804688, 0.804688, 0.691406, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.757812, 0.240234, 0.804688, 0.380859, 0.722656, 0.804688, 0.804688, 0.796875, 0.804688, 0.804688, 0.804688, 0.804688, 0.490234, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.239258, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.722656, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.71875, 0.804688, 0.722656, 0.804688, 0.75, 0.804688, 0.804688, 0.789062, 0.554688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.796875, 0.804688, 0.746094, 0.804688, 0.804688, 0.804688, 0.804688, 0.800781, 0.804688, 0.804688, 0.804688, 0.804688, 0.326172, 0.804688, 0.804688, 0.804688, 0.800781, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.439453, 0.75, 0.414062, 0.800781, 0.804688, 0.535156, 0.804688, 0.800781, 0.652344, 0.804688, 0.535156, 0.804688, 0.804688, 0.804688, 0.804688, 0.800781, 0.78125, 0.804688, 0.75, 0.804688, 0.804688, 0.804688, 0.158203, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.742188, 0.804688, 0.804688, 0.644531, 0.726562, 0.498047, 0.714844, 0.804688, 0.804688, 0.804688, 0.792969, 0.800781, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.800781, 0.765625, 0.804688, 0.804688, 0.804688, 0.796875, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.347656, 0.804688, 0.804688, 0.574219, 0.320312, 0.804688, 0.804688, 0.804688, 0.527344, 0.804688, 0.523438, 0.804688, 0.804688, 0.789062, 0.804688, 0.691406, 0.71875, 0.804688, 0.765625, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.800781, 0.804688, 0.15625, 0.804688, 0.632812, 0.804688, 0.804688, 0.804688, 0.804688, 0.671875, 0.804688, 0.804688, 0.746094, 0.644531, 0.804688, 0.488281, 0.675781, 0.796875, 0.804688, 0.792969, 0.769531, 0.804688, 0.769531, 0.804688, 0.75, 0.804688, 0.675781, 0.285156, 0.804688, 0.804688, 0.804688, 0.722656, 0.804688, 0.804688, 0.804688, 0.804688, 0.707031, 0.355469, 0.804688, 0.804688, 0.804688, 0.800781, 0.804688, 0.804688, 0.25, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.800781, 0.804688, 0.804688, 0.785156, 0.804688, 0.804688, 0.804688, 0.804688, 0.605469, 0.796875, 0.714844, 0.804688, 0.554688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.527344, 0.804688, 0.804688, 0.804688, 0.804688, 0.640625, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.550781, 0.804688, 0.804688, 0.804688, 0.667969, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.746094, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.722656, 0.804688, 0.804688, 0.734375, 0.804688, 0.609375, 0.804688, 0.804688, 0.804688, 0.792969, 0.804688, 0.804688, 0.734375, 0.804688, 0.800781, 0.804688, 0.804688, 0.804688, 0.804688, 0.800781, 0.804688, 0.613281, 0.683594, 0.683594, 0.792969, 0.785156, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.628906, 0.601562, 0.800781, 0.800781, 0.804688, 0.761719, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.746094, 0.335938, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.5, 0.804688, 0.804688, 0.804688, 0.188477, 0.800781, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.6875, 0.804688, 0.464844, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.628906, 0.804688, 0.800781, 0.792969, 0.789062, 0.597656, 0.804688, 0.804688, 0.804688, 0.804688, 0.341797, 0.699219, 0.804688, 0.433594, 0.710938, 0.804688, 0.804688, 0.621094, 0.804688, 0.804688, 0.804688, 0.804688, 0.726562, 0.71875, 0.558594, 0.804688, 0.804688, 0.652344, 0.804688, 0.091309, 0.804688, 0.271484, 0.777344, 0.800781, 0.703125, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.494141, 0.765625, 0.804688, 0.804688, 0.804688, 0.730469, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.554688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.300781, 0.447266, 0.804688, 0.390625, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.71875, 0.800781, 0.769531, 0.777344, 0.804688, 0.804688, 0.789062, 0.000748, 0.804688, 0.773438, 0.804688, 0.609375, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.78125, 0.804688, 0.804688, 0.804688, 0.785156, 0.804688, 0.804688, 0.738281, 0.804688, 0.804688, 0.804688, 0.804688, 0.765625, 0.804688, 0.785156, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.137695, 0.597656, 0.800781, 0.613281, 0.792969, 0.785156, 0.492188, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.632812, 0.664062, 0.796875, 0.78125, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.800781, 0.5625, 0.804688, 0.804688, 0.59375, 0.804688, 0.804688, 0.804688, 0.492188, 0.800781, 0.804688, 0.804688, 0.804688, 0.804688, 0.800781, 0.804688, 0.804688, 0.597656, 0.804688, 0.804688, 0.804688, 0.804688, 0.6875, 0.796875, 0.804688, 0.753906, 0.804688, 0.804688, 0.804688, 0.296875, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.417969, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.800781, 0.804688, 0.804688, 0.753906, 0.404297, 0.804688, 0.804688, 0.804688, 0.605469, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.738281, 0.804688, 0.804688, 0.804688, 0.765625, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.214844, 0.804688, 0.804688, 0.460938, 0.804688, 0.804688, 0.804688, 0.789062, 0.714844, 0.164062, 0.804688, 0.804688, 0.804688, 0.804688, 0.800781, 0.769531, 0.240234, 0.804688, 0.800781, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.667969, 0.804688, 0.804688, 0.695312, 0.347656, 0.804688, 0.785156, 0.660156, 0.804688, 0.804688, 0.804688, 0.601562, 0.804688, 0.000725, 0.804688, 0.796875, 0.46875, 0.738281, 0.804688, 0.804688, 0.804688, 0.742188, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.710938, 0.804688, 0.796875, 0.283203, 0.804688, 0.804688, 0.679688, 0.804688, 0.302734, 0.804688, 0.800781, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.683594, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.789062, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.765625, 0.804688, 0.804688, 0.800781, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.785156, 0.804688, 0.804688, 0.804688, 0.804688, 0.285156, 0.804688, 0.804688, 0.804688, 0.523438, 0.765625, 0.800781, 0.800781, 0.578125, 0.804688, 0.441406, 0.355469, 0.804688, 0.542969, 0.800781, 0.804688, 0.804688, 0.804688, 0.804688, 0.648438, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.574219, 0.75, 0.792969, 0.699219, 0.804688, 0.373047, 0.804688, 0.804688, 0.804688, 0.804688, 0.746094, 0.804688, 0.804688, 0.804688, 0.378906, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.333984, 0.466797, 0.796875, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.380859, 0.804688, 0.804688, 0.800781, 0.804688, 0.804688, 0.804688, 0.804688, 0.486328, 0.800781, 0.789062, 0.804688, 0.707031, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.730469, 0.804688, 0.804688, 0.800781, 0.804688, 0.804688, 0.000751, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.800781, 0.40625, 0.804688, 0.769531, 0.804688, 0.800781, 0.804688, 0.804688, 0.769531, 0.804688, 0.804688, 0.703125, 0.804688, 0.804688, 0.800781, 0.804688, 0.804688, 0.804688, 0.757812, 0.804688, 0.804688, 0.550781, 0.804688, 0.201172, 0.145508, 0.757812, 0.804688, 0.804688, 0.804688, 0.241211, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.294922, 0.804688, 0.640625, 0.703125, 0.792969, 0.804688, 0.699219, 0.804688, 0.800781, 0.804688, 0.804688, 0.804688, 0.804688, 0.800781, 0.804688, 0.804688, 0.710938, 0.804688, 0.804688, 0.804688, 0.800781, 0.804688, 0.804688, 0.804688, 0.804688, 0.753906, 0.804688, 0.796875, 0.582031, 0.804688, 0.523438, 0.804688, 0.804688, 0.133789, 0.707031, 0.416016, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.644531, 0.300781, 0.804688, 0.804688, 0.75, 0.804688, 0.804688, 0.804688, 0.804688, 0.652344, 0.800781, 0.804688, 0.804688, 0.804688, 0.494141, 0.726562, 0.804688, 0.804688, 0.683594, 0.804688, 0.107422, 0.804688, 0.804688, 0.804688, 0.652344, 0.5625, 0.804688, 0.804688, 0.714844, 0.628906, 0.804688, 0.804688, 0.804688, 0.78125, 0.789062, 0.804688, 0.294922, 0.558594, 0.632812, 0.800781, 0.804688, 0.804688, 0.804688, 0.804688, 0.15625, 0.804688, 0.800781, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.800781, 0.804688, 0.804688, 0.804688, 0.734375, 0.804688, 0.757812, 0.804688, 0.804688, 0.777344, 0.804688, 0.648438, 0.804688, 0.804688, 0.75, 0.804688, 0.443359, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.800781, 0.804688, 0.166016, 0.804688, 0.804688, 0.785156, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.785156, 0.625, 0.804688, 0.804688, 0.804688, 0.738281, 0.804688, 0.804688, 0.78125, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.800781, 0.804688, 0.769531, 0.804688, 0.707031, 0.804688, 0.804688, 0.804688, 0.804688, 0.703125, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.404297, 0.773438, 0.804688, 0.21582, 0.804688, 0.5, 0.804688, 0.804688, 0.804688, 0.542969, 0.804688, 0.804688, 0.492188, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.800781, 0.804688, 0.40625, 0.275391, 0.652344, 0.804688, 0.664062, 0.804688, 0.789062, 0.804688, 0.804688, 0.761719, 0.800781, 0.804688, 0.78125, 0.804688, 0.796875, 0.804688, 0.804688, 0.804688, 0.804688, 0.71875, 0.785156, 0.761719, 0.804688, 0.804688, 0.742188, 0.804688, 0.691406, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.757812, 0.800781, 0.804688, 0.804688, 0.804688, 0.800781, 0.804688, 0.804688, 0.804688, 0.804688, 0.765625, 0.804688, 0.804688, 0.753906, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.427734, 0.804688, 0.40625, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.800781, 0.176758, 0.800781, 0.804688, 0.792969, 0.804688, 0.804688, 0.198242, 0.667969, 0.796875, 0.628906, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.355469, 0.804688, 0.726562, 0.746094, 0.46875, 0.699219, 0.804688, 0.804688, 0.152344, 0.804688, 0.792969, 0.804688, 0.53125, 0.804688, 0.804688, 0.777344, 0.804688, 0.804688, 0.679688, 0.636719, 0.804688, 0.804688, 0.71875, 0.804688, 0.796875, 0.792969, 0.804688, 0.6875, 0.804688, 0.804688, 0.230469, 0.804688, 0.804688, 0.804688, 0.660156, 0.804688, 0.206055, 0.804688, 0.804688, 0.804688, 0.241211, 0.804688, 0.804688, 0.800781, 0.796875, 0.785156, 0.800781, 0.804688, 0.804688, 0.496094, 0.804688, 0.458984, 0.804688, 0.804688, 0.796875, 0.785156, 0.644531, 0.804688, 0.804688, 0.789062, 0.804688, 0.804688, 0.804688, 0.792969, 0.738281, 0.804688, 0.800781, 0.804688, 0.235352, 0.804688, 0.804688, 0.804688, 0.431641, 0.804688, 0.804688, 0.34375, 0.761719, 0.800781, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.6875, 0.804688, 0.804688, 0.804688, 0.804688, 0.796875, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.503906, 0.804688, 0.804688, 0.804688, 0.71875, 0.804688, 0.804688, 0.785156, 0.804688, 0.796875, 0.804688, 0.804688, 0.699219, 0.796875, 0.65625, 0.804688, 0.804688, 0.59375, 0.804688, 0.804688, 0.804688, 0.211914, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.796875, 0.804688, 0.804688, 0.753906, 0.804688, 0.722656, 0.804688, 0.804688, 0.792969, 0.804688, 0.792969, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.769531, 0.804688, 0.804688, 0.746094, 0.726562, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.714844, 0.804688, 0.357422, 0.804688, 0.172852, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.660156, 0.804688, 0.492188, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.628906, 0.804688, 0.804688, 0.804688, 0.804688, 0.800781, 0.804688, 0.792969, 0.582031, 0.804688, 0.804688, 0.804688, 0.378906, 0.804688, 0.613281, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.785156, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.777344, 0.804688, 0.804688, 0.376953, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.625, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.292969, 0.804688, 0.742188, 0.804688, 0.800781, 0.28125, 0.804688, 0.800781, 0.804688, 0.804688, 0.371094, 0.800781, 0.804688, 0.462891, 0.804688, 0.804688, 0.804688, 0.789062, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.800781, 0.804688, 0.625, 0.761719, 0.404297, 0.804688, 0.804688, 0.804688, 0.800781, 0.804688, 0.804688, 0.804688, 0.671875, 0.804688, 0.804688, 0.804688, 0.667969, 0.679688, 0.765625, 0.804688, 0.804688, 0.804688, 0.804688, 0.773438, 0.804688, 0.746094, 0.804688, 0.804688, 0.804688, 0.800781, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.800781, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.207031, 0.804688, 0.804688, 0.804688, 0.804688, 0.800781, 0.804688, 0.486328, 0.804688, 0.804688, 0.804688, 0.804688, 0.597656, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.644531, 0.804688, 0.796875, 0.792969, 0.804688, 0.746094, 0.804688, 0.574219, 0.804688, 0.804688, 0.804688, 0.804688, 0.617188, 0.804688, 0.443359, 0.804688, 0.804688, 0.804688, 0.707031, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.734375, 0.804688, 0.804688, 0.804688, 0.804688, 0.283203, 0.765625, 0.804688, 0.804688, 0.804688, 0.667969, 0.804688, 0.212891, 0.757812, 0.78125, 0.804688, 0.804688, 0.804688, 0.800781, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.141602, 0.277344, 0.761719, 0.734375, 0.804688, 0.785156, 0.597656, 0.804688, 0.804688, 0.804688, 0.789062, 0.800781, 0.800781, 0.800781, 0.804688, 0.804688, 0.804688, 0.804688, 0.804688, 0.261719, 0.28125, 0.804688, 0.804688, 0.800781, 0.804688, 0.804688, 0.800781, 0.804688, 0.804688, 0.804688, 0.804688 ] } , "name": "onnx::Mul_11215", "outputIndexes": [ 4681 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4680, 4681 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 4682 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4609, 4682 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/Add_output_0", "outputIndexes": [ 4683 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4683 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.25/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 4684 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4684 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.25/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 4685 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4685, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 4686 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4686, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 4687 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4683, 4687 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 4688 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.457031, 0.373047, 0.40625, 0.363281, 0.367188, 0.414062, 1.101562, 0.373047, 0.314453, 0.320312, 0.433594, 0.423828, 0.898438, 0.431641, 0.400391, 0.314453, 0.412109, 0.457031, 0.46875, 0.447266, 0.316406, 0.507812, 0.482422, 0.394531, 0.453125, 0.472656, 0.457031, 0.425781, 3.0, 0.416016, 0.423828, 0.519531, 0.423828, 0.396484, 0.453125, 0.394531, 0.683594, 0.427734, 0.457031, 1.148438, 0.443359, 0.458984, 0.466797, 0.421875, 0.384766, 0.412109, 0.392578, 0.400391, 0.738281, 0.392578, 0.392578, 0.408203, 0.460938, 0.213867, 0.523438, 0.400391, 0.625, 0.416016, 0.470703, 0.330078, 0.400391, 0.429688, 0.435547, 0.867188, 0.433594, 0.445312, 0.472656, 0.410156, 0.410156, 0.451172, 0.345703, 0.363281, 0.535156, 0.429688, 0.388672, 0.488281, 0.417969, 0.433594, 0.355469, 0.691406, 0.150391, 0.445312, 0.433594, 0.757812, 0.40625, 0.429688, 0.453125, 0.601562, 0.445312, 0.335938, 0.412109, 0.40625, 0.388672, 0.439453, 0.455078, 0.496094, 0.369141, 0.566406, 0.171875, 0.839844, 0.378906, 1.398438, 0.419922, 0.378906, 0.482422, 0.400391, 0.498047, 0.429688, 0.453125, 0.433594, 0.488281, 0.367188, 0.404297, 1.109375, 0.425781, 0.402344, 0.318359, 0.384766, 0.451172, 0.458984, 0.453125, 0.414062, 0.458984, 0.359375, 0.59375, 0.408203, 0.390625, 0.320312, 0.433594, 0.558594, 0.427734, 0.472656, 0.431641, 0.730469, 0.178711, 0.519531, 0.550781, 0.201172, 0.847656, 1.070312, 0.585938, 0.455078, 0.419922, 0.470703, 0.453125, 0.363281, 0.722656, 0.472656, 0.470703, 0.431641, 0.419922, 0.421875, 0.330078, 0.371094, 0.671875, 0.511719, 0.445312, 0.333984, 0.416016, 0.400391, 0.373047, 1.484375, 0.421875, 0.378906, 0.421875, 0.330078, 0.435547, 0.421875, 0.345703, 0.445312, 0.435547, 0.353516, 0.449219, 0.449219, 0.539062, 0.429688, 0.302734, 0.535156, 0.492188, 0.621094, 0.380859, 0.455078, 0.480469, 0.785156, 0.337891, 0.417969, 0.451172, 0.40625, 0.578125, 0.447266, 0.400391, 0.427734, 0.412109, 0.435547, 0.429688, 0.400391, 0.480469, 0.439453, 1.039062, 0.40625, 0.617188, 0.632812, 0.582031, 0.390625, 0.332031, 0.410156, 0.357422, 0.410156, 0.339844, 0.460938, 0.527344, 0.886719, 0.378906, 0.523438, 0.314453, 1.195312, 0.554688, 0.443359, 0.431641, 0.480469, 0.839844, 0.412109, 0.318359, 0.421875, 0.423828, 0.494141, 0.621094, 0.503906, 0.445312, 0.347656, 0.173828, 0.404297, 0.24707, 0.431641, 0.283203, 0.570312, 0.408203, 0.4375, 0.388672, 0.376953, 0.478516, 0.515625, 0.447266, 0.445312, 0.462891, 0.507812, 0.494141, 0.408203, 0.445312, 0.40625, 0.488281, 0.458984, 0.507812, 0.478516, 0.455078, 0.355469, 0.453125, 0.494141, 0.566406, 0.416016, 0.417969, 0.412109, 0.419922, 0.472656, 0.447266, 0.419922, 0.373047, 0.96875, 0.447266, 0.472656, 0.460938, 0.363281, 0.375, 0.400391, 0.507812, 0.730469, 0.404297, 0.458984, 0.371094, 0.433594, 0.492188, 0.373047, 0.503906, 0.482422, 0.539062, 0.373047, 0.400391, 0.470703, 0.433594, 0.400391, 0.320312, 0.523438, 0.429688, 0.578125, 0.478516, 0.435547, 0.363281, 0.445312, 0.386719, 1.335938, 0.519531, 0.357422, 0.478516, 0.574219, 0.322266, 0.503906, 0.421875, 0.12207, 0.355469, 0.408203, 0.439453, 0.433594, 0.464844, 0.486328, 0.392578, 0.4375, 0.441406, 0.460938, 0.267578, 0.519531, 0.402344, 0.53125, 0.371094, 0.402344, 0.449219, 0.433594, 0.306641, 1.382812, 0.433594, 0.412109, 0.394531, 0.451172, 0.427734, 0.435547, 0.433594, 0.433594, 0.574219, 0.376953, 0.507812, 0.439453, 0.414062, 0.53125, 0.417969, 0.466797, 0.427734, 0.462891, 0.496094, 0.304688, 0.910156, 0.408203, 0.410156, 0.429688, 1.320312, 0.451172, 0.355469, 0.365234, 0.466797, 0.404297, 0.484375, 0.294922, 0.519531, 0.355469, 0.433594, 0.46875, 0.365234, 0.371094, 0.429688, 0.388672, 0.396484, 0.451172, 0.414062, 0.5, 0.427734, 0.691406, 0.196289, 0.427734, 0.392578, 0.458984, 0.353516, 0.441406, 0.470703, 0.554688, 0.433594, 0.441406, 0.425781, 0.447266, 1.023438, 1.046875, 0.494141, 0.449219, 1.851562, 0.455078, 0.400391, 0.498047, 0.423828, 0.474609, 0.539062, 0.384766, 0.398438, 0.390625, 0.498047, 0.476562, 0.394531, 0.28125, 0.365234, 0.375, 0.578125, 0.396484, 0.289062, 0.402344, 0.466797, 0.443359, 0.511719, 0.196289, 0.394531, 0.535156, 0.412109, 0.474609, 0.375, 0.439453, 0.484375, 0.458984, 2.0625, 0.388672, 0.460938, 0.384766, 0.431641, 0.480469, 0.451172, 0.386719, 0.386719, 0.419922, 0.308594, 0.621094, 0.429688, 0.419922, 0.384766, 0.46875, 0.363281, 0.439453, 0.376953, 0.345703, 0.460938, 0.453125, 0.408203, 0.427734, 0.419922, 0.451172, 0.417969, 0.464844, 1.273438, 0.427734, 0.373047, 0.404297, 0.421875, 0.296875, 0.421875, 0.382812, 0.416016, 0.460938, 0.412109, 0.400391, 0.390625, 0.451172, 0.410156, 0.523438, 0.339844, 0.574219, 0.445312, 0.457031, 0.515625, 0.408203, 0.398438, 0.431641, 0.378906, 0.396484, 0.388672, 1.15625, 0.361328, 0.394531, 0.408203, 0.443359, 0.443359, 0.308594, 0.443359, 0.429688, 0.455078, 0.363281, 0.453125, 0.384766, 0.412109, 0.355469, 0.636719, 0.427734, 0.804688, 0.404297, 0.535156, 0.484375, 0.484375, 0.462891, 0.416016, 0.384766, 0.410156, 0.449219, 0.410156, 0.421875, 0.455078, 0.527344, 0.408203, 0.333984, 0.640625, 0.425781, 0.542969, 0.330078, 0.404297, 0.417969, 0.640625, 0.46875, 1.140625, 0.335938, 0.550781, 0.472656, 0.431641, 0.4375, 0.376953, 0.412109, 0.40625, 0.476562, 0.410156, 0.40625, 0.462891, 0.820312, 0.425781, 0.609375, 0.229492, 0.443359, 0.320312, 0.390625, 0.429688, 0.429688, 0.503906, 0.460938, 0.484375, 0.371094, 0.400391, 0.464844, 0.443359, 0.155273, 0.421875, 0.419922, 0.474609, 0.4375, 0.464844, 0.490234, 0.375, 0.353516, 0.5625, 0.457031, 0.388672, 0.373047, 0.462891, 0.554688, 0.550781, 0.466797, 0.503906, 0.421875, 0.429688, 0.511719, 0.363281, 0.462891, 0.554688, 0.447266, 0.460938, 0.457031, 0.171875, 1.078125, 1.195312, 0.396484, 0.458984, 0.988281, 0.414062, 0.746094, 0.419922, 0.392578, 0.396484, 0.392578, 0.392578, 0.451172, 0.566406, 0.617188, 0.402344, 0.392578, 0.455078, 0.423828, 0.419922, 1.539062, 0.695312, 0.349609, 0.369141, 0.380859, 0.382812, 0.423828, 1.023438, 0.470703, 0.209961, 0.554688, 0.416016, 0.451172, 0.429688, 0.369141, 0.417969, 0.257812, 0.390625, 0.423828, 0.378906, 0.414062, 0.527344, 0.486328, 0.388672, 0.429688, 0.585938, 0.410156, 0.632812, 0.427734, 0.490234, 0.457031, 0.40625, 0.765625, 0.451172, 0.476562, 0.410156, 0.910156, 0.425781, 0.308594, 4.25, 0.328125, 0.453125, 0.550781, 0.503906, 0.417969, 0.585938, 0.660156, 0.451172, 0.361328, 0.398438, 0.322266, 0.589844, 0.435547, 0.324219, 1.007812, 0.431641, 0.601562, 0.398438, 0.400391, 0.427734, 0.427734, 0.863281, 0.412109, 0.492188, 0.097656, 0.410156, 0.445312, 0.470703, 0.455078, 0.302734, 1.078125, 0.40625, 0.453125, 0.408203, 0.390625, 0.455078, 0.410156, 0.421875, 0.419922, 0.398438, 0.416016, 0.353516, 0.394531, 0.503906, 0.398438, 0.59375, 0.341797, 0.147461, 0.476562, 0.427734, 0.423828, 0.4375, 0.427734, 0.443359, 0.464844, 0.457031, 0.392578, 0.367188, 0.462891, 0.359375, 0.427734, 0.470703, 0.457031, 0.441406, 0.691406, 0.414062, 0.447266, 0.476562, 0.902344, 0.375, 0.416016, 0.474609, 0.5625, 0.65625, 0.480469, 0.449219, 0.425781, 0.488281, 0.445312, 0.443359, 0.427734, 0.667969, 0.478516, 0.490234, 0.546875, 0.423828, 0.453125, 0.417969, 0.355469, 0.462891, 0.367188, 0.460938, 0.419922, 0.414062, 0.435547, 0.402344, 0.318359, 1.1875, 0.394531, 0.464844, 0.46875, 0.380859, 0.34375, 0.439453, 0.416016, 0.435547, 0.761719, 0.761719, 0.4375, 0.449219, 0.361328, 0.421875, 0.392578, 0.380859, 0.451172, 0.480469, 0.488281, 0.511719, 0.470703, 0.371094, 0.455078, 0.482422, 0.478516, 3.078125, 0.361328, 0.570312, 0.574219, 0.636719, 0.589844, 0.464844, 0.447266, 0.431641, 0.40625, 0.417969, 0.357422, 0.605469, 0.378906, 0.289062, 0.507812, 0.398438, 0.353516, 0.410156, 0.515625, 0.375, 0.474609, 0.773438, 0.341797, 0.328125, 0.408203, 0.519531, 0.455078, 0.245117, 0.427734, 0.589844, 0.589844, 0.419922, 0.482422, 0.527344, 0.353516, 1.296875, 0.40625, 0.423828, 0.310547, 0.433594, 2.046875, 0.414062, 0.369141, 0.353516, 0.423828, 0.439453, 0.511719, 0.421875, 0.400391, 0.427734, 0.414062, 0.369141, 0.683594, 0.447266, 0.455078, 0.4375, 0.410156, 0.519531, 0.474609, 0.453125, 0.433594, 0.453125, 0.425781, 0.384766, 0.324219, 0.347656, 0.373047, 0.396484, 0.365234, 0.498047, 0.427734, 0.363281, 0.554688, 0.458984, 0.304688, 0.490234, 0.392578, 0.431641, 0.484375, 0.314453, 0.486328, 0.480469, 0.423828, 0.726562, 0.416016, 0.375, 0.296875, 0.367188, 0.287109, 0.363281, 0.507812, 0.40625, 0.820312, 0.398438, 0.449219, 0.447266, 0.357422, 0.507812, 0.441406, 0.490234, 0.404297, 0.451172, 0.464844, 0.474609, 0.408203, 0.427734, 0.443359, 0.765625, 0.527344, 0.466797, 1.5, 0.511719, 0.507812, 0.566406, 0.404297, 0.455078, 0.400391, 0.429688, 0.507812, 0.375, 0.447266, 0.71875, 1.609375, 0.546875, 0.4375, 0.398438, 0.453125, 0.4375, 0.408203, 0.511719, 0.431641, 0.441406, 0.210938, 0.419922, 0.416016, 1.296875, 0.363281, 0.443359, 0.433594, 0.451172, 0.449219, 0.458984, 0.648438, 0.515625, 0.386719, 0.380859, 0.375, 0.486328, 0.453125, 0.408203, 0.423828, 0.455078, 0.578125, 0.271484, 0.433594, 0.386719, 0.535156, 0.427734, 0.402344, 0.394531, 0.433594, 0.4375, 0.542969, 0.574219, 0.589844, 0.398438, 0.417969, 0.527344, 0.416016, 0.511719, 0.363281, 0.585938, 1.742188, 0.423828, 0.410156, 0.667969, 0.714844, 0.476562, 0.503906, 0.4375, 0.597656, 0.414062, 0.4375, 0.863281, 0.378906, 0.361328, 0.455078, 0.486328, 0.429688, 0.351562, 0.554688, 0.388672, 0.5, 0.421875, 0.222656, 0.472656, 0.511719, 0.507812, 0.388672, 0.476562, 0.447266, 0.4375, 0.458984, 0.4375, 0.421875, 0.40625, 0.328125, 0.412109, 0.474609, 0.257812, 0.480469, 0.457031, 0.388672, 0.429688, 0.462891, 0.382812, 0.431641, 0.457031, 0.478516, 3.65625, 0.425781, 0.503906, 0.416016, 0.429688, 0.392578, 0.447266, 0.335938, 0.404297, 0.392578, 0.796875, 0.396484, 0.433594, 0.515625, 0.394531, 0.431641, 0.441406, 0.460938, 0.447266, 0.421875, 1.445312, 0.402344, 0.433594, 0.357422, 0.429688, 4.3125, 0.339844, 0.40625, 0.308594, 0.378906, 0.425781, 0.423828, 0.398438, 0.431641, 0.386719, 0.402344, 0.408203, 0.384766, 0.345703, 0.328125, 0.412109, 0.398438, 0.460938, 0.6875, 0.353516, 0.213867, 0.435547, 0.412109, 0.412109, 0.273438, 0.4375, 0.871094, 0.447266, 0.371094, 0.423828, 0.425781, 0.412109, 0.427734, 0.335938, 0.449219, 0.640625, 0.402344, 0.423828, 0.574219, 0.423828, 0.460938, 2.890625, 0.652344, 0.640625, 0.447266, 0.484375, 0.449219, 0.390625, 0.349609, 0.384766, 0.135742, 0.480469, 0.621094, 0.410156, 0.412109, 0.478516, 0.458984, 0.482422, 0.441406, 0.322266, 0.445312, 0.416016, 0.441406, 0.431641, 0.466797, 0.417969, 0.455078, 0.488281, 0.419922, 0.449219, 0.339844, 0.353516, 0.417969, 0.398438, 0.445312, 0.460938, 0.34375, 0.458984, 0.380859, 0.390625, 0.5, 0.359375, 0.453125, 0.722656, 0.433594, 0.416016, 0.373047, 0.462891, 0.357422, 0.398438, 0.423828, 0.423828, 0.375, 0.419922, 0.431641, 0.455078, 0.353516, 0.384766, 0.351562, 0.347656, 0.419922, 0.408203, 0.535156, 0.492188, 0.46875, 0.404297, 0.382812, 0.53125, 0.447266, 0.423828, 0.453125, 0.429688, 0.412109, 0.449219, 0.515625, 0.578125, 0.412109, 0.404297, 0.550781, 0.394531, 0.386719, 0.488281, 0.458984, 0.296875, 0.402344, 0.359375, 0.423828, 0.306641, 1.460938, 0.453125, 0.412109, 0.447266, 0.421875, 0.427734, 0.410156, 0.419922, 0.396484, 0.566406, 0.427734, 0.859375, 0.443359, 0.277344, 0.40625, 0.484375, 0.478516, 0.455078, 0.332031, 0.484375, 0.332031, 0.361328, 0.116211, 0.328125, 0.439453, 0.316406, 0.451172, 0.416016, 0.476562, 0.458984, 0.410156, 0.177734, 0.460938, 3.09375, 0.416016, 0.314453, 0.398438, 0.423828, 0.462891, 0.451172, 0.570312, 0.478516, 0.527344, 0.585938, 0.410156, 0.542969, 0.431641, 0.324219, 0.447266, 0.427734, 0.425781, 0.445312, 0.423828, 0.410156, 0.371094, 0.412109, 0.445312, 0.423828, 0.404297, 0.458984, 0.503906, 0.380859, 0.414062, 0.449219, 0.435547, 0.416016, 0.419922, 0.355469, 0.451172, 1.078125, 0.361328, 0.402344, 0.609375, 0.804688, 0.314453, 0.449219, 0.488281, 0.726562, 0.455078, 0.660156, 0.421875, 0.408203, 0.363281, 0.376953, 0.542969, 0.539062, 0.443359, 0.523438, 0.433594, 0.355469, 0.447266, 0.289062, 0.386719, 0.460938, 0.341797, 0.478516, 0.373047, 0.53125, 0.808594, 0.396484, 0.492188, 0.412109, 0.451172, 0.414062, 0.394531, 0.542969, 0.429688, 0.292969, 0.476562, 0.511719, 0.376953, 0.703125, 0.410156, 0.339844, 0.435547, 0.453125, 0.480469, 0.378906, 0.558594, 0.353516, 0.441406, 0.5, 0.753906, 1.492188, 0.388672, 0.490234, 0.421875, 0.605469, 0.347656, 0.462891, 0.458984, 0.458984, 0.648438, 0.503906, 0.447266, 0.400391, 0.384766, 0.414062, 0.447266, 0.302734, 1.53125, 0.460938, 0.400391, 0.451172, 0.445312, 0.515625, 0.554688, 0.365234, 0.414062, 0.412109, 0.416016, 0.361328, 0.335938, 0.40625, 0.394531, 0.392578, 0.314453, 0.275391, 0.443359, 0.523438, 0.458984, 0.75, 0.427734, 0.482422, 0.408203, 0.439453, 0.365234, 0.652344, 0.417969, 0.482422, 0.40625, 0.470703, 0.613281, 0.492188, 0.408203, 0.417969, 0.382812, 0.429688, 0.337891, 0.386719, 0.40625, 0.488281, 0.416016, 0.124023, 0.445312, 0.453125, 0.427734, 0.535156, 0.722656, 0.425781, 0.539062, 0.470703, 0.546875, 0.375, 0.416016, 0.453125, 0.162109, 0.427734, 0.365234, 0.466797, 0.375, 0.498047, 0.423828, 0.458984, 0.226562, 0.390625, 0.445312, 0.419922, 0.439453, 0.382812, 0.416016, 0.380859, 0.439453, 0.445312, 0.535156, 0.404297, 0.511719, 0.507812, 0.474609, 0.412109, 0.40625, 0.5, 0.388672, 0.494141, 0.443359, 0.601562, 0.46875, 0.255859, 0.373047, 0.341797, 0.8125, 0.539062, 0.574219, 0.519531, 0.376953, 0.390625, 0.466797, 0.427734, 0.404297, 0.365234, 0.341797, 0.40625, 0.400391, 0.402344, 0.359375, 0.466797, 0.439453, 0.605469, 0.351562, 0.462891, 0.376953, 0.445312, 0.359375, 0.458984, 0.455078, 0.304688, 0.251953, 0.441406, 0.609375, 0.597656, 0.482422, 0.394531, 0.361328, 0.474609, 0.419922, 0.679688, 0.492188, 0.410156, 0.457031, 0.695312, 0.412109, 0.416016, 0.474609, 0.503906, 0.361328, 0.476562, 0.261719, 0.462891, 0.380859, 0.376953, 0.441406, 0.5625, 0.679688, 0.498047, 0.345703, 0.441406, 0.394531, 0.429688, 0.492188, 0.480469, 0.34375, 0.357422, 0.414062, 0.400391, 0.609375, 0.353516, 0.369141, 0.46875, 0.431641, 0.636719, 0.546875, 0.423828, 0.431641, 0.535156, 1.078125, 0.5, 0.384766, 0.980469, 0.632812, 0.398438, 0.447266, 0.59375, 0.196289, 0.455078, 0.470703, 0.507812, 0.447266, 0.480469, 0.578125, 0.375, 0.271484, 0.53125, 0.496094, 4.15625, 0.404297, 1.273438, 0.451172, 0.435547, 0.361328, 0.558594, 0.443359, 0.550781, 0.439453, 0.486328, 0.429688, 0.890625, 0.482422, 0.433594, 0.423828, 0.427734, 0.507812, 0.429688, 0.466797, 0.427734, 0.376953, 0.464844, 0.667969, 0.285156, 0.464844, 0.443359, 0.476562, 0.402344, 1.25, 0.933594, 0.396484, 0.404297, 0.46875, 0.298828, 0.361328, 0.470703, 0.394531, 0.365234, 0.380859, 0.392578, 0.496094, 0.380859, 0.570312, 0.503906, 0.412109, 0.271484, 0.519531, 0.46875, 0.269531, 0.373047, 0.361328, 0.644531, 0.527344, 0.503906, 0.519531, 0.408203, 0.351562, 0.384766, 0.453125, 0.486328, 0.554688, 0.4375, 0.503906, 0.466797, 0.484375, 0.382812, 0.447266, 0.376953, 0.466797, 0.335938, 0.353516, 0.310547, 0.470703, 0.421875, 0.414062, 0.435547, 0.378906, 0.445312, 2.328125, 0.671875, 0.417969, 0.742188, 0.455078, 0.46875, 0.472656, 0.458984, 0.5, 0.40625, 0.380859, 0.390625, 0.519531, 0.507812, 0.414062, 0.486328, 0.460938, 0.40625, 0.417969, 0.484375, 0.488281, 0.470703, 0.507812, 0.765625, 0.429688, 0.404297, 0.613281, 0.408203, 0.435547, 0.427734, 0.925781, 0.453125, 0.464844, 0.447266, 0.408203, 0.351562, 0.367188, 0.365234, 0.408203, 0.757812, 0.449219, 0.4375, 0.546875, 0.441406, 0.519531, 0.621094, 0.5, 0.4375, 0.431641, 0.515625, 0.46875, 1.609375, 0.447266, 0.435547, 0.431641, 0.470703, 0.412109, 0.472656, 0.441406, 0.404297, 0.330078, 0.341797, 0.707031, 0.419922, 0.384766, 0.486328, 0.382812, 0.423828, 0.433594, 0.414062, 0.410156, 0.402344, 0.482422, 0.412109, 0.425781, 1.03125, 0.490234, 0.416016, 0.46875, 0.707031, 0.449219, 0.369141, 0.457031, 0.457031, 0.429688, 0.251953, 0.488281, 0.417969, 0.335938, 0.388672, 0.445312, 0.441406, 0.617188, 0.429688, 0.478516, 0.378906, 0.5, 0.423828, 0.398438, 0.753906, 0.414062, 0.392578, 0.421875, 0.474609, 0.609375, 0.476562, 0.316406, 0.380859, 0.486328, 0.419922, 0.511719, 0.478516, 1.515625, 0.464844, 0.419922, 0.240234, 0.341797, 0.494141, 0.482422, 0.429688, 0.550781, 0.205078, 0.449219, 0.410156, 0.703125, 0.369141, 0.435547, 0.464844, 0.388672, 0.398438, 0.414062, 0.578125, 0.488281, 0.601562, 0.486328, 0.472656, 0.375, 0.416016, 0.398438, 0.527344, 0.462891, 0.482422, 0.490234, 0.427734, 0.369141, 0.390625, 0.351562, 0.486328, 0.597656, 0.486328, 0.455078, 0.283203, 0.466797, 0.589844, 0.498047, 0.425781, 1.453125, 0.443359, 0.453125, 0.208984, 0.410156, 0.171875, 0.462891, 0.445312, 0.435547, 0.421875, 0.332031, 0.394531, 0.417969, 0.400391, 0.365234, 0.429688, 0.486328, 0.375, 0.108887, 0.480469, 0.416016, 0.386719, 0.382812, 0.398438, 0.441406, 0.453125, 0.466797, 0.441406, 0.455078, 0.414062, 0.523438, 0.433594, 0.373047, 0.431641, 0.449219, 0.466797, 0.472656, 0.367188, 0.4375, 0.535156, 0.4375, 1.289062, 0.371094, 0.429688, 0.416016, 0.789062, 0.369141, 0.421875, 0.4375, 0.648438, 0.419922, 0.976562, 1.28125, 0.474609, 0.628906, 0.490234, 0.419922, 0.339844, 0.486328, 0.412109, 0.691406, 0.53125, 0.433594, 0.378906, 0.470703, 0.441406, 0.589844, 0.421875, 0.449219, 0.542969, 0.396484, 1.28125, 0.367188, 0.416016, 0.114746, 0.412109, 0.410156, 0.318359, 0.601562, 0.435547, 0.172852, 0.304688, 0.482422, 0.233398, 0.421875, 0.507812, 0.427734, 0.314453, 1.125, 1.09375, 0.503906, 0.369141, 0.392578, 0.445312, 0.412109, 0.408203, 0.416016, 0.464844, 0.443359, 0.332031, 0.414062, 0.441406, 0.265625, 0.482422, 0.433594, 0.427734, 0.472656, 0.419922, 0.523438, 0.433594, 0.695312, 0.474609, 0.53125, 0.429688, 0.511719, 0.429688, 0.388672, 0.554688, 0.417969, 0.429688, 0.425781, 0.371094, 0.3125, 0.449219, 0.367188, 0.398438, 2.421875, 0.441406, 0.414062, 0.396484, 0.515625, 0.412109, 0.433594, 0.294922, 0.423828, 0.910156, 0.425781, 0.416016, 0.447266, 0.621094, 0.417969, 0.4375, 0.40625, 0.488281, 0.386719, 0.361328, 0.382812, 0.373047, 0.527344, 0.398438, 0.380859, 0.472656, 0.523438, 0.369141, 0.427734, 0.804688, 0.449219, 2.1875, 2.3125, 0.457031, 0.386719, 0.273438, 0.412109, 2.0, 0.308594, 0.423828, 0.412109, 0.419922, 0.53125, 0.441406, 0.482422, 0.644531, 0.482422, 0.330078, 1.304688, 0.404297, 0.5, 0.429688, 0.34375, 0.408203, 0.441406, 0.503906, 0.414062, 0.449219, 0.503906, 0.373047, 0.523438, 0.453125, 0.404297, 0.472656, 0.410156, 0.429688, 0.291016, 0.4375, 0.423828, 0.365234, 0.503906, 0.546875, 0.546875, 0.429688, 0.554688, 0.291016, 0.71875, 0.263672, 0.621094, 0.443359, 0.417969, 0.578125, 0.507812, 0.480469, 0.396484, 0.408203, 0.357422, 0.449219, 0.425781, 0.423828, 0.570312, 0.972656, 0.414062, 0.353516, 0.496094, 0.523438, 0.355469, 0.464844, 0.419922, 0.640625, 0.449219, 0.398438, 0.380859, 0.410156, 1.140625, 0.46875, 0.417969, 0.402344, 0.695312, 0.421875, 0.886719, 0.390625, 0.419922, 0.523438, 0.376953, 0.546875, 0.392578, 0.427734, 0.574219, 0.75, 0.398438, 0.404297, 0.447266, 0.396484, 0.380859, 0.363281, 0.484375, 0.472656, 0.707031, 0.482422, 0.384766, 0.40625, 0.554688, 0.4375, 3.1875, 0.404297, 0.386719, 0.375, 0.421875, 0.464844, 0.386719, 0.425781, 0.484375, 0.388672, 0.441406, 0.451172, 0.435547, 0.390625, 0.351562, 0.480469, 0.447266, 0.423828, 0.482422, 0.546875, 0.308594, 0.390625, 0.441406, 0.441406, 0.386719, 0.353516, 0.478516, 0.439453, 0.408203, 0.449219, 0.535156, 1.023438, 0.451172, 0.554688, 0.416016, 0.453125, 0.417969, 0.398438, 0.455078, 2.578125, 0.416016, 0.365234, 0.445312, 0.439453, 0.380859, 0.462891, 0.554688, 0.503906, 0.441406, 0.363281, 0.5, 0.462891, 0.5, 0.455078, 0.453125, 0.628906, 0.439453, 0.289062, 0.394531, 0.447266, 0.410156, 0.241211, 0.462891, 0.384766, 0.361328, 0.363281, 0.341797, 0.316406, 0.388672, 0.384766, 0.488281, 0.193359, 0.359375, 0.443359, 0.361328, 0.457031, 0.400391, 0.400391, 0.470703, 0.429688, 0.4375, 0.359375, 0.347656, 0.457031, 0.441406, 0.617188, 0.427734, 0.710938, 0.419922, 0.480469, 0.470703, 0.578125, 0.15918, 0.394531, 0.789062, 0.419922, 0.431641, 0.367188, 0.443359, 0.40625, 0.527344, 0.447266, 0.419922, 1.0, 0.355469, 0.519531, 0.480469, 0.5625, 0.431641, 0.570312, 0.466797, 0.578125, 0.730469, 0.382812, 0.400391, 0.4375, 0.476562, 0.359375, 0.351562, 0.363281, 0.439453, 0.421875, 0.384766, 0.449219, 0.625, 0.425781, 0.439453, 0.585938, 0.408203, 0.470703, 0.328125, 0.523438, 0.398438, 0.375, 0.443359, 0.373047, 0.367188, 0.447266, 0.738281, 0.439453, 0.382812, 0.400391, 0.435547, 0.550781, 0.570312, 0.345703, 0.380859, 0.435547, 0.445312, 0.4375, 0.365234, 0.369141, 0.386719, 0.554688, 0.359375, 0.400391, 0.486328, 0.441406, 0.4375, 0.40625, 0.466797, 0.429688, 1.148438, 0.458984, 0.972656, 0.400391, 0.388672, 0.363281, 0.605469, 0.396484, 0.46875, 0.484375, 0.369141, 0.427734, 0.478516, 0.488281, 0.40625, 0.466797, 0.412109, 0.380859, 1.132812, 0.429688, 0.578125, 0.392578, 0.326172, 0.402344, 0.535156, 0.53125, 0.357422, 0.460938, 0.400391, 0.443359, 0.314453, 0.382812, 0.367188, 0.503906, 0.376953, 0.458984, 0.494141, 0.458984, 0.519531, 0.285156, 0.515625, 0.470703, 0.617188, 0.460938, 0.408203, 0.490234, 3.125, 0.380859, 0.390625, 0.392578, 0.816406, 0.402344, 0.451172, 0.451172, 0.400391, 0.441406, 0.535156, 0.291016, 0.445312, 0.464844, 0.472656, 0.355469, 0.414062, 0.408203, 0.21582, 0.447266, 0.431641, 0.417969, 2.09375, 0.371094, 0.4375, 0.523438, 0.617188, 0.449219, 2.96875, 0.486328, 0.46875, 0.408203, 1.75, 0.412109, 0.46875, 0.466797, 0.451172, 0.400391, 0.332031, 0.365234, 0.412109, 0.65625, 0.287109, 0.515625, 0.4375, 0.53125, 0.361328, 0.408203, 0.445312, 0.380859, 0.451172, 0.363281, 0.116211, 0.462891, 0.355469, 0.376953, 0.496094, 0.427734, 0.447266, 0.488281, 1.507812, 0.298828, 0.375, 0.539062, 0.707031, 0.486328, 0.4375, 1.40625, 0.398438, 0.445312, 0.412109, 0.257812, 0.375, 0.625, 0.482422, 0.447266, 0.396484, 0.427734, 0.441406, 0.380859, 0.445312, 0.421875, 0.371094, 0.488281, 0.494141, 0.451172, 0.384766, 0.285156, 0.480469, 0.322266, 0.726562, 0.320312, 0.921875, 0.416016, 0.435547, 0.470703, 0.597656, 0.4375, 0.46875, 0.447266, 0.464844, 0.59375, 0.472656, 0.455078, 0.707031, 0.496094, 0.478516, 0.392578, 0.394531, 0.578125, 0.441406, 0.400391, 0.419922, 1.148438, 0.353516, 0.447266, 0.425781, 0.535156, 0.416016, 0.453125, 0.625, 0.376953, 0.554688, 0.460938, 0.433594, 0.480469, 0.476562, 0.390625, 0.361328, 0.265625, 0.625, 0.439453, 0.410156, 0.398438, 0.386719, 0.570312, 0.439453, 0.470703, 0.419922, 0.484375, 0.427734, 0.322266, 0.453125, 0.435547, 0.296875, 0.144531, 0.392578, 0.439453, 0.318359, 0.371094, 0.416016, 0.427734, 0.46875, 0.486328, 0.527344, 0.330078, 0.431641, 0.503906, 0.40625, 0.455078, 0.435547, 0.445312, 1.15625, 0.412109, 2.5625, 0.425781, 0.375, 0.396484, 0.4375, 0.472656, 0.470703, 0.40625, 0.400391, 0.421875, 0.1875, 0.408203, 0.546875, 0.466797, 0.126953, 0.375, 0.490234, 0.503906, 0.582031, 0.496094, 0.447266, 0.466797, 0.394531, 0.369141, 0.435547, 0.435547, 0.585938, 0.285156, 0.451172, 0.386719, 0.462891, 0.441406, 0.617188, 0.419922, 0.373047, 0.476562, 0.400391, 0.298828, 0.410156, 0.482422, 0.421875, 0.416016, 0.554688, 0.449219, 0.419922, 0.478516, 0.4375, 0.425781, 0.462891, 0.90625, 0.476562, 0.330078, 0.455078, 0.476562, 0.425781, 0.496094, 0.417969, 0.515625, 0.472656, 0.441406, 0.462891, 0.308594, 0.408203, 0.482422, 1.390625, 0.472656, 0.515625, 0.441406, 0.40625, 1.507812, 0.4375, 0.462891, 0.410156, 0.433594, 0.78125, 0.314453, 0.455078, 0.738281, 0.439453, 0.546875, 0.404297, 0.365234, 0.326172, 0.394531, 0.46875, 0.431641, 0.478516, 0.457031, 0.404297, 0.566406, 0.322266, 0.5, 0.427734, 0.490234, 0.273438, 0.490234, 0.402344, 0.457031, 0.455078, 0.488281, 0.414062, 0.398438, 0.447266, 0.423828, 0.398438, 0.363281, 0.357422, 0.46875, 0.357422, 0.248047, 0.367188, 0.369141, 0.617188, 0.535156, 0.482422, 0.230469, 0.369141, 0.453125, 0.478516, 0.416016, 0.404297, 0.337891, 0.458984, 0.416016, 0.447266, 0.474609, 0.490234, 0.392578, 0.40625, 0.474609, 0.412109, 0.478516, 0.287109, 0.316406, 2.03125, 0.476562, 0.410156, 0.464844, 0.496094, 0.410156, 0.451172, 0.416016, 0.441406, 0.384766, 0.423828, 0.306641, 0.53125, 0.492188, 0.449219, 0.492188, 0.400391, 0.357422, 0.425781, 0.400391, 0.373047, 0.535156, 0.104004, 0.320312, 0.462891, 0.443359, 0.648438, 0.322266, 0.421875, 0.425781, 0.457031, 0.367188, 0.341797, 0.953125, 0.445312, 0.451172, 0.451172, 0.507812, 0.433594, 0.470703, 0.375, 0.392578, 0.5, 0.384766, 0.4375, 0.412109, 0.464844, 0.357422, 0.388672, 0.410156, 0.433594, 1.273438, 0.488281, 0.523438, 0.404297, 0.455078, 0.453125, 0.449219, 2.15625, 0.457031, 0.486328, 0.398438, 0.394531, 0.457031, 0.398438, 0.455078, 0.460938, 0.470703, 0.357422, 0.396484, 0.478516, 0.519531, 0.427734, 0.457031, 0.9375, 1.257812, 0.566406, 0.416016, 0.523438, 0.5625, 0.664062, 0.408203, 0.326172, 0.351562, 0.398438, 0.249023, 0.425781, 0.386719, 0.539062, 0.431641, 0.433594, 0.476562, 0.367188, 1.640625, 1.8125, 0.455078, 0.425781, 0.419922, 0.5625, 0.429688, 0.410156, 0.365234, 0.390625, 0.566406, 0.443359 ] } , "name": "onnx::Mul_11216", "outputIndexes": [ 4689 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4688, 4689 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 4690 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4690 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.25/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 7833 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7833 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.25/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 7834 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7834 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1508971372, 13107222, 3276800, 0, 0 ] } , "name": "/layers.25/mlp/gate_proj/Linear", "outputIndexes": [ 7835 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7835 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.25/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 7836 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7836 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.25/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 4691 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4691 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.25/mlp/act_fn/Mul_output_0", "outputIndexes": [ 4692 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4691, 4692 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 4693 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 4693 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 4694 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4691, 4694 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/mlp/act_fn/Add_output_0", "outputIndexes": [ 4695 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 4695 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 4696 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4696 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.25/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 4697 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 4697 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 4698 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4691, 4698 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 4699 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 4699 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 4700 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7834 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1525355394, 13107222, 3276800, 0, 0 ] } , "name": "/layers.25/mlp/up_proj/Linear", "outputIndexes": [ 7839 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7839 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.25/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 7840 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7840 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.25/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 4701 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4700, 4701 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/mlp/Mul_output_0", "outputIndexes": [ 4702 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4702 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.25/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 7841 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7841 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.25/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 7842 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7842 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1541739416, 13107222, 3276800, 0, 0 ] } , "name": "/layers.25/mlp/down_proj/Linear", "outputIndexes": [ 7843 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7843 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.25/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 7844 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7844 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.25/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 4703 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4703 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.25/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 4705 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4705 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.25/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 4706 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4706, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 4707 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4707, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 4708 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4703, 4708 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 4709 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.671875, 1.210938, 0.808594, 1.671875, 1.429688, 1.429688, 0.917969, 1.25, 1.671875, 0.667969, 1.671875, 1.671875, 1.023438, 1.671875, 1.671875, 1.609375, 1.671875, 1.40625, 1.609375, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.59375, 1.523438, 1.671875, 1.671875, 0.431641, 1.671875, 1.65625, 1.179688, 1.671875, 1.671875, 1.671875, 1.601562, 0.667969, 1.078125, 1.671875, 0.765625, 1.671875, 1.671875, 1.460938, 1.28125, 1.671875, 1.671875, 0.855469, 1.640625, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.039062, 1.671875, 1.671875, 0.4375, 1.671875, 1.65625, 1.671875, 1.671875, 1.671875, 1.671875, 1.28125, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.375, 1.671875, 1.671875, 1.671875, 1.59375, 1.671875, 1.671875, 1.671875, 1.171875, 1.671875, 1.671875, 1.671875, 1.054688, 1.671875, 1.671875, 1.671875, 1.304688, 1.671875, 0.839844, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.65625, 0.882812, 1.507812, 1.671875, 0.5, 1.671875, 0.847656, 1.671875, 1.671875, 1.367188, 1.671875, 1.671875, 1.671875, 1.65625, 1.671875, 1.484375, 1.671875, 1.671875, 0.441406, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.257812, 1.671875, 1.289062, 1.671875, 1.671875, 1.671875, 1.671875, 1.382812, 1.671875, 1.429688, 1.671875, 1.65625, 1.671875, 0.980469, 0.980469, 1.554688, 1.445312, 1.671875, 1.21875, 0.871094, 0.824219, 1.273438, 1.671875, 1.671875, 1.671875, 1.671875, 0.699219, 1.671875, 1.671875, 1.664062, 1.671875, 1.671875, 1.671875, 1.671875, 1.210938, 1.671875, 1.671875, 1.671875, 1.484375, 1.671875, 1.671875, 0.550781, 1.671875, 1.671875, 1.65625, 1.671875, 1.671875, 1.671875, 1.304688, 1.671875, 1.671875, 0.617188, 1.671875, 1.617188, 1.109375, 1.671875, 1.671875, 1.65625, 1.671875, 1.648438, 1.671875, 1.671875, 1.671875, 1.070312, 1.671875, 1.671875, 1.671875, 1.5625, 1.46875, 1.671875, 1.671875, 1.570312, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 0.375, 1.671875, 1.109375, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.601562, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.5625, 1.671875, 0.675781, 1.671875, 1.671875, 1.421875, 1.617188, 0.882812, 1.671875, 1.671875, 1.4375, 1.671875, 1.609375, 1.445312, 1.570312, 1.671875, 1.671875, 0.972656, 1.664062, 1.460938, 1.671875, 1.453125, 1.671875, 1.5625, 1.640625, 1.671875, 1.554688, 1.671875, 1.445312, 1.671875, 1.609375, 1.671875, 1.632812, 1.515625, 1.671875, 1.671875, 1.671875, 1.453125, 1.359375, 1.390625, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.492188, 1.671875, 0.490234, 1.671875, 1.671875, 1.070312, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.539062, 1.234375, 1.671875, 1.507812, 1.507812, 1.671875, 1.671875, 1.671875, 1.5625, 1.671875, 1.671875, 1.671875, 1.671875, 1.570312, 1.671875, 1.492188, 1.671875, 1.671875, 1.671875, 1.320312, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 0.636719, 1.671875, 1.671875, 1.632812, 1.164062, 1.671875, 1.609375, 1.671875, 1.671875, 1.59375, 1.671875, 1.671875, 1.671875, 1.148438, 1.65625, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.65625, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.585938, 1.671875, 0.953125, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.4375, 1.671875, 1.273438, 1.671875, 1.484375, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.664062, 1.671875, 0.253906, 1.671875, 1.671875, 1.671875, 0.597656, 1.671875, 1.398438, 1.671875, 1.632812, 1.671875, 1.539062, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.539062, 1.671875, 0.964844, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.414062, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.570312, 1.671875, 1.09375, 1.671875, 1.671875, 1.671875, 1.671875, 0.757812, 0.8125, 1.671875, 1.671875, 0.699219, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.296875, 1.664062, 1.46875, 0.875, 1.671875, 1.671875, 1.304688, 1.671875, 0.644531, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.039062, 0.398438, 1.671875, 1.664062, 1.671875, 1.671875, 1.671875, 1.65625, 1.671875, 1.671875, 1.671875, 1.671875, 1.078125, 1.671875, 1.632812, 1.671875, 1.671875, 1.117188, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 0.441406, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.546875, 1.671875, 1.117188, 1.34375, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 0.839844, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.523438, 1.671875, 1.0, 1.671875, 1.484375, 1.671875, 1.671875, 1.59375, 1.65625, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.585938, 1.671875, 1.171875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.367188, 1.671875, 0.8125, 1.671875, 1.507812, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.429688, 1.671875, 1.671875, 1.671875, 1.671875, 1.148438, 1.148438, 1.671875, 1.671875, 1.570312, 1.664062, 1.671875, 1.671875, 1.671875, 1.09375, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.601562, 1.671875, 1.65625, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.046875, 1.671875, 1.671875, 1.304688, 1.671875, 1.578125, 1.671875, 1.398438, 1.671875, 1.492188, 1.671875, 0.648438, 0.726562, 0.859375, 1.671875, 1.671875, 1.0, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.664062, 1.640625, 1.671875, 1.15625, 1.671875, 1.632812, 1.671875, 1.671875, 1.671875, 0.730469, 1.429688, 1.671875, 1.671875, 1.59375, 1.671875, 1.671875, 0.984375, 1.5, 1.671875, 1.359375, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 0.984375, 1.640625, 1.671875, 1.671875, 1.28125, 1.671875, 1.554688, 1.671875, 1.671875, 1.671875, 1.671875, 1.179688, 1.59375, 1.609375, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 0.546875, 1.484375, 1.585938, 1.671875, 0.589844, 1.671875, 1.226562, 1.671875, 1.671875, 1.671875, 1.164062, 1.671875, 1.5, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.023438, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.015625, 1.671875, 1.671875, 1.171875, 1.671875, 0.875, 1.640625, 1.671875, 1.039062, 0.929688, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.382812, 1.671875, 1.492188, 0.707031, 1.671875, 1.296875, 1.648438, 0.00161, 1.625, 1.671875, 1.671875, 1.671875, 1.671875, 1.507812, 1.671875, 1.671875, 1.664062, 1.671875, 1.671875, 1.671875, 1.671875, 1.609375, 1.671875, 1.671875, 0.75, 1.546875, 1.601562, 1.671875, 1.007812, 1.671875, 1.671875, 1.671875, 1.671875, 1.039062, 1.671875, 1.65625, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.3125, 1.671875, 1.671875, 1.234375, 1.671875, 1.46875, 1.671875, 1.671875, 1.664062, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 0.914062, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.140625, 1.109375, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.429688, 1.671875, 1.671875, 1.671875, 1.226562, 1.632812, 1.671875, 0.683594, 1.671875, 1.140625, 1.3125, 1.226562, 1.671875, 1.578125, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.640625, 1.671875, 1.671875, 0.816406, 1.65625, 0.902344, 1.671875, 1.671875, 1.671875, 1.421875, 1.453125, 1.421875, 1.671875, 1.578125, 1.671875, 1.570312, 1.671875, 0.730469, 1.671875, 1.671875, 1.671875, 1.671875, 0.664062, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.289062, 1.671875, 1.671875, 1.671875, 1.671875, 1.398438, 1.335938, 1.671875, 1.671875, 1.640625, 1.671875, 1.671875, 1.375, 1.671875, 1.671875, 1.601562, 1.671875, 1.671875, 1.21875, 1.65625, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.3125, 1.671875, 1.5625, 1.671875, 1.601562, 1.671875, 1.671875, 1.671875, 1.265625, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.648438, 1.671875, 1.671875, 1.671875, 1.648438, 1.671875, 1.226562, 1.671875, 1.671875, 1.671875, 1.5625, 1.671875, 1.671875, 1.671875, 1.640625, 1.671875, 1.671875, 1.523438, 1.671875, 1.671875, 1.671875, 0.5625, 1.671875, 1.671875, 0.914062, 1.28125, 1.554688, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.515625, 0.839844, 1.671875, 1.648438, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.570312, 1.671875, 1.671875, 0.710938, 1.640625, 1.671875, 0.609375, 1.5, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.453125, 1.664062, 1.671875, 1.671875, 1.671875, 1.664062, 1.671875, 1.476562, 1.671875, 1.203125, 1.648438, 1.671875, 1.671875, 1.671875, 1.609375, 1.671875, 1.671875, 1.671875, 1.671875, 1.398438, 1.671875, 0.921875, 0.644531, 1.398438, 1.4375, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 0.9375, 1.671875, 1.671875, 1.421875, 1.1875, 1.671875, 1.25, 1.671875, 1.46875, 1.570312, 1.671875, 1.09375, 1.671875, 1.671875, 1.671875, 1.367188, 1.671875, 1.671875, 1.601562, 1.671875, 1.671875, 1.671875, 1.390625, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.625, 1.671875, 1.671875, 1.65625, 1.671875, 1.40625, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.664062, 0.146484, 1.671875, 1.578125, 1.671875, 1.671875, 1.671875, 1.671875, 1.601562, 1.671875, 1.671875, 1.320312, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.640625, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 0.435547, 0.390625, 1.671875, 0.679688, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.5625, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.1875, 1.671875, 0.648438, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.09375, 1.375, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 0.976562, 1.460938, 1.671875, 1.671875, 1.671875, 1.65625, 1.671875, 1.460938, 0.851562, 1.539062, 0.9375, 1.671875, 1.671875, 1.671875, 1.609375, 1.671875, 1.671875, 1.671875, 1.671875, 0.773438, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.59375, 0.789062, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.421875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.5, 1.671875, 1.671875, 1.671875, 1.609375, 1.34375, 1.671875, 1.609375, 0.960938, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.390625, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 0.8125, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 0.613281, 1.671875, 0.462891, 1.671875, 1.671875, 1.226562, 1.585938, 1.671875, 1.65625, 1.671875, 0.824219, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.429688, 1.671875, 0.800781, 1.671875, 0.462891, 1.671875, 0.707031, 1.671875, 1.671875, 1.671875, 1.601562, 1.507812, 1.671875, 1.671875, 1.414062, 1.664062, 1.15625, 1.40625, 1.671875, 1.671875, 1.671875, 1.671875, 1.640625, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.492188, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 0.777344, 1.671875, 1.671875, 1.257812, 0.773438, 1.671875, 1.671875, 1.671875, 1.296875, 1.671875, 1.085938, 1.671875, 1.671875, 1.289062, 1.671875, 1.507812, 1.53125, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.640625, 1.671875, 0.597656, 1.671875, 1.445312, 1.671875, 1.671875, 1.671875, 1.671875, 1.507812, 1.671875, 1.671875, 1.507812, 1.367188, 1.671875, 1.265625, 1.414062, 1.539062, 1.671875, 1.671875, 1.5625, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.289062, 0.703125, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.632812, 1.671875, 1.132812, 0.859375, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 0.589844, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.65625, 1.671875, 1.671875, 1.671875, 1.671875, 1.203125, 1.59375, 1.523438, 1.671875, 1.484375, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.109375, 1.671875, 1.671875, 1.671875, 1.671875, 1.46875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.1875, 1.671875, 1.671875, 1.671875, 1.664062, 1.671875, 1.671875, 1.671875, 0.960938, 1.671875, 1.65625, 1.429688, 1.515625, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.585938, 1.671875, 1.671875, 1.492188, 1.671875, 1.078125, 1.671875, 1.671875, 1.671875, 1.554688, 1.671875, 1.671875, 1.5, 1.671875, 1.632812, 1.671875, 1.671875, 1.671875, 1.671875, 1.578125, 1.671875, 1.671875, 1.398438, 1.382812, 1.671875, 1.585938, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.382812, 1.226562, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.585938, 0.753906, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.023438, 1.671875, 1.671875, 1.671875, 0.355469, 1.65625, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 0.800781, 1.671875, 1.671875, 1.671875, 1.304688, 1.671875, 0.964844, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.203125, 1.671875, 1.671875, 1.671875, 1.59375, 1.359375, 1.671875, 1.671875, 1.671875, 1.671875, 0.792969, 1.429688, 1.671875, 1.09375, 1.484375, 1.671875, 1.671875, 1.304688, 1.671875, 1.671875, 1.671875, 1.671875, 1.382812, 1.492188, 1.265625, 1.671875, 1.671875, 1.1875, 1.664062, 0.277344, 0.691406, 0.6875, 1.632812, 1.671875, 1.671875, 1.398438, 1.671875, 1.296875, 1.671875, 1.671875, 1.671875, 0.964844, 1.671875, 1.671875, 1.671875, 1.671875, 1.335938, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.078125, 1.671875, 1.671875, 1.671875, 1.664062, 1.664062, 0.671875, 1.148438, 1.671875, 1.023438, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.546875, 1.671875, 1.671875, 1.617188, 1.671875, 1.671875, 1.617188, 0.851562, 1.671875, 1.53125, 1.671875, 1.398438, 1.546875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.492188, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.601562, 1.671875, 1.671875, 1.648438, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 0.28125, 1.234375, 1.671875, 1.671875, 1.664062, 1.671875, 0.996094, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.359375, 1.414062, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.367188, 1.671875, 1.398438, 1.0, 1.671875, 1.671875, 1.3125, 1.648438, 1.671875, 1.671875, 0.859375, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 0.929688, 1.578125, 1.671875, 1.671875, 1.671875, 1.28125, 1.453125, 1.671875, 1.648438, 1.671875, 1.671875, 1.671875, 0.828125, 1.4375, 1.664062, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 0.980469, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.609375, 1.671875, 1.671875, 1.671875, 0.863281, 1.601562, 1.671875, 1.671875, 1.53125, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.59375, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 0.742188, 1.671875, 1.671875, 1.125, 1.671875, 1.671875, 1.671875, 1.625, 1.257812, 0.582031, 1.671875, 1.632812, 1.671875, 1.671875, 1.671875, 1.671875, 0.703125, 1.671875, 1.671875, 1.671875, 1.671875, 1.65625, 1.671875, 1.671875, 1.28125, 0.777344, 1.671875, 1.59375, 0.796875, 1.671875, 1.65625, 1.46875, 1.671875, 1.671875, 1.671875, 1.03125, 1.671875, 0.001579, 1.671875, 1.671875, 1.117188, 1.476562, 1.671875, 1.671875, 1.671875, 1.515625, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 0.890625, 1.671875, 1.671875, 1.59375, 1.671875, 0.566406, 1.671875, 1.671875, 1.671875, 1.671875, 0.886719, 1.671875, 1.671875, 1.671875, 1.671875, 1.445312, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.664062, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 0.675781, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.640625, 1.671875, 1.671875, 1.671875, 1.671875, 0.777344, 1.671875, 1.671875, 1.671875, 1.046875, 1.671875, 1.671875, 1.664062, 1.476562, 1.671875, 1.226562, 0.910156, 1.4375, 1.171875, 1.664062, 1.671875, 1.671875, 1.671875, 1.671875, 1.59375, 1.671875, 1.671875, 1.671875, 1.476562, 1.671875, 1.351562, 1.507812, 1.65625, 1.445312, 1.671875, 0.84375, 1.671875, 1.671875, 1.671875, 1.671875, 1.476562, 1.671875, 1.671875, 1.671875, 1.03125, 1.671875, 1.671875, 0.890625, 1.671875, 1.671875, 1.671875, 1.671875, 0.789062, 1.078125, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.484375, 1.671875, 1.671875, 1.671875, 1.671875, 0.476562, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.164062, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.640625, 1.671875, 1.671875, 1.617188, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.625, 0.9375, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.601562, 1.671875, 1.671875, 1.476562, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.476562, 1.671875, 1.671875, 1.195312, 1.671875, 0.570312, 0.242188, 1.476562, 1.671875, 1.671875, 1.671875, 1.304688, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.132812, 1.671875, 1.671875, 1.632812, 0.894531, 1.671875, 1.203125, 1.539062, 1.671875, 1.671875, 1.492188, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.3125, 1.671875, 1.671875, 1.671875, 1.492188, 1.671875, 0.609375, 1.671875, 1.640625, 1.671875, 1.671875, 1.671875, 1.671875, 1.609375, 1.671875, 0.738281, 1.226562, 1.671875, 0.535156, 1.671875, 1.671875, 0.507812, 1.4375, 1.0625, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.304688, 0.574219, 1.671875, 1.671875, 1.625, 1.671875, 1.671875, 1.671875, 1.671875, 1.203125, 1.671875, 1.671875, 1.671875, 1.671875, 0.761719, 1.351562, 1.671875, 1.671875, 0.917969, 1.671875, 0.408203, 1.671875, 1.671875, 1.671875, 1.390625, 1.289062, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.664062, 1.671875, 0.609375, 1.234375, 1.109375, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 0.46875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.601562, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.46875, 1.671875, 1.5625, 1.671875, 1.671875, 1.59375, 1.671875, 1.5625, 1.671875, 1.0625, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.640625, 1.671875, 1.671875, 1.671875, 1.671875, 0.421875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.664062, 1.320312, 1.671875, 1.671875, 1.671875, 1.609375, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.664062, 1.671875, 1.671875, 1.671875, 1.632812, 1.671875, 1.398438, 1.671875, 1.648438, 1.671875, 1.671875, 1.460938, 1.671875, 1.585938, 1.671875, 1.671875, 1.671875, 1.671875, 1.265625, 1.617188, 1.671875, 0.734375, 1.671875, 1.203125, 1.671875, 1.671875, 1.671875, 1.28125, 1.671875, 1.671875, 1.078125, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 0.988281, 0.455078, 1.453125, 1.671875, 1.296875, 1.671875, 1.617188, 1.671875, 1.671875, 1.234375, 1.671875, 1.671875, 1.59375, 1.671875, 1.671875, 1.664062, 1.671875, 1.671875, 1.671875, 1.414062, 1.671875, 1.375, 1.671875, 1.671875, 1.453125, 1.671875, 1.359375, 0.878906, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.171875, 1.671875, 1.671875, 1.671875, 1.671875, 1.632812, 1.640625, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.46875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.398438, 1.671875, 1.523438, 0.609375, 1.671875, 0.957031, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 0.474609, 1.671875, 1.671875, 1.617188, 0.894531, 1.671875, 0.5, 1.21875, 1.648438, 1.398438, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 0.664062, 0.828125, 1.554688, 1.554688, 0.902344, 1.671875, 1.671875, 1.671875, 0.546875, 1.671875, 1.632812, 1.671875, 1.085938, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.171875, 1.632812, 1.671875, 1.671875, 1.671875, 1.671875, 1.664062, 1.640625, 1.671875, 1.671875, 1.671875, 1.671875, 0.742188, 1.671875, 1.671875, 1.671875, 1.390625, 1.671875, 0.710938, 1.671875, 1.671875, 1.671875, 0.523438, 1.671875, 1.671875, 1.53125, 1.671875, 1.578125, 1.671875, 1.671875, 1.671875, 1.140625, 1.671875, 1.140625, 1.671875, 1.671875, 1.65625, 1.671875, 1.671875, 1.476562, 1.671875, 1.671875, 1.039062, 1.671875, 1.671875, 1.671875, 1.5, 1.671875, 1.671875, 1.671875, 0.492188, 1.671875, 1.671875, 1.671875, 1.0625, 1.671875, 1.671875, 0.984375, 1.65625, 1.609375, 1.671875, 0.617188, 1.671875, 1.671875, 1.671875, 1.523438, 1.671875, 1.671875, 1.671875, 1.671875, 1.664062, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.171875, 1.671875, 1.671875, 1.671875, 1.226562, 1.671875, 1.671875, 1.671875, 1.671875, 1.546875, 1.671875, 1.671875, 1.140625, 1.671875, 1.335938, 1.671875, 1.671875, 1.351562, 1.671875, 1.671875, 1.671875, 0.710938, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.445312, 1.671875, 1.671875, 1.5625, 1.671875, 1.617188, 1.671875, 1.328125, 1.664062, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.617188, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.414062, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.546875, 1.671875, 1.671875, 1.5625, 1.554688, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.632812, 1.671875, 0.816406, 1.671875, 0.435547, 1.632812, 1.671875, 0.945312, 1.382812, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.03125, 1.671875, 0.726562, 1.546875, 1.671875, 1.671875, 1.671875, 1.671875, 1.398438, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.625, 1.257812, 1.671875, 1.671875, 1.671875, 0.839844, 1.671875, 1.296875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.632812, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 0.757812, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.28125, 1.671875, 1.671875, 1.671875, 1.671875, 1.476562, 0.875, 1.671875, 1.671875, 1.671875, 1.648438, 0.605469, 1.671875, 1.671875, 1.671875, 1.671875, 0.546875, 1.601562, 1.671875, 0.976562, 1.671875, 1.671875, 1.671875, 1.664062, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.617188, 1.671875, 1.375, 1.671875, 0.679688, 1.671875, 1.671875, 1.671875, 1.671875, 1.609375, 1.523438, 1.671875, 1.375, 1.671875, 1.671875, 1.625, 1.53125, 1.523438, 1.398438, 1.671875, 1.671875, 1.671875, 1.671875, 1.664062, 1.671875, 1.601562, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.617188, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 0.582031, 1.671875, 1.671875, 1.671875, 1.671875, 1.65625, 1.671875, 1.320312, 1.671875, 1.671875, 1.671875, 1.671875, 1.210938, 1.671875, 1.671875, 1.351562, 1.671875, 1.671875, 1.671875, 1.328125, 1.671875, 1.671875, 1.304688, 1.671875, 1.34375, 1.671875, 1.304688, 1.671875, 1.671875, 1.671875, 1.671875, 0.679688, 1.671875, 0.9375, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.507812, 1.671875, 1.570312, 1.671875, 1.671875, 0.550781, 1.671875, 1.671875, 1.671875, 1.671875, 1.390625, 1.671875, 0.601562, 1.632812, 1.671875, 1.671875, 0.960938, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.46875, 1.671875, 1.671875, 0.546875, 0.683594, 1.671875, 1.671875, 1.671875, 1.601562, 1.3125, 1.671875, 1.671875, 1.671875, 1.59375, 1.632812, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 0.6875, 0.75, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875, 1.671875 ] } , "name": "onnx::Mul_11217", "outputIndexes": [ 4710 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4709, 4710 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 4711 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4683, 4711 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/Add_1_output_0", "outputIndexes": [ 4712 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4712 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.25/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 7845 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7845 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.25/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 7846 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7846 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1558123438, 327702, 81920, 0, 0 ] } , "name": "/layers.25/per_layer_input_gate/Linear", "outputIndexes": [ 7847 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7847 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.25/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 7848 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7848 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.25/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 4713 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4713 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.25/act_fn/Mul_output_0", "outputIndexes": [ 4714 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4713, 4714 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/act_fn/Mul_1_output_0", "outputIndexes": [ 4715 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 4715 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/act_fn/Mul_2_output_0", "outputIndexes": [ 4716 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4713, 4716 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/act_fn/Add_output_0", "outputIndexes": [ 4717 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 4717 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/act_fn/Mul_3_output_0", "outputIndexes": [ 4718 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4718 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.25/act_fn/Tanh_output_0", "outputIndexes": [ 4719 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 4719 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/act_fn/Add_1_output_0", "outputIndexes": [ 4720 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4713, 4720 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/act_fn/Mul_4_output_0", "outputIndexes": [ 4721 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 4721 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/act_fn/Mul_5_output_0", "outputIndexes": [ 4722 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 25 ] } , "name": "/Constant_34_output_0", "outputIndexes": [ 4723 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5747", "outputIndexes": [ 4724 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5750", "outputIndexes": [ 4725 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 4724, 4725, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice5753", "outputIndexes": [ 4726 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4726 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze5754", "outputIndexes": [ 4727 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4723, 4727 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5755", "outputIndexes": [ 4728 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4728, 4727 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5756", "outputIndexes": [ 4729 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 4729, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_32_output_0", "outputIndexes": [ 4730 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4722, 4730 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/Mul_output_0", "outputIndexes": [ 4731 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4731 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.25/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 7849 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7849 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.25/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 7850 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7850 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1558533060, 327702, 81920, 0, 0 ] } , "name": "/layers.25/per_layer_projection/Linear", "outputIndexes": [ 7851 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7851 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.25/per_layer_projection/Linear/post_convert", "outputIndexes": [ 7852 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7852 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.25/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 4732 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4732 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.25/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 4734 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4734 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.25/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 4735 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4735, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 4736 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4736, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 4737 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4732, 4737 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 4738 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.613281, 0.328125, 0.000572, 0.613281, 0.613281, 0.613281, 0.285156, 0.482422, 0.613281, 0.000561, 0.578125, 0.613281, 0.378906, 0.5625, 0.613281, 0.601562, 0.613281, 0.601562, 0.613281, 0.601562, 0.613281, 0.546875, 0.613281, 0.613281, 0.570312, 0.613281, 0.613281, 0.613281, 0.143555, 0.613281, 0.613281, 0.000584, 0.613281, 0.613281, 0.613281, 0.613281, 0.000561, 0.613281, 0.558594, 0.353516, 0.613281, 0.613281, 0.585938, 0.515625, 0.613281, 0.613281, 0.000561, 0.451172, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.000584, 0.609375, 0.609375, 0.000534, 0.613281, 0.482422, 0.613281, 0.566406, 0.613281, 0.613281, 0.007874, 0.613281, 0.613281, 0.613281, 0.605469, 0.613281, 0.605469, 0.609375, 0.613281, 0.613281, 0.613281, 0.613281, 0.554688, 0.613281, 0.613281, 0.613281, 0.433594, 0.613281, 0.00058, 0.613281, 0.333984, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.00058, 0.613281, 0.613281, 0.601562, 0.613281, 0.59375, 0.574219, 0.001648, 0.613281, 0.613281, 0.02771, 0.613281, 0.000504, 0.613281, 0.613281, 0.613281, 0.613281, 0.566406, 0.613281, 0.00058, 0.613281, 0.535156, 0.609375, 0.613281, 0.00053, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.000584, 0.613281, 0.000591, 0.613281, 0.613281, 0.609375, 0.601562, 0.546875, 0.605469, 0.566406, 0.613281, 0.613281, 0.613281, 0.447266, 0.613281, 0.613281, 0.523438, 0.000591, 0.000565, 0.613281, 0.253906, 0.558594, 0.613281, 0.613281, 0.570312, 0.613281, 0.152344, 0.613281, 0.605469, 0.032227, 0.613281, 0.582031, 0.613281, 0.613281, 0.416016, 0.527344, 0.613281, 0.613281, 0.550781, 0.613281, 0.59375, 0.222656, 0.613281, 0.613281, 0.597656, 0.613281, 0.613281, 0.53125, 0.000561, 0.597656, 0.000584, 0.000595, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.5625, 0.613281, 0.539062, 0.515625, 0.000576, 0.613281, 0.613281, 0.00058, 0.613281, 0.410156, 0.570312, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.589844, 0.59375, 0.179688, 0.605469, 0.447266, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.535156, 0.613281, 0.613281, 0.535156, 0.613281, 0.466797, 0.605469, 0.402344, 0.613281, 0.613281, 0.478516, 0.613281, 0.527344, 0.478516, 0.566406, 0.613281, 0.00058, 0.605469, 0.605469, 0.546875, 0.605469, 0.554688, 0.001022, 0.558594, 0.609375, 0.613281, 0.570312, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.597656, 0.535156, 0.613281, 0.613281, 0.613281, 0.597656, 0.546875, 0.484375, 0.613281, 0.000561, 0.613281, 0.601562, 0.613281, 0.527344, 0.613281, 0.558594, 0.613281, 0.566406, 0.542969, 0.000587, 0.574219, 0.613281, 0.308594, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.558594, 0.613281, 0.613281, 0.523438, 0.000584, 0.613281, 0.613281, 0.613281, 0.546875, 0.609375, 0.613281, 0.613281, 0.613281, 0.216797, 0.613281, 0.578125, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.609375, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.507812, 0.609375, 0.613281, 0.613281, 0.000561, 0.613281, 0.582031, 0.59375, 0.613281, 0.601562, 0.609375, 0.613281, 0.613281, 0.613281, 0.613281, 0.570312, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.535156, 0.609375, 0.029785, 0.613281, 0.613281, 0.511719, 0.59375, 0.613281, 0.613281, 0.570312, 0.59375, 0.435547, 0.609375, 0.535156, 0.574219, 0.613281, 0.546875, 0.613281, 0.613281, 0.613281, 0.238281, 0.613281, 0.613281, 0.000584, 0.605469, 0.539062, 0.613281, 0.371094, 0.613281, 0.605469, 0.613281, 0.597656, 0.609375, 0.478516, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.589844, 0.613281, 0.613281, 0.613281, 0.597656, 0.613281, 0.000595, 0.423828, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.000557, 0.357422, 0.605469, 0.613281, 0.613281, 0.613281, 0.263672, 0.310547, 0.613281, 0.613281, 0.126953, 0.613281, 0.613281, 0.613281, 0.613281, 0.605469, 0.613281, 0.613281, 0.613281, 0.578125, 0.296875, 0.589844, 0.582031, 0.328125, 0.613281, 0.589844, 0.46875, 0.613281, 0.503906, 0.613281, 0.582031, 0.613281, 0.578125, 0.613281, 0.613281, 0.019531, 0.613281, 0.613281, 0.613281, 0.53125, 0.558594, 0.457031, 0.000557, 0.613281, 0.490234, 0.597656, 0.589844, 0.613281, 0.582031, 0.613281, 0.585938, 0.613281, 0.613281, 0.451172, 0.613281, 0.503906, 0.613281, 0.613281, 0.000587, 0.613281, 0.601562, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.558594, 0.59375, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.609375, 0.597656, 0.613281, 0.566406, 0.613281, 0.585938, 0.613281, 0.613281, 0.613281, 0.609375, 0.597656, 0.613281, 0.40625, 0.000576, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.010742, 0.613281, 0.613281, 0.613281, 0.613281, 0.589844, 0.613281, 0.519531, 0.613281, 0.613281, 0.613281, 0.535156, 0.609375, 0.613281, 0.613281, 0.486328, 0.613281, 0.613281, 0.613281, 0.5625, 0.613281, 0.613281, 0.582031, 0.601562, 0.613281, 0.613281, 0.519531, 0.613281, 0.000587, 0.613281, 0.613281, 0.597656, 0.613281, 0.447266, 0.609375, 0.613281, 0.613281, 0.519531, 0.597656, 0.519531, 0.613281, 0.310547, 0.613281, 0.490234, 0.613281, 0.613281, 0.597656, 0.613281, 0.613281, 0.613281, 0.613281, 0.455078, 0.613281, 0.613281, 0.613281, 0.613281, 0.435547, 0.000591, 0.613281, 0.613281, 0.000572, 0.589844, 0.613281, 0.609375, 0.613281, 0.458984, 0.613281, 0.492188, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.5625, 0.613281, 0.613281, 0.589844, 0.574219, 0.613281, 0.605469, 0.000591, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.402344, 0.613281, 0.613281, 0.447266, 0.613281, 0.613281, 0.609375, 0.507812, 0.613281, 0.609375, 0.601562, 0.000572, 0.298828, 0.000538, 0.00058, 0.40625, 0.609375, 0.609375, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.585938, 0.585938, 0.439453, 0.59375, 0.609375, 0.613281, 0.613281, 0.613281, 0.296875, 0.515625, 0.000599, 0.546875, 0.566406, 0.613281, 0.613281, 0.000591, 0.613281, 0.613281, 0.363281, 0.613281, 0.613281, 0.613281, 0.613281, 0.609375, 0.00058, 0.613281, 0.613281, 0.613281, 0.000591, 0.609375, 0.613281, 0.613281, 0.613281, 0.000576, 0.605469, 0.345703, 0.609375, 0.558594, 0.613281, 0.613281, 0.000599, 0.613281, 0.613281, 0.613281, 0.613281, 0.605469, 0.5625, 0.220703, 0.000553, 0.613281, 0.404297, 0.609375, 0.609375, 0.613281, 0.482422, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.000591, 0.613281, 0.613281, 0.613281, 0.613281, 0.605469, 0.605469, 0.613281, 0.601562, 0.613281, 0.000568, 0.613281, 0.011658, 0.523438, 0.59375, 0.000587, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.601562, 0.613281, 0.570312, 0.613281, 0.546875, 0.036621, 0.613281, 0.478516, 0.613281, 0.000584, 0.613281, 0.613281, 0.613281, 0.546875, 0.613281, 0.511719, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.292969, 0.474609, 0.613281, 0.613281, 0.369141, 0.613281, 0.613281, 0.574219, 0.613281, 0.613281, 0.613281, 0.613281, 0.000557, 0.578125, 0.613281, 0.613281, 0.585938, 0.527344, 0.613281, 0.613281, 0.000595, 0.613281, 0.453125, 0.59375, 0.53125, 0.53125, 0.574219, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.289062, 0.558594, 0.423828, 0.605469, 0.613281, 0.613281, 0.535156, 0.585938, 0.613281, 0.613281, 0.00058, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.609375, 0.613281, 0.613281, 0.605469, 0.4375, 0.613281, 0.326172, 0.609375, 0.613281, 0.119141, 0.613281, 0.439453, 0.570312, 0.392578, 0.000584, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.597656, 0.613281, 0.550781, 0.609375, 0.597656, 0.613281, 0.613281, 0.000454, 0.00058, 0.394531, 0.605469, 0.597656, 0.613281, 0.380859, 0.412109, 0.554688, 0.613281, 0.5625, 0.613281, 0.000576, 0.613281, 0.21582, 0.59375, 0.613281, 0.000557, 0.589844, 0.182617, 0.605469, 0.609375, 0.613281, 0.558594, 0.613281, 0.460938, 0.613281, 0.613281, 0.613281, 0.613281, 0.527344, 0.435547, 0.613281, 0.613281, 0.597656, 0.613281, 0.613281, 0.503906, 0.609375, 0.613281, 0.507812, 0.613281, 0.613281, 0.000561, 0.613281, 0.000561, 0.613281, 0.613281, 0.613281, 0.601562, 0.613281, 0.515625, 0.613281, 0.613281, 0.613281, 0.597656, 0.613281, 0.613281, 0.613281, 0.613281, 0.605469, 0.613281, 0.613281, 0.613281, 0.609375, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.000576, 0.000568, 0.613281, 0.613281, 0.613281, 0.492188, 0.585938, 0.613281, 0.613281, 0.613281, 0.59375, 0.613281, 0.455078, 0.613281, 0.613281, 0.613281, 0.139648, 0.613281, 0.613281, 0.000568, 0.484375, 0.283203, 0.613281, 0.613281, 0.519531, 0.613281, 0.582031, 0.613281, 0.613281, 0.613281, 0.613281, 0.353516, 0.535156, 0.613281, 0.609375, 0.546875, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.000591, 0.609375, 0.613281, 0.234375, 0.613281, 0.613281, 0.613281, 0.601562, 0.613281, 0.609375, 0.206055, 0.5625, 0.609375, 0.613281, 0.613281, 0.578125, 0.613281, 0.613281, 0.59375, 0.474609, 0.523438, 0.613281, 0.613281, 0.613281, 0.519531, 0.000599, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.294922, 0.102051, 0.539062, 0.613281, 0.613281, 0.53125, 0.578125, 0.613281, 0.609375, 0.031982, 0.613281, 0.613281, 0.320312, 0.412109, 0.000599, 0.566406, 0.613281, 0.523438, 0.601562, 0.613281, 0.233398, 0.613281, 0.613281, 0.613281, 0.308594, 0.613281, 0.589844, 0.613281, 0.613281, 0.613281, 0.613281, 0.609375, 0.613281, 0.291016, 0.613281, 0.613281, 0.570312, 0.613281, 0.613281, 0.613281, 0.613281, 0.566406, 0.613281, 0.519531, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.609375, 0.613281, 0.613281, 0.613281, 0.613281, 0.5, 0.05249, 0.578125, 0.000572, 0.000515, 0.613281, 0.613281, 0.613281, 0.609375, 0.613281, 0.613281, 0.00531, 0.613281, 0.613281, 0.613281, 0.613281, 0.609375, 0.613281, 0.613281, 0.613281, 0.609375, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.167969, 0.000599, 0.613281, 0.000561, 0.613281, 0.589844, 0.613281, 0.613281, 0.613281, 0.613281, 0.566406, 0.605469, 0.613281, 0.613281, 0.601562, 0.613281, 0.613281, 0.613281, 0.000587, 0.613281, 0.177734, 0.613281, 0.000576, 0.613281, 0.613281, 0.523438, 0.386719, 0.539062, 0.613281, 0.609375, 0.605469, 0.613281, 0.613281, 0.000584, 0.472656, 0.609375, 0.585938, 0.613281, 0.582031, 0.613281, 0.519531, 0.345703, 0.613281, 0.605469, 0.613281, 0.613281, 0.613281, 0.367188, 0.613281, 0.613281, 0.613281, 0.613281, 0.277344, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.000587, 0.291016, 0.484375, 0.546875, 0.613281, 0.613281, 0.000591, 0.613281, 0.609375, 0.613281, 0.613281, 0.613281, 0.53125, 0.566406, 0.613281, 0.578125, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.000591, 0.613281, 0.609375, 0.613281, 0.613281, 0.613281, 0.597656, 0.570312, 0.000599, 0.457031, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.585938, 0.609375, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.601562, 0.613281, 0.613281, 0.613281, 0.000587, 0.613281, 0.613281, 0.613281, 0.000572, 0.59375, 0.613281, 0.613281, 0.613281, 0.000561, 0.613281, 0.613281, 0.613281, 0.000576, 0.613281, 0.613281, 0.390625, 0.605469, 0.613281, 0.597656, 0.613281, 0.010925, 0.574219, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.546875, 0.613281, 0.453125, 0.613281, 0.108398, 0.613281, 0.000587, 0.613281, 0.597656, 0.605469, 0.613281, 0.498047, 0.613281, 0.613281, 0.515625, 0.613281, 0.373047, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.546875, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.605469, 0.613281, 0.000576, 0.5625, 0.613281, 0.613281, 0.613281, 0.601562, 0.609375, 0.296875, 0.613281, 0.613281, 0.386719, 0.373047, 0.613281, 0.613281, 0.613281, 0.425781, 0.554688, 0.359375, 0.613281, 0.613281, 0.554688, 0.613281, 0.613281, 0.570312, 0.613281, 0.00053, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.000568, 0.613281, 0.613281, 0.00132, 0.597656, 0.000538, 0.613281, 0.613281, 0.613281, 0.585938, 0.613281, 0.613281, 0.613281, 0.503906, 0.613281, 0.578125, 0.488281, 0.570312, 0.601562, 0.613281, 0.613281, 0.597656, 0.585938, 0.613281, 0.613281, 0.613281, 0.609375, 0.472656, 0.000546, 0.613281, 0.582031, 0.613281, 0.613281, 0.613281, 0.613281, 0.494141, 0.613281, 0.000587, 0.000561, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.175781, 0.000591, 0.613281, 0.582031, 0.000565, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.585938, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.000542, 0.535156, 0.609375, 0.400391, 0.613281, 0.613281, 0.5, 0.613281, 0.597656, 0.429688, 0.613281, 0.613281, 0.613281, 0.613281, 0.554688, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.550781, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.535156, 0.476562, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.546875, 0.419922, 0.554688, 0.000565, 0.265625, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.554688, 0.613281, 0.589844, 0.570312, 0.000542, 0.359375, 0.613281, 0.613281, 0.503906, 0.511719, 0.613281, 0.613281, 0.527344, 0.613281, 0.613281, 0.613281, 0.550781, 0.613281, 0.613281, 0.523438, 0.613281, 0.613281, 0.46875, 0.462891, 0.613281, 0.597656, 0.601562, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.601562, 0.609375, 0.613281, 0.613281, 0.613281, 0.00058, 0.460938, 0.609375, 0.578125, 0.609375, 0.507812, 0.558594, 0.613281, 0.613281, 0.613281, 0.613281, 0.605469, 0.289062, 0.589844, 0.613281, 0.613281, 0.53125, 0.613281, 0.000587, 0.613281, 0.613281, 0.613281, 0.135742, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.287109, 0.380859, 0.613281, 0.613281, 0.613281, 0.613281, 0.277344, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.404297, 0.613281, 0.613281, 0.613281, 0.613281, 0.519531, 0.613281, 0.613281, 0.527344, 0.613281, 0.455078, 0.550781, 0.613281, 0.498047, 0.613281, 0.316406, 0.601562, 0.605469, 0.255859, 0.480469, 0.613281, 0.613281, 0.550781, 0.613281, 0.613281, 0.613281, 0.578125, 0.613281, 0.554688, 0.507812, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.298828, 0.000587, 0.613281, 0.613281, 0.605469, 0.546875, 0.613281, 0.439453, 0.609375, 0.613281, 0.613281, 0.000553, 0.601562, 0.613281, 0.609375, 0.546875, 0.457031, 0.613281, 0.570312, 0.613281, 0.613281, 0.613281, 0.373047, 0.613281, 0.613281, 0.496094, 0.613281, 0.613281, 0.236328, 0.000591, 0.613281, 0.359375, 0.589844, 0.613281, 0.613281, 0.000572, 0.613281, 0.613281, 0.613281, 0.613281, 0.527344, 0.613281, 0.601562, 0.570312, 0.613281, 0.613281, 0.613281, 0.119629, 0.566406, 0.574219, 0.613281, 0.515625, 0.613281, 0.511719, 0.613281, 0.613281, 0.613281, 0.613281, 0.574219, 0.558594, 0.582031, 0.613281, 0.613281, 0.613281, 0.613281, 0.609375, 0.578125, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.554688, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.149414, 0.000538, 0.613281, 0.000584, 0.613281, 0.000591, 0.613281, 0.613281, 0.523438, 0.613281, 0.613281, 0.613281, 0.396484, 0.566406, 0.402344, 0.585938, 0.609375, 0.613281, 0.613281, 0.511719, 0.613281, 0.613281, 0.613281, 0.375, 0.613281, 0.00058, 0.417969, 0.613281, 0.609375, 0.613281, 0.320312, 0.000561, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.000572, 0.585938, 0.613281, 0.613281, 0.613281, 0.441406, 0.613281, 0.613281, 0.613281, 0.613281, 0.601562, 0.613281, 0.000561, 0.59375, 0.578125, 0.613281, 0.613281, 0.601562, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.000591, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.5625, 0.613281, 0.613281, 0.613281, 0.335938, 0.613281, 0.613281, 0.613281, 0.484375, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.605469, 0.609375, 0.613281, 0.589844, 0.613281, 0.613281, 0.000587, 0.000633, 0.613281, 0.613281, 0.425781, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.109863, 0.613281, 0.609375, 0.613281, 0.613281, 0.613281, 0.59375, 0.275391, 0.613281, 0.585938, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.470703, 0.000595, 0.613281, 0.613281, 0.291016, 0.613281, 0.000484, 0.570312, 0.613281, 0.613281, 0.613281, 0.400391, 0.59375, 0.000561, 0.613281, 0.613281, 0.613281, 0.5625, 0.597656, 0.613281, 0.613281, 0.511719, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.46875, 0.613281, 0.5625, 0.240234, 0.613281, 0.613281, 0.00058, 0.613281, 0.243164, 0.000515, 0.613281, 0.613281, 0.613281, 0.392578, 0.609375, 0.613281, 0.601562, 0.613281, 0.613281, 0.613281, 0.609375, 0.613281, 0.613281, 0.53125, 0.605469, 0.613281, 0.000576, 0.613281, 0.613281, 0.613281, 0.527344, 0.605469, 0.613281, 0.589844, 0.613281, 0.613281, 0.613281, 0.000557, 0.613281, 0.566406, 0.613281, 0.613281, 0.613281, 0.613281, 0.601562, 0.613281, 0.613281, 0.613281, 0.601562, 0.251953, 0.613281, 0.613281, 0.613281, 0.000568, 0.613281, 0.613281, 0.519531, 0.53125, 0.02124, 0.000507, 0.300781, 0.613281, 0.421875, 0.000603, 0.613281, 0.613281, 0.613281, 0.613281, 0.494141, 0.613281, 0.613281, 0.613281, 0.613281, 0.558594, 0.515625, 0.613281, 0.574219, 0.000572, 0.613281, 0.296875, 0.574219, 0.613281, 0.613281, 0.613281, 0.542969, 0.000572, 0.589844, 0.613281, 0.000584, 0.133789, 0.539062, 0.00058, 0.613281, 0.613281, 0.613281, 0.613281, 0.000587, 0.361328, 0.613281, 0.613281, 0.613281, 0.578125, 0.613281, 0.613281, 0.613281, 0.492188, 0.597656, 0.613281, 0.613281, 0.613281, 0.000576, 0.613281, 0.613281, 0.578125, 0.613281, 0.613281, 0.609375, 0.613281, 0.378906, 0.000603, 0.566406, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.585938, 0.613281, 0.000591, 0.613281, 0.394531, 0.613281, 0.394531, 0.613281, 0.613281, 0.609375, 0.613281, 0.613281, 0.613281, 0.613281, 0.566406, 0.000572, 0.613281, 0.613281, 0.613281, 0.503906, 0.613281, 0.486328, 0.613281, 0.613281, 0.613281, 0.601562, 0.613281, 0.613281, 0.000565, 0.613281, 0.613281, 0.613281, 0.558594, 0.585938, 0.613281, 0.000576, 0.597656, 0.000568, 0.613281, 0.578125, 0.613281, 0.613281, 0.554688, 0.445312, 0.613281, 0.613281, 0.609375, 0.613281, 0.613281, 0.613281, 0.000584, 0.613281, 0.527344, 0.613281, 0.000576, 0.474609, 0.439453, 0.613281, 0.613281, 0.613281, 0.613281, 0.00058, 0.613281, 0.613281, 0.59375, 0.613281, 0.010193, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.000599, 0.613281, 0.546875, 0.613281, 0.613281, 0.613281, 0.566406, 0.601562, 0.554688, 0.000553, 0.435547, 0.498047, 0.198242, 0.613281, 0.613281, 0.000572, 0.613281, 0.464844, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.472656, 0.613281, 0.546875, 0.613281, 0.539062, 0.613281, 0.613281, 0.613281, 0.613281, 0.507812, 0.613281, 0.613281, 0.613281, 0.613281, 0.324219, 0.00058, 0.609375, 0.609375, 0.21875, 0.613281, 0.000591, 0.613281, 0.613281, 0.613281, 0.613281, 0.515625, 0.613281, 0.605469, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.601562, 0.585938, 0.613281, 0.223633, 0.488281, 0.613281, 0.609375, 0.613281, 0.613281, 0.061768, 0.613281, 0.014465, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.550781, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.000484, 0.535156, 0.494141, 0.613281, 0.539062, 0.59375, 0.613281, 0.613281, 0.613281, 0.574219, 0.5625, 0.427734, 0.582031, 0.546875, 0.613281, 0.613281, 0.451172, 0.609375, 0.613281, 0.613281, 0.613281, 0.613281, 0.000557, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.609375, 0.613281, 0.00058, 0.550781, 0.613281, 0.613281, 0.472656, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.000568, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.5625, 0.613281, 0.597656, 0.613281, 0.000561, 0.613281, 0.613281, 0.539062, 0.613281, 0.613281, 0.574219, 0.613281, 0.570312, 0.613281, 0.503906, 0.554688, 0.613281, 0.191406, 0.613281, 0.408203, 0.601562, 0.5625, 0.578125, 0.441406, 0.613281, 0.613281, 0.455078, 0.613281, 0.613281, 0.609375, 0.613281, 0.613281, 0.535156, 0.613281, 0.613281, 0.302734, 0.000549, 0.527344, 0.613281, 0.492188, 0.613281, 0.613281, 0.000587, 0.613281, 0.53125, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.000561, 0.566406, 0.000584, 0.578125, 0.000546, 0.523438, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.000591, 0.613281, 0.613281, 0.613281, 0.609375, 0.527344, 0.000572, 0.613281, 0.613281, 0.613281, 0.000568, 0.613281, 0.613281, 0.589844, 0.613281, 0.613281, 0.59375, 0.613281, 0.613281, 0.601562, 0.613281, 0.511719, 0.613281, 0.558594, 0.613281, 0.613281, 0.367188, 0.000568, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.589844, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.585938, 0.613281, 0.589844, 0.086914, 0.613281, 0.613281, 0.574219, 0.273438, 0.613281, 0.001785, 0.613281, 0.609375, 0.546875, 0.613281, 0.609375, 0.613281, 0.613281, 0.00058, 0.554688, 0.613281, 0.585938, 0.578125, 0.000568, 0.000591, 0.000496, 0.570312, 0.000561, 0.613281, 0.59375, 0.613281, 0.613281, 0.129883, 0.613281, 0.613281, 0.613281, 0.458984, 0.000557, 0.597656, 0.613281, 0.613281, 0.00053, 0.601562, 0.248047, 0.613281, 0.613281, 0.570312, 0.613281, 0.613281, 0.535156, 0.613281, 0.546875, 0.613281, 0.511719, 0.000568, 0.613281, 0.613281, 0.613281, 0.574219, 0.613281, 0.000561, 0.613281, 0.613281, 0.613281, 0.204102, 0.613281, 0.605469, 0.613281, 0.613281, 0.613281, 0.613281, 0.11084, 0.597656, 0.390625, 0.613281, 0.414062, 0.000576, 0.613281, 0.535156, 0.613281, 0.574219, 0.605469, 0.613281, 0.613281, 0.00058, 0.000572, 0.609375, 0.613281, 0.000572, 0.613281, 0.613281, 0.613281, 0.013184, 0.000591, 0.613281, 0.613281, 0.40625, 0.613281, 0.613281, 0.000587, 0.566406, 0.613281, 0.585938, 0.00058, 0.613281, 0.613281, 0.613281, 0.482422, 0.613281, 0.535156, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.457031, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.353516, 0.613281, 0.613281, 0.613281, 0.441406, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.582031, 0.613281, 0.613281, 0.609375, 0.498047, 0.613281, 0.613281, 0.431641, 0.609375, 0.613281, 0.613281, 0.02002, 0.613281, 0.613281, 0.609375, 0.519531, 0.609375, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.535156, 0.613281, 0.000568, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.000572, 0.605469, 0.613281, 0.613281, 0.613281, 0.609375, 0.613281, 0.613281, 0.585938, 0.613281, 0.613281, 0.613281, 0.542969, 0.613281, 0.613281, 0.613281, 0.613281, 0.4375, 0.605469, 0.609375, 0.000561, 0.613281, 0.000568, 0.613281, 0.613281, 0.000576, 0.000584, 0.613281, 0.613281, 0.613281, 0.613281, 0.000557, 0.460938, 0.613281, 0.306641, 0.601562, 0.613281, 0.613281, 0.613281, 0.613281, 0.443359, 0.546875, 0.613281, 0.605469, 0.613281, 0.613281, 0.613281, 0.613281, 0.361328, 0.613281, 0.613281, 0.613281, 0.207031, 0.613281, 0.349609, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.523438, 0.613281, 0.613281, 0.613281, 0.515625, 0.613281, 0.585938, 0.613281, 0.582031, 0.613281, 0.339844, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.5625, 0.613281, 0.613281, 0.453125, 0.613281, 0.613281, 0.613281, 0.613281, 0.570312, 0.285156, 0.554688, 0.613281, 0.613281, 0.613281, 0.202148, 0.613281, 0.613281, 0.613281, 0.613281, 0.00058, 0.601562, 0.613281, 0.367188, 0.601562, 0.000591, 0.613281, 0.609375, 0.613281, 0.59375, 0.613281, 0.613281, 0.613281, 0.582031, 0.613281, 0.052734, 0.613281, 0.310547, 0.613281, 0.613281, 0.613281, 0.609375, 0.523438, 0.558594, 0.601562, 0.582031, 0.601562, 0.613281, 0.546875, 0.566406, 0.492188, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.609375, 0.613281, 0.445312, 0.601562, 0.613281, 0.613281, 0.613281, 0.558594, 0.578125, 0.613281, 0.613281, 0.613281, 0.000603, 0.613281, 0.582031, 0.609375, 0.613281, 0.585938, 0.613281, 0.597656, 0.59375, 0.566406, 0.472656, 0.613281, 0.000546, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.441406, 0.597656, 0.613281, 0.613281, 0.613281, 0.59375, 0.589844, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.482422, 0.613281, 0.613281, 0.000561, 0.613281, 0.503906, 0.613281, 0.46875, 0.613281, 0.613281, 0.613281, 0.523438, 0.000587, 0.601562, 0.347656, 0.613281, 0.613281, 0.613281, 0.00058, 0.613281, 0.589844, 0.613281, 0.613281, 0.613281, 0.59375, 0.613281, 0.613281, 0.542969, 0.613281, 0.613281, 0.613281, 0.585938, 0.613281, 0.582031, 0.570312, 0.613281, 0.613281, 0.496094, 0.613281, 0.000584, 0.613281, 0.554688, 0.609375, 0.000576, 0.613281, 0.613281, 0.613281, 0.601562, 0.605469, 0.613281, 0.613281, 0.613281, 0.613281, 0.613281, 0.550781, 0.000587, 0.000572, 0.585938, 0.000587, 0.550781, 0.000576, 0.380859, 0.609375, 0.597656, 0.613281, 0.5, 0.000549, 0.613281, 0.613281, 0.605469, 0.613281, 0.613281, 0.613281, 0.613281, 0.21875, 0.209961, 0.613281, 0.000568, 0.597656, 0.546875, 0.613281, 0.582031, 0.507812, 0.609375, 0.542969, 0.613281 ] } , "name": "onnx::Mul_11218", "outputIndexes": [ 4739 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4738, 4739 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 4740 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4712, 4740 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/Add_2_output_0", "outputIndexes": [ 4741 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.714844 ] } , "name": "/blocks.25/Constant_1_output_0", "outputIndexes": [ 4742 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4741, 4742 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.25/Mul_1_output_0", "outputIndexes": [ 4743 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4743, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.26/Reshape_output_0", "outputIndexes": [ 4744 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4744 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.26/input_layernorm/Pow_output_0", "outputIndexes": [ 4745 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4745 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.26/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 4746 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4746, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/input_layernorm/Add_output_0", "outputIndexes": [ 4747 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4747, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/input_layernorm/Pow_1_output_0", "outputIndexes": [ 4748 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4744, 4748 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/input_layernorm/Mul_output_0", "outputIndexes": [ 4749 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 3.953125, 4.28125, 16.625, 3.40625, 4.5, 3.96875, 8.8125, 3.6875, 3.4375, 27.0, 4.53125, 2.984375, 7.625, 4.21875, 3.546875, 4.28125, 3.84375, 5.5, 4.5625, 5.34375, -3.3125, -4.4375, -4.53125, 3.34375, 3.65625, 4.78125, 4.1875, 4.25, 31.625, -3.65625, 4.71875, 5.78125, 3.0625, 3.546875, 3.578125, 3.84375, 7.375, 58.25, 3.625, 12.0625, 3.484375, 4.03125, 4.28125, 5.40625, 2.90625, 3.234375, 13.5, 4.90625, 6.6875, 2.84375, 3.28125, 3.75, 4.21875, 12.4375, 3.859375, 3.5, 29.0, 3.5, 4.25, 3.578125, 3.953125, 3.90625, 3.578125, 5.65625, -3.78125, 3.96875, 4.03125, 3.546875, 3.890625, 3.671875, 3.84375, 4.25, 3.9375, 4.4375, 3.84375, 4.71875, 3.671875, 4.03125, 3.84375, 6.28125, 4.25, 3.578125, 4.65625, 7.0, 4.0, 3.671875, 4.125, 5.84375, 4.21875, 6.6875, 4.5, 3.71875, 3.609375, 3.671875, 4.03125, 4.65625, 17.625, 4.15625, 1.53125, 7.84375, 3.671875, 16.25, 3.765625, 3.78125, 5.15625, 4.15625, 4.125, 4.3125, 6.03125, 6.375, 5.125, 3.328125, 3.859375, 12.125, -3.671875, 3.78125, 3.671875, 3.515625, 3.796875, 4.1875, 4.75, 3.203125, 4.9375, 3.84375, 3.9375, 3.921875, 3.515625, 5.40625, 3.15625, 5.25, 3.84375, 3.96875, 4.21875, 5.40625, 15.625, 5.5, 4.5625, 3.953125, 18.5, 8.25, 9.6875, 4.96875, 3.625, 4.125, 4.5625, 3.28125, 8.6875, 3.703125, 3.671875, 3.921875, 3.71875, 3.8125, 2.53125, 3.546875, 6.96875, 4.4375, 3.875, 3.265625, 4.40625, 3.53125, 3.40625, 12.5, 4.1875, 3.046875, 4.375, 2.328125, 4.1875, 4.4375, 9.6875, 3.828125, 3.75, 20.75, 3.515625, 3.21875, 5.125, 3.3125, 3.640625, 4.53125, 4.03125, 5.15625, 4.53125, 3.5625, 5.34375, 9.0625, 2.4375, 3.84375, 3.296875, 4.03125, 5.21875, 3.890625, 3.640625, 4.25, 4.09375, 3.671875, 3.578125, 3.28125, 3.59375, 3.28125, -10.1875, 2.75, 5.5, 5.21875, 4.21875, 3.515625, 3.203125, 3.34375, 3.78125, 4.0, 4.3125, 3.734375, 3.765625, 4.0625, 3.640625, 3.828125, 2.734375, 7.28125, 3.609375, 3.96875, 4.15625, 4.40625, 7.1875, 3.96875, 3.4375, 4.40625, 4.4375, 4.5, 4.71875, 4.75, 2.953125, 4.65625, 20.75, 3.390625, 3.5, 4.5625, 4.15625, 4.84375, 4.59375, 3.390625, 4.15625, 4.78125, 3.59375, 4.15625, 4.1875, 3.796875, 4.0, 5.21875, 6.0, 3.359375, 4.125, 3.890625, 4.03125, 5.0625, 4.125, 3.84375, 5.125, 3.890625, 3.71875, 4.84375, 4.59375, 4.15625, 3.65625, 3.6875, 4.25, 4.5625, 25.125, 3.953125, 3.5, 8.875, 3.421875, 3.078125, 3.296875, 3.515625, 3.75, 2.90625, 4.40625, 6.75, 3.59375, 4.5625, 3.234375, 3.890625, -4.4375, 3.96875, 6.0, 4.09375, 3.734375, 3.03125, 2.96875, 9.8125, 3.84375, 4.9375, 4.8125, 4.96875, 3.765625, 5.09375, 6.34375, 3.5, 4.3125, 4.75, 3.453125, 7.0625, 3.984375, 4.4375, 3.53125, 4.875, 4.15625, 4.28125, 3.921875, 3.828125, 5.125, 3.25, 3.4375, 3.921875, 6.40625, 3.8125, 3.609375, 3.859375, 3.859375, -4.84375, 2.765625, 5.625, 4.6875, 5.1875, 4.25, 4.15625, 3.859375, 5.15625, 3.796875, 9.3125, 3.640625, 4.15625, 4.9375, 3.828125, 3.9375, 3.296875, 4.65625, 3.5, 6.75, 3.53125, 4.5625, 3.4375, 3.0, 4.1875, 4.0, 3.71875, 4.65625, 4.5, 4.3125, 3.46875, 37.25, 3.75, 3.546875, 5.1875, 7.4375, 4.34375, 3.671875, 2.796875, 4.25, 4.40625, 4.40625, 4.1875, 3.984375, 2.984375, 4.28125, 3.765625, 3.078125, 4.6875, 3.609375, 6.3125, 4.125, 3.703125, 3.28125, 3.625, 3.671875, 4.78125, 2.78125, 3.234375, 3.65625, 3.78125, 1.867188, 3.71875, 4.46875, 6.25, 4.0625, 4.25, 3.59375, 4.6875, 12.4375, 6.75, 4.59375, 3.453125, 16.125, 3.796875, 3.1875, 3.625, 3.890625, 3.84375, 5.03125, 3.375, 4.625, 4.4375, 6.03125, 4.0, 3.78125, 13.875, 3.546875, 3.578125, 5.53125, 3.359375, 19.125, 3.578125, 4.40625, 4.5625, 5.34375, 3.21875, 3.71875, 4.75, 3.515625, 4.5, 4.0625, 4.46875, 4.1875, 5.75, 27.625, 3.3125, 4.78125, 3.796875, 3.4375, 4.46875, 4.21875, 4.0625, 3.453125, 3.828125, 7.96875, 6.53125, 3.40625, 4.4375, 3.265625, 3.65625, 11.4375, 3.734375, 4.96875, 3.171875, 3.796875, 4.46875, 4.8125, 3.671875, 4.34375, 3.765625, 3.4375, 3.15625, 8.125, 3.609375, -3.359375, 4.0625, 3.578125, 3.953125, 3.5625, 3.484375, 4.34375, 3.546875, 3.59375, 3.125, 3.4375, 4.8125, 3.96875, 5.84375, 3.4375, 6.28125, 8.9375, 3.921875, 4.8125, 3.53125, 3.671875, 3.90625, 3.828125, 2.828125, 3.734375, 9.5, 3.640625, 3.84375, 2.390625, 4.4375, 3.796875, 2.765625, 3.875, 4.4375, 3.71875, 4.46875, 4.375, 3.671875, 4.03125, 3.875, 6.0, 4.375, 7.1875, 3.734375, 4.5, 3.625, 5.0625, 3.8125, 3.90625, 3.953125, 3.28125, 4.59375, 3.8125, 4.21875, 4.40625, 3.5, 3.9375, 3.375, 5.5625, 4.03125, 3.96875, 4.78125, 4.46875, 4.15625, 5.4375, 4.40625, 7.625, 4.625, 4.90625, 4.65625, 5.46875, 5.0, 3.984375, 3.890625, 3.5625, 3.90625, 8.75, 3.875, 3.453125, 4.65625, 3.6875, 5.53125, 13.3125, 3.703125, 3.40625, 4.78125, 5.0, 4.09375, 4.09375, 4.15625, 6.0, 2.78125, 3.25, 3.40625, 3.84375, 4.125, 4.25, 3.390625, 5.0625, 3.546875, 3.890625, 3.796875, 6.9375, 3.390625, 4.15625, 3.25, 3.734375, 3.578125, 4.3125, 4.65625, 4.09375, 5.96875, 3.515625, 4.15625, 5.84375, 3.796875, 5.9375, 4.6875, 5.28125, -3.390625, 4.625, 4.6875, 19.125, 11.6875, 26.25, 8.1875, 3.890625, 9.0625, 3.53125, 5.65625, 3.234375, 4.25, 4.15625, 3.4375, 3.671875, 3.875, 3.546875, -4.71875, 3.625, 4.09375, 5.0625, 3.65625, 4.8125, 10.5625, 4.15625, 5.40625, 3.671875, 5.40625, 3.5625, 3.765625, 16.75, 4.375, 4.4375, 5.96875, 3.984375, 4.71875, 3.234375, 4.0625, 4.8125, 19.625, 4.40625, 4.28125, 3.53125, 4.9375, 4.34375, 4.15625, 3.234375, 3.1875, 4.5, 4.46875, 6.8125, 3.953125, 5.53125, 3.28125, 4.0625, 9.875, 6.4375, 6.21875, 3.59375, 8.8125, 3.109375, 3.03125, 22.375, 22.75, 4.03125, 5.46875, 3.859375, 3.6875, 5.28125, 10.0, 4.28125, 5.5625, 3.359375, 2.859375, 4.34375, 3.421875, 3.578125, -6.59375, 4.28125, 3.9375, 3.546875, 3.640625, 4.28125, 3.71875, 6.09375, 3.96875, 3.8125, 28.125, 3.78125, 16.0, 3.9375, 4.25, 11.875, 7.59375, 5.1875, 3.828125, 4.125, 3.578125, 5.25, 3.28125, 4.15625, 3.78125, 3.90625, 5.46875, 3.640625, 3.9375, 6.53125, 3.90625, 4.90625, 4.90625, 29.625, 4.0625, 4.09375, 3.46875, 3.484375, -4.4375, 5.03125, 5.125, 3.171875, 4.5625, 4.1875, 5.5, 3.8125, 3.453125, 3.734375, 4.375, 3.53125, 17.125, 5.09375, 3.84375, 3.78125, 11.125, 4.0, 3.28125, 4.15625, 4.46875, 4.9375, 4.0, 3.90625, 4.375, 4.15625, 4.09375, 3.90625, 6.0625, 5.75, 2.765625, 5.71875, 6.5, 3.125, 4.25, 3.875, 7.875, 5.4375, 3.359375, 3.59375, 4.21875, 4.34375, 4.09375, 3.53125, 4.15625, 10.75, 3.578125, 3.828125, 3.3125, 3.25, 3.296875, 5.375, 3.3125, 3.640625, 5.46875, 6.9375, 3.96875, 3.640625, 3.640625, 3.0625, 3.84375, 2.65625, 3.53125, 6.90625, 4.4375, 3.640625, 4.09375, 2.921875, 5.28125, 3.265625, 4.09375, 26.125, 3.46875, 5.1875, 6.34375, 7.0625, 4.21875, 3.875, 4.0, 3.875, -4.28125, 3.0625, 3.453125, 5.90625, 3.484375, 3.421875, 3.546875, 3.59375, 5.46875, 3.90625, 4.15625, 4.5, 3.609375, 7.09375, 5.6875, 15.6875, 3.625, 3.84375, 4.03125, 3.3125, 6.0, 4.59375, 4.78125, 5.09375, 4.34375, 5.46875, 4.6875, 10.4375, 3.78125, 4.09375, 5.0625, 4.0, 19.625, 3.4375, 3.46875, 3.3125, 3.796875, 2.890625, 5.34375, 3.53125, 2.96875, 3.703125, 3.84375, 6.6875, 5.28125, 3.421875, 3.875, 4.71875, 3.3125, 3.265625, 7.78125, 3.9375, 3.390625, 4.78125, 3.625, 3.34375, 7.125, 4.21875, 4.25, 2.578125, 4.40625, 3.78125, 4.09375, 3.921875, 5.625, 4.34375, 3.421875, 3.734375, 5.0, -3.53125, 4.0625, 3.40625, 5.375, 4.40625, 3.015625, 5.21875, 3.96875, 3.3125, 1.8125, 3.671875, 3.859375, 3.421875, 4.15625, 4.3125, 13.375, 4.15625, 5.375, 4.28125, 7.1875, 3.953125, 3.890625, 4.125, 4.4375, 4.0, 3.71875, 4.5625, 3.125, 3.421875, 3.390625, 8.625, 3.484375, 3.953125, 11.4375, 5.21875, 4.3125, 3.875, 4.5625, 3.953125, 5.0, 4.1875, 3.859375, 4.125, 3.40625, 6.25, 12.4375, 5.125, 4.21875, 4.40625, 3.984375, 3.265625, 3.59375, 4.34375, 3.53125, 3.421875, 23.375, 3.84375, 3.90625, 10.0, 4.375, 4.71875, 4.125, 4.59375, 4.40625, 3.96875, 10.9375, 4.53125, 3.984375, 2.765625, 3.9375, 3.953125, 4.28125, 5.15625, 5.15625, 6.34375, 4.28125, 3.0625, 4.25, 3.609375, 5.4375, 3.734375, 4.78125, 3.765625, 3.40625, 4.71875, 4.09375, 8.6875, 13.625, 4.34375, 6.15625, 4.03125, 4.25, 4.0, 3.046875, 3.546875, 15.25, 4.34375, 3.96875, 9.875, 5.5625, 3.8125, 4.9375, 3.9375, 5.25, 4.25, 3.234375, 8.4375, 3.625, 3.6875, 4.5625, 5.34375, 4.15625, 3.171875, 4.96875, 3.8125, 3.875, 3.953125, 11.1875, -3.5, 6.71875, 4.6875, -3.75, 4.03125, 4.40625, 3.59375, 3.375, 3.5, 4.75, 2.921875, 3.46875, 4.25, 5.8125, 4.40625, 4.5, 4.28125, 3.390625, 4.25, 4.03125, 4.625, 3.4375, 3.96875, 6.03125, 71.5, 3.625, 4.8125, 3.46875, 3.953125, 3.25, 4.125, 3.875, 3.34375, 3.3125, 20.875, 3.46875, 4.21875, 3.828125, 3.40625, 4.34375, 3.703125, 3.078125, 4.1875, 3.75, 8.8125, 2.828125, 3.828125, 3.921875, 3.59375, 55.25, 12.375, 3.78125, 18.25, 4.09375, 3.484375, 3.46875, 3.25, 3.84375, 3.953125, 3.875, 3.734375, 3.09375, 3.390625, 2.90625, 4.28125, -4.3125, 4.84375, 11.5, 2.8125, 20.75, 3.328125, 4.3125, 3.21875, 3.640625, 4.0625, 7.3125, 4.1875, 3.125, 3.25, 3.859375, 4.03125, 3.75, 13.4375, 5.375, 4.25, 3.75, 3.625, 4.3125, 3.578125, 3.90625, 8.3125, 4.4375, 5.6875, 4.09375, -6.09375, 3.734375, 4.5625, 3.265625, 3.609375, 2.578125, 4.0625, 7.0625, 3.6875, 3.75, 4.0, 4.40625, 4.125, 4.4375, 3.890625, 4.1875, 5.0, 3.578125, 3.453125, 3.859375, 4.15625, 4.03125, 4.34375, 3.546875, 3.71875, 7.59375, 3.75, 3.046875, 3.890625, 3.71875, 3.9375, 4.125, 4.0625, 3.234375, 3.71875, 3.765625, 3.328125, 3.03125, 5.375, 3.78125, 4.625, 2.734375, 4.1875, -3.078125, 3.515625, 3.53125, 3.84375, 3.3125, 3.328125, 4.875, 3.25, 2.875, 3.34375, 3.640625, 3.734375, 3.78125, 3.875, 6.1875, -4.1875, 3.828125, 3.453125, 3.703125, 4.65625, 3.625, 4.21875, 9.8125, 6.5, 3.09375, 3.421875, 4.375, -6.1875, 3.4375, 4.03125, 4.9375, 4.0, 3.828125, 4.84375, 4.03125, 2.875, 3.46875, 3.015625, 3.515625, 3.828125, 13.0, 4.21875, 4.84375, 4.375, 3.71875, 3.765625, 3.359375, 3.5625, 3.21875, 5.84375, 3.1875, 7.28125, 3.921875, 28.125, 4.0625, 4.125, 6.3125, 5.34375, 3.140625, 3.625, 3.953125, 12.6875, 4.71875, 3.28125, 3.015625, 7.3125, 4.96875, 3.859375, 4.21875, 4.90625, 4.03125, 20.75, 3.796875, 22.75, 3.296875, 19.5, 3.546875, 3.28125, 4.5625, 4.5625, 4.53125, 3.890625, 4.96875, 5.3125, 3.671875, 5.0625, 4.53125, 3.453125, 3.21875, 4.40625, 3.6875, 4.90625, 3.484375, 2.921875, 4.34375, 3.4375, 4.0, 4.46875, 3.234375, 5.09375, 3.90625, 3.1875, 2.78125, 3.796875, 4.1875, 3.765625, 3.546875, 3.421875, 4.21875, 8.9375, 3.828125, 3.953125, 5.90625, 11.125, 2.28125, 4.25, 4.40625, 9.5, 3.6875, 5.6875, 3.34375, 3.140625, 4.0, 3.765625, 5.03125, 4.28125, 3.828125, 4.3125, -3.375, 3.9375, 2.921875, 3.328125, 3.703125, 4.90625, 3.625, 4.5625, 7.34375, 4.375, 7.90625, 4.59375, 4.96875, 5.25, 3.890625, 3.03125, 2.6875, 4.4375, 3.671875, 3.40625, 5.96875, -5.125, 4.125, 5.6875, 4.5, 5.65625, 3.546875, 3.578125, -4.40625, 6.15625, 6.0625, 3.25, 3.140625, 3.609375, 5.4375, 13.0625, 3.421875, 3.703125, 5.71875, 4.78125, 3.890625, 4.21875, 4.0625, 3.53125, 5.1875, 6.78125, 3.765625, 3.21875, 3.140625, 3.90625, 4.28125, 2.84375, 20.25, -3.53125, 3.515625, 3.796875, 3.890625, 3.875, 3.921875, 4.34375, 5.15625, 3.890625, 4.71875, 3.75, 5.625, 3.5, 3.5625, 3.59375, 2.734375, 3.890625, 4.15625, 5.0625, -4.0, 6.125, 4.09375, 4.125, 3.765625, 3.359375, 3.421875, 6.0, 3.59375, 4.0625, 3.421875, 4.09375, 4.9375, 3.78125, 3.640625, 5.15625, 4.125, 3.078125, 3.953125, 3.5625, -3.6875, 3.703125, 3.46875, 3.203125, 3.84375, 4.28125, 3.984375, 4.375, 5.5625, 4.3125, 4.34375, 3.546875, 4.3125, 3.34375, 3.78125, 4.0625, 15.875, -3.65625, 10.1875, 6.96875, 4.03125, 3.84375, 4.8125, 4.75, 2.640625, 3.890625, 4.0625, -4.0625, 4.25, 4.5625, 3.578125, 3.765625, 4.21875, 3.90625, 7.6875, 3.578125, 4.0, 3.53125, 7.0, 3.421875, 3.484375, 6.0625, 3.765625, 4.90625, 3.75, 4.40625, 3.75, 3.171875, 4.03125, 3.375, 7.625, 6.59375, 5.53125, 6.1875, 3.8125, 3.34375, 3.578125, 3.984375, 3.90625, 4.03125, 3.1875, 3.71875, 3.703125, 3.453125, 3.5625, -3.71875, 4.3125, 6.59375, 6.3125, 4.25, 3.78125, 3.96875, 5.03125, 4.0, 3.1875, 3.09375, 2.890625, 4.03125, 4.53125, 7.34375, 4.25, 3.9375, 3.5625, 4.21875, 3.65625, 6.53125, 5.25, -4.5, -3.84375, 20.125, 3.890625, 3.796875, 3.796875, 4.4375, 4.375, 3.84375, 17.5, -5.03125, 3.8125, 4.03125, -4.0625, 3.984375, 9.6875, 4.34375, 3.96875, 4.21875, 5.96875, 3.625, 3.046875, 4.375, 3.59375, 5.03125, 3.984375, 3.65625, 5.5, 3.40625, 4.65625, 3.671875, 4.5, 5.4375, 3.6875, 3.828125, 4.53125, 3.234375, 8.9375, 4.21875, 3.9375, 8.125, 4.6875, 4.34375, 3.5, 4.65625, 2.859375, 3.609375, 4.3125, 4.03125, 4.9375, 4.84375, 5.75, 3.359375, 2.171875, 5.59375, 4.125, 11.375, 14.8125, 26.75, 4.03125, 4.15625, 2.78125, 9.125, 3.484375, 5.84375, 4.09375, 3.171875, 3.890625, 10.3125, 5.5625, 3.484375, 3.203125, 4.0625, 5.4375, 4.0, 3.890625, 4.0, 5.5, 3.90625, 7.0, -3.625, 3.84375, 5.34375, 4.03125, 4.15625, 9.6875, 8.9375, 3.703125, 6.09375, 4.3125, 3.28125, 3.53125, 5.0, 4.15625, 3.0, 3.484375, 3.96875, 4.40625, 3.40625, 3.234375, 4.65625, 4.15625, 4.59375, 4.84375, 9.625, 7.40625, 5.40625, 3.296875, 5.96875, 4.90625, 4.3125, 3.671875, 3.59375, 3.875, 3.625, 4.78125, 3.8125, 4.6875, 3.921875, 4.21875, 3.265625, 3.546875, -4.34375, 4.09375, 4.03125, 7.78125, 2.46875, 3.484375, 2.71875, 3.96875, 4.03125, 3.765625, 4.28125, 6.84375, 3.671875, 34.0, 6.9375, 3.59375, 7.125, 4.9375, 4.0625, 5.46875, 3.671875, 4.90625, 3.984375, 4.15625, 5.34375, 5.78125, 4.71875, 4.375, 4.09375, 3.8125, 3.53125, 3.75, 3.90625, 3.921875, 4.78125, 4.625, 7.25, 4.71875, 8.75, 8.75, 3.65625, 4.03125, 3.390625, 10.0625, 7.125, 3.828125, 4.0, 3.609375, 3.78125, 3.28125, 3.796875, 3.109375, 7.96875, 4.75, 4.03125, -3.75, 3.203125, 4.75, 5.375, 3.71875, -3.6875, 5.25, 2.953125, 4.125, 10.8125, 7.59375, 5.53125, 3.5, 4.03125, 2.75, 3.65625, 3.296875, 4.59375, 3.53125, 4.3125, 6.8125, 3.796875, 3.40625, 3.21875, 3.59375, 3.84375, 4.3125, 3.515625, 3.65625, 4.5, 5.6875, 5.125, 4.03125, 8.1875, 4.59375, 3.859375, 3.4375, 6.09375, 3.875, 4.0, 3.65625, 3.96875, 4.375, 3.609375, 4.15625, 3.625, 3.0625, 3.328125, 6.65625, 3.8125, 4.0625, 3.84375, 3.4375, 3.890625, 8.625, 3.34375, 3.40625, 8.5, 4.8125, 4.34375, 3.0625, 4.25, -4.53125, 8.8125, 3.25, 6.21875, 3.0, 3.640625, 4.21875, 4.03125, 8.0, 3.578125, 3.578125, 4.03125, 2.78125, 4.15625, 3.703125, 4.25, 5.625, 24.375, 4.03125, 4.84375, 7.21875, 4.96875, 4.5, 4.28125, 3.78125, 4.125, 3.53125, 7.21875, 3.53125, 20.375, 4.5625, 4.5625, -5.125, 4.46875, 3.9375, 4.21875, -4.03125, 5.71875, 4.96875, 3.78125, 3.609375, 2.984375, 3.15625, 3.875, 4.4375, 4.40625, 3.4375, 4.53125, 3.953125, 4.0625, 5.09375, 3.25, 9.9375, 4.34375, 3.40625, 4.3125, 3.65625, 20.125, 3.75, 3.578125, 3.484375, 3.734375, 4.3125, 3.625, 4.0625, 2.9375, 2.234375, -3.78125, 4.3125, 3.75, 5.96875, 3.984375, 3.03125, 3.15625, 4.5, 3.484375, 4.0625, 3.46875, 3.578125, 4.40625, 3.4375, 19.125, 4.0625, 3.859375, 3.578125, 3.09375, 4.3125, 3.828125, 4.03125, 4.6875, 4.09375, 4.03125, 3.765625, 8.8125, 3.859375, 4.375, 3.6875, 10.125, 3.5625, 5.03125, 3.734375, 6.53125, 4.34375, 12.75, 8.1875, 5.1875, 6.28125, 3.421875, 4.5625, 2.78125, 3.859375, 3.984375, 5.875, 4.0, 3.5625, 3.53125, 3.921875, 4.4375, 4.875, 4.40625, 5.21875, 6.46875, 2.9375, 8.1875, 4.5625, 3.515625, 3.140625, 3.46875, 4.6875, 4.03125, 3.859375, 4.0625, 7.25, 3.25, 4.65625, 14.125, 3.90625, -4.3125, 4.09375, 3.4375, 10.1875, 7.4375, 5.03125, 3.328125, 3.765625, 3.59375, 4.09375, 3.84375, 3.59375, 4.625, 4.03125, 3.03125, 3.65625, 3.5, 26.125, 5.875, 3.78125, 4.40625, 3.828125, 3.25, 4.15625, 3.71875, 8.375, 3.703125, 4.71875, 3.671875, 3.90625, 4.53125, 3.6875, 4.625, 4.3125, 3.90625, 3.953125, 4.09375, 3.015625, 3.875, 11.5625, 3.5, 14.1875, 4.09375, 3.203125, 5.03125, 4.3125, 4.15625, 3.140625, 3.71875, 3.609375, 7.71875, -4.25, 3.921875, 3.40625, 5.125, 3.25, 4.21875, 5.8125, 4.75, 3.59375, 3.640625, 3.375, 3.875, 4.125, 3.609375, 4.40625, 4.25, 4.25, 4.4375, 4.96875, 10.25, 3.765625, 28.375, 12.4375, 4.125, 4.125, 3.734375, 3.53125, 6.84375, 3.6875, 3.734375, 3.953125, 3.75, 4.03125, 3.78125, 13.5, 3.46875, -3.765625, 4.4375, 10.125, 4.21875, 4.8125, 5.03125, 3.484375, 3.40625, 4.5625, 10.1875, 3.796875, 3.46875, 3.9375, 3.90625, 9.375, 4.1875, 4.4375, 3.828125, -4.5, 4.0625, 23.0, 3.078125, 4.03125, 2.9375, -5.15625, 5.34375, 3.671875, 3.90625, 4.125, 21.5, 5.71875, 10.9375, 25.875, 3.5625, 3.171875, 6.28125, 4.8125, 4.875, 3.546875, 3.625, 2.71875, 3.546875, 3.46875, -3.625, 5.75, 7.71875, 4.0, 3.421875, 5.09375, 4.6875, 4.0, 4.5625, 3.515625, 7.1875, 4.46875, 3.921875, 3.78125, -3.71875, 7.03125, 6.1875, 3.765625, 3.9375, 6.21875, -3.75, 15.125, 5.6875, 3.765625, 4.8125, 3.890625, 4.59375, 6.09375, 3.984375, 4.625, 4.84375, 3.546875, 4.5, 3.921875, 4.875, 3.875, 2.890625, 9.6875, 4.96875, 6.40625, 4.0625, 3.703125, 3.578125, 4.96875, 3.9375, 30.875, 3.75, 3.640625, 3.796875, -3.09375, 4.1875, 2.96875, 4.59375, 4.5, 3.640625, 4.03125, 3.71875, 4.625, 3.453125, 4.6875, 3.96875, 5.09375, 5.21875, 3.8125, 4.78125, 3.3125, 5.3125, 3.265625, 3.546875, 3.46875, 4.0, 4.625, 3.828125, 11.875, 2.671875, 4.75, 8.875, 3.953125, 5.9375, 5.6875, 4.1875, 3.59375, 3.640625, 3.234375, 26.625, 3.953125, 3.265625, 4.34375, 2.9375, 3.40625, 4.21875, 3.859375, 3.46875, 3.78125, 4.4375, 6.3125, 4.3125, 4.03125, 4.1875, 5.59375, 4.90625, 3.859375, 3.203125, 3.28125, 4.15625, 3.6875, 2.859375, 4.21875, 3.359375, 4.96875, 4.84375, 3.578125, 3.71875, 4.03125, 3.1875, 3.84375, 2.015625, 13.3125, 4.09375, 3.171875, 4.8125, 4.4375, 4.71875, 4.0625, 4.40625, 4.0, 3.53125, 4.09375, 4.03125, 4.3125, 8.5, 3.53125, 6.71875, 3.75, 4.28125, 3.71875, 5.84375, 3.671875, 4.0625, 11.0625, 4.375, 3.578125, 2.984375, 4.1875, 4.25, 3.46875, 3.921875, 4.5625, 9.4375, 35.0, 4.53125, 4.0, 4.5625, 5.25, 3.765625, 4.1875, 3.75, 4.78125, 3.484375, 3.28125, 4.1875, 4.125, 3.5625, 3.671875, 2.96875, -4.0, 3.375, 4.0625, 3.46875, 6.09375, 3.546875, 3.859375, 4.71875, 3.6875, 4.96875, 12.75, 3.578125, 4.21875, 3.4375, 3.953125, 4.625, -3.71875, 4.09375, 8.625, 3.875, 4.03125, 3.203125, 3.96875, 5.4375, 4.40625, 3.0, 3.515625, 3.5, 3.78125, -4.25, 3.03125, 3.765625, 3.765625, 4.65625, 3.015625, 3.859375, 4.1875, 3.828125, 4.46875, 7.25, 4.65625, 4.46875, 7.875, -3.90625, 7.6875, 4.875, 3.203125, 3.140625, 4.5625, 2.765625, 4.375, 3.984375, 3.625, 3.90625, 3.796875, 3.90625, 4.125, 4.46875, 3.8125, 3.84375, 9.5, 4.34375, 4.0, 4.21875, 12.75, 3.421875, 8.6875, 5.28125, 3.890625, 7.6875, 3.796875, 4.0, 2.921875, 4.8125, 4.8125, 4.03125, 2.890625, 4.28125, 4.34375, 3.671875, 8.6875, 15.875, 4.75, 4.90625, 6.5, 4.25, 4.1875, 3.34375, 19.0, 3.25, 2.703125, 3.296875, 6.21875, 3.84375, 4.78125, 3.765625, 3.75, 4.25, 5.0, 4.8125, 3.71875, 4.0625, 4.96875, 3.625, 4.40625, 4.0625, 4.09375, 6.65625, 3.71875, 6.59375, 27.375, 2.640625, 3.53125, 4.15625, 5.46875, 4.09375, 24.75, 3.734375, 4.125, 4.4375, 11.0, 3.453125, 3.1875, 4.125, 3.671875, 4.25, 3.234375, 3.125, 3.1875, 6.15625, 4.125, 6.1875, 3.5625, 5.21875, 3.625, 4.375, 5.0, 10.0, 3.734375, 3.21875, 10.6875, 4.59375, 3.75, 3.671875, 4.78125, 3.203125, 3.4375, 4.3125, 12.1875, 3.234375, 3.1875, 3.734375, 5.375, 4.53125, 3.5, 8.4375, 4.875, 3.953125, 3.78125, 22.75, 3.859375, 3.828125, 4.4375, 4.5, 3.953125, 4.0, 3.765625, 3.546875, 3.84375, 3.625, 3.765625, 4.46875, 4.34375, 3.859375, 3.34375, 3.3125, 5.125, 3.515625, 4.125, 5.03125, 5.875, 4.15625, -3.75, 4.8125, 5.90625, 3.84375, 4.15625, 3.75, 3.53125, 4.875, 3.90625, 4.03125, 5.21875, 4.21875, 5.15625, 3.515625, 3.03125, 5.90625, 3.890625, 3.609375, 4.21875, 7.40625, 3.390625, 3.921875, 3.46875, 4.1875, 3.65625, 4.3125, 4.375, 3.921875, 5.0, 3.828125, 3.171875, 3.609375, 3.96875, 3.828125, 4.03125, 11.375, 4.4375, 3.171875, 4.625, 3.96875, 4.5, 4.78125, 4.1875, 4.40625, 3.5, 4.0625, 3.671875, 3.96875, 4.53125, 4.21875, 3.859375, -4.59375, 2.90625, 4.15625, 3.75, 3.3125, 5.25, 3.9375, 4.09375, 4.25, 4.34375, 4.96875, 4.6875, 3.4375, 3.890625, 4.71875, 4.96875, 3.421875, 9.0625, 3.171875, 21.0, 3.78125, 3.390625, 13.75, 8.8125, 3.59375, 4.1875, 3.59375, 5.25, 3.859375, 9.5, 3.703125, 13.375, 4.9375, 2.75, 3.5, 4.40625, 4.0, 5.6875, 3.6875, 3.75, 4.21875, 3.71875, 3.640625, 3.859375, 4.625, 6.90625, 2.796875, 3.46875, 3.921875, 7.21875, 3.578125, 5.90625, 4.96875, 3.78125, 4.5, 3.625, 4.4375, 3.546875, 4.46875, 4.15625, 3.328125, 4.1875, 3.671875, 3.5, 4.3125, 4.90625, 4.78125, 3.546875, 7.625, 4.46875, 3.53125, 4.53125, 3.875, 3.921875, 3.84375, 3.5625, 5.15625, 6.84375, 4.125, 3.484375, 3.625, 3.609375, 4.1875, 10.1875, 4.5625, 3.671875, 3.484375, 3.828125, 10.375, 3.921875, 4.0, 3.453125, 4.15625, 19.25, 3.5625, 4.46875, 7.46875, 3.421875, 4.96875, 3.515625, 4.15625, 3.5625, 3.671875, 4.125, 2.75, 3.84375, 4.46875, 3.96875, 5.6875, 1.585938, 16.0, 3.421875, 3.75, 3.609375, 4.875, 4.0625, 5.78125, 3.609375, 4.34375, 3.359375, 3.046875, 4.125, 3.890625, 4.875, 4.4375, 4.0625, 4.53125, 4.15625, 4.0625, 3.265625, 3.46875, 4.5, 4.375, -4.59375, 4.15625, 3.703125, 3.84375, 4.34375, 3.515625, 4.1875, 2.734375, 4.96875, 3.625, 3.40625, 4.28125, 3.609375, 4.21875, 4.15625, 3.875, 3.53125, 4.03125, 13.375, 3.6875, 20.75, 4.125, 3.765625, 3.09375, 3.953125, 4.4375, 3.46875, 5.125, 4.65625, 3.484375, 3.859375, 4.15625, 4.5, 4.03125, 3.109375, 5.0625, 3.78125, 5.125, 3.453125, 6.375, -2.96875, 3.265625, 14.75, 3.40625, 4.875, 3.484375, 4.75, 3.140625, 3.21875, 3.765625, 4.03125, 32.0, 3.453125, 6.375, -3.796875, 4.125, 3.9375, 4.53125, 3.34375, 3.8125, 3.625, 3.78125, -5.6875, 3.8125, 4.03125, 4.25, 4.25, 2.8125, 4.3125, 4.25, 3.59375, 8.25, 5.0, -3.90625, 3.625, 3.546875, 4.40625, 4.65625, 19.75, 4.3125, 3.484375, 2.9375, 13.8125, 3.953125, -4.28125, 4.375, 3.3125, 4.4375, 3.3125, 3.1875, 3.765625, 4.5, 3.84375, 4.625, 9.375, 11.4375, 4.3125, 6.0, 4.0625, 6.65625, 4.96875, -3.421875, 2.5, 3.796875, 6.59375, 5.0625, 3.765625, 4.15625, 3.75, 4.53125, 3.953125, 5.5, 3.5, 18.0, 10.9375, 3.671875, 3.359375, 3.953125, 4.125, 3.0625, 3.703125, 4.09375, 3.359375, 4.46875, 5.0625 ] } , "name": "onnx::Mul_11219", "outputIndexes": [ 4750 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4749, 4750 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/input_layernorm/Mul_1_output_0", "outputIndexes": [ 4751 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4751 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.26/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 7853 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7853 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.26/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 7854 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7854 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1558942682, 2621462, 655360, 0, 0 ] } , "name": "/layers.26/self_attn/q_proj/Linear", "outputIndexes": [ 7855 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7855 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.26/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 7856 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7856 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ] , "dimType": "NCHW" } , "name": "/layers.26/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 4752 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4751 ] , "main_type": "NONE", "name": "/blocks.26/self_attn/Shape_output_0", "outputIndexes": [ 4753 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 4753 ] , "main_type": "NONE", "name": "Shape5781", "outputIndexes": [ 4754 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 4753 ] , "main_type": "NONE", "name": "Rank5783", "outputIndexes": [ 4755 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4755, 4755 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5785", "outputIndexes": [ 4756 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4756 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5786", "outputIndexes": [ 4757 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4756, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5788", "outputIndexes": [ 4758 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4758 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5789", "outputIndexes": [ 4759 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4754, 4757, 4759, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice5792", "outputIndexes": [ 4760 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4760 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze5793", "outputIndexes": [ 4761 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4761, 4761 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5795", "outputIndexes": [ 4762 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4753, 4762, 4756 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.26/self_attn/Gather_output_0", "outputIndexes": [ 4763 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4763, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.26/self_attn/Unsqueeze_output_0", "outputIndexes": [ 4764 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4756 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5803", "outputIndexes": [ 4765 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4758 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5806", "outputIndexes": [ 4766 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4754, 4765, 4766, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice5809", "outputIndexes": [ 4767 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4767 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze5810", "outputIndexes": [ 4768 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 4768 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5811", "outputIndexes": [ 4769 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4769, 4768 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5812", "outputIndexes": [ 4770 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4753, 4770, 4756 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.26/self_attn/Gather_1_output_0", "outputIndexes": [ 4771 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4771, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.26/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 4772 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4764, 4772, 41, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.26/self_attn/Concat_output_0", "outputIndexes": [ 4773 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4752, 4773 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.26/self_attn/Reshape_output_0", "outputIndexes": [ 4774 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4774 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.26/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 4776 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4776 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.26/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 4777 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4777, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/self_attn/q_norm/Add_output_0", "outputIndexes": [ 4778 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4778, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 4779 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4774, 4779 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 4780 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4780, 885 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 4781 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4781, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/self_attn/Mul_output_0", "outputIndexes": [ 4782 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4781 ] , "main_type": "NONE", "name": "/blocks.26/self_attn/Shape_2_output_0", "outputIndexes": [ 4783 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 4783 ] , "main_type": "NONE", "name": "Shape5826", "outputIndexes": [ 4784 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 4783 ] , "main_type": "NONE", "name": "Rank5828", "outputIndexes": [ 4785 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4785, 4785 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5830", "outputIndexes": [ 4786 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4786 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5831", "outputIndexes": [ 4787 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4786, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5833", "outputIndexes": [ 4788 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4788 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5834", "outputIndexes": [ 4789 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4784, 4787, 4789, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice5837", "outputIndexes": [ 4790 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4790 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze5838", "outputIndexes": [ 4791 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 4791 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5839", "outputIndexes": [ 4792 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4792, 4791 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5840", "outputIndexes": [ 4793 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4783, 4793, 4786 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.26/self_attn/Gather_2_output_0", "outputIndexes": [ 4794 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4794, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/self_attn/Div_output_0", "outputIndexes": [ 4795 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4795, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.26/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 4796 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4781, 4796, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.26/self_attn/Slice_1_output_0", "outputIndexes": [ 4797 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4797 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.26/self_attn/Neg_output_0", "outputIndexes": [ 4798 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4795, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.26/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 4799 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4781, 31, 4799, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.26/self_attn/Slice_output_0", "outputIndexes": [ 4800 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4798, 4800 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.26/self_attn/Concat_2_output_0", "outputIndexes": [ 4801 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4801, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/self_attn/Mul_1_output_0", "outputIndexes": [ 4802 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4782, 4802 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/self_attn/Add_output_0", "outputIndexes": [ 4803 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4763, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.26/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 4804 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4771, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.26/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 4805 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4804, 4805, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.26/self_attn/Concat_1_output_0", "outputIndexes": [ 4806 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4806, 4536 ] , "main_type": "NONE", "name": "/blocks.26/self_attn/ConstantOfShape_output_0", "outputIndexes": [ 4807 ] , "type": "Fill", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 4803, 4807, 4807, 167 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 26, "kv_shared_layer_index": 22 } , "name": "/layers.26/self_attn/FusedAttention", "outputIndexes": [ 4808 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4808 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.26/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 7857 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7857 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.26/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 7858 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7858 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1562219504, 2621462, 655360, 0, 0 ] } , "name": "/layers.26/self_attn/o_proj/Linear", "outputIndexes": [ 7859 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7859 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.26/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 7860 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7860 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.26/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 4809 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4809 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.26/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 4811 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4811 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.26/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 4812 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4812, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/post_attention_layernorm/Add_output_0", "outputIndexes": [ 4813 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4813, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 4814 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4809, 4814 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 4815 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.699219, 0.376953, 0.699219, 0.699219, 0.503906, 0.558594, 0.380859, 0.433594, 0.699219, 0.699219, 0.699219, 0.691406, 0.390625, 0.699219, 0.699219, 0.617188, 0.699219, 0.550781, 0.628906, 0.699219, 0.699219, 0.683594, 0.699219, 0.699219, 0.691406, 0.621094, 0.699219, 0.699219, 0.158203, 0.699219, 0.675781, 0.523438, 0.699219, 0.699219, 0.699219, 0.679688, 0.206055, 0.699219, 0.699219, 0.292969, 0.699219, 0.699219, 0.546875, 0.519531, 0.699219, 0.699219, 0.699219, 0.691406, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.691406, 0.292969, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.496094, 0.699219, 0.699219, 0.699219, 0.660156, 0.699219, 0.699219, 0.699219, 0.628906, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.466797, 0.691406, 0.699219, 0.699219, 0.414062, 0.695312, 0.699219, 0.699219, 0.546875, 0.664062, 0.265625, 0.699219, 0.699219, 0.699219, 0.699219, 0.695312, 0.632812, 0.699219, 0.644531, 0.699219, 0.19043, 0.699219, 0.330078, 0.699219, 0.699219, 0.539062, 0.699219, 0.699219, 0.699219, 0.65625, 0.675781, 0.601562, 0.695312, 0.699219, 0.170898, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.667969, 0.546875, 0.699219, 0.447266, 0.699219, 0.699219, 0.695312, 0.699219, 0.511719, 0.699219, 0.660156, 0.699219, 0.699219, 0.699219, 0.378906, 0.699219, 0.578125, 0.59375, 0.000648, 0.539062, 0.310547, 0.359375, 0.472656, 0.699219, 0.699219, 0.699219, 0.699219, 0.251953, 0.699219, 0.699219, 0.691406, 0.699219, 0.699219, 0.699219, 0.699219, 0.488281, 0.699219, 0.699219, 0.699219, 0.625, 0.699219, 0.699219, 0.208008, 0.644531, 0.699219, 0.695312, 0.699219, 0.699219, 0.679688, 0.699219, 0.699219, 0.699219, 0.699219, 0.679688, 0.699219, 0.458984, 0.699219, 0.699219, 0.691406, 0.699219, 0.675781, 0.699219, 0.699219, 0.699219, 0.388672, 0.699219, 0.699219, 0.699219, 0.625, 0.585938, 0.699219, 0.699219, 0.664062, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.125977, 0.699219, 0.453125, 0.699219, 0.699219, 0.699219, 0.605469, 0.699219, 0.699219, 0.632812, 0.699219, 0.699219, 0.699219, 0.691406, 0.695312, 0.671875, 0.699219, 0.273438, 0.699219, 0.699219, 0.503906, 0.6875, 0.339844, 0.699219, 0.6875, 0.535156, 0.699219, 0.652344, 0.699219, 0.644531, 0.699219, 0.699219, 0.699219, 0.6875, 0.484375, 0.695312, 0.546875, 0.679688, 0.605469, 0.667969, 0.699219, 0.632812, 0.699219, 0.613281, 0.699219, 0.695312, 0.699219, 0.625, 0.699219, 0.699219, 0.699219, 0.695312, 0.601562, 0.474609, 0.546875, 0.699219, 0.699219, 0.671875, 0.699219, 0.699219, 0.667969, 0.699219, 0.699219, 0.699219, 0.628906, 0.699219, 0.235352, 0.699219, 0.695312, 0.398438, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.65625, 0.46875, 0.699219, 0.65625, 0.609375, 0.699219, 0.695312, 0.699219, 0.59375, 0.699219, 0.699219, 0.699219, 0.699219, 0.617188, 0.699219, 0.597656, 0.699219, 0.699219, 0.691406, 0.628906, 0.683594, 0.695312, 0.699219, 0.699219, 0.699219, 0.302734, 0.699219, 0.699219, 0.6875, 0.462891, 0.6875, 0.695312, 0.699219, 0.699219, 0.660156, 0.699219, 0.699219, 0.699219, 0.46875, 0.6875, 0.699219, 0.699219, 0.699219, 0.699219, 0.636719, 0.660156, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.601562, 0.699219, 0.367188, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.640625, 0.699219, 0.570312, 0.699219, 0.65625, 0.699219, 0.699219, 0.699219, 0.695312, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.283203, 0.699219, 0.699219, 0.699219, 0.298828, 0.699219, 0.539062, 0.699219, 0.6875, 0.699219, 0.664062, 0.699219, 0.699219, 0.699219, 0.679688, 0.699219, 0.699219, 0.625, 0.695312, 0.283203, 0.699219, 0.699219, 0.699219, 0.699219, 0.691406, 0.640625, 0.699219, 0.699219, 0.699219, 0.699219, 0.660156, 0.671875, 0.699219, 0.472656, 0.699219, 0.699219, 0.699219, 0.699219, 0.34375, 0.378906, 0.699219, 0.699219, 0.273438, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.683594, 0.494141, 0.699219, 0.535156, 0.699219, 0.699219, 0.695312, 0.539062, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.322266, 0.209961, 0.699219, 0.675781, 0.699219, 0.699219, 0.699219, 0.648438, 0.699219, 0.683594, 0.699219, 0.699219, 0.527344, 0.699219, 0.679688, 0.699219, 0.699219, 0.699219, 0.695312, 0.699219, 0.699219, 0.691406, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.660156, 0.166992, 0.699219, 0.699219, 0.699219, 0.695312, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.636719, 0.683594, 0.4375, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.349609, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.691406, 0.667969, 0.699219, 0.699219, 0.648438, 0.6875, 0.384766, 0.699219, 0.699219, 0.699219, 0.699219, 0.671875, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.582031, 0.699219, 0.539062, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.515625, 0.699219, 0.328125, 0.699219, 0.660156, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.664062, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.353516, 0.699219, 0.699219, 0.699219, 0.625, 0.671875, 0.699219, 0.699219, 0.699219, 0.488281, 0.699219, 0.699219, 0.699219, 0.699219, 0.679688, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.671875, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.375, 0.699219, 0.699219, 0.455078, 0.699219, 0.695312, 0.636719, 0.597656, 0.699219, 0.699219, 0.699219, 0.699219, 0.273438, 0.550781, 0.699219, 0.699219, 0.441406, 0.699219, 0.390625, 0.699219, 0.699219, 0.699219, 0.699219, 0.664062, 0.664062, 0.6875, 0.462891, 0.699219, 0.671875, 0.699219, 0.699219, 0.699219, 0.289062, 0.699219, 0.695312, 0.699219, 0.546875, 0.699219, 0.699219, 0.416016, 0.53125, 0.699219, 0.535156, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.644531, 0.648438, 0.699219, 0.699219, 0.542969, 0.699219, 0.625, 0.699219, 0.699219, 0.679688, 0.59375, 0.451172, 0.679688, 0.695312, 0.699219, 0.699219, 0.542969, 0.699219, 0.699219, 0.699219, 0.213867, 0.664062, 0.617188, 0.433594, 0.486328, 0.699219, 0.496094, 0.699219, 0.699219, 0.699219, 0.523438, 0.699219, 0.609375, 0.699219, 0.699219, 0.660156, 0.699219, 0.699219, 0.427734, 0.699219, 0.699219, 0.6875, 0.699219, 0.699219, 0.699219, 0.435547, 0.699219, 0.699219, 0.652344, 0.699219, 0.699219, 0.679688, 0.699219, 0.699219, 0.351562, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.5625, 0.699219, 0.601562, 0.188477, 0.699219, 0.515625, 0.542969, 0.691406, 0.664062, 0.699219, 0.699219, 0.699219, 0.699219, 0.65625, 0.699219, 0.699219, 0.644531, 0.699219, 0.699219, 0.679688, 0.699219, 0.609375, 0.699219, 0.699219, 0.699219, 0.601562, 0.679688, 0.699219, 0.412109, 0.699219, 0.699219, 0.699219, 0.695312, 0.46875, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.578125, 0.699219, 0.699219, 0.519531, 0.699219, 0.585938, 0.699219, 0.699219, 0.648438, 0.6875, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.695312, 0.369141, 0.699219, 0.667969, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.566406, 0.488281, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.625, 0.699219, 0.699219, 0.699219, 0.507812, 0.671875, 0.699219, 0.234375, 0.699219, 0.451172, 0.5625, 0.443359, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.667969, 0.699219, 0.679688, 0.699219, 0.699219, 0.34375, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.417969, 0.566406, 0.699219, 0.699219, 0.632812, 0.699219, 0.691406, 0.699219, 0.326172, 0.699219, 0.699219, 0.699219, 0.699219, 0.234375, 0.699219, 0.699219, 0.699219, 0.699219, 0.695312, 0.527344, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.679688, 0.699219, 0.691406, 0.679688, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.625, 0.699219, 0.699219, 0.695312, 0.628906, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.535156, 0.699219, 0.675781, 0.699219, 0.6875, 0.699219, 0.699219, 0.699219, 0.59375, 0.699219, 0.699219, 0.699219, 0.695312, 0.699219, 0.648438, 0.699219, 0.699219, 0.699219, 0.667969, 0.683594, 0.488281, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.667969, 0.691406, 0.699219, 0.699219, 0.617188, 0.699219, 0.683594, 0.699219, 0.181641, 0.699219, 0.699219, 0.382812, 0.589844, 0.675781, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.535156, 0.337891, 0.519531, 0.691406, 0.699219, 0.699219, 0.695312, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.667969, 0.664062, 0.699219, 0.251953, 0.601562, 0.699219, 0.691406, 0.679688, 0.621094, 0.699219, 0.558594, 0.679688, 0.699219, 0.699219, 0.699219, 0.695312, 0.699219, 0.570312, 0.699219, 0.519531, 0.699219, 0.699219, 0.699219, 0.699219, 0.667969, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.503906, 0.222656, 0.519531, 0.644531, 0.691406, 0.699219, 0.699219, 0.699219, 0.699219, 0.339844, 0.699219, 0.699219, 0.554688, 0.527344, 0.699219, 0.554688, 0.699219, 0.628906, 0.683594, 0.699219, 0.417969, 0.699219, 0.699219, 0.699219, 0.523438, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.648438, 0.699219, 0.699219, 0.699219, 0.699219, 0.443359, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.648438, 0.077637, 0.699219, 0.65625, 0.699219, 0.699219, 0.699219, 0.699219, 0.675781, 0.699219, 0.699219, 0.542969, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.691406, 0.699219, 0.699219, 0.699219, 0.238281, 0.699219, 0.699219, 0.699219, 0.699219, 0.128906, 0.028931, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.5625, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.582031, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.490234, 0.53125, 0.652344, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.574219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.6875, 0.345703, 0.699219, 0.498047, 0.628906, 0.699219, 0.699219, 0.640625, 0.699219, 0.699219, 0.699219, 0.699219, 0.292969, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.152344, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.546875, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.628906, 0.699219, 0.691406, 0.699219, 0.675781, 0.699219, 0.699219, 0.695312, 0.494141, 0.699219, 0.695312, 0.699219, 0.699219, 0.699219, 0.695312, 0.699219, 0.613281, 0.699219, 0.699219, 0.679688, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.34375, 0.699219, 0.699219, 0.699219, 0.679688, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.242188, 0.695312, 0.546875, 0.699219, 0.699219, 0.453125, 0.699219, 0.691406, 0.65625, 0.699219, 0.511719, 0.691406, 0.699219, 0.6875, 0.699219, 0.699219, 0.691406, 0.699219, 0.542969, 0.699219, 0.632812, 0.699219, 0.164062, 0.695312, 0.699219, 0.699219, 0.699219, 0.699219, 0.679688, 0.582031, 0.699219, 0.699219, 0.621094, 0.683594, 0.412109, 0.5, 0.699219, 0.699219, 0.699219, 0.683594, 0.695312, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.691406, 0.664062, 0.699219, 0.699219, 0.699219, 0.699219, 0.617188, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.310547, 0.699219, 0.699219, 0.488281, 0.361328, 0.699219, 0.699219, 0.699219, 0.5, 0.699219, 0.427734, 0.699219, 0.699219, 0.523438, 0.699219, 0.613281, 0.617188, 0.699219, 0.695312, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.679688, 0.695312, 0.000603, 0.699219, 0.605469, 0.699219, 0.699219, 0.699219, 0.699219, 0.589844, 0.699219, 0.699219, 0.625, 0.605469, 0.699219, 0.523438, 0.535156, 0.695312, 0.699219, 0.699219, 0.683594, 0.699219, 0.699219, 0.699219, 0.683594, 0.699219, 0.644531, 0.289062, 0.699219, 0.699219, 0.699219, 0.664062, 0.699219, 0.699219, 0.683594, 0.699219, 0.53125, 0.337891, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.25, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.632812, 0.699219, 0.699219, 0.660156, 0.699219, 0.699219, 0.695312, 0.699219, 0.396484, 0.699219, 0.628906, 0.699219, 0.601562, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.431641, 0.699219, 0.699219, 0.699219, 0.699219, 0.636719, 0.699219, 0.699219, 0.699219, 0.699219, 0.6875, 0.699219, 0.699219, 0.699219, 0.671875, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.515625, 0.699219, 0.699219, 0.699219, 0.660156, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.644531, 0.699219, 0.695312, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.6875, 0.632812, 0.699219, 0.699219, 0.59375, 0.699219, 0.439453, 0.699219, 0.699219, 0.699219, 0.609375, 0.699219, 0.699219, 0.617188, 0.699219, 0.644531, 0.699219, 0.699219, 0.699219, 0.699219, 0.667969, 0.699219, 0.423828, 0.550781, 0.597656, 0.699219, 0.632812, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.542969, 0.478516, 0.699219, 0.6875, 0.699219, 0.667969, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.652344, 0.243164, 0.699219, 0.65625, 0.699219, 0.699219, 0.699219, 0.511719, 0.699219, 0.699219, 0.699219, 0.178711, 0.664062, 0.699219, 0.699219, 0.699219, 0.691406, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.472656, 0.699219, 0.451172, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.601562, 0.699219, 0.699219, 0.699219, 0.699219, 0.523438, 0.699219, 0.699219, 0.699219, 0.699219, 0.320312, 0.679688, 0.691406, 0.4375, 0.652344, 0.699219, 0.699219, 0.613281, 0.699219, 0.699219, 0.699219, 0.699219, 0.496094, 0.621094, 0.460938, 0.699219, 0.699219, 0.494141, 0.699219, 0.111328, 0.699219, 0.259766, 0.65625, 0.699219, 0.644531, 0.699219, 0.699219, 0.605469, 0.699219, 0.699219, 0.699219, 0.404297, 0.699219, 0.699219, 0.699219, 0.699219, 0.597656, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.464844, 0.699219, 0.699219, 0.699219, 0.699219, 0.6875, 0.263672, 0.480469, 0.699219, 0.376953, 0.695312, 0.691406, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.617188, 0.601562, 0.699219, 0.65625, 0.699219, 0.699219, 0.6875, 0.18457, 0.699219, 0.574219, 0.699219, 0.613281, 0.675781, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.644531, 0.652344, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.628906, 0.699219, 0.695312, 0.699219, 0.699219, 0.683594, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.183594, 0.511719, 0.632812, 0.585938, 0.683594, 0.6875, 0.347656, 0.699219, 0.695312, 0.699219, 0.699219, 0.699219, 0.519531, 0.613281, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.667969, 0.699219, 0.570312, 0.441406, 0.699219, 0.699219, 0.566406, 0.675781, 0.699219, 0.699219, 0.335938, 0.652344, 0.699219, 0.699219, 0.699219, 0.699219, 0.695312, 0.695312, 0.699219, 0.449219, 0.652344, 0.699219, 0.699219, 0.699219, 0.542969, 0.683594, 0.699219, 0.691406, 0.507812, 0.699219, 0.699219, 0.308594, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.40625, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.648438, 0.699219, 0.699219, 0.621094, 0.380859, 0.640625, 0.699219, 0.699219, 0.636719, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.640625, 0.699219, 0.695312, 0.699219, 0.578125, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.188477, 0.699219, 0.699219, 0.515625, 0.699219, 0.699219, 0.699219, 0.691406, 0.574219, 0.227539, 0.699219, 0.699219, 0.699219, 0.699219, 0.695312, 0.699219, 0.298828, 0.699219, 0.695312, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.5625, 0.699219, 0.699219, 0.648438, 0.337891, 0.699219, 0.6875, 0.644531, 0.699219, 0.699219, 0.699219, 0.439453, 0.699219, 0.000633, 0.699219, 0.699219, 0.398438, 0.617188, 0.699219, 0.699219, 0.699219, 0.628906, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.695312, 0.699219, 0.675781, 0.152344, 0.699219, 0.699219, 0.664062, 0.699219, 0.223633, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.695312, 0.699219, 0.699219, 0.699219, 0.671875, 0.699219, 0.699219, 0.699219, 0.699219, 0.695312, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.648438, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.695312, 0.699219, 0.683594, 0.699219, 0.699219, 0.699219, 0.699219, 0.314453, 0.699219, 0.699219, 0.699219, 0.474609, 0.6875, 0.695312, 0.699219, 0.494141, 0.699219, 0.515625, 0.40625, 0.621094, 0.482422, 0.695312, 0.699219, 0.679688, 0.699219, 0.699219, 0.660156, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.535156, 0.5625, 0.671875, 0.597656, 0.699219, 0.357422, 0.699219, 0.699219, 0.699219, 0.699219, 0.632812, 0.699219, 0.699219, 0.699219, 0.217773, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.314453, 0.5, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.644531, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.683594, 0.699219, 0.667969, 0.699219, 0.695312, 0.699219, 0.699219, 0.410156, 0.699219, 0.621094, 0.699219, 0.695312, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.691406, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.550781, 0.695312, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.667969, 0.361328, 0.699219, 0.660156, 0.699219, 0.699219, 0.699219, 0.699219, 0.667969, 0.699219, 0.699219, 0.558594, 0.695312, 0.699219, 0.699219, 0.699219, 0.691406, 0.699219, 0.652344, 0.699219, 0.699219, 0.472656, 0.699219, 0.269531, 0.119629, 0.566406, 0.699219, 0.683594, 0.699219, 0.443359, 0.699219, 0.699219, 0.699219, 0.695312, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.621094, 0.326172, 0.699219, 0.492188, 0.578125, 0.691406, 0.699219, 0.671875, 0.699219, 0.699219, 0.699219, 0.699219, 0.695312, 0.632812, 0.699219, 0.699219, 0.699219, 0.605469, 0.699219, 0.699219, 0.699219, 0.679688, 0.699219, 0.699219, 0.699219, 0.699219, 0.679688, 0.699219, 0.699219, 0.496094, 0.699219, 0.699219, 0.699219, 0.699219, 0.133789, 0.605469, 0.333984, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.585938, 0.244141, 0.699219, 0.699219, 0.632812, 0.699219, 0.699219, 0.699219, 0.699219, 0.578125, 0.699219, 0.699219, 0.699219, 0.699219, 0.318359, 0.570312, 0.699219, 0.6875, 0.392578, 0.699219, 0.129883, 0.699219, 0.699219, 0.699219, 0.53125, 0.546875, 0.699219, 0.699219, 0.695312, 0.699219, 0.699219, 0.671875, 0.699219, 0.691406, 0.691406, 0.699219, 0.230469, 0.429688, 0.484375, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.155273, 0.699219, 0.695312, 0.699219, 0.699219, 0.699219, 0.695312, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.695312, 0.699219, 0.699219, 0.699219, 0.613281, 0.699219, 0.671875, 0.699219, 0.699219, 0.554688, 0.699219, 0.527344, 0.699219, 0.699219, 0.648438, 0.699219, 0.691406, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.695312, 0.699219, 0.123047, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.644531, 0.699219, 0.699219, 0.699219, 0.535156, 0.699219, 0.699219, 0.699219, 0.648438, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.667969, 0.699219, 0.6875, 0.699219, 0.671875, 0.699219, 0.605469, 0.699219, 0.699219, 0.699219, 0.699219, 0.5625, 0.699219, 0.679688, 0.699219, 0.699219, 0.691406, 0.699219, 0.390625, 0.695312, 0.699219, 0.225586, 0.699219, 0.478516, 0.699219, 0.699219, 0.699219, 0.507812, 0.695312, 0.699219, 0.419922, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.427734, 0.265625, 0.597656, 0.699219, 0.566406, 0.699219, 0.632812, 0.699219, 0.699219, 0.601562, 0.699219, 0.695312, 0.699219, 0.699219, 0.699219, 0.695312, 0.699219, 0.699219, 0.699219, 0.691406, 0.691406, 0.59375, 0.699219, 0.699219, 0.683594, 0.65625, 0.578125, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.667969, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.683594, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.640625, 0.306641, 0.699219, 0.376953, 0.699219, 0.699219, 0.699219, 0.625, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.675781, 0.196289, 0.621094, 0.699219, 0.683594, 0.699219, 0.699219, 0.132812, 0.507812, 0.660156, 0.527344, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.275391, 0.699219, 0.597656, 0.605469, 0.519531, 0.648438, 0.699219, 0.699219, 0.180664, 0.699219, 0.652344, 0.699219, 0.441406, 0.699219, 0.699219, 0.691406, 0.699219, 0.699219, 0.476562, 0.566406, 0.699219, 0.699219, 0.691406, 0.699219, 0.652344, 0.660156, 0.699219, 0.695312, 0.699219, 0.699219, 0.253906, 0.695312, 0.699219, 0.699219, 0.546875, 0.699219, 0.208008, 0.699219, 0.699219, 0.699219, 0.228516, 0.699219, 0.699219, 0.695312, 0.644531, 0.617188, 0.699219, 0.699219, 0.699219, 0.417969, 0.699219, 0.460938, 0.699219, 0.699219, 0.683594, 0.695312, 0.613281, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.671875, 0.660156, 0.699219, 0.699219, 0.699219, 0.207031, 0.699219, 0.699219, 0.699219, 0.396484, 0.699219, 0.699219, 0.386719, 0.683594, 0.671875, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.617188, 0.699219, 0.699219, 0.699219, 0.695312, 0.683594, 0.664062, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.5, 0.699219, 0.699219, 0.699219, 0.691406, 0.699219, 0.699219, 0.699219, 0.699219, 0.664062, 0.699219, 0.699219, 0.53125, 0.699219, 0.462891, 0.699219, 0.699219, 0.550781, 0.699219, 0.699219, 0.699219, 0.214844, 0.699219, 0.699219, 0.699219, 0.699219, 0.695312, 0.699219, 0.699219, 0.699219, 0.648438, 0.699219, 0.699219, 0.640625, 0.699219, 0.644531, 0.699219, 0.699219, 0.691406, 0.699219, 0.679688, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.546875, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.695312, 0.597656, 0.699219, 0.699219, 0.648438, 0.632812, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.644531, 0.699219, 0.339844, 0.699219, 0.177734, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.423828, 0.699219, 0.376953, 0.640625, 0.699219, 0.699219, 0.699219, 0.699219, 0.5625, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.542969, 0.527344, 0.699219, 0.699219, 0.699219, 0.369141, 0.699219, 0.5625, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.597656, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.691406, 0.699219, 0.699219, 0.404297, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.492188, 0.691406, 0.699219, 0.699219, 0.699219, 0.585938, 0.328125, 0.699219, 0.699219, 0.699219, 0.667969, 0.263672, 0.699219, 0.699219, 0.699219, 0.699219, 0.289062, 0.59375, 0.699219, 0.396484, 0.699219, 0.699219, 0.699219, 0.679688, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.683594, 0.699219, 0.578125, 0.699219, 0.373047, 0.699219, 0.699219, 0.699219, 0.699219, 0.667969, 0.699219, 0.699219, 0.527344, 0.699219, 0.699219, 0.679688, 0.539062, 0.589844, 0.621094, 0.699219, 0.699219, 0.699219, 0.699219, 0.6875, 0.699219, 0.632812, 0.699219, 0.699219, 0.699219, 0.667969, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.6875, 0.699219, 0.65625, 0.699219, 0.699219, 0.699219, 0.699219, 0.220703, 0.699219, 0.695312, 0.699219, 0.699219, 0.6875, 0.699219, 0.419922, 0.699219, 0.699219, 0.699219, 0.699219, 0.578125, 0.699219, 0.699219, 0.601562, 0.699219, 0.6875, 0.699219, 0.492188, 0.699219, 0.65625, 0.695312, 0.699219, 0.542969, 0.6875, 0.550781, 0.699219, 0.699219, 0.699219, 0.699219, 0.464844, 0.699219, 0.416016, 0.699219, 0.699219, 0.699219, 0.644531, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.605469, 0.699219, 0.671875, 0.695312, 0.699219, 0.298828, 0.6875, 0.699219, 0.699219, 0.699219, 0.589844, 0.699219, 0.205078, 0.6875, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.609375, 0.699219, 0.6875, 0.119141, 0.208008, 0.675781, 0.691406, 0.699219, 0.675781, 0.511719, 0.699219, 0.699219, 0.699219, 0.660156, 0.648438, 0.6875, 0.691406, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.241211, 0.314453, 0.699219, 0.699219, 0.691406, 0.699219, 0.699219, 0.699219, 0.699219, 0.699219, 0.679688, 0.699219 ] } , "name": "onnx::Mul_11231", "outputIndexes": [ 4816 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4815, 4816 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 4817 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4744, 4817 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/Add_output_0", "outputIndexes": [ 4818 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4818 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.26/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 4819 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4819 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.26/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 4820 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4820, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 4821 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4821, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 4822 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4818, 4822 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 4823 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.550781, 0.5625, 0.707031, 0.494141, 0.566406, 0.5625, 1.117188, 0.609375, 0.431641, 0.734375, 0.492188, 0.455078, 1.0, 0.550781, 0.474609, 0.480469, 0.527344, 0.605469, 0.582031, 0.550781, 0.466797, 0.566406, 0.554688, 0.507812, 0.585938, 0.621094, 0.578125, 0.535156, 3.03125, 0.453125, 0.546875, 0.734375, 0.494141, 0.519531, 0.523438, 0.519531, 0.941406, 0.734375, 0.527344, 1.3125, 0.523438, 0.542969, 0.59375, 0.574219, 0.427734, 0.492188, 0.484375, 0.558594, 0.890625, 0.490234, 0.472656, 0.539062, 0.542969, 0.386719, 0.578125, 0.472656, 1.195312, 0.496094, 0.582031, 0.455078, 0.507812, 0.535156, 0.470703, 0.804688, 0.546875, 0.542969, 0.503906, 0.519531, 0.519531, 0.523438, 0.441406, 0.5625, 0.589844, 0.511719, 0.511719, 0.558594, 0.546875, 0.542969, 0.511719, 0.769531, 0.404297, 0.507812, 0.542969, 0.914062, 0.527344, 0.486328, 0.511719, 0.714844, 0.539062, 0.462891, 0.53125, 0.498047, 0.523438, 0.523438, 0.519531, 0.574219, 0.601562, 0.636719, 0.204102, 1.15625, 0.484375, 1.367188, 0.527344, 0.462891, 0.640625, 0.511719, 0.542969, 0.523438, 0.601562, 0.5625, 0.601562, 0.419922, 0.503906, 1.78125, 0.492188, 0.482422, 0.511719, 0.484375, 0.546875, 0.535156, 0.632812, 0.494141, 0.621094, 0.451172, 0.605469, 0.492188, 0.503906, 0.503906, 0.539062, 0.632812, 0.527344, 0.566406, 0.466797, 0.980469, 0.341797, 0.558594, 0.652344, 0.249023, 0.839844, 1.03125, 0.804688, 0.589844, 0.519531, 0.542969, 0.554688, 0.492188, 1.039062, 0.515625, 0.550781, 0.527344, 0.515625, 0.542969, 0.439453, 0.527344, 0.804688, 0.59375, 0.507812, 0.447266, 0.523438, 0.515625, 0.486328, 1.742188, 0.482422, 0.474609, 0.597656, 0.451172, 0.511719, 0.53125, 0.546875, 0.542969, 0.550781, 0.59375, 0.507812, 0.546875, 0.691406, 0.53125, 0.46875, 0.570312, 0.570312, 0.632812, 0.480469, 0.535156, 0.65625, 0.960938, 0.230469, 0.523438, 0.53125, 0.539062, 0.648438, 0.542969, 0.488281, 0.59375, 0.464844, 0.503906, 0.523438, 0.5, 0.539062, 0.515625, 1.695312, 0.482422, 0.851562, 0.714844, 0.617188, 0.488281, 0.431641, 0.490234, 0.474609, 0.542969, 0.496094, 0.53125, 0.519531, 0.617188, 0.484375, 0.625, 0.357422, 1.71875, 0.566406, 0.519531, 0.613281, 0.585938, 0.964844, 0.496094, 0.480469, 0.554688, 0.523438, 0.660156, 0.667969, 0.617188, 0.515625, 0.451172, 0.378906, 0.498047, 0.445312, 0.527344, 0.53125, 0.589844, 0.582031, 0.546875, 0.496094, 0.535156, 0.542969, 0.722656, 0.542969, 0.5625, 0.539062, 0.5625, 0.628906, 0.494141, 0.550781, 0.523438, 0.582031, 0.609375, 0.632812, 0.542969, 0.601562, 0.498047, 0.498047, 0.554688, 0.574219, 0.5, 0.492188, 0.498047, 0.558594, 0.539062, 0.742188, 0.539062, 0.466797, 1.023438, 0.488281, 0.523438, 0.503906, 0.470703, 0.507812, 0.476562, 0.597656, 0.699219, 0.574219, 0.554688, 0.558594, 0.5, 0.535156, 0.482422, 0.613281, 0.574219, 0.554688, 0.46875, 0.476562, 0.675781, 0.515625, 0.566406, 0.443359, 0.570312, 0.542969, 0.710938, 0.566406, 0.519531, 0.511719, 0.578125, 0.460938, 1.578125, 0.5625, 0.511719, 0.597656, 0.714844, 0.523438, 0.574219, 0.494141, 0.263672, 0.554688, 0.484375, 0.542969, 0.550781, 0.777344, 0.5625, 0.445312, 0.539062, 0.5, 0.546875, 0.535156, 0.589844, 0.554688, 0.632812, 0.449219, 0.535156, 0.515625, 0.601562, 0.474609, 1.203125, 0.515625, 0.527344, 0.539062, 0.539062, 0.523438, 0.527344, 0.605469, 0.519531, 0.71875, 0.492188, 0.585938, 0.554688, 0.486328, 0.585938, 0.53125, 0.542969, 0.558594, 0.578125, 0.550781, 0.470703, 1.539062, 0.542969, 0.539062, 0.582031, 1.453125, 0.511719, 0.550781, 0.441406, 0.585938, 0.515625, 0.59375, 0.449219, 0.5625, 0.433594, 0.53125, 0.527344, 0.474609, 0.490234, 0.53125, 0.664062, 0.498047, 0.5, 0.492188, 0.535156, 0.53125, 0.695312, 0.425781, 0.503906, 0.539062, 0.546875, 0.447266, 0.550781, 0.539062, 0.808594, 0.53125, 0.542969, 0.507812, 0.539062, 1.273438, 1.203125, 0.566406, 0.535156, 1.726562, 0.535156, 0.466797, 0.546875, 0.511719, 0.519531, 0.566406, 0.482422, 0.519531, 0.515625, 0.644531, 0.542969, 0.546875, 0.546875, 0.425781, 0.462891, 0.730469, 0.507812, 0.458984, 0.472656, 0.53125, 0.550781, 0.625, 0.347656, 0.492188, 0.601562, 0.470703, 0.546875, 0.539062, 0.570312, 0.558594, 0.726562, 2.4375, 0.490234, 0.535156, 0.464844, 0.527344, 0.527344, 0.558594, 0.494141, 0.490234, 0.515625, 0.480469, 0.800781, 0.486328, 0.570312, 0.375, 0.511719, 0.578125, 0.539062, 0.558594, 0.488281, 0.519531, 0.507812, 0.511719, 0.523438, 0.488281, 0.546875, 0.498047, 0.519531, 1.90625, 0.503906, 0.441406, 0.53125, 0.535156, 0.466797, 0.496094, 0.441406, 0.535156, 0.539062, 0.503906, 0.470703, 0.507812, 0.574219, 0.546875, 0.585938, 0.476562, 0.789062, 0.605469, 0.527344, 0.597656, 0.496094, 0.486328, 0.5, 0.486328, 0.519531, 0.472656, 1.257812, 0.476562, 0.527344, 0.34375, 0.519531, 0.523438, 0.431641, 0.523438, 0.511719, 0.451172, 0.53125, 0.558594, 0.519531, 0.539062, 0.419922, 0.683594, 0.550781, 0.957031, 0.490234, 0.628906, 0.613281, 0.523438, 0.566406, 0.511719, 0.519531, 0.494141, 0.5625, 0.511719, 0.523438, 0.578125, 0.554688, 0.609375, 0.457031, 0.796875, 0.496094, 0.574219, 0.408203, 0.539062, 0.542969, 0.648438, 0.554688, 1.210938, 0.515625, 0.648438, 0.515625, 0.5, 0.53125, 0.470703, 0.5, 0.515625, 0.519531, 0.53125, 0.519531, 0.527344, 0.710938, 0.511719, 0.765625, 0.400391, 0.511719, 0.492188, 0.53125, 0.554688, 0.519531, 0.523438, 0.53125, 0.628906, 0.400391, 0.5, 0.539062, 0.462891, 0.439453, 0.523438, 0.496094, 0.5625, 0.519531, 0.470703, 0.550781, 0.527344, 0.453125, 0.59375, 0.511719, 0.458984, 0.423828, 0.589844, 0.546875, 0.605469, 0.660156, 0.53125, 0.472656, 0.664062, 0.503906, 0.582031, 0.554688, 0.640625, 0.515625, 0.59375, 0.523438, 0.353516, 1.265625, 0.867188, 0.515625, 0.546875, 1.117188, 0.515625, 0.964844, 0.462891, 0.490234, 0.539062, 0.470703, 0.488281, 0.511719, 0.542969, 0.753906, 0.5, 0.515625, 0.539062, 0.503906, 0.511719, 1.328125, 0.664062, 0.570312, 0.507812, 0.5, 0.515625, 0.494141, 1.171875, 0.566406, 0.416016, 0.625, 0.527344, 0.527344, 0.554688, 0.451172, 0.527344, 0.427734, 0.519531, 0.570312, 0.486328, 0.558594, 0.585938, 0.554688, 0.496094, 0.480469, 0.621094, 0.539062, 0.8125, 0.53125, 0.605469, 0.484375, 0.5, 0.871094, 0.617188, 0.566406, 0.511719, 1.546875, 0.546875, 0.435547, 1.585938, 0.535156, 0.570312, 0.71875, 0.53125, 0.503906, 0.648438, 0.855469, 0.542969, 0.578125, 0.554688, 0.503906, 0.621094, 0.507812, 0.46875, 1.015625, 0.457031, 0.582031, 0.472656, 0.519531, 0.53125, 0.519531, 0.957031, 0.550781, 0.542969, 0.164062, 0.486328, 0.6875, 0.566406, 0.515625, 0.470703, 1.15625, 0.5, 0.554688, 0.507812, 0.507812, 0.542969, 0.462891, 0.515625, 0.570312, 0.490234, 0.5625, 0.5, 0.558594, 0.839844, 0.496094, 0.648438, 0.425781, 0.378906, 0.574219, 0.515625, 0.492188, 0.519531, 0.523438, 0.585938, 0.542969, 0.515625, 0.503906, 0.507812, 0.539062, 0.398438, 0.542969, 0.574219, 0.527344, 0.519531, 0.941406, 0.546875, 0.566406, 0.515625, 1.0625, 0.478516, 0.466797, 0.511719, 0.546875, 0.886719, 0.542969, 0.519531, 0.542969, 0.613281, 0.535156, 0.539062, 0.515625, 0.765625, 0.542969, 0.601562, 0.703125, 0.515625, 0.617188, 0.503906, 0.498047, 0.5625, 0.447266, 0.558594, 0.5, 0.523438, 0.5625, 0.46875, 0.458984, 1.21875, 0.498047, 0.589844, 0.523438, 0.486328, 0.472656, 0.542969, 0.478516, 0.519531, 0.8125, 0.925781, 0.527344, 0.478516, 0.458984, 0.455078, 0.478516, 0.480469, 0.519531, 0.640625, 0.609375, 0.511719, 0.542969, 0.498047, 0.617188, 0.566406, 0.570312, 2.0625, 0.511719, 0.746094, 0.683594, 0.84375, 0.550781, 0.570312, 0.507812, 0.519531, 0.550781, 0.484375, 0.486328, 0.730469, 0.503906, 0.421875, 0.53125, 0.511719, 0.546875, 0.515625, 0.550781, 0.466797, 0.519531, 1.023438, 0.429688, 0.675781, 0.5, 0.550781, 0.5, 0.484375, 0.582031, 0.667969, 0.585938, 0.5625, 0.550781, 0.585938, 0.519531, 1.375, 0.527344, 0.476562, 0.476562, 0.515625, 1.945312, 0.496094, 0.441406, 0.451172, 0.511719, 0.447266, 0.683594, 0.511719, 0.494141, 0.515625, 0.503906, 0.589844, 0.71875, 0.527344, 0.519531, 0.5625, 0.597656, 0.550781, 0.601562, 0.523438, 0.523438, 0.570312, 0.503906, 0.492188, 0.419922, 0.574219, 0.480469, 0.455078, 0.507812, 0.566406, 0.527344, 0.478516, 0.722656, 0.5625, 0.515625, 0.542969, 0.535156, 0.519531, 0.558594, 0.466797, 0.6875, 0.535156, 0.523438, 0.859375, 0.455078, 0.462891, 0.402344, 0.490234, 0.462891, 0.46875, 0.578125, 0.53125, 0.964844, 0.503906, 0.570312, 0.558594, 0.507812, 0.5625, 0.523438, 0.496094, 0.609375, 0.542969, 0.53125, 0.605469, 0.5, 0.496094, 0.519531, 1.070312, 0.539062, 0.523438, 1.296875, 0.691406, 0.601562, 0.5625, 0.527344, 0.5625, 0.59375, 0.527344, 0.566406, 0.5, 0.542969, 1.101562, 0.902344, 0.578125, 0.570312, 0.515625, 0.566406, 0.519531, 0.507812, 0.605469, 0.511719, 0.519531, 0.4375, 0.53125, 0.511719, 1.617188, 0.570312, 0.535156, 0.550781, 0.542969, 0.585938, 0.542969, 0.761719, 0.609375, 0.496094, 0.396484, 0.535156, 0.53125, 0.535156, 0.566406, 0.519531, 0.660156, 0.625, 0.396484, 0.5, 0.472656, 0.617188, 0.5, 0.53125, 0.496094, 0.515625, 0.617188, 0.589844, 0.789062, 0.835938, 0.535156, 0.625, 0.523438, 0.527344, 0.554688, 0.496094, 0.589844, 1.523438, 0.519531, 0.527344, 0.792969, 0.808594, 0.546875, 0.699219, 0.589844, 0.628906, 0.539062, 0.498047, 0.957031, 0.511719, 0.53125, 0.535156, 0.636719, 0.496094, 0.53125, 0.519531, 0.542969, 0.546875, 0.515625, 0.363281, 0.515625, 0.5625, 0.527344, 0.503906, 0.523438, 0.5, 0.570312, 0.527344, 0.523438, 0.5625, 0.519531, 0.5, 0.511719, 0.515625, 0.470703, 0.566406, 0.550781, 0.494141, 0.550781, 0.527344, 0.511719, 0.492188, 0.535156, 0.644531, 5.71875, 0.494141, 0.582031, 0.519531, 0.566406, 0.507812, 0.542969, 0.498047, 0.498047, 0.478516, 0.949219, 0.488281, 0.527344, 0.550781, 0.470703, 0.519531, 0.527344, 0.496094, 0.523438, 0.511719, 1.679688, 0.488281, 0.503906, 0.466797, 0.558594, 3.5625, 0.847656, 0.59375, 0.617188, 0.53125, 0.519531, 0.5, 0.488281, 0.492188, 0.462891, 0.53125, 0.539062, 0.503906, 0.431641, 0.443359, 0.519531, 0.53125, 0.53125, 0.875, 0.455078, 0.443359, 0.466797, 0.498047, 0.519531, 0.382812, 0.582031, 0.929688, 0.613281, 0.503906, 0.503906, 0.535156, 0.503906, 0.519531, 0.464844, 0.585938, 0.59375, 0.488281, 0.5, 0.582031, 0.519531, 0.640625, 1.398438, 0.605469, 0.714844, 0.589844, 0.597656, 0.550781, 0.546875, 0.439453, 0.496094, 0.177734, 0.503906, 1.054688, 0.498047, 0.535156, 0.601562, 0.523438, 0.527344, 0.585938, 0.636719, 0.550781, 0.511719, 0.527344, 0.53125, 0.527344, 0.539062, 0.542969, 0.550781, 0.503906, 0.546875, 0.558594, 0.519531, 0.484375, 0.515625, 0.523438, 0.527344, 0.466797, 0.535156, 0.480469, 0.494141, 0.574219, 0.480469, 0.488281, 0.675781, 0.515625, 0.542969, 0.458984, 0.554688, 0.480469, 0.486328, 0.511719, 0.511719, 0.494141, 0.507812, 0.523438, 0.519531, 0.466797, 0.498047, 0.382812, 0.470703, 0.511719, 0.490234, 0.648438, 0.539062, 0.53125, 0.523438, 0.503906, 0.707031, 0.53125, 0.539062, 0.675781, 0.601562, 0.474609, 0.519531, 0.535156, 0.597656, 0.46875, 0.523438, 0.667969, 0.476562, 0.527344, 0.605469, 0.542969, 0.386719, 0.515625, 0.447266, 0.503906, 0.492188, 1.460938, 0.523438, 0.535156, 0.507812, 0.519531, 0.511719, 0.482422, 0.507812, 0.466797, 0.730469, 0.470703, 1.179688, 0.53125, 0.535156, 0.503906, 0.566406, 0.613281, 0.507812, 0.486328, 0.515625, 0.486328, 0.566406, 0.267578, 0.435547, 0.539062, 0.496094, 0.511719, 0.542969, 0.554688, 0.597656, 0.503906, 0.410156, 0.53125, 2.828125, 0.507812, 0.546875, 0.488281, 0.527344, 0.585938, 0.550781, 0.667969, 0.507812, 0.597656, 0.65625, 0.507812, 0.734375, 0.566406, 0.515625, 0.492188, 0.503906, 0.507812, 0.570312, 0.451172, 0.490234, 0.460938, 0.523438, 0.515625, 0.494141, 0.507812, 0.482422, 0.582031, 0.453125, 0.503906, 0.550781, 0.5, 0.535156, 0.496094, 0.451172, 0.527344, 1.210938, 0.447266, 0.535156, 0.75, 1.117188, 0.451172, 0.523438, 0.503906, 0.851562, 0.542969, 0.820312, 0.507812, 0.488281, 0.617188, 0.503906, 0.632812, 0.617188, 0.519531, 0.578125, 0.519531, 0.519531, 0.5, 0.400391, 0.511719, 0.59375, 0.476562, 0.550781, 0.472656, 0.546875, 1.226562, 0.550781, 0.644531, 0.582031, 0.550781, 0.511719, 0.457031, 0.574219, 0.519531, 0.5, 0.597656, 0.683594, 0.494141, 0.769531, 0.546875, 0.550781, 0.511719, 0.535156, 0.597656, 0.511719, 0.789062, 0.466797, 0.470703, 0.539062, 0.738281, 1.507812, 0.46875, 0.570312, 0.574219, 0.613281, 0.498047, 0.546875, 0.582031, 0.53125, 0.832031, 0.789062, 0.542969, 0.492188, 0.4375, 0.494141, 0.550781, 0.445312, 1.84375, 0.527344, 0.472656, 0.542969, 0.507812, 0.5625, 0.566406, 0.486328, 0.519531, 0.515625, 0.546875, 0.507812, 0.515625, 0.503906, 0.503906, 0.496094, 0.474609, 0.535156, 0.570312, 0.601562, 0.644531, 0.707031, 0.554688, 0.570312, 0.515625, 0.546875, 0.550781, 0.777344, 0.494141, 0.542969, 0.515625, 0.554688, 0.644531, 0.507812, 0.496094, 0.546875, 0.482422, 0.472656, 0.488281, 0.490234, 0.466797, 0.566406, 0.488281, 0.194336, 0.492188, 0.515625, 0.535156, 0.585938, 0.820312, 0.515625, 0.59375, 0.519531, 0.628906, 0.480469, 0.507812, 0.527344, 0.371094, 0.519531, 0.464844, 0.542969, 0.546875, 0.535156, 0.507812, 0.542969, 0.376953, 0.492188, 0.523438, 0.503906, 0.496094, 0.433594, 0.492188, 0.503906, 0.558594, 0.498047, 0.753906, 0.523438, 0.582031, 0.542969, 0.609375, 0.515625, 0.519531, 0.621094, 0.507812, 0.546875, 0.53125, 0.574219, 0.535156, 0.398438, 0.515625, 0.490234, 1.195312, 0.742188, 0.683594, 0.601562, 0.494141, 0.5, 0.515625, 0.542969, 0.5, 0.546875, 0.431641, 0.511719, 0.515625, 0.53125, 0.447266, 0.554688, 0.550781, 0.730469, 0.574219, 0.496094, 0.453125, 0.535156, 0.367188, 0.589844, 0.5, 0.416016, 0.380859, 0.535156, 0.617188, 0.96875, 0.550781, 0.519531, 0.480469, 0.566406, 0.519531, 0.835938, 0.578125, 0.324219, 0.558594, 1.140625, 0.546875, 0.5, 0.539062, 0.601562, 0.53125, 0.550781, 0.488281, 0.558594, 0.5, 0.515625, 0.609375, 0.589844, 0.972656, 0.578125, 0.484375, 0.554688, 0.574219, 0.535156, 0.515625, 0.5625, 0.515625, 0.482422, 0.5, 0.457031, 0.800781, 0.488281, 0.519531, 0.5625, 0.566406, 0.714844, 0.5625, 0.507812, 0.523438, 0.617188, 1.234375, 0.574219, 0.535156, 0.996094, 0.667969, 0.519531, 0.484375, 0.652344, 0.328125, 0.527344, 0.535156, 0.542969, 0.632812, 0.621094, 0.6875, 0.486328, 0.300781, 0.71875, 0.558594, 2.9375, 0.652344, 1.898438, 0.542969, 0.515625, 0.457031, 0.675781, 0.527344, 0.761719, 0.519531, 0.464844, 0.511719, 1.085938, 0.585938, 0.542969, 0.507812, 0.539062, 0.691406, 0.527344, 0.546875, 0.523438, 0.527344, 0.542969, 0.824219, 0.365234, 0.53125, 0.5625, 0.550781, 0.539062, 1.554688, 0.929688, 0.457031, 0.597656, 0.542969, 0.5, 0.488281, 0.566406, 0.515625, 0.441406, 0.490234, 0.494141, 0.601562, 0.443359, 0.585938, 0.597656, 0.5, 0.507812, 0.578125, 0.863281, 0.507812, 0.5, 0.474609, 0.65625, 0.644531, 0.585938, 0.527344, 0.5, 0.478516, 0.478516, 0.554688, 0.527344, 0.613281, 0.523438, 0.574219, 0.535156, 0.53125, 0.472656, 0.523438, 0.46875, 0.628906, 0.466797, 0.460938, 0.326172, 0.535156, 0.410156, 0.486328, 0.535156, 0.486328, 0.550781, 3.03125, 0.789062, 0.535156, 0.835938, 0.519531, 0.570312, 0.78125, 0.527344, 0.5625, 0.519531, 0.507812, 0.542969, 0.683594, 0.617188, 0.507812, 0.558594, 0.542969, 0.507812, 0.515625, 0.589844, 0.625, 0.550781, 0.605469, 0.976562, 0.558594, 0.519531, 0.777344, 0.507812, 0.5, 0.515625, 1.15625, 0.664062, 0.554688, 0.539062, 0.496094, 0.4375, 0.457031, 0.470703, 0.457031, 1.203125, 0.574219, 0.523438, 0.566406, 0.476562, 0.695312, 0.644531, 0.558594, 0.542969, 0.65625, 0.523438, 0.5625, 1.460938, 0.570312, 0.535156, 0.5, 0.550781, 0.476562, 0.539062, 0.466797, 0.519531, 0.492188, 0.394531, 0.882812, 0.519531, 0.472656, 0.519531, 0.486328, 0.511719, 0.523438, 0.490234, 0.523438, 0.554688, 0.566406, 0.5625, 0.503906, 1.125, 0.589844, 0.519531, 0.53125, 0.679688, 0.519531, 0.507812, 0.550781, 0.539062, 0.523438, 0.433594, 0.585938, 0.519531, 0.464844, 0.503906, 0.554688, 0.515625, 0.601562, 0.515625, 0.527344, 0.523438, 0.707031, 0.511719, 0.462891, 0.890625, 0.535156, 0.503906, 0.492188, 0.570312, 0.769531, 0.828125, 0.480469, 0.511719, 0.5, 0.511719, 0.578125, 0.574219, 1.429688, 0.519531, 0.519531, 0.275391, 0.464844, 0.539062, 0.53125, 0.523438, 0.714844, 0.302734, 0.519531, 0.5, 0.949219, 0.476562, 0.539062, 0.589844, 0.472656, 0.503906, 0.53125, 0.8125, 0.539062, 1.757812, 0.605469, 0.527344, 0.527344, 0.574219, 0.535156, 0.527344, 0.542969, 0.617188, 0.589844, 0.492188, 0.474609, 0.474609, 0.5, 0.539062, 0.613281, 0.578125, 0.542969, 0.539062, 0.578125, 0.570312, 0.609375, 0.515625, 1.726562, 0.542969, 0.515625, 0.482422, 0.539062, 0.404297, 0.550781, 0.523438, 0.523438, 0.511719, 0.503906, 0.490234, 0.496094, 0.492188, 0.408203, 0.515625, 0.59375, 0.503906, 0.166016, 0.539062, 0.519531, 0.480469, 0.498047, 0.498047, 0.558594, 0.542969, 0.511719, 0.558594, 0.523438, 0.523438, 0.554688, 0.539062, 0.474609, 0.5, 0.53125, 0.566406, 0.574219, 0.515625, 0.470703, 0.542969, 0.515625, 1.289062, 0.507812, 0.515625, 0.472656, 0.914062, 0.478516, 0.503906, 0.519531, 0.722656, 0.5625, 1.039062, 1.226562, 0.660156, 0.773438, 0.539062, 0.53125, 0.447266, 0.542969, 0.492188, 0.671875, 0.625, 0.523438, 0.472656, 0.589844, 0.523438, 0.691406, 0.5625, 0.550781, 0.664062, 0.443359, 1.257812, 0.546875, 0.519531, 0.1875, 0.503906, 0.585938, 0.46875, 0.582031, 0.5, 0.380859, 0.363281, 0.589844, 0.310547, 0.507812, 0.558594, 0.523438, 0.554688, 1.210938, 0.957031, 0.578125, 0.490234, 0.539062, 0.515625, 0.550781, 0.484375, 0.494141, 0.617188, 0.554688, 0.458984, 0.511719, 0.5, 0.523438, 0.527344, 0.515625, 0.542969, 0.574219, 0.523438, 0.582031, 0.460938, 0.898438, 0.507812, 0.597656, 0.511719, 0.609375, 0.498047, 0.503906, 0.5625, 0.5, 0.503906, 0.554688, 0.427734, 0.416016, 0.542969, 0.511719, 0.476562, 1.429688, 0.488281, 0.492188, 0.460938, 0.527344, 0.5, 0.474609, 0.371094, 0.53125, 0.988281, 0.527344, 0.511719, 0.507812, 0.6875, 0.515625, 0.539062, 0.535156, 0.582031, 0.558594, 0.519531, 0.453125, 0.5, 0.578125, 0.492188, 0.527344, 0.566406, 0.589844, 0.503906, 0.539062, 0.917969, 0.519531, 1.9375, 3.84375, 0.566406, 0.492188, 0.5, 0.523438, 0.902344, 0.5, 0.511719, 0.503906, 0.490234, 0.574219, 0.503906, 0.714844, 0.498047, 0.566406, 0.515625, 1.296875, 0.546875, 0.691406, 0.570312, 0.443359, 0.492188, 0.578125, 0.578125, 0.519531, 0.515625, 0.550781, 0.503906, 0.679688, 0.472656, 0.53125, 0.490234, 0.628906, 0.535156, 0.550781, 0.498047, 0.519531, 0.423828, 0.589844, 0.65625, 0.621094, 0.542969, 0.605469, 0.519531, 0.792969, 0.496094, 0.972656, 0.503906, 0.503906, 0.894531, 0.640625, 0.671875, 0.482422, 0.515625, 0.464844, 0.503906, 0.515625, 0.511719, 0.707031, 1.492188, 0.519531, 0.482422, 0.617188, 0.535156, 0.414062, 0.609375, 0.5625, 0.796875, 0.519531, 0.507812, 0.511719, 0.515625, 1.25, 0.609375, 0.53125, 0.474609, 0.871094, 0.498047, 1.8125, 0.5625, 0.519531, 0.566406, 0.503906, 0.644531, 0.496094, 0.527344, 0.582031, 0.707031, 0.507812, 0.539062, 0.558594, 0.427734, 0.546875, 0.466797, 0.816406, 0.660156, 0.8125, 0.558594, 0.488281, 0.484375, 0.59375, 0.53125, 3.078125, 0.484375, 0.474609, 0.494141, 0.486328, 0.546875, 0.470703, 0.546875, 0.554688, 0.507812, 0.535156, 0.523438, 0.535156, 0.474609, 0.425781, 0.550781, 0.527344, 0.546875, 0.519531, 0.640625, 0.425781, 0.550781, 0.539062, 0.527344, 0.5625, 0.380859, 0.53125, 0.523438, 0.636719, 0.53125, 0.644531, 0.898438, 0.601562, 0.761719, 0.542969, 0.503906, 0.484375, 0.496094, 0.482422, 2.890625, 0.507812, 0.482422, 0.542969, 0.523438, 0.433594, 0.542969, 0.589844, 0.539062, 0.503906, 0.535156, 0.667969, 0.542969, 0.542969, 0.53125, 0.597656, 0.59375, 0.542969, 0.453125, 0.474609, 0.539062, 0.474609, 0.363281, 0.589844, 0.523438, 0.494141, 0.472656, 0.488281, 0.40625, 0.554688, 0.492188, 0.636719, 0.194336, 0.503906, 0.519531, 0.439453, 0.539062, 0.554688, 0.535156, 0.523438, 0.507812, 0.519531, 0.474609, 0.480469, 0.566406, 0.546875, 1.0625, 0.46875, 0.832031, 0.507812, 0.589844, 0.554688, 0.746094, 0.308594, 0.470703, 0.980469, 0.527344, 0.503906, 0.462891, 0.570312, 0.523438, 0.5625, 0.476562, 0.542969, 1.039062, 0.722656, 0.605469, 0.53125, 0.671875, 0.53125, 0.648438, 0.539062, 0.53125, 0.71875, 0.449219, 0.478516, 0.542969, 0.527344, 0.457031, 0.494141, 0.441406, 0.519531, 0.476562, 0.486328, 0.53125, 0.722656, 0.523438, 0.535156, 0.640625, 0.515625, 0.609375, 0.5, 0.527344, 0.507812, 0.482422, 0.535156, 0.462891, 0.478516, 0.523438, 0.828125, 0.542969, 0.492188, 0.527344, 0.519531, 0.625, 0.546875, 0.443359, 0.464844, 0.527344, 0.503906, 0.523438, 0.445312, 0.574219, 0.550781, 0.632812, 0.419922, 0.470703, 0.546875, 0.546875, 0.519531, 0.511719, 0.621094, 0.582031, 1.484375, 0.550781, 1.070312, 0.5625, 0.486328, 0.455078, 0.648438, 0.445312, 0.558594, 0.554688, 0.494141, 0.490234, 0.539062, 0.523438, 0.515625, 0.585938, 0.527344, 0.494141, 1.578125, 0.589844, 0.535156, 0.53125, 0.585938, 0.496094, 1.039062, 0.667969, 0.488281, 0.628906, 0.511719, 0.527344, 0.474609, 0.5625, 0.554688, 0.566406, 0.455078, 0.535156, 0.558594, 0.542969, 0.742188, 0.46875, 0.597656, 0.621094, 1.046875, 0.5, 0.523438, 0.554688, 2.5625, 0.478516, 0.490234, 0.484375, 0.859375, 0.523438, 0.558594, 0.566406, 0.490234, 0.535156, 0.648438, 0.435547, 0.535156, 0.539062, 0.640625, 0.460938, 0.519531, 0.503906, 0.439453, 0.570312, 0.519531, 0.519531, 2.015625, 0.414062, 0.511719, 0.613281, 0.714844, 0.507812, 2.671875, 0.558594, 0.570312, 0.539062, 1.851562, 0.498047, 0.503906, 0.589844, 0.574219, 0.554688, 0.5, 0.439453, 0.503906, 0.816406, 0.453125, 0.71875, 0.519531, 0.632812, 0.523438, 0.542969, 0.523438, 0.492188, 0.523438, 0.470703, 0.24707, 0.546875, 0.445312, 0.490234, 0.609375, 0.515625, 0.523438, 0.585938, 1.773438, 0.429688, 0.482422, 0.542969, 0.910156, 0.554688, 0.492188, 1.179688, 0.488281, 0.515625, 0.542969, 0.515625, 0.470703, 0.621094, 0.578125, 0.582031, 0.5, 0.519531, 0.53125, 0.515625, 0.503906, 0.550781, 0.503906, 0.554688, 0.53125, 0.527344, 0.486328, 0.330078, 0.527344, 0.507812, 0.578125, 0.496094, 0.863281, 0.472656, 0.519531, 0.539062, 0.730469, 0.496094, 0.503906, 0.476562, 0.519531, 0.695312, 0.539062, 0.554688, 0.667969, 0.582031, 0.648438, 0.511719, 0.503906, 0.691406, 0.519531, 0.527344, 0.511719, 0.867188, 0.408203, 0.535156, 0.507812, 0.566406, 0.488281, 0.539062, 0.640625, 0.496094, 0.644531, 0.5, 0.425781, 0.539062, 0.566406, 0.539062, 0.451172, 0.371094, 0.527344, 0.5, 0.5, 0.503906, 0.535156, 0.5625, 0.535156, 0.546875, 0.503906, 0.558594, 0.496094, 0.5, 0.613281, 0.554688, 0.384766, -0.257812, 0.443359, 0.558594, 0.46875, 0.435547, 0.59375, 0.519531, 0.570312, 0.570312, 0.601562, 0.507812, 0.582031, 0.503906, 0.492188, 0.546875, 0.511719, 0.558594, 1.273438, 0.488281, 2.484375, 0.527344, 0.515625, 0.652344, 0.589844, 0.546875, 0.542969, 0.539062, 0.519531, 0.523438, 0.519531, 0.511719, 0.761719, 0.617188, 0.176758, 0.449219, 0.585938, 0.535156, 0.691406, 0.554688, 0.507812, 0.5625, 0.494141, 0.464844, 0.519531, 0.5625, 0.679688, 0.408203, 0.519531, 0.488281, 0.613281, 0.53125, 0.757812, 0.484375, 0.488281, 0.535156, 0.484375, 0.474609, 0.53125, 0.605469, 0.498047, 0.498047, 0.578125, 0.519531, 0.507812, 0.515625, 0.535156, 0.527344, 0.511719, 1.320312, 0.566406, 0.480469, 0.542969, 0.589844, 0.53125, 0.546875, 0.494141, 0.535156, 0.675781, 0.535156, 0.515625, 0.453125, 0.511719, 0.621094, 1.335938, 0.566406, 0.519531, 0.507812, 0.519531, 1.757812, 0.519531, 0.542969, 0.539062, 0.511719, 1.1875, 0.496094, 0.542969, 0.898438, 0.5, 0.609375, 0.503906, 0.5, 0.414062, 0.496094, 0.519531, 0.494141, 0.542969, 0.566406, 0.488281, 0.730469, 0.277344, 0.679688, 0.492188, 0.554688, 0.394531, 0.570312, 0.527344, 0.566406, 0.511719, 0.617188, 0.511719, 0.492188, 0.554688, 0.546875, 0.503906, 0.605469, 0.453125, 0.582031, 0.421875, 0.457031, 0.462891, 0.488281, 0.648438, 0.566406, 0.601562, 0.412109, 0.496094, 0.5625, 0.558594, 0.585938, 0.498047, 0.416016, 0.554688, 0.494141, 0.53125, 0.527344, 0.527344, 0.570312, 0.527344, 0.542969, 0.507812, 0.589844, 0.410156, 0.480469, 2.140625, 0.539062, 0.496094, 0.53125, 0.535156, 0.5, 0.582031, 0.550781, 0.566406, 0.527344, 0.542969, 0.466797, 0.65625, 0.570312, 0.542969, 0.652344, 0.535156, 0.546875, 0.507812, 0.570312, 0.46875, 0.503906, 0.179688, 0.380859, 0.625, 0.578125, 0.742188, 0.308594, 0.503906, 0.523438, 0.574219, 0.523438, 0.488281, 1.046875, 0.523438, 0.535156, 0.542969, 0.613281, 0.470703, 0.574219, 0.460938, 0.462891, 0.652344, 0.511719, 0.515625, 0.511719, 0.617188, 0.447266, 0.589844, 0.558594, 0.542969, 1.632812, 0.5625, 0.574219, 0.511719, 0.511719, 0.59375, 0.519531, 2.140625, 0.542969, 0.570312, 0.496094, 0.621094, 0.507812, 0.498047, 0.511719, 0.527344, 0.527344, 0.4375, 0.439453, 0.515625, 0.605469, 0.503906, 0.542969, 1.25, 1.453125, 0.59375, 0.416016, 0.566406, 0.652344, 0.703125, 0.507812, 0.447266, 0.482422, 0.554688, 0.527344, 0.515625, 0.53125, 0.578125, 0.492188, 0.519531, 0.570312, 0.496094, 1.65625, 1.515625, 0.535156, 0.507812, 0.542969, 0.589844, 0.503906, 0.515625, 0.523438, 0.5, 0.527344, 0.527344 ] } , "name": "onnx::Mul_11232", "outputIndexes": [ 4824 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4823, 4824 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 4825 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4825 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.26/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 7861 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7861 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.26/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 7862 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7862 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1565496326, 13107222, 3276800, 0, 0 ] } , "name": "/layers.26/mlp/gate_proj/Linear", "outputIndexes": [ 7863 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7863 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.26/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 7864 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7864 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.26/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 4826 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4826 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.26/mlp/act_fn/Mul_output_0", "outputIndexes": [ 4827 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4826, 4827 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 4828 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 4828 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 4829 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4826, 4829 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/mlp/act_fn/Add_output_0", "outputIndexes": [ 4830 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 4830 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 4831 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4831 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.26/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 4832 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 4832 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 4833 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4826, 4833 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 4834 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 4834 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 4835 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7862 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1581880348, 13107222, 3276800, 0, 0 ] } , "name": "/layers.26/mlp/up_proj/Linear", "outputIndexes": [ 7867 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7867 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.26/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 7868 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7868 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.26/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 4836 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4835, 4836 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/mlp/Mul_output_0", "outputIndexes": [ 4837 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4837 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.26/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 7869 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7869 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.26/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 7870 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7870 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1598264370, 13107222, 3276800, 0, 0 ] } , "name": "/layers.26/mlp/down_proj/Linear", "outputIndexes": [ 7871 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7871 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.26/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 7872 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7872 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.26/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 4838 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4838 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.26/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 4840 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4840 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.26/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 4841 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4841, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 4842 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4842, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 4843 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4838, 4843 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 4844 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.6875, 1.054688, 0.65625, 1.6875, 1.320312, 1.289062, 1.09375, 1.15625, 1.6875, 0.566406, 1.6875, 1.6875, 1.085938, 1.6875, 1.6875, 1.40625, 1.679688, 1.273438, 1.679688, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.609375, 1.414062, 1.6875, 1.6875, 0.5625, 1.6875, 1.6875, 0.941406, 1.6875, 1.671875, 1.6875, 1.5625, 0.5, 0.914062, 1.6875, 0.785156, 1.6875, 1.6875, 1.414062, 1.109375, 1.6875, 1.6875, 0.710938, 1.59375, 1.28125, 1.6875, 1.6875, 1.6875, 1.6875, 0.851562, 1.6875, 1.6875, 0.339844, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.554688, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.21875, 1.6875, 1.6875, 1.6875, 1.4375, 1.6875, 1.617188, 1.6875, 1.171875, 1.6875, 1.679688, 1.6875, 1.125, 1.609375, 1.6875, 1.6875, 1.414062, 1.6875, 0.628906, 1.6875, 1.664062, 1.6875, 1.671875, 1.6875, 1.6875, 0.730469, 1.445312, 1.34375, 0.351562, 1.6875, 1.164062, 1.6875, 1.6875, 1.335938, 1.6875, 1.6875, 1.6875, 1.6875, 1.625, 1.507812, 1.6875, 1.6875, 0.375, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.445312, 1.117188, 1.6875, 1.148438, 1.6875, 1.6875, 1.6875, 1.6875, 1.226562, 1.6875, 1.414062, 1.6875, 1.679688, 1.6875, 1.164062, 0.820312, 1.625, 1.539062, 0.001526, 1.585938, 0.796875, 0.683594, 1.109375, 1.6875, 1.6875, 1.6875, 1.6875, 0.632812, 1.6875, 1.6875, 1.648438, 1.6875, 1.6875, 1.6875, 1.6875, 1.367188, 1.6875, 1.6875, 1.6875, 1.34375, 1.6875, 1.6875, 0.628906, 1.65625, 1.6875, 1.65625, 1.6875, 1.6875, 1.679688, 1.15625, 1.6875, 1.6875, 0.488281, 1.6875, 1.484375, 0.925781, 1.6875, 1.6875, 1.671875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.125, 1.6875, 1.6875, 1.6875, 1.484375, 1.617188, 1.6875, 1.6875, 1.328125, 1.6875, 1.6875, 1.6875, 1.6875, 1.585938, 1.6875, 0.279297, 1.6875, 1.0625, 1.664062, 1.6875, 1.6875, 1.640625, 1.6875, 1.6875, 1.5, 1.6875, 1.6875, 1.6875, 1.6875, 1.585938, 1.546875, 1.6875, 0.679688, 1.6875, 1.6875, 1.328125, 1.640625, 0.929688, 1.6875, 1.632812, 1.296875, 1.6875, 1.671875, 1.6875, 1.601562, 1.6875, 1.6875, 1.007812, 1.671875, 1.320312, 1.6875, 1.273438, 1.6875, 1.289062, 1.671875, 1.6875, 1.570312, 1.6875, 1.359375, 1.6875, 1.632812, 1.6875, 1.5, 1.554688, 1.6875, 1.6875, 1.664062, 1.28125, 1.3125, 1.375, 1.6875, 1.6875, 1.664062, 1.6875, 1.6875, 1.601562, 1.6875, 1.6875, 1.6875, 1.414062, 1.6875, 0.388672, 1.6875, 1.6875, 1.15625, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.460938, 1.375, 1.6875, 1.445312, 1.375, 1.6875, 1.6875, 1.6875, 1.523438, 1.6875, 1.679688, 1.6875, 1.6875, 1.625, 1.6875, 1.367188, 1.6875, 1.6875, 1.6875, 1.125, 1.6875, 1.6875, 1.679688, 1.6875, 1.6875, 0.789062, 1.6875, 1.6875, 1.5625, 1.085938, 1.6875, 1.601562, 1.6875, 1.6875, 1.570312, 1.6875, 1.6875, 1.6875, 1.164062, 1.6875, 1.6875, 1.6875, 1.601562, 1.6875, 1.664062, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.664062, 1.6875, 1.335938, 1.6875, 1.539062, 1.6875, 1.6875, 1.6875, 1.6875, 1.390625, 1.6875, 1.210938, 1.6875, 1.460938, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.65625, 1.6875, 0.241211, 1.6875, 1.6875, 1.6875, 0.554688, 1.6875, 1.273438, 1.6875, 1.625, 1.6875, 1.445312, 1.6875, 1.617188, 1.6875, 1.6875, 1.6875, 1.6875, 1.4375, 1.671875, 0.808594, 1.6875, 1.6875, 1.6875, 1.6875, 1.664062, 1.5625, 1.6875, 1.6875, 1.59375, 1.6875, 1.6875, 1.523438, 1.6875, 1.039062, 1.6875, 1.6875, 1.6875, 1.6875, 0.710938, 0.820312, 1.6875, 1.65625, 0.917969, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.671875, 1.09375, 1.679688, 1.398438, 0.675781, 1.6875, 1.6875, 1.335938, 1.6875, 0.472656, 1.6875, 1.6875, 1.671875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 0.910156, 0.527344, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.671875, 1.6875, 1.6875, 1.6875, 1.6875, 1.023438, 1.6875, 1.5625, 1.6875, 1.6875, 1.0, 1.6875, 1.6875, 1.6875, 1.648438, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.632812, 0.353516, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.539062, 1.648438, 1.09375, 1.21875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 0.949219, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.679688, 1.578125, 0.882812, 1.6875, 1.523438, 1.6875, 1.6875, 1.539062, 1.640625, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.648438, 1.6875, 1.5, 1.6875, 1.03125, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.390625, 1.6875, 0.835938, 1.6875, 1.539062, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.046875, 0.953125, 1.6875, 1.6875, 1.390625, 1.664062, 1.6875, 1.6875, 1.6875, 0.949219, 1.6875, 1.6875, 1.6875, 1.6875, 1.5625, 1.6875, 1.6875, 1.664062, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.5625, 1.6875, 1.6875, 0.910156, 1.6875, 1.6875, 1.132812, 1.6875, 1.507812, 1.546875, 1.484375, 1.6875, 1.523438, 1.6875, 0.5, 0.855469, 0.71875, 1.6875, 1.6875, 1.023438, 1.6875, 1.101562, 1.6875, 1.6875, 1.6875, 1.6875, 1.65625, 1.640625, 1.6875, 1.101562, 1.6875, 1.609375, 1.671875, 1.6875, 1.6875, 0.882812, 1.460938, 1.671875, 1.6875, 1.484375, 1.664062, 1.539062, 1.195312, 1.476562, 1.6875, 1.132812, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 0.707031, 1.6875, 1.6875, 1.6875, 1.210938, 1.6875, 1.617188, 1.6875, 1.6875, 1.6875, 1.664062, 1.1875, 1.578125, 1.484375, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 0.550781, 1.296875, 1.53125, 1.6875, 0.494141, 1.6875, 1.210938, 1.6875, 1.6875, 1.6875, 1.164062, 1.6875, 1.359375, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.210938, 1.6875, 1.6875, 1.671875, 1.6875, 1.6875, 1.6875, 1.109375, 1.6875, 1.6875, 0.910156, 1.6875, 0.765625, 1.6875, 1.6875, 0.921875, 0.816406, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.320312, 1.6875, 1.367188, 0.464844, 1.6875, 1.3125, 1.46875, 0.298828, 1.5625, 1.6875, 1.6875, 1.6875, 1.6875, 1.46875, 1.6875, 1.6875, 1.546875, 1.6875, 1.6875, 1.671875, 1.6875, 1.5, 1.6875, 1.6875, 0.625, 1.390625, 1.609375, 1.6875, 1.070312, 1.6875, 1.6875, 1.515625, 1.6875, 0.960938, 1.6875, 1.632812, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.648438, 1.6875, 1.6875, 1.226562, 1.6875, 1.460938, 1.6875, 1.6875, 1.671875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.054688, 1.6875, 1.6875, 1.6875, 1.6875, 1.65625, 1.6875, 1.6875, 1.6875, 1.15625, 1.195312, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.492188, 1.6875, 1.6875, 1.65625, 1.132812, 1.476562, 1.6875, 0.851562, 1.6875, 1.21875, 1.25, 1.21875, 1.6875, 1.5625, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.289062, 1.6875, 1.6875, 1.6875, 1.6875, 1.664062, 1.6875, 1.671875, 1.6875, 1.6875, 0.792969, 1.585938, 0.875, 1.6875, 1.6875, 1.6875, 1.234375, 1.453125, 1.398438, 1.6875, 1.59375, 1.6875, 1.664062, 1.6875, 0.890625, 1.6875, 1.6875, 1.617188, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.273438, 1.6875, 1.6875, 1.6875, 1.6875, 1.40625, 1.6875, 1.6875, 1.6875, 1.640625, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.625, 1.6875, 1.6875, 1.1875, 1.484375, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.296875, 1.6875, 1.484375, 1.6875, 1.476562, 1.6875, 1.6875, 1.6875, 1.132812, 1.6875, 1.6875, 1.070312, 1.6875, 1.6875, 1.554688, 1.6875, 1.6875, 1.6875, 1.671875, 1.6875, 1.34375, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.539062, 1.6875, 1.6875, 1.6875, 0.460938, 1.6875, 1.6875, 1.359375, 1.25, 1.539062, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.34375, 0.75, 1.609375, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.507812, 1.6875, 1.6875, 0.566406, 1.546875, 1.679688, 0.617188, 1.476562, 1.6875, 1.585938, 1.6875, 1.492188, 1.6875, 1.632812, 1.6875, 1.6875, 1.6875, 1.6875, 1.664062, 1.6875, 1.335938, 1.6875, 1.015625, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.28125, 1.664062, 0.859375, 0.546875, 1.242188, 1.375, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.34375, 1.6875, 1.6875, 1.5625, 1.296875, 1.6875, 1.226562, 1.6875, 1.539062, 1.570312, 1.6875, 1.203125, 1.6875, 1.6875, 1.6875, 1.304688, 1.6875, 1.6875, 1.554688, 1.609375, 1.6875, 1.6875, 1.203125, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.617188, 1.6875, 1.6875, 1.648438, 1.6875, 1.148438, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 0.151367, 1.6875, 1.601562, 1.6875, 1.6875, 1.6875, 1.6875, 1.53125, 1.6875, 1.6875, 1.59375, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.5, 1.6875, 1.679688, 1.6875, 0.542969, 1.6875, 1.6875, 1.6875, 1.6875, 0.691406, 0.355469, 1.6875, 0.585938, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.421875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.351562, 1.679688, 0.503906, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.234375, 1.296875, 1.460938, 1.6875, 1.6875, 1.6875, 1.6875, 0.789062, 1.476562, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.367188, 1.09375, 1.539062, 0.75, 1.429688, 1.6875, 1.6875, 1.609375, 1.6875, 1.6875, 1.6875, 1.6875, 0.664062, 1.6875, 1.6875, 1.632812, 1.6875, 1.6875, 1.53125, 0.550781, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.265625, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.679688, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.664062, 1.6875, 1.6875, 1.6875, 1.632812, 1.09375, 1.6875, 1.578125, 0.875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.601562, 1.453125, 1.6875, 1.59375, 1.40625, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.070312, 1.6875, 1.6875, 1.6875, 1.65625, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 0.511719, 1.6875, 0.423828, 1.6875, 1.6875, 1.179688, 1.53125, 1.6875, 1.6875, 1.6875, 0.703125, 1.65625, 1.6875, 1.617188, 1.6875, 1.6875, 1.6875, 1.6875, 1.390625, 1.6875, 0.585938, 1.515625, 0.683594, 1.648438, 0.636719, 1.6875, 1.6875, 1.6875, 1.59375, 1.5625, 1.6875, 1.6875, 1.5, 1.609375, 1.078125, 1.625, 1.6875, 1.6875, 1.6875, 1.6875, 1.570312, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.679688, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.5, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 0.808594, 1.6875, 1.6875, 1.242188, 0.773438, 1.6875, 1.6875, 1.6875, 1.40625, 1.6875, 1.0625, 1.6875, 1.6875, 1.125, 1.6875, 1.445312, 1.671875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.40625, 1.578125, 0.431641, 1.6875, 1.375, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.453125, 1.265625, 1.6875, 1.414062, 1.296875, 1.523438, 1.6875, 1.6875, 1.4375, 1.6875, 1.507812, 1.6875, 1.6875, 1.609375, 1.375, 0.824219, 1.6875, 1.6875, 1.6875, 1.523438, 1.6875, 1.6875, 1.6875, 1.6875, 1.109375, 0.738281, 1.6875, 1.6875, 1.6875, 1.6875, 1.671875, 1.6875, 0.722656, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.671875, 1.6875, 1.6875, 1.671875, 1.6875, 1.6875, 1.6875, 1.6875, 1.03125, 1.554688, 1.453125, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 0.988281, 1.6875, 1.6875, 1.6875, 1.664062, 1.515625, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.242188, 1.6875, 1.6875, 1.6875, 1.507812, 1.6875, 1.6875, 1.6875, 0.808594, 1.6875, 1.664062, 1.570312, 1.40625, 1.6875, 1.671875, 1.6875, 1.625, 1.6875, 1.6875, 1.6875, 1.6875, 1.34375, 1.6875, 1.6875, 1.382812, 1.6875, 0.988281, 1.6875, 1.6875, 1.6875, 1.625, 1.6875, 1.6875, 1.5, 1.6875, 1.601562, 1.6875, 1.65625, 1.6875, 1.6875, 1.507812, 1.6875, 1.6875, 1.515625, 1.4375, 1.6875, 1.453125, 1.6875, 1.6875, 1.6875, 1.6875, 1.492188, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.421875, 1.054688, 1.6875, 1.601562, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.578125, 0.625, 1.6875, 1.640625, 1.6875, 1.6875, 1.6875, 0.984375, 1.546875, 1.6875, 1.6875, 0.271484, 1.4375, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 0.609375, 1.6875, 1.6875, 1.6875, 1.320312, 1.6875, 0.953125, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.109375, 1.6875, 1.625, 1.6875, 1.609375, 1.476562, 1.6875, 1.6875, 1.6875, 1.6875, 0.875, 1.359375, 1.6875, 1.359375, 1.6875, 1.6875, 1.6875, 1.234375, 1.6875, 1.6875, 1.6875, 1.6875, 1.390625, 1.507812, 1.398438, 1.6875, 1.6875, 1.1875, 1.5, 0.263672, 0.582031, 0.839844, 1.6875, 1.6875, 1.578125, 1.6875, 1.6875, 1.28125, 1.6875, 1.6875, 1.6875, 1.140625, 1.648438, 1.609375, 1.6875, 1.6875, 1.320312, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.078125, 1.6875, 1.6875, 1.6875, 1.585938, 1.5625, 0.699219, 1.40625, 1.6875, 0.835938, 1.6875, 1.65625, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.546875, 1.671875, 1.6875, 1.617188, 1.6875, 1.6875, 1.59375, 0.714844, 1.6875, 1.328125, 1.6875, 1.398438, 1.5, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.382812, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.429688, 1.6875, 1.6875, 1.570312, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 0.28125, 1.34375, 1.6875, 1.6875, 1.679688, 1.6875, 0.871094, 1.664062, 1.6875, 1.6875, 1.6875, 1.6875, 1.429688, 1.414062, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.164062, 1.6875, 1.320312, 1.023438, 1.6875, 1.234375, 1.46875, 1.65625, 1.6875, 1.6875, 1.015625, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.648438, 1.6875, 0.988281, 1.554688, 1.6875, 1.6875, 1.6875, 1.234375, 1.453125, 1.6875, 1.65625, 1.453125, 1.6875, 1.6875, 1.101562, 1.484375, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 0.875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.53125, 1.6875, 1.6875, 1.6875, 0.917969, 1.640625, 1.6875, 1.6875, 1.65625, 1.6875, 1.6875, 1.539062, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.507812, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 0.535156, 1.6875, 1.6875, 1.164062, 1.6875, 1.6875, 1.6875, 1.648438, 1.195312, 0.382812, 1.6875, 1.65625, 1.6875, 1.6875, 1.6875, 1.6875, 0.78125, 1.6875, 1.6875, 1.6875, 1.6875, 1.648438, 1.6875, 1.6875, 1.273438, 0.597656, 1.6875, 1.578125, 0.691406, 1.6875, 1.6875, 1.375, 1.6875, 1.6875, 1.6875, 1.054688, 1.6875, 0.001602, 1.6875, 1.6875, 0.847656, 1.34375, 1.6875, 1.6875, 1.6875, 1.53125, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.679688, 1.6875, 1.6875, 0.65625, 1.6875, 1.6875, 1.625, 1.6875, 0.628906, 1.6875, 1.6875, 1.6875, 1.6875, 0.734375, 1.6875, 1.6875, 1.6875, 1.6875, 1.101562, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.53125, 1.6875, 1.6875, 1.6875, 1.679688, 1.6875, 1.664062, 1.6875, 1.6875, 1.6875, 1.6875, 0.515625, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.679688, 1.6875, 1.6875, 1.6875, 1.6875, 0.824219, 1.6875, 1.59375, 1.6875, 1.21875, 1.65625, 1.6875, 1.632812, 1.546875, 1.6875, 1.640625, 1.203125, 1.390625, 1.195312, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.328125, 1.6875, 1.375, 1.585938, 1.640625, 1.429688, 1.6875, 1.007812, 1.6875, 1.6875, 1.6875, 1.6875, 1.359375, 1.6875, 1.6875, 1.6875, 0.738281, 1.6875, 1.6875, 0.675781, 1.6875, 1.6875, 1.6875, 1.6875, 0.8125, 1.265625, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.53125, 1.6875, 1.6875, 1.6875, 1.6875, 0.001579, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.242188, 1.6875, 1.546875, 1.6875, 1.429688, 1.6875, 1.6875, 1.65625, 1.6875, 1.6875, 1.632812, 1.6875, 1.6875, 1.6875, 0.976562, 1.671875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.679688, 1.6875, 1.632812, 1.03125, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.585938, 1.6875, 1.6875, 1.476562, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.4375, 1.6875, 1.6875, 1.34375, 1.6875, 0.773438, 0.230469, 1.421875, 1.6875, 1.6875, 1.6875, 1.4375, 1.6875, 1.6875, 1.6875, 1.617188, 1.6875, 1.6875, 1.054688, 1.6875, 1.6875, 1.554688, 1.382812, 1.6875, 1.03125, 1.5, 1.6875, 1.6875, 1.375, 1.15625, 1.65625, 1.6875, 1.6875, 1.6875, 1.351562, 1.53125, 1.6875, 1.6875, 1.671875, 1.6875, 0.486328, 1.6875, 1.617188, 1.6875, 1.6875, 1.6875, 1.6875, 1.578125, 1.6875, 0.585938, 1.320312, 1.6875, 0.451172, 1.6875, 1.6875, 0.314453, 1.476562, 0.984375, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.25, 0.550781, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.242188, 1.6875, 1.6875, 1.6875, 1.6875, 0.738281, 1.320312, 1.6875, 1.679688, 0.867188, 1.6875, 0.287109, 1.6875, 1.6875, 1.6875, 1.1875, 1.203125, 1.6875, 1.6875, 1.6875, 1.492188, 1.6875, 1.6875, 1.6875, 1.6875, 1.65625, 1.6875, 0.486328, 1.109375, 1.210938, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 0.828125, 1.6875, 1.492188, 1.6875, 1.6875, 1.6875, 1.6875, 1.59375, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.679688, 1.679688, 1.6875, 1.6875, 1.53125, 1.6875, 1.523438, 1.6875, 1.6875, 1.429688, 1.6875, 1.484375, 1.6875, 0.96875, 1.65625, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 0.648438, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.257812, 1.6875, 1.6875, 1.6875, 1.609375, 1.6875, 1.6875, 1.492188, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.570312, 1.6875, 1.6875, 1.6875, 1.476562, 1.6875, 1.148438, 1.6875, 1.6875, 1.6875, 1.6875, 1.289062, 1.6875, 1.46875, 1.6875, 1.6875, 1.6875, 1.6875, 1.015625, 1.601562, 1.6875, 0.5625, 1.6875, 1.304688, 1.6875, 1.6875, 1.6875, 1.210938, 1.6875, 1.6875, 1.265625, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.109375, 0.00161, 1.546875, 1.6875, 1.257812, 1.6875, 1.367188, 1.6875, 1.6875, 1.078125, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.570312, 1.6875, 1.6875, 1.6875, 1.117188, 1.679688, 1.59375, 1.6875, 1.6875, 1.546875, 1.601562, 1.3125, 0.734375, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.679688, 1.601562, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.570312, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.257812, 1.46875, 0.523438, 1.6875, 1.078125, 1.6875, 1.6875, 1.6875, 1.40625, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 0.384766, 1.476562, 1.6875, 1.679688, 0.753906, 1.6875, 0.361328, 1.109375, 1.65625, 1.375, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 0.496094, 0.644531, 1.59375, 1.476562, 0.851562, 1.6875, 1.6875, 1.6875, 0.804688, 1.6875, 1.585938, 1.6875, 1.09375, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.054688, 1.53125, 1.6875, 1.6875, 1.6875, 1.6875, 1.460938, 1.5625, 1.6875, 1.6875, 1.6875, 1.6875, 1.039062, 1.6875, 1.6875, 1.6875, 1.429688, 1.6875, 1.015625, 1.6875, 1.6875, 1.6875, 0.601562, 1.6875, 1.6875, 1.5, 1.6875, 1.289062, 1.539062, 1.6875, 1.6875, 1.117188, 1.6875, 1.015625, 1.6875, 1.6875, 1.492188, 1.679688, 1.6875, 1.414062, 1.6875, 1.6875, 0.734375, 1.6875, 1.6875, 1.65625, 1.515625, 1.6875, 1.6875, 1.6875, 0.470703, 1.6875, 1.6875, 1.6875, 1.070312, 1.6875, 1.6875, 1.6875, 1.640625, 1.59375, 1.6875, 0.46875, 1.6875, 1.46875, 1.6875, 1.523438, 1.6875, 1.6875, 1.6875, 1.6875, 1.671875, 1.601562, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.328125, 1.6875, 1.6875, 1.617188, 1.171875, 1.6875, 1.6875, 1.6875, 1.6875, 1.570312, 1.6875, 1.6875, 1.679688, 1.6875, 1.367188, 1.640625, 1.6875, 1.382812, 1.6875, 1.6875, 1.6875, 0.496094, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.601562, 1.6875, 1.6875, 1.539062, 1.6875, 1.53125, 1.6875, 1.304688, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.5625, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.289062, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.679688, 1.445312, 1.6875, 1.6875, 1.429688, 1.507812, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.570312, 1.6875, 0.992188, 1.6875, 0.535156, 1.671875, 1.601562, 0.851562, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 0.910156, 1.6875, 0.597656, 1.546875, 1.6875, 1.6875, 1.6875, 1.6875, 1.476562, 1.6875, 1.6875, 1.6875, 1.6875, 1.65625, 1.6875, 1.320312, 1.265625, 1.6875, 1.6875, 1.6875, 0.722656, 1.6875, 1.445312, 1.6875, 1.632812, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.0, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.195312, 1.679688, 1.6875, 1.6875, 1.6875, 1.46875, 1.101562, 1.6875, 1.664062, 1.6875, 1.65625, 0.6875, 1.6875, 1.6875, 1.6875, 1.6875, 0.472656, 1.421875, 1.6875, 1.007812, 1.6875, 1.6875, 1.6875, 1.648438, 1.6875, 1.6875, 1.6875, 1.6875, 1.679688, 1.625, 1.6875, 1.335938, 1.6875, 0.574219, 1.6875, 1.6875, 1.6875, 1.6875, 1.625, 1.6875, 1.6875, 1.34375, 1.6875, 1.6875, 1.6875, 1.429688, 1.53125, 1.453125, 1.6875, 1.6875, 1.6875, 1.6875, 1.632812, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.632812, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.679688, 1.6875, 1.6875, 1.6875, 1.6875, 0.953125, 1.6875, 0.851562, 1.6875, 1.664062, 1.6875, 1.6875, 1.515625, 1.6875, 1.109375, 1.6875, 1.6875, 1.6875, 1.6875, 1.109375, 1.6875, 1.6875, 1.398438, 1.6875, 1.460938, 1.6875, 1.234375, 1.6875, 1.6875, 1.046875, 1.6875, 1.210938, 1.6875, 1.25, 1.6875, 1.6875, 1.6875, 1.6875, 0.417969, 1.6875, 1.117188, 1.6875, 1.6875, 1.6875, 1.320312, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.664062, 1.429688, 1.6875, 1.4375, 1.6875, 1.6875, 0.523438, 1.6875, 1.6875, 1.6875, 1.6875, 1.289062, 1.6875, 0.898438, 1.570312, 1.6875, 1.6875, 0.816406, 1.6875, 1.640625, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.65625, 1.6875, 1.6875, 0.400391, 0.609375, 1.6875, 1.625, 1.6875, 1.609375, 1.242188, 1.6875, 1.6875, 1.6875, 1.609375, 1.476562, 1.671875, 1.601562, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 0.820312, 1.078125, 1.6875, 1.6875, 1.6875, 1.6875, 1.6875, 1.65625, 1.6875, 1.6875, 1.6875, 1.6875 ] } , "name": "onnx::Mul_11233", "outputIndexes": [ 4845 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4844, 4845 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 4846 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4818, 4846 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/Add_1_output_0", "outputIndexes": [ 4847 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4847 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.26/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 7873 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7873 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.26/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 7874 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7874 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1614648392, 327702, 81920, 0, 0 ] } , "name": "/layers.26/per_layer_input_gate/Linear", "outputIndexes": [ 7875 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7875 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.26/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 7876 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7876 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.26/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 4848 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4848 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.26/act_fn/Mul_output_0", "outputIndexes": [ 4849 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4848, 4849 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/act_fn/Mul_1_output_0", "outputIndexes": [ 4850 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 4850 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/act_fn/Mul_2_output_0", "outputIndexes": [ 4851 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4848, 4851 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/act_fn/Add_output_0", "outputIndexes": [ 4852 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 4852 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/act_fn/Mul_3_output_0", "outputIndexes": [ 4853 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4853 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.26/act_fn/Tanh_output_0", "outputIndexes": [ 4854 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 4854 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/act_fn/Add_1_output_0", "outputIndexes": [ 4855 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4848, 4855 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/act_fn/Mul_4_output_0", "outputIndexes": [ 4856 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 4856 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/act_fn/Mul_5_output_0", "outputIndexes": [ 4857 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 26 ] } , "name": "/Constant_35_output_0", "outputIndexes": [ 4858 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5913", "outputIndexes": [ 4859 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5916", "outputIndexes": [ 4860 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 4859, 4860, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice5919", "outputIndexes": [ 4861 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4861 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze5920", "outputIndexes": [ 4862 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4858, 4862 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5921", "outputIndexes": [ 4863 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4863, 4862 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5922", "outputIndexes": [ 4864 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 4864, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_33_output_0", "outputIndexes": [ 4865 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4857, 4865 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/Mul_output_0", "outputIndexes": [ 4866 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4866 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.26/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 7877 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7877 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.26/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 7878 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7878 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1615058014, 327702, 81920, 0, 0 ] } , "name": "/layers.26/per_layer_projection/Linear", "outputIndexes": [ 7879 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7879 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.26/per_layer_projection/Linear/post_convert", "outputIndexes": [ 7880 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7880 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.26/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 4867 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4867 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.26/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 4869 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4869 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.26/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 4870 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4870, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 4871 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4871, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 4872 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4867, 4872 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 4873 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.675781, 0.675781, 0.166992, 0.675781, 0.675781, 0.648438, 0.416016, 0.527344, 0.675781, 0.000641, 0.000645, 0.675781, 0.5, 0.675781, 0.675781, 0.597656, 0.675781, 0.613281, 0.675781, 0.65625, 0.675781, 0.632812, 0.675781, 0.675781, 0.660156, 0.675781, 0.675781, 0.675781, 0.421875, 0.675781, 0.000626, 0.000637, 0.675781, 0.675781, 0.675781, 0.675781, 0.000629, 0.675781, 0.675781, 0.359375, 0.675781, 0.675781, 0.675781, 0.000641, 0.675781, 0.675781, 0.000622, 0.636719, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.000622, 0.675781, 0.5, 0.507812, 0.675781, 0.609375, 0.675781, 0.675781, 0.675781, 0.671875, 0.492188, 0.675781, 0.675781, 0.675781, 0.582031, 0.675781, 0.660156, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.498047, 0.675781, 0.00066, 0.675781, 0.554688, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.049805, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.660156, 0.249023, 0.675781, 0.675781, 0.112793, 0.675781, 0.00066, 0.675781, 0.675781, 0.675781, 0.675781, 0.589844, 0.675781, 0.664062, 0.675781, 0.636719, 0.675781, 0.675781, 0.000637, 0.675781, 0.675781, 0.675781, 0.671875, 0.675781, 0.570312, 0.384766, 0.675781, 0.000618, 0.675781, 0.675781, 0.675781, 0.675781, 0.566406, 0.675781, 0.648438, 0.675781, 0.675781, 0.675781, 0.648438, 0.000645, 0.675781, 0.660156, 0.000626, 0.59375, 0.675781, 0.308594, 0.482422, 0.675781, 0.675781, 0.675781, 0.675781, 0.265625, 0.675781, 0.675781, 0.648438, 0.675781, 0.675781, 0.675781, 0.675781, 0.558594, 0.675781, 0.675781, 0.675781, 0.578125, 0.675781, 0.675781, 0.310547, 0.675781, 0.675781, 0.671875, 0.000629, 0.675781, 0.667969, 0.294922, 0.675781, 0.675781, 0.003616, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.664062, 0.675781, 0.664062, 0.542969, 0.675781, 0.363281, 0.675781, 0.675781, 0.675781, 0.640625, 0.597656, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.660156, 0.675781, 0.177734, 0.675781, 0.46875, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.667969, 0.65625, 0.675781, 0.675781, 0.675781, 0.675781, 0.59375, 0.675781, 0.605469, 0.675781, 0.675781, 0.546875, 0.675781, 0.605469, 0.675781, 0.000622, 0.675781, 0.675781, 0.519531, 0.675781, 0.675781, 0.675781, 0.492188, 0.675781, 0.675781, 0.675781, 0.675781, 0.640625, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.578125, 0.632812, 0.675781, 0.675781, 0.675781, 0.503906, 0.675781, 0.578125, 0.675781, 0.675781, 0.675781, 0.671875, 0.675781, 0.640625, 0.675781, 0.675781, 0.675781, 0.507812, 0.675781, 0.000652, 0.632812, 0.675781, 0.349609, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.605469, 0.675781, 0.601562, 0.609375, 0.675781, 0.675781, 0.675781, 0.523438, 0.675781, 0.675781, 0.675781, 0.675781, 0.554688, 0.675781, 0.609375, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.671875, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.648438, 0.480469, 0.660156, 0.636719, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.640625, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.617188, 0.671875, 0.447266, 0.675781, 0.675781, 0.613281, 0.65625, 0.675781, 0.675781, 0.617188, 0.675781, 0.484375, 0.675781, 0.675781, 0.617188, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.632812, 0.675781, 0.675781, 0.000618, 0.675781, 0.636719, 0.675781, 0.324219, 0.675781, 0.617188, 0.675781, 0.636719, 0.675781, 0.367188, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.65625, 0.675781, 0.417969, 0.675781, 0.675781, 0.628906, 0.675781, 0.427734, 0.59375, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.443359, 0.667969, 0.667969, 0.675781, 0.675781, 0.202148, 0.390625, 0.675781, 0.675781, 0.28125, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.671875, 0.457031, 0.671875, 0.585938, 0.357422, 0.675781, 0.597656, 0.550781, 0.675781, 0.119629, 0.675781, 0.675781, 0.675781, 0.601562, 0.675781, 0.675781, 0.671875, 0.675781, 0.675781, 0.675781, 0.675781, 0.660156, 0.361328, 0.00766, 0.675781, 0.628906, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.671875, 0.675781, 0.000633, 0.439453, 0.675781, 0.667969, 0.675781, 0.675781, 0.341797, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.667969, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.486328, 0.675781, 0.472656, 0.582031, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.671875, 0.675781, 0.675781, 0.3125, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.660156, 0.617188, 0.675781, 0.675781, 0.5625, 0.675781, 0.675781, 0.589844, 0.675781, 0.675781, 0.675781, 0.519531, 0.675781, 0.000637, 0.675781, 0.675781, 0.46875, 0.675781, 0.566406, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.566406, 0.675781, 0.376953, 0.675781, 0.589844, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.453125, 0.675781, 0.675781, 0.675781, 0.675781, 0.472656, 0.000652, 0.675781, 0.675781, 0.648438, 0.65625, 0.675781, 0.675781, 0.675781, 0.318359, 0.675781, 0.667969, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.65625, 0.675781, 0.675781, 0.388672, 0.675781, 0.675781, 0.453125, 0.675781, 0.640625, 0.632812, 0.644531, 0.675781, 0.550781, 0.621094, 0.000618, 0.394531, 0.341797, 0.5, 0.675781, 0.457031, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.652344, 0.675781, 0.474609, 0.675781, 0.664062, 0.675781, 0.566406, 0.675781, 0.332031, 0.664062, 0.671875, 0.675781, 0.640625, 0.675781, 0.675781, 0.000637, 0.675781, 0.675781, 0.519531, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.000633, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.667969, 0.453125, 0.675781, 0.621094, 0.675781, 0.675781, 0.625, 0.675781, 0.675781, 0.675781, 0.675781, 0.667969, 0.675781, 0.503906, 0.000591, 0.675781, 0.664062, 0.675781, 0.675781, 0.675781, 0.423828, 0.675781, 0.628906, 0.675781, 0.675781, 0.675781, 0.675781, 0.664062, 0.458984, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.546875, 0.675781, 0.000538, 0.675781, 0.000648, 0.675781, 0.675781, 0.00061, 0.388672, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.671875, 0.671875, 0.574219, 0.361328, 0.675781, 0.675781, 0.000622, 0.000648, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.570312, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.228516, 0.652344, 0.675781, 0.675781, 0.417969, 0.675781, 0.675781, 0.640625, 0.675781, 0.490234, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.05249, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.365234, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.46875, 0.675781, 0.675781, 0.675781, 0.675781, 0.625, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.000652, 0.675781, 0.675781, 0.283203, 0.675781, 0.554688, 0.574219, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.65625, 0.675781, 0.675781, 0.414062, 0.000648, 0.000614, 0.675781, 0.675781, 0.675781, 0.208008, 0.515625, 0.675781, 0.675781, 0.664062, 0.675781, 0.585938, 0.675781, 0.322266, 0.605469, 0.675781, 0.59375, 0.675781, 0.333984, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.570312, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.664062, 0.675781, 0.675781, 0.582031, 0.675781, 0.675781, 0.667969, 0.675781, 0.675781, 0.574219, 0.625, 0.00066, 0.675781, 0.675781, 0.675781, 0.589844, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.566406, 0.675781, 0.675781, 0.675781, 0.503906, 0.585938, 0.671875, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.443359, 0.675781, 0.675781, 0.675781, 0.65625, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.585938, 0.675781, 0.675781, 0.675781, 0.152344, 0.675781, 0.675781, 0.373047, 0.507812, 0.671875, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.494141, 0.640625, 0.675781, 0.675781, 0.628906, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.000645, 0.636719, 0.675781, 0.298828, 0.675781, 0.675781, 0.613281, 0.652344, 0.675781, 0.675781, 0.519531, 0.675781, 0.660156, 0.675781, 0.675781, 0.515625, 0.675781, 0.582031, 0.671875, 0.429688, 0.675781, 0.675781, 0.675781, 0.675781, 0.660156, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.353516, 0.039062, 0.488281, 0.574219, 0.675781, 0.621094, 0.675781, 0.675781, 0.675781, 0.294922, 0.675781, 0.675781, 0.482422, 0.558594, 0.675781, 0.457031, 0.675781, 0.660156, 0.671875, 0.675781, 0.416016, 0.675781, 0.675781, 0.675781, 0.486328, 0.675781, 0.675781, 0.621094, 0.660156, 0.675781, 0.675781, 0.457031, 0.675781, 0.000645, 0.675781, 0.675781, 0.664062, 0.675781, 0.675781, 0.675781, 0.675781, 0.578125, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.039062, 0.675781, 0.65625, 0.617188, 0.675781, 0.675781, 0.675781, 0.628906, 0.675781, 0.675781, 0.363281, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.648438, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.392578, 0.009766, 0.675781, 0.000641, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.570312, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.462891, 0.675781, 0.183594, 0.675781, 0.671875, 0.675781, 0.675781, 0.675781, 0.447266, 0.578125, 0.675781, 0.675781, 0.667969, 0.675781, 0.675781, 0.000626, 0.000656, 0.675781, 0.675781, 0.675781, 0.636719, 0.675781, 0.675781, 0.527344, 0.675781, 0.416016, 0.675781, 0.675781, 0.675781, 0.476562, 0.675781, 0.675781, 0.675781, 0.675781, 0.267578, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.644531, 0.275391, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.5, 0.652344, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.667969, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.609375, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.660156, 0.675781, 0.357422, 0.664062, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.28125, 0.648438, 0.675781, 0.675781, 0.000645, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.000645, 0.675781, 0.675781, 0.462891, 0.648438, 0.675781, 0.675781, 0.675781, 0.073242, 0.667969, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.476562, 0.675781, 0.000599, 0.675781, 0.043213, 0.675781, 0.000645, 0.675781, 0.675781, 0.675781, 0.675781, 0.667969, 0.664062, 0.675781, 0.648438, 0.675781, 0.392578, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.648438, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.636719, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.369141, 0.675781, 0.675781, 0.523438, 0.347656, 0.675781, 0.675781, 0.675781, 0.519531, 0.5625, 0.000645, 0.675781, 0.675781, 0.507812, 0.546875, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.667969, 0.589844, 0.675781, 0.002716, 0.671875, 0.558594, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.558594, 0.675781, 0.675781, 0.675781, 0.535156, 0.671875, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.585938, 0.140625, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.574219, 0.675781, 0.476562, 0.000641, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.230469, 0.675781, 0.675781, 0.675781, 0.625, 0.675781, 0.675781, 0.675781, 0.675781, 0.636719, 0.613281, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.617188, 0.675781, 0.632812, 0.675781, 0.625, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.40625, 0.675781, 0.675781, 0.675781, 0.675781, 0.519531, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.625, 0.667969, 0.675781, 0.671875, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.511719, 0.675781, 0.675781, 0.675781, 0.667969, 0.675781, 0.675781, 0.660156, 0.337891, 0.675781, 0.279297, 0.671875, 0.59375, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.554688, 0.675781, 0.675781, 0.675781, 0.675781, 0.347656, 0.675781, 0.675781, 0.675781, 0.419922, 0.675781, 0.675781, 0.636719, 0.675781, 0.675781, 0.675781, 0.632812, 0.675781, 0.675781, 0.636719, 0.675781, 0.675781, 0.523438, 0.613281, 0.000641, 0.601562, 0.648438, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.000641, 0.482422, 0.675781, 0.605469, 0.625, 0.609375, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.667969, 0.265625, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.482422, 0.675781, 0.675781, 0.675781, 0.105957, 0.507812, 0.675781, 0.675781, 0.675781, 0.675781, 0.65625, 0.000629, 0.664062, 0.675781, 0.675781, 0.675781, 0.675781, 0.439453, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.433594, 0.675781, 0.675781, 0.671875, 0.675781, 0.539062, 0.675781, 0.675781, 0.570312, 0.675781, 0.410156, 0.613281, 0.675781, 0.000641, 0.644531, 0.675781, 0.675781, 0.574219, 0.675781, 0.675781, 0.675781, 0.671875, 0.675781, 0.617188, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.640625, 0.227539, 0.675781, 0.667969, 0.664062, 0.675781, 0.675781, 0.667969, 0.675781, 0.675781, 0.675781, 0.404297, 0.675781, 0.675781, 0.675781, 0.675781, 0.478516, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.519531, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.287109, 0.492188, 0.675781, 0.378906, 0.671875, 0.675781, 0.675781, 0.667969, 0.675781, 0.675781, 0.675781, 0.675781, 0.605469, 0.675781, 0.675781, 0.609375, 0.675781, 0.675781, 0.675781, 0.28125, 0.416016, 0.617188, 0.675781, 0.628906, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.609375, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.65625, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.000645, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.116211, 0.488281, 0.675781, 0.000618, 0.675781, 0.476562, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.59375, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.445312, 0.675781, 0.000614, 0.585938, 0.675781, 0.675781, 0.675781, 0.445312, 0.542969, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.00061, 0.492188, 0.675781, 0.675781, 0.675781, 0.566406, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.265625, 0.675781, 0.675781, 0.675781, 0.675781, 0.667969, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.361328, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.605469, 0.675781, 0.675781, 0.675781, 0.458984, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.65625, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.00066, 0.675781, 0.675781, 0.511719, 0.515625, 0.675781, 0.675781, 0.675781, 0.675781, 0.107422, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.347656, 0.675781, 0.675781, 0.675781, 0.671875, 0.675781, 0.675781, 0.675781, 0.248047, 0.000607, 0.675781, 0.675781, 0.267578, 0.675781, 0.675781, 0.664062, 0.675781, 0.675781, 0.675781, 0.455078, 0.675781, 0.020752, 0.671875, 0.675781, 0.675781, 0.566406, 0.609375, 0.675781, 0.675781, 0.443359, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.613281, 0.675781, 0.675781, 0.335938, 0.675781, 0.675781, 0.482422, 0.675781, 0.675781, 0.589844, 0.675781, 0.675781, 0.675781, 0.07373, 0.675781, 0.675781, 0.675781, 0.675781, 0.539062, 0.675781, 0.675781, 0.675781, 0.675781, 0.000637, 0.675781, 0.000656, 0.000618, 0.675781, 0.675781, 0.675781, 0.671875, 0.675781, 0.675781, 0.65625, 0.675781, 0.675781, 0.675781, 0.000614, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.636719, 0.675781, 0.675781, 0.675781, 0.675781, 0.304688, 0.648438, 0.675781, 0.675781, 0.382812, 0.675781, 0.675781, 0.53125, 0.5625, 0.000656, 0.00592, 0.466797, 0.675781, 0.458984, 0.671875, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.671875, 0.578125, 0.675781, 0.609375, 0.000652, 0.675781, 0.431641, 0.675781, 0.675781, 0.675781, 0.675781, 0.000622, 0.675781, 0.675781, 0.675781, 0.09668, 0.675781, 0.675781, 0.000618, 0.675781, 0.675781, 0.675781, 0.675781, 0.251953, 0.378906, 0.675781, 0.675781, 0.675781, 0.675781, 0.667969, 0.675781, 0.667969, 0.675781, 0.664062, 0.675781, 0.675781, 0.675781, 0.112305, 0.664062, 0.675781, 0.660156, 0.675781, 0.648438, 0.675781, 0.675781, 0.484375, 0.675781, 0.640625, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.322266, 0.675781, 0.675781, 0.675781, 0.675781, 0.667969, 0.675781, 0.675781, 0.675781, 0.675781, 0.652344, 0.000648, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.65625, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.625, 0.675781, 0.675781, 0.458984, 0.652344, 0.242188, 0.675781, 0.660156, 0.675781, 0.675781, 0.660156, 0.648438, 0.675781, 0.675781, 0.675781, 0.671875, 0.675781, 0.675781, 0.496094, 0.675781, 0.675781, 0.664062, 0.570312, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.000629, 0.671875, 0.675781, 0.675781, 0.675781, 0.241211, 0.675781, 0.628906, 0.675781, 0.675781, 0.675781, 0.00061, 0.675781, 0.621094, 0.675781, 0.675781, 0.675781, 0.675781, 0.65625, 0.675781, 0.000648, 0.613281, 0.378906, 0.000637, 0.675781, 0.675781, 0.000656, 0.675781, 0.369141, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.476562, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.664062, 0.675781, 0.498047, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.507812, 0.675781, 0.664062, 0.439453, 0.675781, 0.000648, 0.675781, 0.675781, 0.675781, 0.667969, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.671875, 0.675781, 0.675781, 0.194336, 0.519531, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.458984, 0.675781, 0.605469, 0.675781, 0.675781, 0.675781, 0.675781, 0.535156, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.574219, 0.53125, 0.000626, 0.644531, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.671875, 0.000648, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.652344, 0.00066, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.671875, 0.675781, 0.675781, 0.675781, 0.675781, 0.486328, 0.667969, 0.675781, 0.675781, 0.439453, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.585938, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.601562, 0.582031, 0.652344, 0.625, 0.675781, 0.675781, 0.632812, 0.453125, 0.625, 0.675781, 0.143555, 0.675781, 0.53125, 0.675781, 0.601562, 0.675781, 0.546875, 0.675781, 0.675781, 0.503906, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.324219, 0.000656, 0.660156, 0.675781, 0.542969, 0.675781, 0.667969, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.345703, 0.652344, 0.000629, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.277344, 0.675781, 0.675781, 0.675781, 0.65625, 0.675781, 0.675781, 0.675781, 0.585938, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.585938, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.455078, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.196289, 0.675781, 0.414062, 0.664062, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.65625, 0.675781, 0.640625, 0.123047, 0.675781, 0.675781, 0.671875, 0.000629, 0.675781, 0.166992, 0.511719, 0.675781, 0.550781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.177734, 0.000637, 0.675781, 0.539062, 0.675781, 0.671875, 0.675781, 0.675781, 0.257812, 0.675781, 0.675781, 0.675781, 0.652344, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.337891, 0.675781, 0.675781, 0.558594, 0.675781, 0.675781, 0.601562, 0.675781, 0.671875, 0.675781, 0.613281, 0.439453, 0.675781, 0.675781, 0.675781, 0.566406, 0.675781, 0.000637, 0.675781, 0.675781, 0.675781, 0.251953, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.000641, 0.675781, 0.5, 0.675781, 0.496094, 0.675781, 0.675781, 0.648438, 0.675781, 0.671875, 0.462891, 0.675781, 0.675781, 0.644531, 0.000656, 0.675781, 0.675781, 0.585938, 0.675781, 0.675781, 0.675781, 0.154297, 0.675781, 0.675781, 0.675781, 0.478516, 0.675781, 0.675781, 0.675781, 0.550781, 0.675781, 0.675781, 0.000626, 0.675781, 0.675781, 0.675781, 0.578125, 0.675781, 0.65625, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.644531, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.507812, 0.675781, 0.675781, 0.675781, 0.5, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.582031, 0.65625, 0.675781, 0.449219, 0.675781, 0.675781, 0.675781, 0.036621, 0.675781, 0.675781, 0.675781, 0.675781, 0.671875, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.601562, 0.675781, 0.225586, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.628906, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.664062, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.648438, 0.648438, 0.675781, 0.227539, 0.671875, 0.226562, 0.652344, 0.671875, 0.263672, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.671875, 0.667969, 0.632812, 0.289062, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.574219, 0.675781, 0.675781, 0.675781, 0.675781, 0.667969, 0.675781, 0.675781, 0.492188, 0.675781, 0.675781, 0.675781, 0.105469, 0.675781, 0.628906, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.574219, 0.675781, 0.675781, 0.675781, 0.667969, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.519531, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.394531, 0.65625, 0.675781, 0.675781, 0.675781, 0.294922, 0.675781, 0.675781, 0.675781, 0.675781, 0.163086, 0.675781, 0.675781, 0.488281, 0.675781, 0.660156, 0.675781, 0.671875, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.640625, 0.675781, 0.292969, 0.675781, 0.208984, 0.675781, 0.675781, 0.675781, 0.675781, 0.640625, 0.675781, 0.675781, 0.535156, 0.675781, 0.675781, 0.671875, 0.675781, 0.597656, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.652344, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.625, 0.675781, 0.675781, 0.675781, 0.675781, 0.65625, 0.675781, 0.664062, 0.675781, 0.675781, 0.675781, 0.675781, 0.100098, 0.675781, 0.648438, 0.675781, 0.000648, 0.671875, 0.675781, 0.490234, 0.675781, 0.675781, 0.675781, 0.675781, 0.5, 0.601562, 0.675781, 0.675781, 0.675781, 0.664062, 0.675781, 0.515625, 0.675781, 0.675781, 0.402344, 0.675781, 0.361328, 0.675781, 0.566406, 0.675781, 0.675781, 0.675781, 0.675781, 0.000629, 0.675781, 0.566406, 0.675781, 0.000618, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.660156, 0.65625, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.574219, 0.675781, 0.058105, 0.582031, 0.675781, 0.675781, 0.000626, 0.675781, 0.675781, 0.675781, 0.648438, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.00066, 0.000637, 0.570312, 0.507812, 0.675781, 0.000629, 0.4375, 0.675781, 0.675781, 0.675781, 0.628906, 0.636719, 0.675781, 0.660156, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.296875, 0.339844, 0.675781, 0.675781, 0.660156, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.000603, 0.675781 ] } , "name": "onnx::Mul_11234", "outputIndexes": [ 4874 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4873, 4874 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 4875 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4847, 4875 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/Add_2_output_0", "outputIndexes": [ 4876 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4876, 4742 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.26/Mul_1_output_0", "outputIndexes": [ 4877 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4877, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.27/Reshape_output_0", "outputIndexes": [ 4878 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4878 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.27/input_layernorm/Pow_output_0", "outputIndexes": [ 4879 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4879 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.27/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 4880 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4880, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/input_layernorm/Add_output_0", "outputIndexes": [ 4881 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4881, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/input_layernorm/Pow_1_output_0", "outputIndexes": [ 4882 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4878, 4882 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/input_layernorm/Mul_output_0", "outputIndexes": [ 4883 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 3.234375, -5.40625, 19.75, 3.875, 4.1875, 3.921875, 6.4375, 4.375, 3.15625, 22.375, 4.03125, 3.171875, 5.625, 4.125, 3.375, 5.21875, 3.65625, 6.5, 3.734375, 4.125, -2.921875, 3.8125, 3.546875, 3.453125, 4.21875, 4.5625, 3.546875, 4.15625, 13.25, 4.21875, 4.625, 5.4375, 3.875, 3.03125, 3.40625, 3.640625, 7.90625, 56.25, 2.765625, 9.75, 3.578125, 3.265625, 3.65625, 7.875, 2.546875, 3.359375, 17.375, 4.0625, 4.4375, 3.0, 2.390625, 3.4375, 3.53125, 14.6875, 3.0, 2.84375, 36.25, 3.21875, 3.765625, 3.140625, 2.9375, 3.25, 3.40625, 4.125, -3.59375, 3.0625, 3.296875, 3.015625, 3.6875, 3.921875, 3.640625, 4.8125, 3.15625, 3.859375, 3.671875, 4.5, 3.4375, 3.390625, 3.34375, 4.9375, 3.828125, 3.40625, 3.875, 5.125, 3.890625, 2.765625, 3.390625, 4.96875, 3.859375, 3.875, 3.4375, 3.609375, 3.015625, 3.671875, 3.3125, 3.65625, 19.25, 3.84375, 1.265625, 8.5, 3.484375, 9.5625, 4.4375, 3.1875, 4.46875, 3.546875, 3.265625, 3.734375, 5.59375, 4.0625, 4.03125, 2.390625, 3.09375, 13.25, 3.015625, 2.859375, 3.640625, 2.90625, 3.390625, 4.09375, 6.3125, 2.671875, 6.46875, 2.265625, 3.703125, 2.8125, 3.296875, 5.125, 2.65625, 3.796875, 4.0625, 4.09375, 3.34375, 5.96875, 19.0, 3.96875, 3.53125, 8.75, 21.875, 8.1875, 9.3125, 3.90625, 3.390625, 3.640625, 3.609375, 3.515625, 9.25, 3.328125, 3.640625, 3.953125, 2.828125, 4.21875, 2.546875, 3.21875, 5.71875, 4.125, 3.4375, 2.890625, 4.78125, 3.25, 3.0625, -8.8125, 2.703125, 3.09375, 4.0625, 2.921875, 3.140625, 3.984375, 9.8125, 3.53125, 3.015625, 25.375, 3.015625, 4.125, 5.21875, 2.75, 3.34375, 3.5625, -3.71875, 4.75, 3.375, -3.359375, 4.46875, 6.6875, 2.734375, 4.34375, 3.140625, 3.6875, 3.875, 2.734375, 3.109375, 4.0625, 2.65625, 2.984375, 3.03125, 3.359375, 3.265625, 2.578125, -9.6875, 3.40625, 6.59375, 4.09375, 3.71875, 3.4375, 4.25, 3.140625, 3.609375, 4.0, 3.671875, 3.078125, -3.6875, 3.84375, 3.828125, 4.28125, 3.21875, 5.6875, 2.734375, 3.53125, 4.53125, 4.40625, 5.3125, 3.75, 3.40625, 4.1875, 3.5625, 4.21875, 4.0, 3.921875, 3.171875, 3.875, 26.25, 3.1875, 3.875, 3.96875, 5.3125, 4.1875, 3.859375, -3.671875, 3.3125, 3.625, 3.015625, 5.0, 4.0, 3.34375, 3.484375, 5.0625, 4.96875, 3.640625, 3.921875, 3.40625, 4.46875, 4.03125, 3.640625, 3.484375, 4.15625, 3.390625, 3.90625, 3.359375, 3.84375, 3.03125, 3.1875, 3.28125, 4.1875, 3.265625, 24.875, 3.34375, 3.046875, 5.40625, 2.796875, 3.234375, 2.421875, 2.421875, 4.09375, 3.1875, 4.03125, 5.5625, 3.734375, 4.8125, 4.65625, 3.40625, 3.375, 3.5, 5.25, 3.46875, 4.25, 3.375, 2.59375, 7.03125, 3.046875, 3.671875, 3.8125, 3.46875, 3.5625, 4.25, 3.75, 3.484375, 4.78125, 3.640625, 3.515625, 5.71875, 3.453125, -3.453125, 3.921875, 4.75, -3.671875, 3.859375, 3.8125, 2.765625, 5.40625, 3.140625, 3.125, 3.71875, 5.84375, 3.6875, 3.8125, 3.390625, 3.71875, 4.25, 3.46875, 4.8125, 3.171875, 4.28125, 1.789062, 3.84375, 2.890625, 4.1875, 3.21875, 5.78125, 2.78125, 4.15625, 5.3125, 3.078125, 3.546875, 2.859375, 3.9375, 3.0625, 6.75, 3.3125, 4.53125, 3.046875, 2.859375, 3.453125, 3.3125, 2.9375, 3.328125, 3.53125, 3.3125, 3.21875, 53.5, -3.75, 3.109375, 5.0, 8.1875, 2.984375, -4.59375, 3.25, 3.625, 3.84375, 4.59375, 3.09375, 3.515625, 2.15625, 3.796875, 3.15625, 2.953125, 3.6875, 3.890625, 6.5625, 3.125, 3.40625, 2.703125, -3.0, 3.578125, 3.9375, 2.765625, 3.265625, 3.984375, 3.296875, 2.546875, 3.515625, 3.75, 6.0625, 3.375, 3.28125, -3.0625, 3.453125, 10.5, 5.8125, 3.640625, 3.34375, 9.375, 3.640625, 2.265625, 3.21875, -3.4375, 3.078125, 3.890625, 3.078125, 3.84375, 3.96875, 6.40625, 3.28125, 4.25, 18.0, 2.640625, 2.734375, 5.0, 2.765625, 23.375, 3.140625, 3.890625, 2.953125, 4.5, 2.890625, 3.484375, 4.5625, 2.78125, 3.71875, 3.234375, 3.34375, 4.125, 6.5, 21.625, 3.171875, 4.125, 3.3125, 3.0625, -3.53125, 3.859375, 3.625, 2.796875, 3.09375, 7.75, 5.875, -3.34375, 3.328125, 2.375, 3.703125, 11.8125, 4.65625, 5.0625, 2.84375, 3.03125, 5.03125, 3.375, 3.578125, 3.890625, 3.75, 2.953125, 4.0625, 7.6875, 3.09375, 3.171875, 2.84375, 2.765625, 3.34375, 3.265625, 2.328125, 3.328125, 3.28125, 3.203125, 2.828125, 3.453125, 3.921875, 4.5625, 6.34375, 3.640625, 5.15625, 8.9375, 2.984375, 4.25, 3.5625, 3.34375, 3.375, 2.796875, 3.65625, 2.515625, 6.84375, 3.125, 2.265625, 2.515625, 3.84375, 3.171875, 3.171875, 3.5, 2.859375, 4.3125, 3.71875, 4.125, 3.421875, 3.46875, 2.34375, 4.4375, 3.328125, 7.5, 3.140625, 3.28125, 4.09375, 2.765625, 3.453125, 4.09375, 3.765625, 2.921875, 3.9375, 2.75, 3.390625, 3.5625, 3.859375, 4.1875, 3.578125, 6.875, 3.9375, 2.375, 3.71875, 3.171875, 3.15625, 5.46875, 3.6875, 6.3125, 3.8125, 3.765625, 3.75, 4.28125, 4.25, -3.09375, 3.3125, 2.390625, 3.671875, 9.3125, 3.4375, 3.21875, 3.25, 3.34375, 6.03125, 13.125, 2.734375, 3.046875, 4.4375, 4.53125, 3.609375, 3.0, 3.96875, 6.40625, 3.28125, 3.03125, 2.75, 3.515625, 3.421875, 3.546875, 3.109375, 3.6875, -3.140625, 3.359375, 2.921875, 5.78125, 3.390625, -3.484375, 4.6875, 3.234375, 3.375, 4.34375, 3.703125, -3.921875, 5.71875, 3.390625, 3.359375, 6.4375, 3.140625, 6.28125, 4.1875, 4.0625, 2.65625, 4.53125, 4.09375, 22.5, 9.0625, 33.25, 10.5625, 3.34375, 5.65625, 2.984375, 4.15625, 2.546875, -3.46875, 3.21875, 2.546875, 3.25, 3.109375, 3.65625, 5.25, 2.6875, -3.703125, 3.359375, -3.234375, 3.5, 7.46875, 3.921875, 4.53125, 3.234375, 5.625, 3.9375, 3.765625, 8.0625, 3.578125, 2.84375, 5.65625, 3.203125, 6.375, 3.140625, 2.796875, 4.0, 21.0, 3.703125, 4.0625, 3.203125, 5.5625, 3.921875, 5.53125, 2.953125, 4.4375, 3.765625, 3.453125, 5.6875, 4.5, 4.34375, 2.890625, 2.90625, 5.25, -4.59375, 5.28125, 2.984375, 5.59375, 5.03125, 5.09375, 9.5625, 27.25, 4.28125, 5.59375, 3.125, 3.453125, 4.40625, 8.625, 3.453125, 4.375, 3.65625, 3.09375, 3.65625, 2.921875, 2.984375, 4.75, 3.0625, 3.265625, 2.921875, 3.25, 3.609375, 3.5625, 4.1875, 3.34375, 4.0, 36.0, 2.6875, 14.5, 3.984375, 3.15625, 15.75, 6.15625, 6.40625, 3.625, 3.3125, 3.078125, 3.390625, 2.78125, 3.5, 3.921875, 3.3125, 6.6875, 2.515625, 4.40625, 6.78125, 4.0, 4.59375, 5.34375, 38.25, 4.15625, 5.21875, 3.0625, 3.53125, 3.15625, 5.0, 3.59375, 3.609375, 3.71875, 2.984375, 4.8125, 3.015625, 3.09375, 3.8125, 4.09375, 3.15625, 19.375, 5.25, 4.0625, 3.296875, 6.125, 2.578125, 2.796875, 3.78125, 3.265625, 4.59375, 3.4375, 3.140625, 4.25, 4.09375, 3.9375, 3.1875, 3.609375, 4.375, 2.578125, 3.421875, 6.4375, 3.828125, 3.40625, 3.125, 7.90625, 4.3125, 3.375, 3.28125, 3.5625, 2.984375, 3.453125, 2.65625, 4.15625, 7.125, 3.53125, 3.515625, 2.859375, 2.984375, 3.4375, 4.5625, 3.078125, 3.578125, 4.875, 5.59375, 3.046875, 2.6875, 3.515625, 2.71875, 3.859375, 3.171875, 3.109375, 6.78125, 4.3125, 3.15625, 3.21875, 4.28125, 5.65625, 3.53125, 3.890625, 11.5, 2.921875, 4.96875, 5.15625, 5.21875, 3.34375, 3.484375, 4.03125, 3.625, -3.671875, 3.78125, 3.296875, 4.8125, 3.703125, 3.625, 3.515625, 3.140625, 4.90625, 2.796875, 3.46875, 3.625, 3.390625, 7.5, 5.84375, 18.0, 2.984375, 3.40625, 3.0625, 3.75, 4.71875, 4.53125, 3.484375, 4.5, 3.59375, 4.96875, 5.625, 7.34375, 3.734375, 3.796875, 4.0625, 3.125, 10.5, 2.90625, 2.515625, 2.6875, 3.640625, 3.15625, 5.03125, 3.203125, 2.640625, 3.3125, 3.6875, 7.5, 4.5, 3.359375, 4.5, 3.9375, 3.71875, -3.4375, -6.625, 2.96875, 3.109375, 4.4375, 3.4375, 3.5, 9.0625, 4.28125, 3.140625, 2.921875, 3.109375, 3.734375, 3.328125, 2.90625, 6.1875, 4.03125, 3.578125, 3.296875, 5.4375, 2.921875, 3.0, 3.28125, 5.03125, 3.53125, 2.75, 6.125, 3.125, 2.421875, -1.664062, 3.625, 3.25, 2.90625, 3.703125, 3.65625, 7.15625, 2.5625, 4.75, 4.125, 6.65625, 3.6875, 3.125, 2.984375, 4.28125, 3.328125, 3.21875, 4.875, 3.375, -3.84375, 2.6875, 10.75, 5.125, 3.453125, 5.84375, 6.28125, 4.0625, 3.265625, 3.0625, 3.421875, 3.515625, 3.78125, 3.1875, 3.5625, 3.734375, 6.5625, 11.0625, 4.4375, 4.65625, 3.6875, 3.84375, 3.59375, 3.921875, 4.09375, 3.28125, 3.03125, 31.875, 3.890625, 3.390625, 8.9375, 4.6875, 4.4375, 4.0, 3.96875, 3.84375, 3.40625, 7.34375, 3.671875, 3.140625, 2.1875, 6.21875, 3.921875, 3.140625, 4.28125, 4.96875, 6.8125, 3.46875, -3.5, 3.09375, 3.15625, 3.453125, 2.875, 3.75, 3.140625, 3.234375, 4.25, 3.90625, 10.0625, 15.6875, 5.21875, 6.09375, 3.1875, 3.34375, -2.984375, 3.859375, 3.328125, 10.875, 3.59375, 3.125, 8.375, 4.46875, 3.53125, 4.78125, 3.953125, 4.125, 4.4375, 3.40625, 6.96875, 3.65625, 3.90625, 3.171875, 4.65625, 3.78125, 3.4375, 3.8125, 3.4375, 3.234375, 2.9375, 13.4375, 2.359375, 6.25, 3.171875, 3.296875, 3.765625, 3.9375, 3.234375, 3.25, 3.296875, 5.5, 3.03125, 2.640625, 3.90625, 4.46875, 3.515625, 3.125, 3.453125, 2.640625, 3.703125, 2.859375, 3.375, 2.65625, 3.015625, 5.46875, 64.0, 3.578125, 4.0625, 3.6875, 3.15625, 3.1875, 3.890625, 4.0, 3.34375, 2.796875, 13.3125, 3.4375, 3.28125, 3.5, 3.34375, 3.40625, 3.34375, 2.296875, 4.15625, 3.0625, 5.96875, 2.4375, 3.546875, 3.375, 3.34375, 25.0, 12.8125, 4.0625, 21.875, 4.1875, 2.828125, 2.671875, 3.328125, 4.25, 2.65625, 3.390625, 3.9375, 2.34375, 3.296875, 2.015625, 3.171875, 4.15625, 3.71875, 8.5, 2.265625, 25.25, 3.1875, 4.1875, 3.3125, 3.3125, 4.59375, 5.25, 3.75, 3.234375, 3.015625, 3.484375, 3.734375, 3.03125, 14.8125, 4.125, 3.375, -3.03125, 2.546875, 3.421875, 2.96875, 6.28125, 7.1875, 4.84375, 6.71875, 4.28125, -4.625, 4.03125, 3.90625, 2.9375, 3.25, 1.664062, 3.34375, 8.3125, 3.046875, 3.234375, 4.3125, 3.53125, 4.03125, 4.0625, 3.828125, 3.515625, 2.65625, 3.390625, 3.828125, 3.25, 3.5, 3.328125, 3.859375, 3.25, 3.359375, 7.03125, -3.953125, 2.90625, 3.71875, 3.75, 3.953125, 3.671875, 3.625, 3.078125, 3.703125, 2.921875, 2.859375, 3.125, 4.46875, 2.953125, 3.703125, 2.171875, 3.765625, 3.5, 3.578125, 3.203125, 3.546875, 3.375, 2.296875, 3.796875, 3.421875, 2.25, 2.75, 3.265625, 3.734375, 3.015625, 3.1875, 5.3125, 4.25, 3.203125, 3.609375, 4.3125, 4.875, 3.515625, 5.1875, 12.6875, 6.09375, 2.15625, 3.03125, 3.453125, 5.375, 3.40625, 4.40625, 4.25, 3.109375, 3.34375, 4.65625, 3.28125, 1.6875, 2.75, 2.96875, 3.171875, 2.421875, 8.5625, 3.65625, 3.5625, 3.703125, 3.75, 3.375, 2.640625, 2.9375, -2.40625, 4.5625, 2.90625, 9.0, 4.09375, 39.75, 3.609375, 3.90625, 6.15625, 5.75, 3.171875, 2.875, 3.078125, 14.6875, 6.9375, 2.453125, 3.34375, 6.25, 4.03125, 3.40625, 3.5625, 4.09375, 3.03125, 17.0, -3.84375, 17.0, 3.25, 22.875, 3.5, 3.171875, -3.703125, 3.796875, 4.1875, 3.828125, 3.90625, 4.96875, 4.15625, 4.34375, 4.21875, 3.96875, 2.703125, 3.359375, 3.34375, 4.5, 2.828125, 3.03125, 3.65625, 3.296875, -2.390625, 3.421875, 3.703125, 5.34375, 3.5, 3.015625, -2.984375, 3.703125, 3.5, 3.109375, 3.28125, 2.75, 3.125, 8.6875, 3.65625, 3.59375, 4.53125, 12.875, 2.5, 3.921875, 3.53125, -5.40625, 3.046875, 5.0, 3.046875, 2.9375, 4.96875, 4.0625, 4.5, 4.125, 3.703125, 3.609375, 3.390625, 4.75, 3.0, 3.03125, 4.03125, 4.6875, 3.4375, 3.84375, 5.28125, 3.5625, 8.6875, 4.5, 4.8125, 5.15625, 3.65625, 3.359375, 2.453125, 3.515625, 3.078125, 3.40625, 6.375, -5.0, 3.625, 3.796875, 4.46875, 5.4375, 3.171875, 3.765625, -3.734375, 5.34375, 3.96875, 3.171875, 3.296875, 3.9375, 4.0625, 8.9375, 2.484375, 3.203125, 6.0, 3.65625, 2.9375, 3.078125, 3.28125, 3.84375, 5.15625, 6.59375, 3.015625, 3.109375, 2.390625, 3.453125, 4.53125, 3.1875, 15.9375, 2.953125, 2.578125, 3.3125, 3.359375, 2.859375, 3.15625, 3.671875, 4.0625, 3.109375, 4.21875, 4.0625, 5.09375, 3.140625, -2.578125, 3.359375, 3.203125, 4.5, 4.40625, 4.09375, 5.09375, 4.4375, 3.75, 3.765625, 2.875, 3.125, 3.40625, 5.96875, 3.25, 2.953125, 3.5, 3.609375, 3.9375, 2.3125, 2.8125, 4.90625, 3.1875, 2.328125, 3.03125, -3.296875, 2.75, 3.9375, 3.328125, 3.53125, 3.21875, 4.75, 3.71875, 3.640625, 4.71875, 3.625, 3.609375, 3.5, 4.71875, 2.96875, 3.234375, 3.6875, 20.0, -2.9375, 7.25, 9.9375, 3.625, 2.96875, 3.578125, 3.421875, 3.4375, 3.515625, 3.546875, 2.90625, 3.09375, 5.9375, 3.25, 3.1875, 4.125, 3.15625, 6.3125, 3.234375, 3.21875, 3.359375, 6.5, 2.984375, -2.890625, 5.25, 3.625, 3.21875, 2.984375, 3.75, 3.515625, 3.75, 4.34375, 3.3125, 4.84375, 5.0625, 4.09375, 4.25, 3.734375, 3.21875, 3.0, 3.046875, 3.75, 3.5625, 2.515625, 3.5, 3.078125, 3.234375, -3.390625, 3.34375, 3.53125, 5.59375, 6.5, 2.328125, 4.4375, 3.390625, 4.21875, 3.71875, 3.0, 2.34375, 4.1875, 2.96875, 3.921875, 8.9375, -3.171875, 3.8125, 2.546875, 3.265625, 3.375, 6.25, 3.484375, 2.421875, 3.796875, 21.25, 4.0625, 3.234375, 3.390625, 3.640625, 3.625, 3.3125, 22.625, -3.34375, 3.3125, 3.984375, -4.40625, 3.6875, 7.03125, 3.265625, 4.34375, 5.15625, 6.09375, 3.359375, 4.15625, 3.296875, 2.96875, 3.40625, 3.171875, 2.203125, 5.15625, 3.203125, 4.0, 3.140625, -4.125, 3.6875, 3.703125, 3.640625, 3.15625, 3.609375, 6.34375, 4.0625, 3.78125, 6.125, 3.421875, 3.640625, 2.90625, 5.15625, 2.75, 3.078125, 3.0625, 3.484375, 4.34375, 4.78125, 3.671875, 3.984375, 2.046875, 5.53125, 4.125, 7.34375, 23.125, 14.6875, 3.65625, 2.84375, 2.828125, 6.40625, -3.1875, 4.46875, 3.875, 3.78125, 2.71875, 8.6875, 5.84375, 4.0625, 2.5625, 4.1875, 5.375, 3.359375, 3.59375, 2.96875, 4.15625, 3.390625, 5.96875, 3.125, 3.0625, 5.375, 4.0625, 4.09375, 8.875, 5.90625, 3.1875, 6.59375, -3.375, 3.25, 2.828125, 4.0, 3.78125, 3.359375, 3.234375, 2.640625, 4.21875, 2.796875, 2.90625, 3.421875, 4.4375, 3.015625, 4.0, 7.90625, 6.875, 5.40625, 2.046875, 5.125, 3.796875, 3.578125, 3.21875, 3.125, 2.859375, 3.4375, 4.4375, -3.3125, 4.0625, 3.515625, 3.140625, 2.71875, 2.953125, 3.734375, 3.609375, 4.4375, 5.28125, 2.625, 3.828125, 2.3125, 3.625, 2.75, 3.078125, 4.0, 4.78125, 3.453125, 35.75, 4.8125, 3.34375, 5.40625, 4.59375, 3.390625, 6.6875, 3.515625, 5.3125, 3.28125, 3.59375, 3.953125, 4.40625, 5.40625, 3.625, 3.203125, 2.828125, 3.234375, 2.859375, 4.375, 4.0625, 3.921875, 4.21875, 6.4375, 3.796875, 9.5625, 6.9375, 3.28125, 2.953125, -3.28125, 8.0, 6.71875, 3.703125, 3.140625, 3.203125, 2.390625, 3.875, 3.328125, 2.78125, 8.0625, 4.9375, 3.734375, 3.046875, 2.5625, 4.0, 5.75, 3.1875, -3.6875, 4.46875, 3.078125, 3.46875, 6.875, 8.25, 5.5, 2.625, 3.140625, 3.53125, 3.34375, 2.515625, 3.890625, 3.640625, 2.90625, 6.78125, 3.5, 2.40625, 3.15625, 3.125, 3.359375, 3.515625, 3.671875, 3.40625, 4.28125, 5.71875, 3.6875, 2.40625, 5.96875, 3.875, 3.34375, -3.046875, -4.9375, 3.765625, 4.15625, 3.703125, 3.296875, 3.890625, 3.125, 3.859375, 3.40625, 3.296875, 2.796875, 5.15625, 3.203125, 3.1875, 3.125, 3.03125, 3.671875, 9.1875, -2.984375, 3.09375, 7.96875, 5.0, -2.9375, 4.625, 3.75, 4.4375, 9.5, 3.21875, 6.09375, 2.484375, 3.09375, 3.390625, 3.75, 5.34375, 2.8125, 2.984375, 3.96875, 3.125, 3.484375, 3.171875, 3.90625, 5.78125, 24.375, 3.453125, 4.0625, 6.78125, 4.6875, 3.96875, 4.90625, 3.375, 3.1875, 3.296875, 6.71875, 3.15625, 17.0, 3.828125, 3.453125, 4.5625, 4.34375, 2.921875, 3.421875, 3.75, 4.65625, 4.5, 3.40625, 3.390625, 3.234375, 2.921875, 3.140625, 4.21875, -3.953125, 3.09375, 4.6875, 3.828125, 3.25, 4.34375, 2.65625, 6.53125, 4.34375, 4.03125, 3.78125, 3.765625, 19.625, 3.328125, 2.6875, 3.34375, 3.671875, 3.53125, 3.046875, 3.0, 2.578125, 1.492188, 3.09375, 3.0625, 3.046875, 4.9375, -2.28125, 3.890625, 2.875, 4.21875, 3.1875, 3.046875, 3.140625, 3.125, 3.765625, -4.3125, 24.0, 2.703125, 3.5, 2.390625, 2.734375, 4.125, 3.28125, 3.578125, 3.265625, 2.609375, 3.109375, 3.578125, 7.4375, 4.21875, 3.0625, 3.640625, 6.4375, 3.375, 3.96875, 3.921875, 3.734375, 3.53125, 5.84375, 7.09375, 4.03125, 5.28125, 3.375, 2.65625, 2.5625, 3.28125, 3.359375, 4.09375, -4.21875, 2.96875, 3.53125, 4.21875, 3.421875, 4.3125, 3.765625, 4.5, 5.96875, 2.515625, 5.5, 4.3125, 2.59375, 2.328125, 3.609375, 4.65625, 3.09375, 3.515625, 3.359375, 9.1875, 2.140625, 5.75, 18.625, 2.96875, -3.453125, 4.59375, 4.09375, 8.0625, 5.28125, 4.4375, 2.890625, 3.625, 2.78125, 4.03125, 2.984375, 3.484375, 4.5, 3.59375, 2.40625, 3.21875, 2.6875, 27.625, 5.1875, 3.578125, 5.59375, 3.796875, 3.515625, 3.78125, 2.453125, 6.34375, 3.671875, 3.625, 2.9375, 5.71875, 3.5625, 3.25, 3.953125, 3.609375, 3.21875, 4.0625, 3.53125, 4.25, 3.8125, 12.3125, 3.84375, 10.6875, 4.75, 3.171875, 5.25, 3.375, 3.078125, 3.1875, 3.8125, 3.71875, 7.25, 3.796875, 3.5, 2.734375, 4.78125, 3.921875, 3.671875, 5.5, 4.65625, 3.46875, 3.703125, 4.0, 3.25, 3.296875, 2.96875, 4.3125, 3.921875, 3.90625, 3.65625, 4.5, 7.59375, 3.40625, 17.5, 7.90625, 3.4375, 3.203125, 3.171875, -3.53125, 4.71875, 3.296875, 4.15625, 3.546875, 3.671875, 4.0625, 3.265625, 12.1875, 2.34375, 3.4375, -3.5625, 8.875, 3.078125, 4.875, 4.0625, -3.5625, 3.15625, 4.875, 10.5625, 3.875, 3.25, 2.703125, 3.03125, 8.0625, 4.0625, 3.4375, 2.984375, 4.09375, 3.859375, 19.875, 2.703125, 3.125, 2.5625, 4.34375, 4.34375, 3.828125, 3.71875, 3.046875, 24.125, 4.78125, 9.875, 29.125, 3.03125, 3.734375, 6.59375, 5.53125, 6.15625, 2.921875, 3.359375, 2.890625, 3.28125, 3.140625, 3.390625, 4.8125, 6.15625, 4.1875, 3.46875, 4.625, 2.25, 2.90625, 3.265625, 4.28125, 4.65625, 2.953125, 3.625, 3.015625, 4.15625, 6.125, 5.03125, 3.671875, 3.640625, 5.90625, 3.125, 17.0, 5.5, 3.3125, 4.65625, 4.34375, 4.40625, 5.59375, 3.71875, 3.65625, 3.546875, 2.59375, 3.140625, 3.578125, 4.25, 4.0625, 3.046875, 11.875, 5.25, 4.96875, 3.140625, 3.140625, 2.421875, 3.84375, 3.234375, 19.375, 3.140625, 3.25, 3.53125, -3.09375, 2.96875, 3.171875, 4.4375, -4.3125, -3.265625, 3.734375, 3.1875, 3.125, 3.125, 3.71875, 2.9375, 4.09375, -3.78125, 3.25, 4.0625, 2.328125, 6.5625, 3.40625, 2.75, 3.984375, 3.234375, 3.3125, 3.625, 12.875, 3.765625, 4.1875, 7.09375, 3.890625, 6.53125, 5.5, 3.109375, 2.828125, 4.46875, 2.53125, 33.75, 3.390625, -3.296875, 4.28125, 3.40625, 2.96875, 3.046875, 3.828125, 2.796875, 3.4375, 2.828125, 7.65625, 3.3125, 3.703125, 3.375, 4.9375, 4.1875, 3.28125, 3.15625, 3.28125, 3.671875, 3.890625, 3.25, 3.515625, -4.34375, 4.375, 5.625, 3.75, 2.640625, 5.4375, 3.46875, 5.125, 2.09375, 9.0, 3.125, 2.59375, 4.34375, 3.53125, 3.515625, 3.6875, 4.4375, 3.78125, 3.421875, 4.1875, 3.828125, 4.53125, 7.84375, -2.15625, 6.0, 3.234375, 3.609375, 3.28125, 4.84375, 2.84375, 2.875, 6.46875, 4.875, 2.9375, 2.734375, 4.40625, 3.265625, 2.5, -2.984375, 4.21875, 7.15625, 42.0, 4.1875, 3.0625, 4.59375, 3.28125, 3.71875, 3.703125, 3.59375, 4.46875, 2.328125, 2.703125, 3.484375, 3.984375, 2.609375, 4.96875, 3.046875, -3.109375, 2.453125, 4.53125, 2.8125, 4.96875, 3.375, 3.078125, 3.765625, -4.15625, 4.625, 15.0, 2.96875, 3.734375, 3.375, 3.453125, 3.390625, 2.9375, 3.5, 8.1875, 3.828125, 3.578125, 3.8125, 3.015625, 4.125, 3.453125, 2.828125, 3.3125, 3.0, 2.96875, 3.375, 3.359375, 3.609375, 3.859375, 3.796875, 4.65625, 3.453125, 3.671875, 3.28125, 2.546875, 6.0, 4.71875, 4.96875, 10.25, 3.4375, 7.28125, 3.375, 2.8125, 2.640625, 4.84375, 2.875, 5.53125, 3.359375, 3.734375, 2.53125, 2.6875, 4.03125, 3.453125, 3.3125, 3.703125, 3.84375, 11.9375, 3.984375, 3.078125, 3.953125, 12.4375, 2.8125, 10.75, 6.78125, 3.4375, 5.75, 3.34375, 3.484375, 3.15625, 3.453125, 3.65625, 3.609375, 3.3125, 4.03125, 4.21875, 3.546875, 10.1875, 17.875, 3.9375, 4.96875, 8.5, 3.171875, 3.40625, 2.984375, 10.0, 3.171875, 3.1875, 3.4375, 5.4375, 3.21875, 3.453125, 3.921875, 3.015625, 3.9375, 4.78125, 4.0625, 3.328125, 3.53125, 3.8125, 3.609375, 3.90625, 4.46875, 3.203125, 5.53125, 3.53125, 6.40625, 18.625, 2.78125, 3.0, -4.25, 4.375, 3.21875, 14.625, 3.140625, 3.703125, 3.84375, 10.25, 2.515625, 2.75, 4.3125, 3.828125, 4.25, -4.46875, 2.6875, 3.40625, 5.625, 3.796875, 5.78125, 3.40625, 3.9375, 3.0, 4.375, 4.4375, 9.5625, 3.078125, 3.484375, 18.25, 3.9375, 2.46875, 3.484375, 4.03125, 3.15625, 3.0625, 3.890625, 11.4375, 2.546875, 2.921875, 4.09375, 5.375, 3.640625, 2.921875, 5.03125, 4.71875, 3.796875, 3.796875, 25.75, 2.921875, 4.46875, 3.734375, 4.25, 3.203125, 3.625, 3.546875, 2.671875, 3.796875, 4.0, 2.734375, 3.515625, 3.671875, 3.40625, 3.53125, 3.078125, 3.859375, 3.265625, 2.875, 3.203125, 4.59375, 5.09375, -3.5625, 4.96875, 5.28125, 3.078125, 5.09375, 3.703125, 2.765625, 5.125, 2.1875, 3.4375, 4.46875, 4.03125, 4.96875, 3.234375, 2.625, 5.5625, 3.953125, 3.8125, 2.6875, 7.5, 3.8125, 3.40625, 2.9375, 3.28125, 3.375, 3.625, 4.71875, 3.25, 4.09375, 3.21875, 2.609375, 3.53125, 3.859375, 4.28125, 4.0625, 12.4375, 3.984375, 2.734375, 3.09375, 3.625, -3.1875, -3.734375, 4.90625, 3.40625, 3.0625, 3.671875, 2.75, 3.53125, 3.1875, 3.421875, 3.296875, -6.3125, 2.109375, 3.34375, 3.171875, 2.390625, 4.25, 3.25, 4.21875, 4.5, 4.15625, 4.5, 4.78125, 3.5, 3.890625, 4.03125, 4.3125, 3.1875, 6.375, 3.171875, 14.125, 3.203125, 3.421875, 16.75, 8.6875, 3.359375, 4.0625, 3.21875, 4.5, 3.484375, 10.375, 4.3125, 13.5, 4.71875, -1.734375, 3.078125, 3.484375, 3.609375, 3.921875, -3.3125, 3.78125, 3.75, 3.5, 3.65625, -3.796875, 6.3125, 6.4375, 1.585938, 3.296875, 3.203125, 8.5, 3.09375, 4.6875, 4.09375, 3.796875, 3.9375, 2.765625, 3.140625, 3.640625, 3.375, 3.09375, 3.015625, 3.609375, 3.5, 2.890625, 3.96875, 3.78125, 3.03125, 3.109375, 4.71875, 3.859375, 3.078125, 3.359375, 4.21875, 3.328125, 2.828125, 3.34375, 5.5625, 5.875, 3.046875, 2.34375, 3.25, 3.078125, 5.625, 7.34375, 4.125, 2.65625, 3.078125, 3.375, 8.5, 3.59375, 3.3125, 4.15625, 3.703125, 20.75, 3.484375, 3.9375, 5.5625, 2.78125, 4.34375, -3.75, 4.28125, 2.375, 2.921875, 3.0625, 2.78125, 2.75, 4.21875, -3.359375, 5.25, 1.054688, 17.375, 3.4375, 3.34375, 3.203125, 4.21875, 3.453125, 5.25, 3.359375, 4.4375, -3.03125, 2.84375, 3.25, 3.875, 3.71875, 4.59375, 2.921875, 3.578125, 3.59375, 3.078125, 6.71875, 3.34375, 3.375, 2.984375, 3.5625, 3.28125, 2.96875, 3.28125, 3.9375, 3.4375, 3.78125, 2.375, 4.34375, 3.296875, 3.03125, 3.375, 2.90625, 3.34375, 3.375, 3.125, 2.984375, 3.859375, 18.125, 3.125, 17.25, 3.765625, 3.828125, 3.109375, 3.8125, 3.6875, 3.25, 5.78125, 3.15625, 3.46875, 5.3125, 3.90625, 6.1875, 3.671875, 2.609375, 5.5, 3.53125, 5.71875, 2.625, 4.78125, 2.578125, 4.03125, 16.125, 2.15625, 4.4375, 4.09375, 4.21875, -3.28125, 3.0, 2.78125, 4.09375, 33.0, 3.671875, -6.15625, -4.28125, 3.15625, 3.65625, 5.6875, 3.0625, 3.5, 3.265625, 4.28125, -4.375, 3.734375, 3.546875, 3.375, 3.625, 1.65625, 4.53125, -4.03125, 2.765625, 6.25, 4.34375, 3.765625, -2.921875, 3.515625, 4.46875, 3.15625, 12.8125, 4.3125, 3.09375, 2.890625, 13.875, 3.625, 3.921875, 3.546875, 3.421875, 3.140625, 2.65625, 2.453125, 3.296875, 4.4375, 2.921875, 3.4375, 10.0, 10.5625, 3.515625, 3.5, 2.890625, 4.25, 4.78125, 3.171875, 2.359375, 3.546875, 4.8125, 4.75, 3.40625, 3.234375, 3.4375, 2.9375, 2.96875, -5.1875, 2.34375, 10.6875, 8.125, 3.15625, 3.0625, 3.453125, 3.0625, 3.40625, 3.125, 3.546875, 3.109375, 2.921875, 4.875 ] } , "name": "onnx::Mul_11235", "outputIndexes": [ 4884 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4883, 4884 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/input_layernorm/Mul_1_output_0", "outputIndexes": [ 4885 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4885 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.27/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 7881 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7881 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.27/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 7882 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7882 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1615467636, 2621462, 655360, 0, 0 ] } , "name": "/layers.27/self_attn/q_proj/Linear", "outputIndexes": [ 7883 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7883 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.27/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 7884 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7884 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ] , "dimType": "NCHW" } , "name": "/layers.27/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 4886 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4885 ] , "main_type": "NONE", "name": "/blocks.27/self_attn/Shape_output_0", "outputIndexes": [ 4887 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 4887 ] , "main_type": "NONE", "name": "Shape5946", "outputIndexes": [ 4888 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 4887 ] , "main_type": "NONE", "name": "Rank5948", "outputIndexes": [ 4889 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4889, 4889 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5950", "outputIndexes": [ 4890 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4890 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5951", "outputIndexes": [ 4891 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4890, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5953", "outputIndexes": [ 4892 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4892 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5954", "outputIndexes": [ 4893 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4888, 4891, 4893, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice5957", "outputIndexes": [ 4894 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4894 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze5958", "outputIndexes": [ 4895 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4895, 4895 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5960", "outputIndexes": [ 4896 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4887, 4896, 4890 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.27/self_attn/Gather_output_0", "outputIndexes": [ 4897 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4897, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.27/self_attn/Unsqueeze_output_0", "outputIndexes": [ 4898 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4890 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5968", "outputIndexes": [ 4899 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4892 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5971", "outputIndexes": [ 4900 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4888, 4899, 4900, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice5974", "outputIndexes": [ 4901 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4901 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze5975", "outputIndexes": [ 4902 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 4902 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5976", "outputIndexes": [ 4903 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4903, 4902 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5977", "outputIndexes": [ 4904 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4887, 4904, 4890 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.27/self_attn/Gather_1_output_0", "outputIndexes": [ 4905 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4905, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.27/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 4906 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4898, 4906, 41, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.27/self_attn/Concat_output_0", "outputIndexes": [ 4907 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4886, 4907 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.27/self_attn/Reshape_output_0", "outputIndexes": [ 4908 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4908 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.27/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 4910 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4910 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.27/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 4911 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4911, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/self_attn/q_norm/Add_output_0", "outputIndexes": [ 4912 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4912, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 4913 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4908, 4913 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 4914 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4914, 885 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 4915 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4915, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/self_attn/Mul_output_0", "outputIndexes": [ 4916 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4915 ] , "main_type": "NONE", "name": "/blocks.27/self_attn/Shape_2_output_0", "outputIndexes": [ 4917 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 4917 ] , "main_type": "NONE", "name": "Shape5991", "outputIndexes": [ 4918 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 4917 ] , "main_type": "NONE", "name": "Rank5993", "outputIndexes": [ 4919 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4919, 4919 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5995", "outputIndexes": [ 4920 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4920 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5996", "outputIndexes": [ 4921 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4920, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp5998", "outputIndexes": [ 4922 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4922 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze5999", "outputIndexes": [ 4923 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4918, 4921, 4923, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice6002", "outputIndexes": [ 4924 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4924 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze6003", "outputIndexes": [ 4925 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 4925 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6004", "outputIndexes": [ 4926 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4926, 4925 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6005", "outputIndexes": [ 4927 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4917, 4927, 4920 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.27/self_attn/Gather_2_output_0", "outputIndexes": [ 4928 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4928, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/self_attn/Div_output_0", "outputIndexes": [ 4929 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4929, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.27/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 4930 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4915, 4930, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.27/self_attn/Slice_1_output_0", "outputIndexes": [ 4931 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4931 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.27/self_attn/Neg_output_0", "outputIndexes": [ 4932 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4929, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.27/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 4933 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4915, 31, 4933, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.27/self_attn/Slice_output_0", "outputIndexes": [ 4934 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4932, 4934 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.27/self_attn/Concat_2_output_0", "outputIndexes": [ 4935 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4935, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/self_attn/Mul_1_output_0", "outputIndexes": [ 4936 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4916, 4936 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/self_attn/Add_output_0", "outputIndexes": [ 4937 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4897, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.27/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 4938 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4905, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.27/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 4939 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4938, 4939, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.27/self_attn/Concat_1_output_0", "outputIndexes": [ 4940 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4940, 4536 ] , "main_type": "NONE", "name": "/blocks.27/self_attn/ConstantOfShape_output_0", "outputIndexes": [ 4941 ] , "type": "Fill", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 4937, 4941, 4941, 167 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 27, "kv_shared_layer_index": 22 } , "name": "/layers.27/self_attn/FusedAttention", "outputIndexes": [ 4942 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4942 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.27/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 7885 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7885 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.27/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 7886 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7886 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1618744458, 2621462, 655360, 0, 0 ] } , "name": "/layers.27/self_attn/o_proj/Linear", "outputIndexes": [ 7887 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7887 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.27/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 7888 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7888 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.27/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 4943 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4943 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.27/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 4945 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4945 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.27/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 4946 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4946, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/post_attention_layernorm/Add_output_0", "outputIndexes": [ 4947 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4947, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 4948 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4943, 4948 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 4949 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.726562, 0.449219, 0.726562, 0.726562, 0.699219, 0.546875, 0.433594, 0.617188, 0.726562, 0.726562, 0.714844, 0.722656, 0.441406, 0.726562, 0.726562, 0.5625, 0.726562, 0.597656, 0.71875, 0.726562, 0.726562, 0.699219, 0.726562, 0.726562, 0.710938, 0.699219, 0.726562, 0.726562, 0.339844, 0.726562, 0.722656, 0.494141, 0.726562, 0.6875, 0.726562, 0.675781, 0.208984, 0.726562, 0.726562, 0.318359, 0.726562, 0.726562, 0.613281, 0.457031, 0.726562, 0.726562, 0.726562, 0.710938, 0.617188, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.695312, 0.722656, 0.176758, 0.726562, 0.695312, 0.726562, 0.726562, 0.726562, 0.722656, 0.636719, 0.726562, 0.726562, 0.726562, 0.683594, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.628906, 0.726562, 0.714844, 0.726562, 0.449219, 0.722656, 0.722656, 0.726562, 0.535156, 0.722656, 0.722656, 0.726562, 0.570312, 0.695312, 0.277344, 0.726562, 0.722656, 0.726562, 0.691406, 0.726562, 0.707031, 0.726562, 0.679688, 0.679688, 0.152344, 0.722656, 0.466797, 0.726562, 0.726562, 0.714844, 0.722656, 0.722656, 0.726562, 0.664062, 0.722656, 0.683594, 0.722656, 0.726562, 0.166992, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.667969, 0.507812, 0.726562, 0.449219, 0.726562, 0.726562, 0.722656, 0.722656, 0.511719, 0.726562, 0.664062, 0.726562, 0.726562, 0.71875, 0.605469, 0.726562, 0.722656, 0.675781, 0.000679, 0.707031, 0.4375, 0.302734, 0.554688, 0.722656, 0.726562, 0.726562, 0.726562, 0.257812, 0.722656, 0.726562, 0.671875, 0.722656, 0.726562, 0.726562, 0.726562, 0.597656, 0.726562, 0.726562, 0.726562, 0.550781, 0.722656, 0.726562, 0.251953, 0.65625, 0.726562, 0.71875, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.726562, 0.726562, 0.722656, 0.644531, 0.416016, 0.726562, 0.726562, 0.71875, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.433594, 0.726562, 0.726562, 0.726562, 0.660156, 0.65625, 0.726562, 0.726562, 0.574219, 0.726562, 0.726562, 0.726562, 0.726562, 0.707031, 0.726562, 0.219727, 0.726562, 0.498047, 0.582031, 0.726562, 0.726562, 0.671875, 0.726562, 0.722656, 0.714844, 0.726562, 0.726562, 0.726562, 0.726562, 0.71875, 0.605469, 0.726562, 0.267578, 0.726562, 0.675781, 0.53125, 0.6875, 0.589844, 0.726562, 0.722656, 0.570312, 0.726562, 0.660156, 0.699219, 0.621094, 0.726562, 0.726562, 0.726562, 0.710938, 0.726562, 0.722656, 0.597656, 0.722656, 0.671875, 0.714844, 0.722656, 0.640625, 0.726562, 0.566406, 0.726562, 0.726562, 0.726562, 0.585938, 0.726562, 0.726562, 0.726562, 0.71875, 0.527344, 0.523438, 0.511719, 0.726562, 0.726562, 0.714844, 0.726562, 0.726562, 0.691406, 0.726562, 0.726562, 0.726562, 0.625, 0.726562, 0.279297, 0.722656, 0.722656, 0.460938, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.722656, 0.6875, 0.628906, 0.726562, 0.59375, 0.519531, 0.726562, 0.714844, 0.726562, 0.628906, 0.726562, 0.726562, 0.726562, 0.726562, 0.53125, 0.726562, 0.675781, 0.726562, 0.726562, 0.699219, 0.726562, 0.722656, 0.726562, 0.707031, 0.726562, 0.726562, 0.263672, 0.726562, 0.726562, 0.6875, 0.503906, 0.707031, 0.714844, 0.726562, 0.726562, 0.699219, 0.726562, 0.726562, 0.707031, 0.435547, 0.722656, 0.726562, 0.726562, 0.675781, 0.726562, 0.71875, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.726562, 0.691406, 0.726562, 0.519531, 0.726562, 0.621094, 0.726562, 0.726562, 0.726562, 0.726562, 0.601562, 0.722656, 0.53125, 0.726562, 0.644531, 0.726562, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.726562, 0.714844, 0.726562, 0.192383, 0.726562, 0.722656, 0.726562, 0.332031, 0.722656, 0.585938, 0.726562, 0.671875, 0.726562, 0.652344, 0.726562, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.644531, 0.703125, 0.404297, 0.726562, 0.726562, 0.714844, 0.726562, 0.699219, 0.722656, 0.722656, 0.726562, 0.722656, 0.726562, 0.671875, 0.714844, 0.726562, 0.460938, 0.726562, 0.726562, 0.71875, 0.726562, 0.291016, 0.460938, 0.726562, 0.6875, 0.316406, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.445312, 0.71875, 0.617188, 0.726562, 0.726562, 0.722656, 0.539062, 0.726562, 0.726562, 0.726562, 0.722656, 0.714844, 0.726562, 0.726562, 0.71875, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.416016, 0.726562, 0.726562, 0.699219, 0.726562, 0.726562, 0.726562, 0.722656, 0.726562, 0.699219, 0.726562, 0.726562, 0.4375, 0.726562, 0.660156, 0.726562, 0.726562, 0.726562, 0.714844, 0.726562, 0.710938, 0.726562, 0.726562, 0.722656, 0.722656, 0.726562, 0.722656, 0.726562, 0.710938, 0.112305, 0.726562, 0.726562, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.65625, 0.703125, 0.53125, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.410156, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.722656, 0.71875, 0.726562, 0.726562, 0.667969, 0.714844, 0.347656, 0.726562, 0.6875, 0.726562, 0.726562, 0.589844, 0.707031, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.6875, 0.726562, 0.605469, 0.726562, 0.648438, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.667969, 0.726562, 0.402344, 0.726562, 0.648438, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.714844, 0.726562, 0.416016, 0.632812, 0.726562, 0.726562, 0.613281, 0.703125, 0.726562, 0.726562, 0.726562, 0.441406, 0.726562, 0.726562, 0.726562, 0.726562, 0.636719, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.398438, 0.726562, 0.726562, 0.46875, 0.726562, 0.667969, 0.664062, 0.628906, 0.726562, 0.609375, 0.726562, 0.726562, 0.3125, 0.478516, 0.726562, 0.726562, 0.464844, 0.726562, 0.5625, 0.726562, 0.726562, 0.726562, 0.722656, 0.722656, 0.710938, 0.707031, 0.433594, 0.722656, 0.683594, 0.726562, 0.726562, 0.726562, 0.349609, 0.613281, 0.722656, 0.726562, 0.679688, 0.722656, 0.722656, 0.482422, 0.648438, 0.726562, 0.498047, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.714844, 0.726562, 0.726562, 0.726562, 0.726562, 0.699219, 0.726562, 0.722656, 0.726562, 0.6875, 0.486328, 0.683594, 0.65625, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.535156, 0.558594, 0.628906, 0.726562, 0.425781, 0.726562, 0.482422, 0.726562, 0.726562, 0.726562, 0.460938, 0.726562, 0.597656, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.515625, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.726562, 0.519531, 0.722656, 0.726562, 0.5625, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.388672, 0.71875, 0.726562, 0.726562, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.726562, 0.625, 0.726562, 0.6875, 0.207031, 0.726562, 0.585938, 0.703125, 0.119141, 0.683594, 0.726562, 0.726562, 0.726562, 0.726562, 0.605469, 0.726562, 0.726562, 0.652344, 0.726562, 0.726562, 0.707031, 0.726562, 0.644531, 0.726562, 0.726562, 0.726562, 0.71875, 0.707031, 0.726562, 0.490234, 0.722656, 0.726562, 0.664062, 0.722656, 0.636719, 0.726562, 0.722656, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.539062, 0.726562, 0.628906, 0.726562, 0.726562, 0.679688, 0.722656, 0.722656, 0.726562, 0.726562, 0.726562, 0.726562, 0.714844, 0.460938, 0.722656, 0.726562, 0.722656, 0.726562, 0.71875, 0.726562, 0.726562, 0.726562, 0.578125, 0.476562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.660156, 0.726562, 0.726562, 0.726562, 0.511719, 0.550781, 0.726562, 0.324219, 0.726562, 0.550781, 0.519531, 0.585938, 0.726562, 0.640625, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.707031, 0.726562, 0.714844, 0.726562, 0.726562, 0.335938, 0.652344, 0.726562, 0.726562, 0.726562, 0.726562, 0.486328, 0.585938, 0.710938, 0.726562, 0.6875, 0.726562, 0.722656, 0.726562, 0.390625, 0.695312, 0.726562, 0.726562, 0.726562, 0.339844, 0.71875, 0.726562, 0.726562, 0.726562, 0.722656, 0.570312, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.710938, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.667969, 0.726562, 0.726562, 0.722656, 0.59375, 0.726562, 0.726562, 0.726562, 0.714844, 0.726562, 0.726562, 0.554688, 0.726562, 0.71875, 0.726562, 0.71875, 0.726562, 0.726562, 0.726562, 0.570312, 0.726562, 0.722656, 0.726562, 0.726562, 0.726562, 0.722656, 0.726562, 0.722656, 0.726562, 0.714844, 0.722656, 0.601562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.667969, 0.726562, 0.722656, 0.574219, 0.726562, 0.726562, 0.726562, 0.173828, 0.726562, 0.722656, 0.527344, 0.582031, 0.636719, 0.722656, 0.722656, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.613281, 0.347656, 0.546875, 0.726562, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.636719, 0.726562, 0.726562, 0.632812, 0.636719, 0.726562, 0.292969, 0.636719, 0.726562, 0.671875, 0.679688, 0.632812, 0.726562, 0.65625, 0.726562, 0.726562, 0.726562, 0.726562, 0.714844, 0.726562, 0.578125, 0.726562, 0.386719, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.722656, 0.726562, 0.470703, 0.214844, 0.570312, 0.621094, 0.707031, 0.726562, 0.726562, 0.722656, 0.726562, 0.675781, 0.726562, 0.726562, 0.601562, 0.550781, 0.726562, 0.470703, 0.726562, 0.65625, 0.71875, 0.726562, 0.449219, 0.726562, 0.726562, 0.726562, 0.539062, 0.726562, 0.722656, 0.582031, 0.722656, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.722656, 0.679688, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.695312, 0.083984, 0.707031, 0.6875, 0.722656, 0.726562, 0.726562, 0.726562, 0.640625, 0.726562, 0.726562, 0.605469, 0.703125, 0.726562, 0.726562, 0.726562, 0.726562, 0.695312, 0.726562, 0.722656, 0.726562, 0.326172, 0.726562, 0.726562, 0.726562, 0.726562, 0.265625, 0.012329, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.707031, 0.726562, 0.726562, 0.726562, 0.71875, 0.695312, 0.726562, 0.621094, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.515625, 0.597656, 0.722656, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.632812, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.648438, 0.46875, 0.691406, 0.478516, 0.6875, 0.726562, 0.726562, 0.695312, 0.726562, 0.726562, 0.726562, 0.726562, 0.265625, 0.726562, 0.726562, 0.589844, 0.726562, 0.726562, 0.625, 0.236328, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.71875, 0.726562, 0.726562, 0.726562, 0.726562, 0.550781, 0.722656, 0.722656, 0.726562, 0.726562, 0.726562, 0.710938, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.71875, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.726562, 0.65625, 0.726562, 0.726562, 0.726562, 0.722656, 0.486328, 0.726562, 0.695312, 0.470703, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.695312, 0.582031, 0.722656, 0.675781, 0.589844, 0.726562, 0.722656, 0.726562, 0.726562, 0.726562, 0.726562, 0.5, 0.726562, 0.726562, 0.726562, 0.707031, 0.699219, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.417969, 0.722656, 0.330078, 0.722656, 0.726562, 0.470703, 0.71875, 0.722656, 0.722656, 0.726562, 0.396484, 0.699219, 0.726562, 0.6875, 0.726562, 0.722656, 0.714844, 0.726562, 0.5625, 0.726562, 0.726562, 0.6875, 0.234375, 0.71875, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.699219, 0.726562, 0.726562, 0.695312, 0.722656, 0.523438, 0.722656, 0.726562, 0.726562, 0.726562, 0.71875, 0.636719, 0.726562, 0.726562, 0.722656, 0.726562, 0.722656, 0.714844, 0.71875, 0.726562, 0.726562, 0.726562, 0.726562, 0.664062, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.339844, 0.726562, 0.726562, 0.5, 0.390625, 0.726562, 0.726562, 0.726562, 0.558594, 0.726562, 0.539062, 0.726562, 0.726562, 0.511719, 0.726562, 0.652344, 0.722656, 0.726562, 0.703125, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.640625, 0.726562, 0.097168, 0.726562, 0.625, 0.726562, 0.726562, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.625, 0.65625, 0.71875, 0.71875, 0.597656, 0.636719, 0.726562, 0.722656, 0.675781, 0.726562, 0.71875, 0.726562, 0.726562, 0.6875, 0.722656, 0.291016, 0.726562, 0.726562, 0.726562, 0.636719, 0.726562, 0.726562, 0.703125, 0.726562, 0.433594, 0.287109, 0.726562, 0.726562, 0.726562, 0.722656, 0.703125, 0.726562, 0.298828, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.695312, 0.726562, 0.726562, 0.726562, 0.722656, 0.691406, 0.726562, 0.648438, 0.726562, 0.71875, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.416016, 0.726562, 0.726562, 0.726562, 0.726562, 0.652344, 0.726562, 0.726562, 0.726562, 0.722656, 0.726562, 0.722656, 0.726562, 0.726562, 0.699219, 0.722656, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.542969, 0.726562, 0.726562, 0.726562, 0.667969, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.707031, 0.726562, 0.71875, 0.726562, 0.703125, 0.726562, 0.726562, 0.726562, 0.726562, 0.644531, 0.710938, 0.726562, 0.550781, 0.726562, 0.425781, 0.726562, 0.726562, 0.726562, 0.621094, 0.726562, 0.726562, 0.703125, 0.726562, 0.625, 0.726562, 0.6875, 0.726562, 0.726562, 0.617188, 0.726562, 0.4375, 0.632812, 0.574219, 0.726562, 0.648438, 0.71875, 0.726562, 0.726562, 0.726562, 0.71875, 0.726562, 0.726562, 0.71875, 0.726562, 0.726562, 0.726562, 0.714844, 0.574219, 0.542969, 0.714844, 0.71875, 0.726562, 0.671875, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.6875, 0.249023, 0.71875, 0.664062, 0.726562, 0.726562, 0.726562, 0.4375, 0.722656, 0.726562, 0.726562, 0.183594, 0.613281, 0.722656, 0.726562, 0.726562, 0.695312, 0.726562, 0.597656, 0.726562, 0.726562, 0.726562, 0.601562, 0.726562, 0.410156, 0.726562, 0.726562, 0.71875, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.574219, 0.726562, 0.679688, 0.699219, 0.671875, 0.601562, 0.726562, 0.726562, 0.722656, 0.726562, 0.341797, 0.601562, 0.648438, 0.539062, 0.71875, 0.726562, 0.726562, 0.498047, 0.726562, 0.726562, 0.726562, 0.726562, 0.722656, 0.691406, 0.660156, 0.726562, 0.726562, 0.707031, 0.648438, 0.052002, 0.726562, 0.296875, 0.722656, 0.71875, 0.625, 0.726562, 0.726562, 0.691406, 0.726562, 0.726562, 0.726562, 0.417969, 0.722656, 0.726562, 0.726562, 0.726562, 0.640625, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.427734, 0.726562, 0.726562, 0.726562, 0.726562, 0.722656, 0.291016, 0.597656, 0.726562, 0.412109, 0.722656, 0.71875, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.625, 0.722656, 0.726562, 0.6875, 0.726562, 0.726562, 0.675781, 0.306641, 0.726562, 0.648438, 0.726562, 0.589844, 0.65625, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.621094, 0.71875, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.691406, 0.726562, 0.722656, 0.726562, 0.726562, 0.71875, 0.726562, 0.71875, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.186523, 0.503906, 0.722656, 0.726562, 0.722656, 0.707031, 0.447266, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.664062, 0.585938, 0.722656, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.546875, 0.726562, 0.582031, 0.435547, 0.726562, 0.726562, 0.632812, 0.726562, 0.726562, 0.726562, 0.398438, 0.621094, 0.726562, 0.726562, 0.726562, 0.726562, 0.722656, 0.722656, 0.726562, 0.484375, 0.660156, 0.726562, 0.726562, 0.726562, 0.523438, 0.59375, 0.726562, 0.671875, 0.644531, 0.726562, 0.726562, 0.396484, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.722656, 0.726562, 0.302734, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.632812, 0.726562, 0.726562, 0.722656, 0.384766, 0.722656, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.695312, 0.726562, 0.726562, 0.726562, 0.722656, 0.726562, 0.722656, 0.726562, 0.589844, 0.722656, 0.726562, 0.726562, 0.726562, 0.726562, 0.18457, 0.726562, 0.726562, 0.466797, 0.726562, 0.726562, 0.722656, 0.722656, 0.609375, 0.146484, 0.726562, 0.726562, 0.726562, 0.726562, 0.71875, 0.726562, 0.357422, 0.722656, 0.722656, 0.726562, 0.726562, 0.714844, 0.726562, 0.726562, 0.554688, 0.726562, 0.722656, 0.675781, 0.330078, 0.726562, 0.679688, 0.636719, 0.726562, 0.726562, 0.726562, 0.488281, 0.726562, 0.143555, 0.726562, 0.71875, 0.632812, 0.589844, 0.726562, 0.726562, 0.726562, 0.648438, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.683594, 0.726562, 0.695312, 0.259766, 0.726562, 0.726562, 0.699219, 0.722656, 0.390625, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.722656, 0.550781, 0.722656, 0.726562, 0.726562, 0.726562, 0.726562, 0.710938, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.710938, 0.726562, 0.722656, 0.722656, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.722656, 0.726562, 0.699219, 0.726562, 0.726562, 0.726562, 0.726562, 0.390625, 0.726562, 0.667969, 0.726562, 0.5625, 0.714844, 0.722656, 0.671875, 0.660156, 0.726562, 0.470703, 0.527344, 0.726562, 0.435547, 0.722656, 0.726562, 0.726562, 0.726562, 0.726562, 0.71875, 0.726562, 0.726562, 0.726562, 0.652344, 0.726562, 0.582031, 0.652344, 0.683594, 0.703125, 0.722656, 0.386719, 0.726562, 0.726562, 0.726562, 0.726562, 0.625, 0.722656, 0.726562, 0.722656, 0.239258, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.337891, 0.597656, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.722656, 0.726562, 0.695312, 0.699219, 0.726562, 0.726562, 0.726562, 0.244141, 0.722656, 0.726562, 0.722656, 0.726562, 0.722656, 0.726562, 0.726562, 0.546875, 0.722656, 0.648438, 0.726562, 0.628906, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.714844, 0.726562, 0.726562, 0.722656, 0.726562, 0.710938, 0.726562, 0.71875, 0.726562, 0.722656, 0.726562, 0.726562, 0.707031, 0.726562, 0.714844, 0.371094, 0.726562, 0.722656, 0.722656, 0.726562, 0.726562, 0.726562, 0.703125, 0.726562, 0.726562, 0.71875, 0.726562, 0.726562, 0.726562, 0.726562, 0.722656, 0.726562, 0.636719, 0.726562, 0.726562, 0.566406, 0.726562, 0.396484, 0.074219, 0.609375, 0.726562, 0.726562, 0.726562, 0.597656, 0.722656, 0.726562, 0.726562, 0.699219, 0.726562, 0.722656, 0.726562, 0.726562, 0.726562, 0.597656, 0.558594, 0.726562, 0.519531, 0.6875, 0.714844, 0.726562, 0.640625, 0.726562, 0.726562, 0.726562, 0.726562, 0.722656, 0.726562, 0.695312, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.726562, 0.644531, 0.726562, 0.726562, 0.726562, 0.726562, 0.703125, 0.726562, 0.722656, 0.675781, 0.726562, 0.726562, 0.726562, 0.726562, 0.131836, 0.679688, 0.470703, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.726562, 0.554688, 0.222656, 0.726562, 0.722656, 0.703125, 0.726562, 0.726562, 0.726562, 0.726562, 0.535156, 0.722656, 0.726562, 0.726562, 0.726562, 0.349609, 0.496094, 0.726562, 0.71875, 0.376953, 0.726562, 0.060791, 0.726562, 0.726562, 0.726562, 0.640625, 0.625, 0.726562, 0.726562, 0.714844, 0.621094, 0.726562, 0.714844, 0.726562, 0.703125, 0.707031, 0.726562, 0.21582, 0.460938, 0.613281, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.263672, 0.726562, 0.621094, 0.722656, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.707031, 0.726562, 0.726562, 0.726562, 0.664062, 0.726562, 0.699219, 0.726562, 0.726562, 0.511719, 0.726562, 0.613281, 0.726562, 0.726562, 0.699219, 0.726562, 0.722656, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.703125, 0.726562, 0.155273, 0.726562, 0.722656, 0.722656, 0.726562, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.722656, 0.5, 0.726562, 0.726562, 0.726562, 0.710938, 0.726562, 0.726562, 0.714844, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.726562, 0.640625, 0.726562, 0.722656, 0.726562, 0.648438, 0.726562, 0.472656, 0.726562, 0.726562, 0.726562, 0.726562, 0.5625, 0.699219, 0.621094, 0.726562, 0.726562, 0.714844, 0.722656, 0.621094, 0.652344, 0.726562, 0.203125, 0.726562, 0.609375, 0.726562, 0.726562, 0.726562, 0.550781, 0.726562, 0.726562, 0.539062, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.451172, 0.150391, 0.609375, 0.726562, 0.628906, 0.726562, 0.628906, 0.726562, 0.726562, 0.609375, 0.726562, 0.726562, 0.722656, 0.726562, 0.722656, 0.722656, 0.726562, 0.726562, 0.726562, 0.589844, 0.710938, 0.660156, 0.695312, 0.726562, 0.636719, 0.691406, 0.601562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.65625, 0.644531, 0.726562, 0.726562, 0.699219, 0.722656, 0.726562, 0.726562, 0.726562, 0.726562, 0.660156, 0.726562, 0.726562, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.597656, 0.302734, 0.726562, 0.417969, 0.726562, 0.726562, 0.726562, 0.621094, 0.726562, 0.675781, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.722656, 0.149414, 0.71875, 0.707031, 0.664062, 0.726562, 0.726562, 0.147461, 0.503906, 0.71875, 0.53125, 0.722656, 0.726562, 0.722656, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.722656, 0.726562, 0.273438, 0.578125, 0.671875, 0.59375, 0.5, 0.703125, 0.726562, 0.726562, 0.300781, 0.714844, 0.667969, 0.726562, 0.535156, 0.726562, 0.726562, 0.703125, 0.726562, 0.726562, 0.455078, 0.558594, 0.726562, 0.726562, 0.707031, 0.726562, 0.675781, 0.628906, 0.726562, 0.691406, 0.726562, 0.726562, 0.375, 0.714844, 0.726562, 0.726562, 0.65625, 0.726562, 0.277344, 0.722656, 0.726562, 0.722656, 0.279297, 0.726562, 0.726562, 0.644531, 0.726562, 0.5625, 0.707031, 0.726562, 0.726562, 0.486328, 0.726562, 0.478516, 0.726562, 0.726562, 0.667969, 0.699219, 0.703125, 0.726562, 0.726562, 0.726562, 0.558594, 0.726562, 0.726562, 0.726562, 0.601562, 0.726562, 0.726562, 0.726562, 0.208984, 0.726562, 0.726562, 0.726562, 0.511719, 0.726562, 0.726562, 0.726562, 0.722656, 0.664062, 0.726562, 0.726562, 0.722656, 0.675781, 0.726562, 0.648438, 0.726562, 0.726562, 0.726562, 0.71875, 0.722656, 0.699219, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.59375, 0.726562, 0.726562, 0.726562, 0.71875, 0.726562, 0.726562, 0.726562, 0.726562, 0.71875, 0.726562, 0.726562, 0.652344, 0.726562, 0.585938, 0.722656, 0.726562, 0.523438, 0.726562, 0.726562, 0.726562, 0.155273, 0.726562, 0.726562, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.726562, 0.691406, 0.726562, 0.726562, 0.6875, 0.726562, 0.59375, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.6875, 0.726562, 0.699219, 0.726562, 0.726562, 0.726562, 0.726562, 0.707031, 0.679688, 0.726562, 0.726562, 0.648438, 0.671875, 0.71875, 0.726562, 0.726562, 0.726562, 0.726562, 0.714844, 0.726562, 0.404297, 0.726562, 0.234375, 0.726562, 0.699219, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.414062, 0.726562, 0.345703, 0.707031, 0.726562, 0.726562, 0.726562, 0.726562, 0.589844, 0.726562, 0.722656, 0.726562, 0.726562, 0.726562, 0.726562, 0.574219, 0.515625, 0.726562, 0.726562, 0.726562, 0.347656, 0.71875, 0.613281, 0.722656, 0.71875, 0.726562, 0.726562, 0.726562, 0.726562, 0.695312, 0.726562, 0.722656, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.578125, 0.726562, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.726562, 0.726562, 0.542969, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.507812, 0.726562, 0.710938, 0.726562, 0.695312, 0.283203, 0.726562, 0.71875, 0.726562, 0.726562, 0.267578, 0.644531, 0.726562, 0.449219, 0.726562, 0.726562, 0.726562, 0.714844, 0.726562, 0.726562, 0.726562, 0.726562, 0.722656, 0.722656, 0.726562, 0.554688, 0.726562, 0.253906, 0.726562, 0.726562, 0.726562, 0.726562, 0.699219, 0.726562, 0.726562, 0.613281, 0.726562, 0.726562, 0.722656, 0.5625, 0.710938, 0.65625, 0.726562, 0.726562, 0.726562, 0.726562, 0.679688, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.71875, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.28125, 0.726562, 0.71875, 0.726562, 0.726562, 0.648438, 0.726562, 0.470703, 0.726562, 0.726562, 0.726562, 0.726562, 0.570312, 0.726562, 0.726562, 0.597656, 0.726562, 0.652344, 0.726562, 0.488281, 0.722656, 0.726562, 0.714844, 0.726562, 0.496094, 0.726562, 0.5625, 0.726562, 0.726562, 0.722656, 0.726562, 0.263672, 0.726562, 0.585938, 0.726562, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.726562, 0.707031, 0.640625, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.726562, 0.65625, 0.726562, 0.341797, 0.6875, 0.726562, 0.726562, 0.726562, 0.726562, 0.710938, 0.726562, 0.726562, 0.722656, 0.726562, 0.726562, 0.726562, 0.667969, 0.726562, 0.695312, 0.12793, 0.227539, 0.710938, 0.703125, 0.726562, 0.695312, 0.494141, 0.726562, 0.726562, 0.726562, 0.648438, 0.648438, 0.71875, 0.675781, 0.726562, 0.726562, 0.726562, 0.726562, 0.726562, 0.314453, 0.412109, 0.722656, 0.726562, 0.707031, 0.726562, 0.726562, 0.714844, 0.726562, 0.726562, 0.722656, 0.726562 ] } , "name": "onnx::Mul_11247", "outputIndexes": [ 4950 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4949, 4950 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 4951 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4878, 4951 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/Add_output_0", "outputIndexes": [ 4952 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4952 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.27/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 4953 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4953 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.27/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 4954 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4954, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 4955 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4955, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 4956 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4952, 4956 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 4957 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.484375, 0.757812, 0.917969, 0.527344, 0.726562, 0.640625, 1.007812, 0.703125, 0.373047, 0.898438, 0.511719, 0.400391, 0.992188, 0.550781, 0.386719, 0.632812, 0.558594, 0.828125, 0.566406, 0.519531, 0.515625, 0.546875, 0.582031, 0.5, 0.597656, 0.644531, 0.589844, 0.585938, 1.617188, 0.554688, 0.498047, 1.070312, 0.589844, 0.5625, 0.486328, 0.574219, 1.335938, 1.132812, 0.480469, 1.335938, 0.527344, 0.535156, 0.59375, 0.710938, 0.474609, 0.519531, 0.613281, 0.558594, 1.742188, 0.474609, 0.400391, 0.582031, 0.53125, 0.429688, 0.519531, 0.349609, 2.5, 0.507812, 0.59375, 0.4375, 0.472656, 0.566406, 0.386719, 0.675781, 0.597656, 0.554688, 0.460938, 0.546875, 0.550781, 0.492188, 0.443359, 0.746094, 0.542969, 0.546875, 0.542969, 0.621094, 0.539062, 0.566406, 0.5, 0.8125, 0.388672, 0.539062, 0.558594, 0.871094, 0.566406, 0.427734, 0.550781, 1.039062, 0.625, 0.605469, 0.535156, 0.582031, 0.554688, 0.542969, 0.515625, 0.542969, 0.855469, 0.628906, 0.400391, 2.0625, 0.546875, 1.046875, 0.566406, 0.357422, 0.695312, 0.527344, 0.519531, 0.539062, 0.578125, 0.589844, 0.617188, 0.433594, 0.535156, 2.125, 0.519531, 0.46875, 0.589844, 0.496094, 0.5625, 0.59375, 0.679688, 0.447266, 0.832031, 0.423828, 0.59375, 0.486328, 0.507812, 0.640625, 0.539062, 0.578125, 0.589844, 0.558594, 0.462891, 1.132812, 0.511719, 0.53125, 0.640625, 0.498047, 0.671875, 1.164062, 1.148438, 0.71875, 0.542969, 0.546875, 0.519531, 0.519531, 1.320312, 0.527344, 0.546875, 0.53125, 0.515625, 0.523438, 0.40625, 0.515625, 0.808594, 0.605469, 0.53125, 0.464844, 0.664062, 0.519531, 0.492188, 1.625, 0.535156, 0.511719, 0.589844, 0.484375, 0.484375, 0.503906, 0.644531, 0.605469, 0.53125, 0.804688, 0.445312, 0.667969, 0.878906, 0.503906, 0.515625, 0.578125, 0.515625, 0.511719, 0.511719, 0.550781, 0.609375, 0.933594, 0.133789, 0.527344, 0.511719, 0.582031, 0.636719, 0.498047, 0.53125, 0.660156, 0.384766, 0.472656, 0.519531, 0.539062, 0.597656, 0.490234, 3.6875, 0.474609, 0.933594, 1.0625, 0.566406, 0.519531, 0.425781, 0.589844, 0.511719, 0.558594, 0.5, 0.589844, 0.558594, 0.574219, 0.503906, 0.652344, 0.287109, 2.109375, 0.486328, 0.523438, 0.75, 0.644531, 0.796875, 0.527344, 0.519531, 0.585938, 0.53125, 0.613281, 0.714844, 0.742188, 0.472656, 0.503906, 0.427734, 0.523438, 0.539062, 0.5, 0.621094, 0.65625, 0.636719, 0.550781, 0.511719, 0.597656, 0.554688, 0.746094, 0.550781, 0.601562, 0.542969, 0.621094, 0.691406, 0.53125, 0.570312, 0.53125, 0.714844, 0.710938, 0.640625, 0.492188, 0.628906, 0.601562, 0.527344, 0.515625, 0.570312, 0.478516, 0.476562, 0.507812, 0.65625, 0.53125, 1.296875, 0.570312, 0.390625, 0.980469, 0.511719, 0.519531, 0.378906, 0.419922, 0.550781, 0.490234, 0.582031, 0.964844, 0.597656, 0.6875, 0.644531, 0.519531, 0.550781, 0.503906, 0.625, 0.574219, 0.515625, 0.503906, 0.484375, 0.738281, 0.523438, 0.613281, 0.443359, 0.613281, 0.523438, 0.890625, 0.609375, 0.511719, 0.554688, 0.542969, 0.40625, 5.375, 0.507812, 0.535156, 0.792969, 0.8125, 0.535156, 0.578125, 0.550781, 0.429688, 0.5625, 0.445312, 0.539062, 0.550781, 1.148438, 0.546875, 0.433594, 0.554688, 0.546875, 0.53125, 0.609375, 0.542969, 0.636719, 0.6875, 0.345703, 0.542969, 0.5, 0.613281, 0.488281, 0.851562, 0.462891, 0.65625, 0.597656, 0.523438, 0.523438, 0.498047, 0.605469, 0.515625, 0.726562, 0.455078, 0.648438, 0.474609, 0.484375, 0.550781, 0.503906, 0.503906, 0.421875, 0.617188, 0.539062, 0.507812, 2.640625, 0.621094, 0.507812, 0.609375, 2.171875, 0.550781, 0.746094, 0.466797, 0.621094, 0.664062, 0.640625, 0.443359, 0.597656, 0.359375, 0.644531, 0.511719, 0.425781, 0.605469, 0.53125, 0.957031, 0.503906, 0.5, 0.476562, 0.570312, 0.550781, 0.597656, 0.455078, 0.492188, 0.597656, 0.582031, 0.5625, 0.578125, 0.476562, 0.847656, 0.539062, 0.527344, 0.519531, 0.527344, 1.320312, 1.40625, 0.578125, 0.546875, 1.460938, 0.519531, 0.496094, 0.5, 0.53125, 0.546875, 0.566406, 0.503906, 0.46875, 0.5625, 0.902344, 0.539062, 0.664062, 0.875, 0.439453, 0.484375, 0.75, 0.486328, 0.617188, 0.453125, 0.566406, 0.605469, 0.65625, 0.417969, 0.519531, 0.585938, 0.486328, 0.605469, 0.609375, 0.574219, 0.574219, 0.84375, 1.898438, 0.498047, 0.542969, 0.519531, 0.519531, 0.515625, 0.628906, 0.455078, 0.466797, 0.511719, 0.382812, 1.0, 0.472656, 0.601562, 0.304688, 0.5, 0.726562, 0.566406, 0.482422, 0.519531, 0.527344, 0.566406, 0.455078, 0.578125, 0.507812, 0.550781, 0.464844, 0.558594, 6.5625, 0.470703, 0.458984, 0.503906, 0.542969, 0.546875, 0.484375, 0.416016, 0.523438, 0.535156, 0.470703, 0.427734, 0.558594, 0.570312, 0.542969, 0.640625, 0.519531, 0.765625, 0.75, 0.496094, 0.605469, 0.480469, 0.5, 0.515625, 0.519531, 0.53125, 0.449219, 1.101562, 0.458984, 0.486328, 0.310547, 0.59375, 0.492188, 0.515625, 0.546875, 0.480469, 0.353516, 0.496094, 0.550781, 0.5, 0.550781, 0.3125, 0.570312, 0.628906, 1.390625, 0.496094, 0.628906, 0.597656, 0.388672, 0.59375, 0.582031, 0.527344, 0.480469, 0.578125, 0.484375, 0.546875, 0.558594, 0.535156, 0.667969, 0.482422, 1.015625, 0.523438, 0.582031, 0.4375, 0.558594, 0.498047, 0.703125, 0.5625, 1.21875, 0.5625, 0.578125, 0.484375, 0.466797, 0.535156, 0.503906, 0.4375, 0.421875, 0.550781, 0.574219, 0.550781, 0.496094, 0.652344, 0.546875, 0.820312, 0.601562, 0.480469, 0.503906, 0.589844, 0.519531, 0.482422, 0.507812, 0.490234, 0.835938, 0.402344, 0.527344, 0.486328, 0.380859, 0.539062, 0.539062, 0.542969, 0.554688, 0.53125, 0.447266, 0.539062, 0.53125, 0.53125, 0.535156, 0.546875, 0.496094, 0.478516, 0.644531, 0.546875, 0.554688, 0.824219, 0.550781, 0.451172, 0.796875, 0.474609, 0.691406, 0.585938, 0.65625, 0.53125, 0.667969, 0.511719, 0.546875, 1.203125, 0.667969, 0.546875, 0.503906, 1.476562, 0.511719, 1.617188, 0.498047, 0.503906, 0.546875, 0.488281, 0.507812, 0.5, 0.554688, 0.859375, 0.490234, 0.435547, 0.574219, 0.488281, 0.488281, 1.164062, 0.664062, 0.375, 0.492188, 0.486328, 0.554688, 0.601562, 0.96875, 0.59375, 0.496094, 0.726562, 0.515625, 0.484375, 0.527344, 0.486328, 0.539062, 0.585938, 0.554688, 0.589844, 0.515625, 0.605469, 0.582031, 0.597656, 0.515625, 0.539062, 0.554688, 0.523438, 0.847656, 0.5625, 0.679688, 0.492188, 0.439453, 0.714844, 0.597656, 0.535156, 0.519531, 5.53125, 0.628906, 0.6875, 1.148438, 0.855469, 0.570312, 0.808594, 0.507812, 0.474609, 0.667969, 0.828125, 0.542969, 0.695312, 0.542969, 0.5, 0.589844, 0.492188, 0.546875, 0.824219, 0.402344, 0.585938, 0.480469, 0.503906, 0.46875, 0.519531, 0.832031, 0.546875, 0.554688, 0.267578, 0.460938, 0.964844, 0.585938, 0.5, 0.660156, 1.4375, 0.511719, 0.65625, 0.492188, 0.503906, 0.382812, 0.427734, 0.503906, 0.523438, 0.476562, 0.570312, 0.486328, 0.652344, 1.335938, 0.582031, 0.675781, 0.326172, 0.412109, 0.566406, 0.640625, 0.476562, 0.5625, 0.515625, 0.671875, 0.542969, 0.5, 0.585938, 0.539062, 0.550781, 0.519531, 0.511719, 0.558594, 0.523438, 0.570312, 1.289062, 0.482422, 0.65625, 0.566406, 0.925781, 0.425781, 0.429688, 0.574219, 0.515625, 1.382812, 0.507812, 0.5625, 0.585938, 0.59375, 0.574219, 0.507812, 0.542969, 0.714844, 0.558594, 0.660156, 0.710938, 0.511719, 0.628906, 0.515625, 0.625, 0.550781, 0.476562, 0.503906, 0.535156, 0.53125, 0.5625, 0.40625, 0.488281, 1.046875, 0.550781, 0.628906, 0.482422, 0.511719, 0.546875, 0.550781, 0.503906, 0.539062, 0.902344, 0.898438, 0.519531, 0.462891, 0.482422, 0.304688, 0.511719, 0.585938, 0.466797, 0.585938, 0.738281, 0.511719, 0.5625, 0.5625, 0.738281, 0.671875, 0.59375, 1.523438, 0.484375, 0.859375, 0.859375, 0.726562, 0.597656, 0.636719, 0.515625, 0.460938, 0.574219, 0.472656, 0.488281, 1.171875, 0.398438, 0.494141, 0.511719, 0.511719, 0.554688, 0.492188, 0.558594, 0.490234, 0.570312, 1.078125, 0.554688, 0.742188, 0.492188, 0.527344, 0.535156, 0.609375, 0.617188, 0.671875, 0.34375, 0.585938, 0.472656, 0.605469, 0.738281, 1.179688, 0.570312, 0.484375, 0.490234, 0.476562, 1.46875, 0.507812, 0.423828, 0.478516, 0.542969, 0.464844, 0.773438, 0.519531, 0.455078, 0.550781, 0.535156, 0.75, 0.683594, 0.640625, 0.5625, 0.535156, 0.554688, 0.566406, 0.671875, 0.503906, 0.478516, 0.597656, 0.492188, 0.535156, 0.382812, 0.660156, 0.53125, 0.443359, 0.542969, 0.554688, 0.53125, 0.470703, 0.769531, 0.578125, 0.609375, 0.5, 0.597656, 0.503906, 0.582031, 0.441406, 0.855469, 0.53125, 0.494141, 1.617188, 0.433594, 0.443359, 0.234375, 0.558594, 0.480469, 0.431641, 0.652344, 0.527344, 0.808594, 0.453125, 0.597656, 0.605469, 0.519531, 0.546875, 0.515625, 0.511719, 0.792969, 0.535156, 0.535156, 0.648438, 0.466797, 0.507812, 0.476562, 1.257812, 0.734375, 0.5, 0.910156, 0.765625, 0.648438, 0.511719, 0.515625, 0.566406, 0.490234, 0.539062, 0.546875, 0.601562, 0.714844, 2.265625, 1.195312, 0.515625, 0.558594, 0.511719, 0.5625, 0.546875, 0.554688, 0.621094, 0.5, 0.507812, 0.660156, 0.597656, 0.496094, 1.75, 0.78125, 0.585938, 0.539062, 0.578125, 0.691406, 0.542969, 0.632812, 0.523438, 0.492188, 0.341797, 0.59375, 0.507812, 0.423828, 0.625, 0.511719, 0.824219, 0.546875, 0.380859, 0.527344, 0.4375, 0.585938, 0.480469, 0.578125, 0.515625, 0.503906, 0.773438, 0.597656, 0.859375, 1.070312, 0.703125, 0.804688, 0.503906, 0.527344, 0.519531, 0.462891, 0.542969, 1.226562, 0.617188, 0.474609, 0.757812, 0.75, 0.558594, 0.804688, 0.566406, 0.605469, 0.570312, 0.482422, 0.941406, 0.503906, 0.554688, 0.535156, 0.675781, 0.558594, 0.535156, 0.632812, 0.566406, 0.558594, 0.472656, 0.433594, 0.539062, 0.550781, 0.511719, 0.496094, 0.527344, 0.482422, 0.535156, 0.554688, 0.554688, 0.582031, 0.519531, 0.347656, 0.578125, 0.507812, 0.5, 0.507812, 0.566406, 0.507812, 0.503906, 0.515625, 0.447266, 0.423828, 0.503906, 0.667969, 6.53125, 0.558594, 0.574219, 0.488281, 0.535156, 0.494141, 0.554688, 0.558594, 0.496094, 0.494141, 0.820312, 0.511719, 0.523438, 0.550781, 0.408203, 0.453125, 0.597656, 0.455078, 0.570312, 0.507812, 4.1875, 0.476562, 0.554688, 0.472656, 0.535156, 2.671875, 0.376953, 0.617188, 1.078125, 0.5625, 0.482422, 0.447266, 0.474609, 0.40625, 0.443359, 0.527344, 0.6875, 0.417969, 0.367188, 0.425781, 0.519531, 0.578125, 0.523438, 0.769531, 0.416016, 0.648438, 0.515625, 0.486328, 0.519531, 0.386719, 0.558594, 0.828125, 0.691406, 0.589844, 0.498047, 0.535156, 0.511719, 0.507812, 0.566406, 0.621094, 0.539062, 0.507812, 0.443359, 0.550781, 0.53125, 0.757812, 0.949219, 0.617188, 1.070312, 0.71875, 0.542969, 0.632812, 0.613281, 0.345703, 0.515625, 0.089844, 0.460938, 1.648438, 0.492188, 0.53125, 0.832031, 0.53125, 0.855469, 0.628906, 0.695312, 0.53125, 0.447266, 0.519531, 0.546875, 0.539062, 0.554688, 0.566406, 0.519531, 0.5, 0.558594, 0.695312, 0.546875, 0.466797, 0.507812, 0.53125, 0.511719, 0.496094, 0.539062, 0.46875, 0.539062, 0.582031, 0.503906, 0.476562, 0.570312, 0.527344, 0.59375, 0.427734, 0.5625, 0.511719, 0.511719, 0.515625, 0.519531, 0.507812, 0.507812, 0.585938, 0.527344, 0.439453, 0.492188, 0.365234, 0.472656, 0.478516, 0.507812, 0.65625, 0.542969, 0.515625, 0.535156, 0.628906, 1.007812, 0.53125, 0.652344, 0.691406, 0.722656, 0.292969, 0.539062, 0.542969, 0.609375, 0.482422, 0.605469, 0.710938, 0.416016, 0.605469, 0.699219, 0.5625, 0.400391, 0.46875, 0.421875, 0.507812, 0.435547, 1.1875, 0.542969, 0.539062, 0.507812, 0.570312, 0.550781, 0.458984, 0.503906, 0.443359, 0.722656, 0.435547, 2.21875, 0.490234, 1.007812, 0.503906, 0.585938, 0.71875, 0.59375, 0.507812, 0.433594, 0.470703, 0.6875, 0.330078, 0.435547, 0.550781, 0.425781, 0.519531, 0.439453, 0.554688, 0.644531, 0.474609, 0.376953, 0.601562, 2.171875, 0.523438, 0.878906, 0.5, 0.511719, 0.578125, 0.585938, 0.71875, 0.527344, 0.542969, 0.660156, 0.578125, 0.804688, 0.914062, 0.546875, 0.46875, 0.492188, 0.503906, 0.644531, 0.363281, 0.498047, 0.474609, 0.511719, 0.492188, 0.482422, 0.5625, 0.486328, 0.558594, 0.478516, 0.523438, 0.601562, 0.535156, 0.492188, 0.494141, 0.380859, 0.503906, 1.296875, 0.464844, 0.539062, 0.765625, 1.210938, 0.464844, 0.542969, 0.503906, 0.765625, 0.539062, 0.933594, 0.472656, 0.486328, 0.828125, 0.490234, 0.667969, 0.59375, 0.53125, 0.558594, 0.503906, 0.570312, 0.511719, 0.359375, 0.574219, 0.71875, 0.589844, 0.542969, 0.601562, 0.550781, 1.710938, 0.558594, 0.722656, 0.714844, 0.53125, 0.5, 0.388672, 0.910156, 0.515625, 0.535156, 0.679688, 0.8125, 0.53125, 0.59375, 0.59375, 0.601562, 0.486328, 0.558594, 0.625, 0.566406, 1.53125, 0.484375, 0.439453, 0.628906, 0.699219, 1.375, 0.462891, 0.5625, 0.539062, 0.628906, 0.535156, 0.480469, 0.578125, 0.566406, 0.957031, 0.917969, 0.507812, 0.535156, 0.398438, 0.535156, 0.574219, 0.515625, 1.523438, 0.507812, 0.498047, 0.542969, 0.474609, 0.482422, 0.546875, 0.492188, 0.617188, 0.550781, 0.546875, 0.539062, 0.613281, 0.480469, 0.535156, 0.515625, 0.523438, 0.671875, 0.621094, 0.660156, 0.695312, 0.59375, 0.582031, 0.566406, 0.523438, 0.494141, 0.566406, 0.914062, 0.474609, 0.503906, 0.515625, 0.578125, 0.644531, 0.478516, 0.462891, 0.601562, 0.570312, 0.443359, 0.503906, 0.519531, 0.486328, 0.535156, 0.519531, 0.330078, 0.535156, 0.621094, 0.494141, 0.613281, 0.792969, 0.515625, 0.570312, 0.523438, 0.636719, 0.478516, 0.5, 0.523438, 0.476562, 0.433594, 0.445312, 0.523438, 0.640625, 0.496094, 0.527344, 0.710938, 0.476562, 0.449219, 0.5625, 0.5625, 0.5, 0.539062, 0.464844, 0.474609, 0.621094, 0.53125, 0.851562, 0.519531, 0.558594, 0.511719, 0.722656, 0.476562, 0.519531, 0.636719, 0.535156, 0.539062, 0.550781, 0.59375, 0.550781, 0.400391, 0.59375, 0.511719, 2.703125, 0.652344, 0.703125, 0.519531, 0.597656, 0.494141, 0.515625, 0.558594, 0.498047, 0.691406, 0.414062, 0.546875, 0.542969, 0.498047, 0.542969, 0.589844, 0.519531, 0.757812, 0.726562, 0.458984, 0.539062, 0.511719, 0.345703, 0.539062, 0.484375, 0.353516, 0.539062, 0.539062, 0.589844, 1.421875, 0.527344, 0.570312, 0.382812, 0.601562, 0.574219, 0.941406, 0.621094, 0.111816, 0.585938, 1.796875, 0.648438, 0.523438, 0.511719, 0.636719, 0.582031, 0.53125, 0.835938, 0.535156, 0.486328, 0.558594, 0.816406, 0.648438, 1.125, 0.507812, 0.515625, 0.644531, 0.757812, 0.515625, 0.490234, 0.5625, 0.503906, 0.5, 0.507812, 0.361328, 0.914062, 0.527344, 0.539062, 0.539062, 0.644531, 0.660156, 0.535156, 0.490234, 0.546875, 0.566406, 1.226562, 0.78125, 0.550781, 0.871094, 0.546875, 0.535156, 0.507812, 0.8125, 0.419922, 0.455078, 0.570312, 0.535156, 1.09375, 0.628906, 0.617188, 0.458984, 0.365234, 1.0, 0.652344, 8.875, 0.910156, 1.9375, 0.601562, 0.523438, 0.474609, 0.683594, 0.519531, 0.800781, 0.507812, 0.5, 0.476562, 1.054688, 0.6875, 0.527344, 0.5, 0.539062, 0.800781, 0.519531, 0.53125, 0.482422, 0.617188, 0.546875, 0.886719, 0.408203, 0.507812, 0.578125, 0.597656, 0.640625, 1.515625, 0.789062, 0.410156, 0.808594, 0.542969, 0.546875, 0.490234, 0.609375, 0.542969, 0.414062, 0.433594, 0.503906, 0.632812, 0.457031, 0.5, 0.519531, 0.511719, 0.478516, 0.675781, 0.78125, 0.597656, 0.582031, 0.423828, 0.785156, 0.722656, 0.566406, 0.494141, 0.585938, 0.458984, 0.478516, 0.640625, 0.515625, 0.597656, 0.550781, 0.480469, 0.460938, 0.486328, 0.5625, 0.484375, 0.523438, 0.582031, 0.474609, 0.398438, 0.25, 0.53125, 0.310547, 0.478516, 0.550781, 0.53125, 0.601562, 2.21875, 0.777344, 0.542969, 0.671875, 0.515625, 0.582031, 1.046875, 0.566406, 0.605469, 0.478516, 0.5, 0.507812, 0.675781, 0.683594, 0.462891, 0.539062, 0.482422, 0.511719, 0.515625, 0.742188, 0.769531, 0.636719, 0.710938, 1.15625, 0.585938, 0.617188, 0.734375, 0.519531, 0.453125, 0.527344, 1.015625, 0.753906, 0.574219, 0.496094, 0.519531, 0.380859, 0.507812, 0.535156, 0.466797, 1.210938, 0.613281, 0.554688, 0.550781, 0.378906, 0.859375, 0.660156, 0.503906, 0.566406, 0.828125, 0.511719, 0.558594, 1.148438, 0.539062, 0.535156, 0.478516, 0.558594, 0.515625, 0.550781, 0.443359, 0.609375, 0.558594, 0.292969, 0.988281, 0.515625, 0.414062, 0.523438, 0.478516, 0.515625, 0.53125, 0.503906, 0.441406, 0.585938, 0.765625, 0.574219, 0.435547, 1.117188, 0.636719, 0.507812, 0.550781, 0.601562, 0.535156, 0.511719, 0.636719, 0.523438, 0.535156, 0.429688, 0.679688, 0.458984, 0.558594, 0.46875, 0.621094, 0.511719, 0.558594, 0.498047, 0.472656, 0.527344, 1.015625, 0.507812, 0.439453, 0.84375, 0.582031, 0.486328, 0.53125, 0.585938, 0.953125, 1.28125, 0.550781, 0.431641, 0.488281, 0.503906, 0.539062, 0.570312, 1.234375, 0.511719, 0.519531, 0.445312, 0.466797, 0.5625, 0.519531, 0.482422, 0.769531, 0.730469, 0.550781, 0.578125, 1.125, 0.443359, 0.570312, 0.621094, 0.511719, 0.507812, 0.550781, 0.867188, 0.527344, 2.828125, 0.511719, 0.490234, 0.726562, 0.722656, 0.523438, 0.457031, 0.546875, 0.617188, 0.585938, 0.476562, 0.488281, 0.480469, 0.507812, 0.554688, 0.632812, 0.640625, 0.550781, 0.605469, 0.605469, 0.546875, 0.601562, 0.535156, 2.234375, 0.601562, 0.435547, 0.652344, 0.652344, 0.326172, 0.570312, 0.5, 0.511719, 0.519531, 0.660156, 0.445312, 0.457031, 0.457031, 0.335938, 0.472656, 0.566406, 0.53125, 0.333984, 0.503906, 0.445312, 0.453125, 0.458984, 0.496094, 0.515625, 0.441406, 0.46875, 0.621094, 0.597656, 0.777344, 0.476562, 0.535156, 0.435547, 0.478516, 0.539062, 0.59375, 0.554688, 0.523438, 0.490234, 0.523438, 0.53125, 1.203125, 0.5625, 0.585938, 0.453125, 0.785156, 0.535156, 0.511719, 0.515625, 0.578125, 0.601562, 0.898438, 0.960938, 0.738281, 0.871094, 0.527344, 0.417969, 0.412109, 0.523438, 0.515625, 0.617188, 0.644531, 0.515625, 0.507812, 0.679688, 0.5, 0.710938, 0.648438, 0.566406, 0.609375, 0.435547, 1.054688, 0.539062, 0.373047, 0.216797, 0.488281, 0.636719, 0.457031, 0.539062, 0.523438, 0.353516, 0.294922, 0.621094, 0.515625, 0.519531, 0.582031, 0.523438, 0.566406, 1.28125, 0.789062, 0.632812, 0.451172, 0.558594, 0.492188, 0.578125, 0.527344, 0.519531, 0.625, 0.597656, 0.453125, 0.458984, 0.433594, 0.859375, 0.558594, 0.484375, 0.490234, 0.558594, 0.53125, 0.5625, 0.417969, 0.855469, 0.431641, 0.550781, 0.515625, 0.667969, 0.476562, 0.519531, 0.660156, 0.507812, 0.503906, 0.609375, 0.527344, 0.523438, 0.515625, 0.664062, 0.539062, 1.53125, 0.449219, 0.451172, 0.53125, 0.542969, 0.474609, 0.542969, 0.207031, 0.554688, 1.078125, 0.542969, 0.507812, 0.535156, 0.679688, 0.507812, 0.554688, 0.628906, 0.507812, 0.472656, 0.632812, 0.402344, 0.511719, 0.558594, 0.486328, 0.546875, 0.566406, 0.625, 0.515625, 0.578125, 0.851562, 0.539062, 1.492188, 10.5, 0.597656, 0.507812, 0.578125, 0.546875, 0.703125, 0.605469, 0.449219, 0.474609, 0.542969, 0.582031, 0.453125, 0.882812, 0.519531, 0.535156, 0.664062, 0.792969, 0.511719, 0.867188, 0.664062, 0.511719, 0.490234, 0.746094, 0.671875, 0.542969, 0.494141, 0.527344, 0.449219, 0.675781, 0.5625, 0.539062, 0.480469, 0.648438, 0.574219, 0.820312, 0.482422, 0.53125, 0.386719, 0.609375, 0.746094, 0.589844, 0.582031, 0.515625, 1.164062, 0.761719, 0.539062, 1.460938, 0.478516, 0.574219, 1.492188, 0.722656, 0.835938, 0.539062, 0.519531, 0.494141, 0.558594, 0.566406, 0.566406, 0.757812, 2.875, 0.542969, 0.511719, 0.625, 0.476562, 0.347656, 0.589844, 0.664062, 0.984375, 0.455078, 0.558594, 0.527344, 0.589844, 1.625, 0.691406, 0.566406, 0.460938, 0.824219, 0.558594, 3.078125, 0.660156, 0.527344, 0.617188, 0.699219, 0.710938, 0.285156, 0.507812, 0.523438, 1.429688, 0.46875, 0.539062, 0.589844, 0.458984, 0.589844, 0.484375, 1.210938, 0.792969, 1.0625, 0.546875, 0.496094, 0.416016, 0.582031, 0.5625, 1.96875, 0.447266, 0.585938, 0.486328, 0.498047, 0.496094, 0.503906, 0.578125, 0.585938, 0.542969, 0.46875, 0.535156, 0.535156, 0.486328, 0.392578, 0.515625, 0.601562, 0.4375, 0.550781, 0.640625, 0.443359, 0.589844, 0.515625, 0.558594, 0.820312, 0.439453, 0.542969, 0.527344, 0.820312, 0.632812, 0.644531, 0.730469, 0.671875, 0.746094, 0.558594, 0.478516, 0.5, 0.484375, 0.457031, 3.28125, 0.503906, 0.5625, 0.605469, 0.5, 0.410156, 0.527344, 0.53125, 0.455078, 0.511719, 0.492188, 0.726562, 0.535156, 0.53125, 0.515625, 0.636719, 0.539062, 0.488281, 0.498047, 0.5, 0.566406, 0.480469, 0.443359, 0.570312, 0.480469, 0.660156, 0.447266, 0.490234, 0.365234, 0.679688, 0.507812, 0.859375, 0.1875, 0.478516, 0.503906, 0.396484, 0.667969, 0.539062, 0.570312, 0.523438, 0.507812, 0.546875, 0.519531, 0.621094, 0.605469, 0.519531, 1.429688, 0.423828, 0.691406, 0.5, 0.5625, 0.503906, 0.800781, 0.380859, 0.447266, 0.792969, 0.539062, 0.484375, 0.474609, 0.59375, 0.519531, 0.535156, 0.59375, 0.542969, 0.957031, 1.25, 0.664062, 0.5, 0.71875, 0.574219, 0.722656, 0.535156, 0.507812, 0.949219, 0.396484, 0.425781, 0.5625, 0.542969, 0.425781, 0.550781, 0.447266, 0.496094, 0.498047, 0.640625, 0.558594, 0.617188, 0.550781, 0.515625, 0.636719, 0.550781, 0.769531, 0.675781, 0.515625, 0.515625, 0.492188, 0.515625, 0.498047, 0.498047, 0.535156, 0.753906, 0.570312, 0.5, 0.574219, 0.490234, 0.632812, 0.589844, 0.392578, 0.433594, 0.570312, 0.511719, 0.554688, 0.466797, 0.574219, 0.546875, 0.613281, 0.441406, 0.457031, 0.542969, 0.546875, 0.363281, 0.558594, 0.800781, 0.664062, 2.921875, 0.566406, 0.980469, 0.546875, 0.486328, 0.396484, 0.84375, 0.441406, 0.648438, 0.546875, 0.466797, 0.445312, 0.498047, 0.511719, 0.554688, 0.570312, 0.546875, 0.519531, 1.820312, 0.691406, 0.507812, 0.550781, 0.777344, 0.496094, 1.789062, 0.796875, 0.523438, 0.691406, 0.574219, 0.527344, 0.507812, 0.605469, 0.523438, 0.554688, 0.464844, 0.554688, 0.621094, 0.527344, 1.039062, 0.6875, 0.546875, 0.660156, 1.632812, 0.5, 0.578125, 0.578125, 1.679688, 0.482422, 0.519531, 0.494141, 0.84375, 0.558594, 0.574219, 0.632812, 0.527344, 0.546875, 0.941406, 0.449219, 0.570312, 0.585938, 0.671875, 0.492188, 0.585938, 0.5625, 0.478516, 0.628906, 0.539062, 0.585938, 1.65625, 0.390625, 0.515625, 0.675781, 0.730469, 0.589844, 1.976562, 0.539062, 0.625, 0.519531, 1.742188, 0.46875, 0.449219, 0.6875, 0.648438, 0.6875, 0.617188, 0.441406, 0.554688, 0.925781, 0.421875, 0.925781, 0.5, 0.640625, 0.5625, 0.613281, 0.46875, 0.597656, 0.476562, 0.490234, 0.439453, 0.542969, 0.384766, 0.507812, 0.628906, 0.542969, 0.546875, 0.585938, 2.140625, 0.376953, 0.476562, 0.570312, 1.085938, 0.539062, 0.458984, 0.863281, 0.476562, 0.53125, 0.539062, 0.925781, 0.423828, 0.730469, 0.554688, 0.605469, 0.507812, 0.558594, 0.486328, 0.476562, 0.597656, 0.582031, 0.498047, 0.554688, 0.527344, 0.539062, 0.474609, 0.322266, 0.558594, 0.519531, 0.515625, 0.492188, 0.761719, 0.482422, 0.496094, 0.617188, 0.808594, 0.53125, 0.617188, 0.535156, 0.447266, 0.765625, 0.511719, 0.582031, 1.140625, 0.574219, 0.746094, 0.574219, 0.503906, 0.753906, 0.503906, 0.550781, 0.443359, 1.4375, 0.355469, 0.523438, 0.486328, 0.523438, 0.46875, 0.539062, 0.714844, 0.53125, 0.613281, 0.445312, 0.462891, 0.585938, 0.566406, 0.597656, 0.443359, 0.439453, 0.554688, 0.464844, 0.441406, 0.494141, 0.539062, 0.503906, 0.585938, 0.554688, 0.482422, 0.546875, 0.425781, 0.523438, 0.597656, 0.535156, 0.443359, 0.316406, 0.345703, 0.503906, 0.488281, 0.523438, 0.550781, 0.503906, 0.621094, 0.640625, 0.683594, 0.523438, 0.625, 0.46875, 0.523438, 0.546875, 0.511719, 0.535156, 1.109375, 0.511719, 2.046875, 0.53125, 0.585938, 0.824219, 0.632812, 0.535156, 0.539062, 0.558594, 0.482422, 0.5625, 0.765625, 0.486328, 1.0, 0.667969, 0.147461, 0.392578, 0.546875, 0.5, 0.683594, 0.53125, 0.542969, 0.566406, 0.474609, 0.523438, 0.515625, 0.804688, 0.738281, 0.353516, 0.478516, 0.570312, 0.78125, 0.507812, 0.742188, 0.449219, 0.546875, 0.5625, 0.484375, 0.535156, 0.542969, 0.585938, 0.503906, 0.5, 0.535156, 0.515625, 0.480469, 0.484375, 0.53125, 0.478516, 0.486328, 1.765625, 0.589844, 0.494141, 0.558594, 0.644531, 0.535156, 0.474609, 0.46875, 0.5, 0.777344, 0.546875, 0.441406, 0.480469, 0.523438, 0.710938, 1.070312, 0.570312, 0.636719, 0.519531, 0.597656, 1.671875, 0.53125, 0.535156, 0.574219, 0.558594, 1.507812, 0.566406, 0.597656, 0.988281, 0.486328, 0.617188, 0.511719, 0.410156, 0.378906, 0.503906, 0.515625, 0.480469, 0.535156, 0.601562, 0.5, 0.765625, 0.239258, 1.023438, 0.433594, 0.550781, 0.453125, 0.472656, 0.5625, 0.664062, 0.550781, 0.648438, 0.480469, 0.466797, 0.589844, 0.628906, 0.416016, 0.894531, 0.462891, 0.578125, 0.40625, 0.445312, 0.753906, 0.511719, 0.589844, 0.546875, 0.558594, 0.447266, 0.482422, 0.597656, 0.582031, 0.648438, 0.494141, 0.378906, 0.5625, 0.539062, 0.457031, 0.519531, 0.550781, 0.703125, 0.527344, 0.523438, 0.511719, 0.574219, 0.570312, 0.431641, 1.695312, 0.554688, 0.578125, 0.515625, 0.470703, 0.621094, 0.621094, 0.597656, 0.542969, 0.519531, 0.613281, 0.494141, 0.847656, 0.628906, 0.503906, 0.78125, 0.5, 0.75, 0.425781, 0.707031, 0.519531, 0.636719, 0.180664, 0.298828, 0.769531, 0.535156, 0.769531, 0.178711, 0.496094, 0.503906, 0.574219, 0.679688, 0.492188, 1.078125, 0.550781, 0.523438, 0.578125, 0.761719, 0.476562, 0.470703, 0.4375, 0.5, 0.660156, 0.507812, 0.566406, 0.546875, 0.65625, 0.414062, 0.6875, 0.601562, 0.550781, 3.53125, 0.644531, 0.554688, 0.523438, 0.474609, 0.6875, 0.447266, 1.804688, 0.609375, 0.5625, 0.53125, 0.882812, 0.515625, 0.574219, 0.453125, 0.53125, 0.539062, 0.423828, 0.316406, 0.511719, 0.660156, 0.5, 0.570312, 1.453125, 1.835938, 0.539062, 0.396484, 0.515625, 0.644531, 0.753906, 0.535156, 0.5, 0.542969, 0.5625, 0.601562, 0.539062, 0.601562, 0.5, 0.478516, 0.554688, 0.503906, 0.412109, 1.359375, 1.195312, 0.546875, 0.46875, 0.542969, 0.515625, 0.507812, 0.53125, 0.554688, 0.484375, 0.458984, 0.503906 ] } , "name": "onnx::Mul_11248", "outputIndexes": [ 4958 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4957, 4958 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 4959 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4959 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.27/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 7889 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7889 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.27/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 7890 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7890 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1622021280, 13107222, 3276800, 0, 0 ] } , "name": "/layers.27/mlp/gate_proj/Linear", "outputIndexes": [ 7891 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7891 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.27/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 7892 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7892 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.27/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 4960 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4960 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.27/mlp/act_fn/Mul_output_0", "outputIndexes": [ 4961 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4960, 4961 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 4962 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 4962 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 4963 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4960, 4963 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/mlp/act_fn/Add_output_0", "outputIndexes": [ 4964 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 4964 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 4965 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4965 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.27/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 4966 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 4966 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 4967 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4960, 4967 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 4968 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 4968 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 4969 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7890 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1638405302, 13107222, 3276800, 0, 0 ] } , "name": "/layers.27/mlp/up_proj/Linear", "outputIndexes": [ 7895 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7895 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.27/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 7896 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7896 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.27/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 4970 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4969, 4970 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/mlp/Mul_output_0", "outputIndexes": [ 4971 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4971 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.27/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 7897 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7897 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.27/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 7898 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7898 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1654789324, 13107222, 3276800, 0, 0 ] } , "name": "/layers.27/mlp/down_proj/Linear", "outputIndexes": [ 7899 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7899 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.27/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 7900 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7900 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.27/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 4972 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4972 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.27/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 4974 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4974 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.27/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 4975 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4975, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 4976 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4976, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 4977 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4972, 4977 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 4978 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.875, 1.257812, 0.847656, 1.875, 1.304688, 1.28125, 1.421875, 1.257812, 1.875, 0.621094, 1.875, 1.875, 1.3125, 1.867188, 1.875, 1.414062, 1.84375, 1.304688, 1.828125, 1.875, 1.875, 1.875, 1.875, 1.875, 1.640625, 1.640625, 1.875, 1.875, 0.578125, 1.875, 1.851562, 0.917969, 1.875, 1.867188, 1.875, 1.734375, 0.462891, 1.414062, 1.875, 0.972656, 1.875, 1.875, 1.367188, 1.226562, 1.804688, 1.875, 0.859375, 1.664062, 0.8125, 1.875, 1.875, 1.875, 1.875, 0.996094, 1.875, 1.867188, 0.380859, 1.875, 1.867188, 1.875, 1.875, 1.875, 1.875, 1.859375, 1.875, 1.875, 1.875, 1.773438, 1.875, 1.875, 1.875, 1.125, 1.875, 1.875, 1.875, 1.398438, 1.875, 1.695312, 1.875, 1.351562, 1.875, 1.875, 1.875, 1.28125, 1.773438, 1.875, 1.875, 1.03125, 1.875, 0.546875, 1.875, 1.835938, 1.875, 1.828125, 1.796875, 1.875, 0.867188, 1.515625, 1.257812, 0.3125, 1.8125, 1.71875, 1.875, 1.875, 1.3125, 1.875, 1.875, 1.875, 1.867188, 1.75, 1.640625, 1.726562, 1.84375, 0.410156, 1.875, 1.875, 1.875, 1.875, 1.875, 1.609375, 1.078125, 1.875, 1.15625, 1.875, 1.875, 1.875, 1.875, 1.351562, 1.867188, 1.40625, 1.875, 1.828125, 1.8125, 0.855469, 1.125, 1.648438, 1.804688, 0.001778, 1.53125, 0.867188, 0.671875, 1.140625, 1.875, 1.875, 1.875, 1.84375, 0.65625, 1.875, 1.875, 1.757812, 1.875, 1.875, 1.875, 1.875, 1.523438, 1.875, 1.875, 1.875, 1.359375, 1.875, 1.875, 0.839844, 1.859375, 1.84375, 1.851562, 1.875, 1.875, 1.851562, 1.710938, 1.875, 1.875, 0.796875, 1.867188, 1.335938, 0.945312, 1.875, 1.757812, 1.703125, 1.875, 1.875, 1.84375, 1.875, 1.875, 1.296875, 1.875, 1.78125, 1.875, 1.515625, 1.640625, 1.875, 1.875, 1.453125, 1.875, 1.875, 1.875, 1.875, 1.703125, 1.875, 0.304688, 1.875, 1.054688, 1.15625, 1.875, 1.867188, 1.726562, 1.835938, 1.875, 1.601562, 1.875, 1.875, 1.875, 1.875, 1.796875, 1.703125, 1.875, 0.722656, 1.875, 1.867188, 1.570312, 1.648438, 0.988281, 1.875, 1.695312, 1.429688, 1.875, 1.851562, 1.5625, 1.773438, 1.875, 1.875, 0.976562, 1.6875, 1.234375, 1.851562, 1.234375, 1.679688, 1.398438, 1.851562, 1.875, 1.59375, 1.875, 1.507812, 1.875, 1.84375, 1.875, 1.796875, 1.875, 1.875, 1.75, 1.765625, 1.28125, 1.375, 1.492188, 1.875, 1.875, 1.867188, 1.835938, 1.875, 1.6875, 1.875, 1.875, 1.859375, 1.460938, 1.875, 0.460938, 1.859375, 1.867188, 1.257812, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.398438, 1.039062, 1.875, 1.578125, 1.34375, 1.8125, 1.859375, 1.875, 1.632812, 1.875, 1.703125, 1.875, 1.875, 1.765625, 1.875, 1.304688, 1.875, 1.875, 1.875, 1.242188, 1.867188, 1.84375, 1.8125, 1.875, 1.875, 0.269531, 1.875, 1.875, 1.804688, 1.070312, 1.875, 1.734375, 1.875, 1.875, 1.710938, 1.875, 1.875, 1.867188, 0.929688, 1.875, 1.875, 1.875, 1.773438, 1.875, 1.75, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.828125, 1.867188, 1.78125, 1.875, 1.65625, 1.875, 1.875, 1.875, 1.875, 1.460938, 1.867188, 1.3125, 1.875, 1.632812, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.796875, 1.875, 0.279297, 1.875, 1.875, 1.867188, 0.609375, 1.671875, 1.359375, 1.875, 1.835938, 1.875, 1.585938, 1.875, 1.8125, 1.875, 1.734375, 1.875, 1.875, 1.414062, 1.71875, 0.753906, 1.875, 1.867188, 1.875, 1.875, 1.757812, 1.828125, 1.875, 1.875, 1.601562, 1.875, 1.703125, 1.578125, 1.875, 1.046875, 1.875, 1.875, 1.875, 1.875, 0.71875, 0.9375, 1.875, 1.75, 1.304688, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.867188, 1.179688, 1.726562, 1.46875, 0.910156, 1.875, 1.875, 1.539062, 1.875, 0.667969, 1.875, 1.875, 1.875, 1.71875, 1.875, 1.78125, 1.875, 1.875, 1.875, 1.875, 1.875, 1.867188, 0.921875, 0.667969, 1.875, 1.875, 1.875, 1.875, 1.875, 1.65625, 1.867188, 1.835938, 1.875, 1.875, 1.085938, 1.875, 1.859375, 1.875, 1.875, 1.40625, 1.664062, 1.875, 1.851562, 1.804688, 1.875, 1.875, 1.835938, 1.875, 1.757812, 1.875, 1.867188, 0.261719, 1.875, 1.875, 1.875, 1.867188, 1.828125, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.78125, 1.828125, 1.039062, 1.875, 1.875, 1.875, 1.875, 1.867188, 1.875, 1.875, 1.875, 1.875, 1.03125, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.859375, 1.875, 1.875, 1.875, 1.789062, 0.976562, 1.875, 1.578125, 1.875, 1.875, 1.632812, 1.671875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.835938, 1.875, 1.617188, 1.796875, 1.085938, 1.742188, 1.875, 1.875, 1.875, 1.875, 1.335938, 1.796875, 0.867188, 1.875, 1.65625, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.132812, 0.882812, 1.875, 1.875, 1.296875, 1.820312, 1.875, 1.875, 1.875, 0.902344, 1.867188, 1.875, 1.875, 1.875, 1.59375, 1.875, 1.875, 1.6875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.695312, 1.875, 1.875, 0.871094, 1.835938, 1.875, 1.117188, 1.875, 1.679688, 1.625, 1.5625, 1.875, 1.609375, 1.875, 0.628906, 0.964844, 0.640625, 1.671875, 1.875, 1.242188, 1.875, 0.78125, 1.875, 1.875, 1.875, 1.796875, 1.867188, 1.671875, 1.875, 1.109375, 1.875, 1.585938, 1.875, 1.875, 1.875, 1.09375, 1.671875, 1.835938, 1.875, 1.4375, 1.875, 1.632812, 1.554688, 1.546875, 1.828125, 1.148438, 1.875, 1.875, 1.765625, 1.875, 1.875, 0.953125, 1.710938, 1.875, 1.875, 1.21875, 1.875, 1.421875, 1.875, 1.875, 1.875, 1.789062, 1.328125, 1.523438, 1.507812, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 0.339844, 1.296875, 1.625, 1.875, 0.617188, 1.875, 1.195312, 1.875, 1.875, 1.875, 1.234375, 1.875, 1.335938, 1.875, 1.875, 1.875, 1.875, 1.875, 1.492188, 1.875, 1.859375, 1.867188, 1.875, 1.875, 1.875, 1.132812, 1.851562, 1.875, 1.015625, 1.875, 0.914062, 1.875, 1.875, 1.101562, 0.625, 1.78125, 1.578125, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.554688, 1.875, 1.265625, 0.392578, 1.875, 1.242188, 1.429688, 0.318359, 1.640625, 1.875, 1.875, 1.875, 1.875, 1.609375, 1.875, 1.875, 1.773438, 1.875, 1.875, 1.601562, 1.875, 1.414062, 1.875, 1.875, 0.933594, 1.523438, 1.78125, 1.703125, 1.234375, 1.875, 1.875, 1.695312, 1.867188, 1.109375, 1.875, 1.789062, 1.695312, 1.875, 1.875, 1.875, 1.875, 1.570312, 1.875, 1.875, 1.515625, 1.867188, 1.523438, 1.875, 1.875, 1.859375, 1.867188, 1.773438, 1.875, 1.875, 1.875, 1.875, 1.875, 1.4375, 1.875, 1.742188, 1.875, 1.875, 1.789062, 1.875, 1.875, 1.875, 1.179688, 1.46875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.851562, 1.875, 1.875, 1.382812, 1.875, 1.875, 1.726562, 1.265625, 1.335938, 1.875, 1.585938, 1.875, 1.234375, 1.382812, 1.203125, 1.875, 1.601562, 1.875, 1.875, 1.875, 1.875, 1.875, 0.980469, 1.875, 1.875, 1.875, 1.875, 1.789062, 1.875, 1.828125, 1.78125, 1.875, 0.773438, 1.640625, 1.070312, 1.875, 1.875, 1.875, 1.398438, 1.46875, 1.351562, 1.875, 1.859375, 1.875, 1.875, 1.875, 1.070312, 1.8125, 1.875, 1.664062, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.242188, 1.875, 1.875, 1.875, 1.875, 1.875, 1.617188, 1.875, 1.875, 1.828125, 1.875, 1.875, 1.875, 1.875, 1.875, 1.671875, 1.875, 1.867188, 1.210938, 1.570312, 1.875, 1.875, 1.875, 1.789062, 1.875, 1.875, 1.296875, 1.875, 1.5, 1.875, 1.554688, 1.875, 1.875, 1.875, 1.023438, 1.875, 1.773438, 0.894531, 1.875, 1.875, 1.21875, 1.875, 1.78125, 1.875, 1.851562, 1.875, 1.4375, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.523438, 1.875, 1.875, 1.609375, 1.875, 1.820312, 1.875, 0.435547, 1.820312, 1.875, 1.796875, 1.382812, 1.695312, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.390625, 0.667969, 1.875, 1.875, 1.875, 1.875, 1.828125, 1.875, 1.875, 1.53125, 1.875, 1.875, 0.800781, 1.601562, 1.828125, 0.65625, 1.453125, 1.875, 1.679688, 1.875, 1.445312, 1.875, 1.820312, 1.867188, 1.875, 1.875, 1.875, 1.828125, 1.875, 1.390625, 1.875, 1.007812, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.8125, 1.875, 1.859375, 1.390625, 1.75, 0.898438, 0.496094, 1.289062, 1.453125, 1.859375, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.796875, 1.390625, 1.875, 1.226562, 1.875, 1.664062, 1.617188, 1.875, 1.414062, 1.875, 1.875, 1.875, 1.414062, 1.875, 1.875, 1.640625, 1.726562, 1.875, 1.875, 1.710938, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.789062, 1.71875, 1.875, 1.875, 1.734375, 1.875, 1.203125, 1.875, 1.875, 1.875, 1.765625, 1.875, 1.875, 1.875, 1.875, 1.875, 0.208984, 1.875, 1.710938, 1.875, 1.875, 1.875, 1.875, 1.632812, 1.875, 1.875, 1.875, 1.867188, 1.875, 1.875, 1.875, 1.875, 1.546875, 1.875, 1.875, 1.875, 0.447266, 1.875, 1.820312, 1.875, 1.875, 1.015625, 0.320312, 1.875, 0.664062, 1.851562, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.710938, 1.875, 1.875, 1.875, 1.875, 1.867188, 1.875, 1.703125, 1.5625, 0.800781, 1.875, 1.875, 1.875, 1.875, 1.859375, 1.476562, 1.375, 1.570312, 1.875, 1.859375, 1.875, 1.875, 1.078125, 1.523438, 1.875, 1.875, 1.875, 1.875, 1.875, 1.484375, 1.109375, 1.734375, 0.785156, 1.71875, 1.875, 1.867188, 1.726562, 1.875, 1.875, 1.875, 1.875, 0.671875, 1.875, 1.789062, 1.242188, 1.875, 1.875, 1.632812, 0.5, 1.875, 1.875, 1.84375, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.320312, 1.875, 1.875, 1.875, 1.859375, 1.875, 1.765625, 1.875, 1.875, 1.867188, 1.875, 1.875, 1.875, 1.875, 1.875, 1.515625, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.867188, 1.875, 1.875, 1.875, 1.796875, 1.835938, 1.875, 1.828125, 1.875, 1.867188, 1.875, 1.476562, 1.132812, 1.875, 1.65625, 0.910156, 1.875, 1.84375, 1.875, 1.875, 1.875, 1.875, 1.546875, 1.53125, 1.875, 1.710938, 1.421875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.539062, 1.875, 1.875, 1.875, 1.835938, 1.78125, 1.875, 1.867188, 1.875, 1.875, 1.875, 0.427734, 1.5, 0.388672, 1.851562, 1.875, 1.1875, 1.78125, 1.875, 1.867188, 1.875, 0.730469, 1.773438, 1.875, 1.765625, 1.875, 1.875, 1.671875, 1.875, 1.445312, 1.875, 0.710938, 1.617188, 1.03125, 1.859375, 0.691406, 1.875, 1.875, 1.875, 1.59375, 1.695312, 1.875, 1.875, 1.71875, 1.703125, 1.070312, 1.835938, 1.867188, 1.875, 1.875, 1.859375, 1.6875, 1.875, 1.875, 1.875, 1.875, 1.851562, 1.726562, 1.742188, 1.875, 1.875, 1.867188, 1.875, 1.523438, 1.875, 1.875, 1.875, 1.875, 1.875, 0.804688, 1.875, 1.875, 1.375, 0.796875, 1.875, 1.875, 1.875, 1.632812, 1.875, 1.242188, 1.875, 1.875, 1.242188, 1.875, 1.507812, 1.78125, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.539062, 1.585938, 0.445312, 1.875, 1.476562, 1.875, 1.875, 1.875, 1.875, 1.351562, 1.875, 1.875, 1.5, 1.335938, 1.875, 1.59375, 1.34375, 1.578125, 1.875, 1.875, 1.539062, 1.875, 0.933594, 1.875, 1.835938, 1.773438, 1.484375, 1.015625, 1.875, 1.875, 1.875, 1.695312, 1.867188, 1.875, 1.859375, 1.875, 1.164062, 0.726562, 1.875, 1.875, 1.875, 1.859375, 1.867188, 1.875, 0.984375, 1.875, 1.875, 1.875, 1.875, 1.828125, 1.875, 1.789062, 1.867188, 1.859375, 1.875, 1.875, 1.789062, 1.875, 1.875, 1.867188, 1.867188, 1.0, 1.578125, 1.554688, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.0625, 1.875, 1.875, 1.875, 1.71875, 1.640625, 1.875, 1.875, 1.875, 1.867188, 1.875, 1.875, 1.875, 1.875, 1.835938, 1.765625, 1.875, 1.875, 1.875, 1.875, 1.875, 1.34375, 1.875, 1.875, 1.859375, 1.710938, 1.875, 1.875, 1.875, 1.148438, 1.875, 1.867188, 1.875, 1.476562, 1.875, 1.804688, 1.867188, 1.671875, 1.875, 1.867188, 1.875, 1.875, 1.421875, 1.875, 1.875, 1.414062, 1.875, 1.046875, 1.875, 1.875, 1.875, 1.835938, 1.875, 1.78125, 1.648438, 1.875, 1.78125, 1.875, 1.867188, 1.875, 1.875, 1.65625, 1.875, 0.5625, 1.554688, 1.617188, 1.875, 1.46875, 1.867188, 1.875, 1.867188, 1.875, 1.648438, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.585938, 1.335938, 1.875, 1.671875, 1.875, 1.859375, 1.875, 1.875, 1.875, 1.875, 1.875, 1.796875, 0.640625, 1.875, 1.8125, 1.875, 1.875, 1.875, 0.992188, 1.695312, 1.875, 1.875, 0.265625, 1.609375, 1.875, 1.875, 1.875, 1.859375, 1.875, 0.960938, 1.875, 1.875, 1.875, 1.289062, 1.867188, 1.007812, 1.875, 1.875, 1.796875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.09375, 1.875, 1.578125, 1.867188, 1.664062, 1.78125, 1.875, 1.875, 1.867188, 1.867188, 1.015625, 1.429688, 1.765625, 1.71875, 1.875, 1.875, 1.875, 1.34375, 1.875, 1.875, 1.875, 1.875, 1.390625, 1.734375, 1.1875, 1.875, 1.875, 1.195312, 1.46875, 0.192383, 0.769531, 1.476562, 1.789062, 1.867188, 1.546875, 1.875, 1.875, 1.390625, 1.875, 1.875, 1.875, 1.40625, 1.601562, 1.609375, 1.875, 1.875, 1.554688, 1.875, 1.875, 1.703125, 1.875, 1.875, 1.101562, 1.875, 1.875, 1.875, 1.867188, 1.710938, 0.832031, 1.765625, 1.875, 0.820312, 1.875, 1.554688, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.664062, 1.820312, 1.875, 1.742188, 1.875, 1.875, 1.796875, 0.617188, 1.875, 1.382812, 1.875, 1.601562, 1.523438, 1.875, 1.875, 1.875, 1.875, 1.875, 1.4375, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.492188, 1.875, 1.796875, 1.835938, 1.875, 1.828125, 1.875, 1.875, 1.875, 1.875, 1.859375, 1.875, 1.875, 0.294922, 1.648438, 1.734375, 1.859375, 1.8125, 1.875, 0.820312, 1.867188, 1.867188, 1.875, 1.875, 1.875, 1.5, 1.53125, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.171875, 1.875, 1.421875, 1.054688, 1.875, 1.875, 1.664062, 1.796875, 1.875, 1.875, 1.140625, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.84375, 1.875, 1.203125, 1.523438, 1.875, 1.875, 1.875, 1.242188, 1.617188, 1.875, 1.78125, 1.085938, 1.875, 1.875, 1.335938, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.84375, 1.875, 0.859375, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.695312, 1.875, 1.875, 1.835938, 1.085938, 1.664062, 1.875, 1.875, 1.867188, 1.875, 1.875, 1.570312, 1.875, 1.875, 1.875, 1.703125, 1.875, 1.773438, 1.875, 1.570312, 1.875, 1.875, 1.875, 1.875, 1.875, 0.515625, 1.875, 1.875, 1.453125, 1.875, 1.875, 1.875, 1.726562, 1.203125, 0.345703, 1.875, 1.875, 1.875, 1.875, 1.484375, 1.796875, 0.886719, 1.875, 1.851562, 1.875, 1.875, 1.8125, 1.875, 1.859375, 1.382812, 0.660156, 1.828125, 1.734375, 0.691406, 1.875, 1.742188, 1.492188, 1.875, 1.875, 1.867188, 1.085938, 1.875, 0.001671, 1.875, 1.875, 0.875, 1.445312, 1.875, 1.875, 1.875, 1.671875, 1.875, 1.867188, 1.875, 1.875, 1.875, 1.875, 1.773438, 1.875, 1.875, 0.5625, 1.875, 1.875, 1.820312, 1.875, 0.609375, 1.875, 1.875, 1.875, 1.875, 0.988281, 1.875, 1.875, 1.875, 1.828125, 1.054688, 1.867188, 1.875, 1.875, 1.875, 1.875, 1.710938, 1.875, 1.875, 1.875, 1.875, 1.875, 1.671875, 1.875, 1.710938, 1.867188, 1.875, 1.875, 1.875, 0.710938, 1.875, 1.875, 1.875, 1.875, 1.867188, 1.804688, 1.804688, 1.875, 1.875, 1.875, 1.875, 0.953125, 1.875, 1.6875, 1.875, 1.382812, 1.859375, 1.875, 1.65625, 1.53125, 1.875, 1.875, 1.53125, 1.1875, 1.203125, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.867188, 1.351562, 1.875, 1.453125, 1.59375, 1.851562, 1.390625, 1.804688, 1.203125, 1.875, 1.875, 1.875, 1.859375, 1.429688, 1.875, 1.875, 1.867188, 0.726562, 1.875, 1.875, 0.808594, 1.875, 1.875, 1.875, 1.875, 0.957031, 1.421875, 1.875, 1.875, 1.875, 1.875, 1.71875, 1.867188, 1.875, 1.585938, 1.875, 1.875, 1.875, 1.875, 0.417969, 1.875, 1.875, 1.875, 1.875, 1.835938, 1.859375, 1.875, 1.40625, 1.875, 1.492188, 1.875, 1.53125, 1.875, 1.875, 1.554688, 1.875, 1.875, 1.726562, 1.789062, 1.875, 1.867188, 1.109375, 1.710938, 1.875, 1.75, 1.875, 1.859375, 1.875, 1.875, 1.679688, 1.875, 1.820312, 1.289062, 1.875, 1.867188, 1.875, 1.875, 1.875, 1.875, 1.679688, 1.875, 1.875, 1.328125, 1.875, 1.875, 1.875, 1.875, 1.867188, 1.8125, 1.515625, 1.875, 1.875, 1.773438, 1.875, 1.09375, 0.198242, 1.539062, 1.875, 1.710938, 1.875, 1.5625, 1.679688, 1.875, 1.875, 1.734375, 1.875, 1.875, 1.875, 1.875, 1.875, 1.679688, 1.695312, 1.875, 0.960938, 1.765625, 1.867188, 1.875, 1.585938, 1.460938, 1.851562, 1.875, 1.875, 1.851562, 1.625, 1.6875, 1.875, 1.875, 1.8125, 1.835938, 0.65625, 1.875, 1.617188, 1.875, 1.875, 1.875, 1.875, 1.695312, 1.875, 0.671875, 1.5, 1.875, 0.5625, 1.875, 1.875, 0.001831, 1.414062, 1.007812, 1.875, 1.84375, 1.875, 1.875, 1.875, 1.875, 1.382812, 0.453125, 1.875, 1.851562, 1.875, 1.875, 1.875, 1.875, 1.875, 1.421875, 1.875, 1.875, 1.867188, 1.875, 0.792969, 1.414062, 1.875, 1.875, 0.886719, 1.875, 0.300781, 1.875, 1.875, 1.875, 1.25, 1.242188, 1.875, 1.875, 1.875, 0.820312, 1.875, 1.867188, 1.875, 1.875, 1.828125, 1.867188, 0.515625, 1.132812, 1.09375, 1.875, 1.875, 1.875, 1.875, 1.875, 1.445312, 1.875, 1.390625, 1.875, 1.875, 1.875, 1.875, 1.726562, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.867188, 1.789062, 1.875, 1.875, 1.742188, 1.875, 1.703125, 1.875, 1.875, 1.414062, 1.875, 1.460938, 1.875, 1.875, 1.867188, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.851562, 1.875, 0.84375, 1.875, 1.867188, 1.875, 1.875, 1.875, 1.867188, 1.875, 1.875, 1.875, 1.796875, 1.34375, 1.867188, 1.859375, 1.867188, 1.851562, 1.875, 1.875, 1.5, 1.875, 1.859375, 1.875, 1.875, 1.875, 1.875, 1.75, 1.875, 1.859375, 1.875, 1.515625, 1.859375, 1.101562, 1.875, 1.875, 1.875, 1.875, 1.414062, 1.632812, 1.640625, 1.875, 1.875, 1.804688, 1.789062, 0.996094, 1.8125, 1.875, 0.59375, 1.875, 1.46875, 1.875, 1.875, 1.875, 1.265625, 1.875, 1.875, 1.578125, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.859375, 1.484375, 0.367188, 1.5, 1.875, 1.351562, 1.59375, 1.390625, 1.875, 1.875, 1.085938, 1.875, 1.875, 1.726562, 1.875, 1.875, 1.664062, 1.875, 1.875, 1.875, 1.070312, 1.679688, 1.867188, 1.789062, 1.875, 1.78125, 1.609375, 1.273438, 0.910156, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.757812, 1.875, 1.851562, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.625, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.28125, 1.640625, 0.431641, 1.875, 1.328125, 1.875, 1.875, 1.875, 1.476562, 1.875, 1.78125, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.734375, 1.875, 0.398438, 1.46875, 1.828125, 1.828125, 0.929688, 1.875, 0.310547, 1.148438, 1.765625, 1.601562, 1.867188, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.65625, 1.875, 0.53125, 0.832031, 1.765625, 1.5625, 0.703125, 1.875, 1.875, 1.875, 1.257812, 1.875, 1.625, 1.875, 1.265625, 1.875, 1.875, 1.71875, 1.875, 1.875, 1.109375, 1.398438, 1.84375, 1.875, 1.875, 1.875, 1.5, 1.632812, 1.875, 1.875, 1.875, 1.875, 1.398438, 1.875, 1.875, 1.875, 1.53125, 1.875, 1.5625, 1.875, 1.875, 1.875, 0.734375, 1.875, 1.875, 1.617188, 1.820312, 1.226562, 1.742188, 1.875, 1.875, 1.15625, 1.875, 1.03125, 1.875, 1.875, 1.515625, 1.765625, 1.875, 1.875, 1.875, 1.859375, 0.851562, 1.875, 1.875, 1.859375, 1.539062, 1.875, 1.859375, 1.875, 0.554688, 1.875, 1.875, 1.859375, 1.171875, 1.875, 1.875, 1.875, 1.796875, 1.710938, 1.875, 0.582031, 1.875, 1.507812, 1.875, 1.609375, 1.875, 1.828125, 1.875, 1.875, 1.875, 1.703125, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.867188, 1.875, 1.875, 1.867188, 1.679688, 1.875, 1.875, 1.820312, 1.234375, 1.84375, 1.875, 1.875, 1.875, 1.539062, 1.875, 1.875, 0.722656, 1.875, 1.507812, 1.796875, 1.875, 1.578125, 1.875, 1.875, 1.875, 0.490234, 1.875, 1.875, 1.875, 1.875, 1.867188, 1.875, 1.875, 1.875, 1.492188, 1.875, 1.875, 1.5, 1.875, 1.71875, 1.875, 1.554688, 1.65625, 1.875, 1.867188, 1.875, 1.875, 1.875, 1.640625, 1.875, 1.875, 1.875, 1.875, 1.875, 1.242188, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.78125, 1.421875, 1.875, 1.875, 1.554688, 1.765625, 1.84375, 1.875, 1.875, 1.875, 1.875, 1.632812, 1.875, 1.296875, 1.867188, 0.851562, 1.625, 1.734375, 1.15625, 1.875, 1.875, 1.875, 1.875, 1.867188, 1.875, 0.972656, 1.875, 0.65625, 1.65625, 1.875, 1.875, 1.875, 1.875, 1.695312, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.015625, 1.351562, 1.875, 1.875, 1.875, 0.746094, 1.875, 1.710938, 1.867188, 1.726562, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 0.785156, 1.8125, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.195312, 1.734375, 1.867188, 1.875, 1.875, 1.617188, 1.273438, 1.875, 1.875, 1.875, 1.570312, 0.8125, 1.875, 1.875, 1.875, 1.875, 0.5625, 1.414062, 1.875, 1.078125, 1.875, 1.875, 1.875, 1.515625, 1.875, 1.875, 1.867188, 1.875, 1.773438, 1.851562, 1.875, 1.414062, 1.875, 0.59375, 1.875, 1.875, 1.875, 1.875, 1.601562, 1.875, 1.875, 1.414062, 1.875, 1.875, 1.84375, 1.4375, 1.460938, 1.273438, 1.875, 1.875, 1.875, 1.875, 1.851562, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.632812, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.6875, 1.875, 1.875, 1.875, 1.875, 1.304688, 1.875, 1.140625, 1.875, 1.804688, 1.875, 1.835938, 1.421875, 1.875, 1.03125, 1.875, 1.875, 1.867188, 1.875, 1.179688, 1.875, 1.875, 1.296875, 1.875, 1.773438, 1.875, 1.148438, 1.867188, 1.75, 1.117188, 1.875, 1.257812, 1.875, 1.273438, 1.875, 1.875, 1.867188, 1.875, 0.443359, 1.875, 1.054688, 1.875, 1.773438, 1.867188, 1.351562, 1.875, 1.875, 1.875, 1.875, 1.875, 1.875, 1.867188, 1.84375, 1.453125, 1.875, 1.53125, 1.875, 1.875, 0.449219, 1.867188, 1.875, 1.875, 1.875, 1.335938, 1.875, 1.265625, 1.46875, 1.875, 1.875, 1.117188, 1.875, 1.625, 1.875, 1.875, 1.679688, 1.875, 1.875, 1.875, 1.585938, 1.875, 1.867188, 0.441406, 0.765625, 1.875, 1.648438, 1.875, 1.65625, 1.21875, 1.875, 1.875, 1.875, 1.679688, 1.664062, 1.8125, 1.609375, 1.875, 1.875, 1.867188, 1.875, 1.875, 1.046875, 1.46875, 1.875, 1.875, 1.867188, 1.875, 1.875, 1.742188, 1.875, 1.875, 1.875, 1.867188 ] } , "name": "onnx::Mul_11249", "outputIndexes": [ 4979 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4978, 4979 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 4980 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4952, 4980 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/Add_1_output_0", "outputIndexes": [ 4981 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4981 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.27/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 7901 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7901 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.27/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 7902 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7902 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1671173346, 327702, 81920, 0, 0 ] } , "name": "/layers.27/per_layer_input_gate/Linear", "outputIndexes": [ 7903 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7903 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.27/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 7904 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7904 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.27/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 4982 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4982 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.27/act_fn/Mul_output_0", "outputIndexes": [ 4983 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4982, 4983 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/act_fn/Mul_1_output_0", "outputIndexes": [ 4984 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 4984 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/act_fn/Mul_2_output_0", "outputIndexes": [ 4985 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4982, 4985 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/act_fn/Add_output_0", "outputIndexes": [ 4986 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 4986 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/act_fn/Mul_3_output_0", "outputIndexes": [ 4987 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4987 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.27/act_fn/Tanh_output_0", "outputIndexes": [ 4988 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 4988 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/act_fn/Add_1_output_0", "outputIndexes": [ 4989 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4982, 4989 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/act_fn/Mul_4_output_0", "outputIndexes": [ 4990 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 4990 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/act_fn/Mul_5_output_0", "outputIndexes": [ 4991 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 27 ] } , "name": "/Constant_36_output_0", "outputIndexes": [ 4992 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6078", "outputIndexes": [ 4993 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6081", "outputIndexes": [ 4994 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 4993, 4994, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice6084", "outputIndexes": [ 4995 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4995 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze6085", "outputIndexes": [ 4996 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4992, 4996 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6086", "outputIndexes": [ 4997 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4997, 4996 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6087", "outputIndexes": [ 4998 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 4998, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_34_output_0", "outputIndexes": [ 4999 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4991, 4999 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/Mul_output_0", "outputIndexes": [ 5000 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5000 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.27/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 7905 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7905 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.27/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 7906 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7906 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1671582968, 327702, 81920, 0, 0 ] } , "name": "/layers.27/per_layer_projection/Linear", "outputIndexes": [ 7907 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7907 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.27/per_layer_projection/Linear/post_convert", "outputIndexes": [ 7908 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7908 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.27/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 5001 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5001 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.27/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 5003 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5003 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.27/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 5004 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5004, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 5005 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5005, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 5006 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5001, 5006 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 5007 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.601562, 0.365234, 0.000546, 0.601562, 0.566406, 0.527344, 0.601562, 0.601562, 0.601562, 0.000549, 0.59375, 0.601562, 0.466797, 0.601562, 0.601562, 0.451172, 0.527344, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.257812, 0.601562, 0.582031, 0.000568, 0.601562, 0.601562, 0.601562, 0.601562, 0.118652, 0.000576, 0.601562, 0.292969, 0.601562, 0.601562, 0.554688, 0.000542, 0.601562, 0.601562, 0.000584, 0.519531, 0.601562, 0.601562, 0.601562, 0.550781, 0.601562, 0.000565, 0.601562, 0.59375, 0.000572, 0.601562, 0.566406, 0.601562, 0.601562, 0.601562, 0.597656, 0.585938, 0.601562, 0.601562, 0.431641, 0.601562, 0.601562, 0.000576, 0.601562, 0.367188, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.597656, 0.601562, 0.472656, 0.601562, 0.000557, 0.601562, 0.601562, 0.601562, 0.585938, 0.601562, 0.601562, 0.601562, 0.000584, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.570312, 0.373047, 0.601562, 0.000584, 0.071777, 0.601562, 0.447266, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.511719, 0.578125, 0.601562, 0.488281, 0.601562, 0.00058, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.404297, 0.601562, 0.230469, 0.597656, 0.601562, 0.601562, 0.601562, 0.429688, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.000549, 0.601562, 0.601562, 0.000557, 0.291016, 0.601562, 0.000565, 0.470703, 0.601562, 0.601562, 0.601562, 0.601562, 0.257812, 0.601562, 0.601562, 0.582031, 0.601562, 0.601562, 0.601562, 0.601562, 0.455078, 0.601562, 0.601562, 0.601562, 0.550781, 0.601562, 0.601562, 0.5, 0.601562, 0.601562, 0.601562, 0.00058, 0.601562, 0.523438, 0.570312, 0.582031, 0.601562, 0.000565, 0.601562, 0.470703, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.597656, 0.601562, 0.601562, 0.365234, 0.601562, 0.601562, 0.601562, 0.601562, 0.570312, 0.601562, 0.597656, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.59375, 0.601562, 0.149414, 0.601562, 0.000584, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.589844, 0.570312, 0.601562, 0.601562, 0.601562, 0.601562, 0.554688, 0.601562, 0.601562, 0.601562, 0.601562, 0.000568, 0.601562, 0.59375, 0.515625, 0.410156, 0.601562, 0.601562, 0.000568, 0.597656, 0.378906, 0.601562, 0.400391, 0.507812, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.582031, 0.601562, 0.601562, 0.601562, 0.601562, 0.339844, 0.601562, 0.585938, 0.601562, 0.601562, 0.601562, 0.589844, 0.601562, 0.558594, 0.601562, 0.601562, 0.601562, 0.535156, 0.601562, 0.000572, 0.601562, 0.589844, 0.40625, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.566406, 0.449219, 0.601562, 0.601562, 0.601562, 0.458984, 0.601562, 0.601562, 0.601562, 0.601562, 0.488281, 0.601562, 0.5, 0.601562, 0.601562, 0.601562, 0.601562, 0.59375, 0.601562, 0.601562, 0.000549, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.539062, 0.601562, 0.578125, 0.601562, 0.601562, 0.601562, 0.578125, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.00058, 0.597656, 0.494141, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.507812, 0.601562, 0.416016, 0.601562, 0.601562, 0.601562, 0.601562, 0.59375, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.000565, 0.601562, 0.601562, 0.601562, 0.223633, 0.601562, 0.601562, 0.601562, 0.582031, 0.601562, 0.486328, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.5, 0.601562, 0.324219, 0.601562, 0.601562, 0.589844, 0.601562, 0.474609, 0.554688, 0.601562, 0.601562, 0.589844, 0.601562, 0.601562, 0.601562, 0.601562, 0.000565, 0.601562, 0.601562, 0.601562, 0.601562, 0.226562, 0.332031, 0.601562, 0.601562, 0.285156, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.59375, 0.410156, 0.601562, 0.498047, 0.333984, 0.601562, 0.585938, 0.53125, 0.601562, 0.000568, 0.601562, 0.597656, 0.601562, 0.589844, 0.601562, 0.601562, 0.000572, 0.601562, 0.601562, 0.601562, 0.601562, 0.400391, 0.00058, 0.000587, 0.601562, 0.000565, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.582031, 0.601562, 0.000557, 0.369141, 0.601562, 0.601562, 0.601562, 0.601562, 0.388672, 0.515625, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.539062, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.597656, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.000546, 0.00058, 0.601562, 0.375, 0.439453, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.000568, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.570312, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.486328, 0.601562, 0.601562, 0.000572, 0.601562, 0.601562, 0.515625, 0.550781, 0.601562, 0.601562, 0.234375, 0.601562, 0.000584, 0.601562, 0.601562, 0.570312, 0.601562, 0.390625, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.320312, 0.601562, 0.511719, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.287109, 0.326172, 0.601562, 0.601562, 0.000557, 0.566406, 0.601562, 0.601562, 0.601562, 0.007874, 0.601562, 0.000557, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.589844, 0.601562, 0.601562, 0.53125, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.566406, 0.554688, 0.601562, 0.380859, 0.601562, 0.601562, 0.355469, 0.601562, 0.601562, 0.466797, 0.515625, 0.601562, 0.59375, 0.601562, 0.016724, 0.503906, 0.000523, 0.000565, 0.000572, 0.511719, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.429688, 0.601562, 0.515625, 0.601562, 0.601562, 0.601562, 0.386719, 0.000557, 0.539062, 0.601562, 0.470703, 0.601562, 0.601562, 0.000572, 0.601562, 0.601562, 0.000576, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.000568, 0.585938, 0.601562, 0.601562, 0.000557, 0.601562, 0.601562, 0.601562, 0.601562, 0.484375, 0.488281, 0.292969, 0.601562, 0.539062, 0.601562, 0.527344, 0.601562, 0.601562, 0.000549, 0.601562, 0.601562, 0.542969, 0.601562, 0.601562, 0.000572, 0.601562, 0.425781, 0.601562, 0.601562, 0.601562, 0.445312, 0.601562, 0.496094, 0.601562, 0.601562, 0.601562, 0.601562, 0.585938, 0.388672, 0.601562, 0.597656, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.000576, 0.601562, 0.000557, 0.601562, 0.566406, 0.000557, 0.244141, 0.503906, 0.601562, 0.601562, 0.601562, 0.000561, 0.601562, 0.601562, 0.601562, 0.601562, 0.535156, 0.601562, 0.492188, 0.129883, 0.601562, 0.601562, 0.000572, 0.00058, 0.601562, 0.601562, 0.597656, 0.601562, 0.000557, 0.546875, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.000553, 0.439453, 0.601562, 0.601562, 0.5, 0.601562, 0.601562, 0.000549, 0.601562, 0.601562, 0.601562, 0.601562, 0.040283, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.365234, 0.601562, 0.416016, 0.601562, 0.601562, 0.589844, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.429688, 0.472656, 0.601562, 0.601562, 0.601562, 0.601562, 0.000538, 0.59375, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.000584, 0.601562, 0.601562, 0.000549, 0.601562, 0.601562, 0.484375, 0.353516, 0.000576, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.59375, 0.601562, 0.273438, 0.000538, 0.000549, 0.601562, 0.601562, 0.601562, 0.345703, 0.000568, 0.527344, 0.601562, 0.570312, 0.601562, 0.582031, 0.601562, 0.3125, 0.578125, 0.601562, 0.000584, 0.601562, 0.04248, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.460938, 0.601562, 0.601562, 0.601562, 0.601562, 0.000542, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.550781, 0.601562, 0.601562, 0.225586, 0.443359, 0.000565, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.503906, 0.601562, 0.601562, 0.601562, 0.000542, 0.601562, 0.601562, 0.601562, 0.601562, 0.515625, 0.601562, 0.601562, 0.601562, 0.601562, 0.566406, 0.601562, 0.589844, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.558594, 0.601562, 0.601562, 0.601562, 0.601562, 0.574219, 0.601562, 0.00058, 0.601562, 0.601562, 0.601562, 0.126953, 0.601562, 0.601562, 0.482422, 0.503906, 0.601562, 0.582031, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.000542, 0.582031, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.000568, 0.601562, 0.000511, 0.597656, 0.601562, 0.263672, 0.601562, 0.601562, 0.390625, 0.601562, 0.601562, 0.601562, 0.470703, 0.601562, 0.601562, 0.601562, 0.601562, 0.480469, 0.601562, 0.378906, 0.601562, 0.455078, 0.00058, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.585938, 0.601562, 0.25, 0.017212, 0.503906, 0.527344, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.363281, 0.601562, 0.601562, 0.447266, 0.494141, 0.601562, 0.457031, 0.601562, 0.570312, 0.000576, 0.601562, 0.365234, 0.601562, 0.601562, 0.601562, 0.390625, 0.601562, 0.601562, 0.589844, 0.597656, 0.601562, 0.601562, 0.554688, 0.601562, 0.277344, 0.601562, 0.601562, 0.527344, 0.601562, 0.601562, 0.601562, 0.601562, 0.478516, 0.601562, 0.578125, 0.597656, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.417969, 0.000584, 0.601562, 0.550781, 0.589844, 0.601562, 0.601562, 0.601562, 0.492188, 0.601562, 0.601562, 0.000576, 0.601562, 0.601562, 0.601562, 0.000557, 0.601562, 0.539062, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.158203, 0.000568, 0.601562, 0.000549, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.539062, 0.601562, 0.601562, 0.601562, 0.503906, 0.601562, 0.000584, 0.601562, 0.00058, 0.601562, 0.601562, 0.000561, 0.597656, 0.601562, 0.601562, 0.601562, 0.601562, 0.597656, 0.601562, 0.000549, 0.488281, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.5625, 0.601562, 0.601562, 0.347656, 0.601562, 0.601562, 0.601562, 0.000584, 0.601562, 0.601562, 0.601562, 0.601562, 0.000572, 0.554688, 0.601562, 0.601562, 0.601562, 0.601562, 0.000576, 0.234375, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.357422, 0.000557, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.000568, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.000534, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.496094, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.25, 0.46875, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.554688, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.000561, 0.601562, 0.601562, 0.601562, 0.601562, 0.380859, 0.601562, 0.601562, 0.601562, 0.582031, 0.601562, 0.601562, 0.601562, 0.601562, 0.000549, 0.601562, 0.601562, 0.601562, 0.000565, 0.601562, 0.601562, 0.285156, 0.59375, 0.601562, 0.601562, 0.601562, 0.000587, 0.566406, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.431641, 0.601562, 0.000561, 0.464844, 0.230469, 0.601562, 0.000572, 0.542969, 0.597656, 0.59375, 0.601562, 0.554688, 0.601562, 0.601562, 0.5625, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.46875, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.53125, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.257812, 0.53125, 0.601562, 0.519531, 0.283203, 0.601562, 0.601562, 0.601562, 0.496094, 0.578125, 0.375, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.546875, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.000565, 0.000572, 0.601562, 0.011963, 0.601562, 0.490234, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.478516, 0.585938, 0.601562, 0.601562, 0.445312, 0.478516, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.34375, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.566406, 0.601562, 0.404297, 0.000587, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.251953, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.5625, 0.601562, 0.597656, 0.000572, 0.601562, 0.546875, 0.601562, 0.601562, 0.597656, 0.601562, 0.53125, 0.601562, 0.539062, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.287109, 0.601562, 0.601562, 0.601562, 0.574219, 0.476562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.53125, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.302734, 0.601562, 0.238281, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.566406, 0.601562, 0.601562, 0.601562, 0.601562, 0.453125, 0.601562, 0.601562, 0.431641, 0.601562, 0.310547, 0.601562, 0.601562, 0.601562, 0.000565, 0.601562, 0.601562, 0.554688, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.554688, 0.601562, 0.601562, 0.00058, 0.515625, 0.601562, 0.503906, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.597656, 0.601562, 0.601562, 0.464844, 0.435547, 0.601562, 0.589844, 0.601562, 0.519531, 0.601562, 0.601562, 0.59375, 0.601562, 0.601562, 0.554688, 0.149414, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.326172, 0.601562, 0.601562, 0.601562, 0.083984, 0.000542, 0.601562, 0.601562, 0.000568, 0.601562, 0.601562, 0.000553, 0.000576, 0.601562, 0.601562, 0.601562, 0.601562, 0.341797, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.382812, 0.601562, 0.582031, 0.539062, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.4375, 0.582031, 0.546875, 0.000587, 0.601562, 0.601562, 0.601562, 0.357422, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.000549, 0.498047, 0.601562, 0.601562, 0.601562, 0.476562, 0.601562, 0.000496, 0.000572, 0.601562, 0.601562, 0.554688, 0.601562, 0.601562, 0.412109, 0.601562, 0.601562, 0.601562, 0.392578, 0.486328, 0.601562, 0.601562, 0.000542, 0.388672, 0.601562, 0.597656, 0.601562, 0.601562, 0.601562, 0.335938, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.277344, 0.046631, 0.601562, 0.271484, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.527344, 0.601562, 0.000565, 0.601562, 0.164062, 0.601562, 0.496094, 0.601562, 0.542969, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.53125, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.589844, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.064453, 0.396484, 0.601562, 0.527344, 0.601562, 0.457031, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.490234, 0.589844, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.574219, 0.601562, 0.455078, 0.378906, 0.601562, 0.443359, 0.490234, 0.601562, 0.601562, 0.601562, 0.326172, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.000479, 0.421875, 0.601562, 0.601562, 0.601562, 0.441406, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.320312, 0.00053, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.033936, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.492188, 0.601562, 0.601562, 0.601562, 0.378906, 0.578125, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.585938, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.527344, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.000576, 0.601562, 0.601562, 0.445312, 0.000549, 0.601562, 0.601562, 0.601562, 0.601562, 0.037354, 0.601562, 0.511719, 0.601562, 0.601562, 0.601562, 0.601562, 0.291016, 0.601562, 0.601562, 0.601562, 0.000546, 0.601562, 0.601562, 0.601562, 0.503906, 0.000546, 0.601562, 0.601562, 0.251953, 0.601562, 0.601562, 0.546875, 0.601562, 0.601562, 0.601562, 0.386719, 0.601562, 0.00058, 0.578125, 0.601562, 0.363281, 0.000576, 0.539062, 0.601562, 0.601562, 0.464844, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.597656, 0.601562, 0.601562, 0.263672, 0.601562, 0.601562, 0.378906, 0.601562, 0.328125, 0.601562, 0.601562, 0.601562, 0.601562, 0.425781, 0.601562, 0.601562, 0.597656, 0.597656, 0.400391, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.585938, 0.601562, 0.000523, 0.601562, 0.601562, 0.601562, 0.59375, 0.601562, 0.601562, 0.597656, 0.601562, 0.601562, 0.601562, 0.000568, 0.601562, 0.601562, 0.392578, 0.601562, 0.601562, 0.601562, 0.59375, 0.601562, 0.601562, 0.601562, 0.601562, 0.328125, 0.601562, 0.601562, 0.601562, 0.392578, 0.601562, 0.601562, 0.570312, 0.490234, 0.000565, 0.000568, 0.416016, 0.601562, 0.367188, 0.242188, 0.601562, 0.601562, 0.515625, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.519531, 0.570312, 0.582031, 0.000568, 0.601562, 0.482422, 0.601562, 0.601562, 0.601562, 0.601562, 0.378906, 0.601562, 0.601562, 0.601562, 0.088867, 0.601562, 0.601562, 0.000561, 0.601562, 0.601562, 0.601562, 0.589844, 0.34375, 0.511719, 0.601562, 0.601562, 0.546875, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.000568, 0.601562, 0.601562, 0.601562, 0.00058, 0.601562, 0.601562, 0.59375, 0.601562, 0.59375, 0.601562, 0.601562, 0.425781, 0.000576, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.546875, 0.601562, 0.601562, 0.601562, 0.601562, 0.550781, 0.601562, 0.00058, 0.597656, 0.005249, 0.601562, 0.601562, 0.000557, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.000591, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.492188, 0.601562, 0.601562, 0.382812, 0.601562, 0.000553, 0.601562, 0.601562, 0.601562, 0.601562, 0.5625, 0.582031, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.386719, 0.601562, 0.601562, 0.601562, 0.523438, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.00058, 0.00058, 0.601562, 0.601562, 0.601562, 0.032715, 0.597656, 0.601562, 0.601562, 0.601562, 0.601562, 0.000553, 0.601562, 0.535156, 0.601562, 0.601562, 0.601562, 0.601562, 0.5, 0.601562, 0.000553, 0.523438, 0.00058, 0.000546, 0.601562, 0.601562, 0.000561, 0.601562, 0.462891, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.449219, 0.601562, 0.601562, 0.601562, 0.59375, 0.601562, 0.601562, 0.601562, 0.601562, 0.449219, 0.601562, 0.601562, 0.601562, 0.601562, 0.267578, 0.462891, 0.601562, 0.601562, 0.310547, 0.601562, 0.000587, 0.601562, 0.601562, 0.601562, 0.5625, 0.412109, 0.601562, 0.601562, 0.597656, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.523438, 0.601562, 0.15918, 0.3125, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.000565, 0.597656, 0.429688, 0.601562, 0.601562, 0.601562, 0.601562, 0.578125, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.000565, 0.601562, 0.453125, 0.601562, 0.447266, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.00058, 0.601562, 0.000534, 0.000568, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.000549, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.441406, 0.597656, 0.601562, 0.601562, 0.570312, 0.601562, 0.601562, 0.550781, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.589844, 0.601562, 0.484375, 0.601562, 0.433594, 0.601562, 0.601562, 0.601562, 0.601562, 0.519531, 0.601562, 0.601562, 0.582031, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.099609, 0.601562, 0.476562, 0.601562, 0.601562, 0.601562, 0.429688, 0.601562, 0.601562, 0.527344, 0.5625, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.488281, 0.000568, 0.542969, 0.601562, 0.59375, 0.601562, 0.601562, 0.000576, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.582031, 0.601562, 0.601562, 0.601562, 0.429688, 0.578125, 0.460938, 0.601562, 0.601562, 0.601562, 0.59375, 0.601562, 0.216797, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.000481, 0.519531, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.000572, 0.601562, 0.000572, 0.601562, 0.601562, 0.601562, 0.601562, 0.523438, 0.000584, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.121094, 0.601562, 0.601562, 0.589844, 0.00058, 0.601562, 0.136719, 0.351562, 0.601562, 0.000568, 0.601562, 0.601562, 0.601562, 0.601562, 0.000557, 0.59375, 0.601562, 0.601562, 0.554688, 0.601562, 0.000549, 0.000557, 0.582031, 0.447266, 0.601562, 0.601562, 0.570312, 0.601562, 0.601562, 0.601562, 0.5625, 0.601562, 0.335938, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.398438, 0.119141, 0.601562, 0.601562, 0.597656, 0.601562, 0.601562, 0.601562, 0.601562, 0.5625, 0.601562, 0.601562, 0.000538, 0.601562, 0.601562, 0.601562, 0.574219, 0.601562, 0.108398, 0.601562, 0.601562, 0.601562, 0.251953, 0.601562, 0.601562, 0.601562, 0.601562, 0.472656, 0.601562, 0.601562, 0.601562, 0.000561, 0.00058, 0.369141, 0.601562, 0.601562, 0.507812, 0.601562, 0.597656, 0.000584, 0.601562, 0.601562, 0.00058, 0.601562, 0.601562, 0.601562, 0.558594, 0.601562, 0.601562, 0.601562, 0.000572, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.394531, 0.585938, 0.601562, 0.601562, 0.054932, 0.601562, 0.601562, 0.601562, 0.457031, 0.601562, 0.585938, 0.601562, 0.601562, 0.601562, 0.589844, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.597656, 0.601562, 0.601562, 0.574219, 0.396484, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.490234, 0.601562, 0.601562, 0.554688, 0.523438, 0.601562, 0.494141, 0.601562, 0.601562, 0.601562, 0.045898, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.585938, 0.601562, 0.601562, 0.601562, 0.550781, 0.601562, 0.00058, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.371094, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.503906, 0.601562, 0.601562, 0.601562, 0.601562, 0.00058, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.5625, 0.601562, 0.249023, 0.601562, 0.597656, 0.601562, 0.601562, 0.601562, 0.000565, 0.601562, 0.601562, 0.601562, 0.00058, 0.601562, 0.310547, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.554688, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.523438, 0.601562, 0.601562, 0.601562, 0.157227, 0.601562, 0.558594, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.546875, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.396484, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.507812, 0.34375, 0.601562, 0.601562, 0.601562, 0.601562, 0.173828, 0.498047, 0.601562, 0.357422, 0.601562, 0.601562, 0.601562, 0.5625, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.589844, 0.601562, 0.419922, 0.601562, 0.174805, 0.601562, 0.601562, 0.601562, 0.601562, 0.542969, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.59375, 0.601562, 0.480469, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.000576, 0.601562, 0.601562, 0.601562, 0.601562, 0.597656, 0.601562, 0.601562, 0.601562, 0.601562, 0.59375, 0.000576, 0.601562, 0.585938, 0.601562, 0.523438, 0.601562, 0.601562, 0.601562, 0.601562, 0.000557, 0.601562, 0.000591, 0.601562, 0.589844, 0.601562, 0.000565, 0.601562, 0.601562, 0.289062, 0.601562, 0.585938, 0.601562, 0.601562, 0.361328, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.000561, 0.601562, 0.601562, 0.255859, 0.601562, 0.40625, 0.601562, 0.511719, 0.601562, 0.601562, 0.601562, 0.601562, 0.06543, 0.574219, 0.601562, 0.601562, 0.000568, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.585938, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.480469, 0.601562, 0.000546, 0.601562, 0.601562, 0.601562, 0.000568, 0.601562, 0.601562, 0.601562, 0.5625, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.566406, 0.000572, 0.259766, 0.601562, 0.000557, 0.601562, 0.000572, 0.361328, 0.601562, 0.601562, 0.601562, 0.546875, 0.527344, 0.601562, 0.00058, 0.601562, 0.601562, 0.601562, 0.601562, 0.601562, 0.429688, 0.412109, 0.601562, 0.000565, 0.546875, 0.000546, 0.601562, 0.578125, 0.601562, 0.601562, 0.453125, 0.601562 ] } , "name": "onnx::Mul_11250", "outputIndexes": [ 5008 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5007, 5008 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 5009 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4981, 5009 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/Add_2_output_0", "outputIndexes": [ 5010 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.691406 ] } , "name": "/blocks.27/Constant_1_output_0", "outputIndexes": [ 5011 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5010, 5011 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.27/Mul_1_output_0", "outputIndexes": [ 5012 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5012, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.28/Reshape_output_0", "outputIndexes": [ 5013 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5013 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.28/input_layernorm/Pow_output_0", "outputIndexes": [ 5014 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5014 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.28/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 5015 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5015, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/input_layernorm/Add_output_0", "outputIndexes": [ 5016 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5016, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/input_layernorm/Pow_1_output_0", "outputIndexes": [ 5017 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5013, 5017 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/input_layernorm/Mul_output_0", "outputIndexes": [ 5018 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ -2.625, 4.09375, 17.125, 2.734375, 4.4375, 4.15625, 4.0, 3.15625, 2.953125, 23.0, 3.390625, 4.0625, 5.5, 3.1875, 3.15625, 5.78125, 3.28125, 3.96875, 3.609375, 4.375, 2.75, -3.0625, -3.46875, 2.4375, 4.03125, 3.5625, -3.015625, 2.9375, 9.5, -3.234375, 3.296875, 6.5, 3.890625, 2.84375, 2.75, 3.59375, 8.5, 68.0, 3.078125, 7.53125, 2.828125, 2.96875, 3.109375, 5.90625, 2.4375, 3.015625, 15.1875, 3.953125, 3.625, 2.9375, 3.515625, 2.578125, 3.0625, 15.125, 2.828125, 4.40625, 44.5, 2.84375, 2.78125, 2.359375, 2.921875, 2.765625, 2.484375, 3.796875, 4.125, 3.0, 2.78125, 2.765625, 3.71875, 3.3125, 3.125, 4.40625, 2.828125, 3.25, 2.4375, 4.5625, 3.25, 3.390625, 2.421875, 4.34375, 2.9375, 3.078125, 4.96875, 4.75, 3.828125, 2.890625, 3.5, 4.15625, 3.109375, 4.34375, 3.25, 3.03125, 4.03125, -3.015625, -3.203125, 3.1875, 16.625, 3.703125, 3.3125, 10.5, 3.640625, 6.1875, 2.828125, 2.546875, 3.9375, 2.796875, 2.53125, 3.609375, 5.1875, 3.625, 3.515625, 3.59375, 2.875, 15.875, -2.4375, 3.234375, 3.265625, 2.71875, 3.078125, 3.859375, 5.1875, 2.640625, 5.4375, 1.890625, 4.4375, 1.539062, 2.609375, 5.40625, 3.015625, 4.78125, 3.4375, 3.71875, 3.078125, -5.15625, 16.625, 3.609375, 3.765625, 13.125, 40.75, 6.625, 9.5625, 4.4375, 3.234375, 2.9375, 2.890625, 2.78125, 10.6875, 3.234375, 2.71875, 3.71875, 2.96875, 4.71875, 2.25, -2.6875, 5.03125, 3.640625, 3.453125, 2.9375, 4.625, 2.6875, 2.6875, 4.71875, 3.421875, 3.046875, 4.09375, -2.390625, 2.6875, 3.4375, 8.3125, 5.15625, 3.171875, 17.375, 3.4375, 4.15625, 4.78125, 2.46875, 2.96875, 3.375, 3.46875, 3.1875, 3.578125, 2.625, 3.765625, 5.65625, 2.28125, 4.71875, 2.4375, -3.40625, 3.515625, 3.015625, 3.09375, 3.484375, 2.265625, 2.640625, 2.03125, 3.234375, 3.34375, 3.015625, 8.125, 3.171875, 5.15625, 4.34375, 2.96875, -2.78125, 3.40625, 3.109375, 3.078125, 4.0, 3.703125, 3.546875, -3.34375, 2.765625, 2.390625, 3.1875, 2.703125, 8.625, 2.375, 3.203125, 4.40625, -4.03125, 3.640625, 3.5, 3.25, -4.5, 2.515625, 4.03125, 3.703125, 4.5625, 2.765625, 2.359375, 23.375, 3.421875, 4.3125, 3.59375, 4.78125, 4.125, 4.0625, 2.1875, 2.875, 2.859375, 3.140625, 4.6875, 3.140625, 3.625, 2.703125, 5.3125, 5.15625, 2.578125, 3.15625, 3.3125, 4.34375, 3.953125, 3.46875, 2.921875, 3.75, 2.53125, 3.390625, 2.78125, 3.59375, 2.71875, 2.5625, 3.609375, 5.09375, 3.046875, 32.75, 3.3125, 2.71875, 6.1875, 2.859375, 2.78125, 3.0, 2.125, 4.28125, 3.625, 4.78125, 5.84375, 2.640625, 4.84375, 4.09375, 3.65625, 3.328125, 3.453125, 4.03125, 2.890625, 3.5625, 2.515625, 2.84375, 6.03125, -2.828125, 4.65625, 3.390625, 2.65625, 2.796875, 5.0, -2.8125, 2.984375, -3.515625, 4.75, 2.65625, 11.0, 3.3125, 2.9375, 3.109375, 3.78125, 2.6875, 3.390625, 3.640625, -3.5, 5.15625, 2.234375, 2.578125, 2.796875, 6.53125, 3.25, 3.96875, 2.953125, 2.96875, -3.875, 3.28125, 4.625, 3.0, 3.734375, 2.046875, 2.71875, 2.453125, 3.875, 3.046875, 4.90625, 2.9375, 3.984375, 4.28125, 3.171875, 3.375, 2.09375, 4.28125, 2.984375, 5.15625, 2.75, 4.0625, 2.6875, 2.296875, 3.90625, 3.015625, 2.453125, 3.109375, 3.015625, 3.0, 3.03125, 64.0, 3.3125, -2.59375, 3.4375, 8.8125, 3.140625, 3.0625, 1.90625, 3.09375, 2.921875, 3.90625, 2.515625, 2.78125, 2.28125, 3.5, 2.78125, -2.65625, -3.5, 3.28125, 6.8125, 2.640625, 3.390625, 2.734375, 2.421875, 3.3125, 3.625, 3.140625, 2.125, 3.578125, 2.78125, 3.296875, 3.578125, 3.4375, 6.78125, 3.109375, 3.03125, 2.5, 3.953125, 10.75, 6.84375, 3.53125, 2.859375, 8.4375, 3.4375, 3.09375, 2.53125, -3.171875, 2.6875, 3.53125, 3.046875, 2.90625, 3.125, 6.53125, 3.546875, 3.953125, 13.625, 1.992188, 3.15625, 5.09375, 2.484375, 16.375, 2.640625, 3.28125, 3.28125, 3.953125, 2.78125, 3.171875, 4.09375, 2.578125, 3.0625, 3.140625, 3.578125, 3.4375, 6.59375, 21.75, 2.296875, 3.859375, 3.0, -2.71875, -3.03125, 4.59375, 3.359375, 2.21875, 2.8125, 6.71875, 4.8125, 2.40625, 3.4375, 2.984375, 2.671875, 8.4375, 3.65625, 5.46875, 3.46875, 2.96875, 5.53125, 2.796875, 3.0, 3.515625, 3.359375, 2.65625, 2.75, 9.625, 2.96875, -2.828125, -2.78125, 2.6875, 3.53125, 2.421875, 2.15625, 3.0, -2.53125, 3.578125, 3.109375, -2.71875, 3.453125, 3.53125, 6.0, 2.640625, 4.65625, 8.875, 2.75, 3.234375, 2.75, 3.34375, 2.59375, 3.359375, 3.015625, 2.9375, 7.25, 2.296875, -3.796875, 1.476562, 2.59375, 2.90625, 2.421875, 2.890625, 2.875, 3.25, 5.125, 2.9375, 3.59375, 2.5, 2.46875, 2.5625, 3.296875, 9.0625, 3.046875, 3.375, 2.859375, 1.703125, 3.640625, 3.90625, 2.953125, 2.15625, 2.90625, 2.40625, 3.40625, 3.4375, 2.890625, 3.96875, -3.03125, 5.46875, 3.328125, 2.984375, 2.75, 3.0625, 3.328125, 3.796875, 3.59375, 7.1875, 3.8125, 3.234375, 2.84375, 2.6875, 3.84375, -2.34375, 3.484375, 3.78125, 3.640625, 8.625, -3.53125, 2.71875, 3.25, 3.046875, 5.375, 13.5625, 3.234375, 3.046875, 3.78125, 4.53125, 3.328125, -2.828125, 3.796875, 6.46875, -2.34375, 2.96875, 2.6875, 2.90625, 3.984375, 3.234375, 2.921875, 3.0, 3.03125, 2.546875, 3.0625, 5.0625, -2.765625, 2.3125, 3.0, -2.46875, 3.671875, 3.84375, 2.765625, 3.140625, 6.34375, 3.0, 3.9375, 6.875, 2.546875, 4.65625, 4.625, 3.765625, 3.140625, 4.78125, 3.171875, 17.25, 5.96875, 50.25, 9.125, 2.796875, 3.984375, 2.84375, 4.90625, 2.078125, 3.875, 2.9375, 3.125, 2.671875, 3.171875, 2.953125, 5.09375, 2.828125, -4.09375, 3.96875, 2.90625, 3.578125, 7.4375, 3.140625, 3.828125, 2.96875, 5.8125, 3.34375, 2.796875, 6.125, 3.3125, 2.21875, 6.125, 3.1875, 8.75, 3.28125, 2.75, -2.375, 20.5, 3.625, 3.0625, 2.15625, 5.71875, 2.71875, 3.828125, 2.78125, 4.75, 3.625, 3.1875, 5.40625, 6.09375, 4.65625, 2.671875, 2.65625, 5.46875, 4.4375, 5.6875, 2.515625, 7.84375, 5.5625, 3.640625, 7.1875, 25.375, 3.609375, 6.03125, 2.75, 2.8125, 4.09375, 7.375, 3.546875, 4.75, 2.515625, 3.046875, 3.734375, 2.375, 3.28125, -4.1875, 3.765625, 3.234375, 3.515625, 2.53125, 3.734375, 2.34375, 3.828125, 4.125, 3.796875, 40.75, 3.359375, 14.1875, 2.953125, 3.75, 14.125, 6.90625, 3.390625, 5.1875, 2.640625, 2.34375, 2.859375, 2.75, 2.859375, 3.8125, 2.84375, 5.5625, 1.765625, 4.40625, 8.25, 2.875, 3.578125, 7.3125, 50.0, 3.265625, 3.25, 2.671875, 2.96875, 2.609375, 4.6875, 3.53125, 2.421875, 3.265625, 3.21875, 3.9375, 3.6875, 3.359375, 2.8125, 3.234375, 3.015625, 19.375, 5.25, 3.984375, 3.890625, 5.71875, 2.34375, 2.484375, 3.28125, 2.828125, 3.40625, 3.171875, 2.9375, 4.03125, 3.328125, 3.375, 2.796875, 3.65625, 4.1875, 2.453125, 3.140625, 4.8125, 3.125, 2.71875, 2.484375, 6.625, -3.75, 3.21875, 2.90625, 3.34375, 2.4375, 3.203125, 2.28125, -2.9375, 5.96875, 3.15625, 3.671875, 2.546875, 2.3125, 3.234375, 4.34375, 2.890625, 2.734375, 5.15625, 3.96875, 3.109375, 2.4375, 3.84375, 1.4375, 3.0625, 3.4375, 2.484375, 6.9375, 4.0, 3.4375, 3.171875, 3.328125, 5.21875, 3.828125, 3.015625, 11.125, -3.09375, 3.5625, 4.375, 5.4375, 3.65625, 3.484375, 4.53125, 4.125, -3.0, 3.5625, 2.265625, 5.84375, -3.375, 3.015625, 2.578125, 2.765625, 4.53125, 2.53125, 3.0625, 3.765625, 3.0625, 7.40625, 4.625, 19.25, 2.59375, 2.234375, 2.296875, 2.984375, 4.84375, 4.96875, 2.46875, 5.21875, 3.890625, 3.609375, 5.90625, 6.40625, 3.265625, 3.0, 4.25, 2.5625, 14.75, 2.65625, 1.945312, 2.703125, 3.1875, 2.4375, 4.375, 2.46875, 2.625, 3.0625, 2.9375, 8.625, 4.03125, 2.34375, 2.953125, 3.78125, 2.953125, 3.09375, 8.1875, 2.859375, 2.484375, 4.40625, 2.828125, 2.65625, 10.9375, 4.65625, 3.59375, 2.453125, 3.296875, 3.1875, 2.984375, 2.703125, 5.03125, 3.1875, 3.515625, 3.375, 4.625, 2.75, 2.171875, 2.46875, 5.125, 3.234375, 3.046875, 6.46875, 1.75, 2.875, 3.34375, 3.234375, 2.984375, 2.875, 3.5, 2.8125, 2.9375, -2.453125, 3.703125, 3.421875, 7.21875, -3.0625, 3.125, 3.234375, 4.0625, 2.078125, 2.703125, 4.21875, 3.96875, 3.109375, 2.53125, 12.125, 3.875, 2.53125, 5.46875, 6.375, 4.40625, 2.90625, 2.71875, 3.265625, 5.25, -2.96875, 3.09375, 3.296875, 4.75, 6.6875, 6.5, 4.65625, 3.265625, 3.703125, 3.296875, 2.828125, 2.703125, 3.90625, 3.921875, 2.578125, 39.75, 3.71875, 4.15625, 9.8125, 4.25, 4.40625, 3.75, 3.046875, 4.03125, 3.078125, 6.6875, 3.640625, 3.25, 2.484375, 2.984375, 3.546875, 3.890625, 4.21875, 4.4375, 6.625, 2.859375, 3.0625, 2.4375, 2.859375, 3.171875, 2.375, 2.703125, 3.25, 2.6875, 5.1875, 2.78125, 9.3125, 21.0, 4.34375, 2.578125, 2.90625, 3.21875, 2.65625, 3.21875, 2.703125, 6.46875, 2.703125, 2.265625, 6.0625, 3.828125, 3.109375, 4.90625, 2.8125, 4.46875, 3.640625, 2.46875, 5.9375, 2.375, 2.8125, 2.765625, 4.59375, 2.828125, 3.328125, 4.125, 3.40625, 2.984375, 3.078125, 7.6875, 3.015625, 5.875, 2.65625, 2.671875, 3.109375, 2.90625, 3.4375, 3.078125, 3.28125, 3.375, 2.359375, 2.984375, 3.171875, 2.875, 3.453125, 3.625, 3.5625, 2.90625, 4.375, 2.9375, 2.8125, 2.46875, 2.796875, 6.0, 79.0, 2.5625, 4.5625, 3.53125, 2.375, 2.4375, -3.453125, 3.578125, 2.90625, 2.875, 8.75, -3.25, -2.8125, 2.921875, 3.21875, 2.359375, -3.546875, 1.96875, 3.359375, 2.703125, 7.96875, 2.734375, 2.609375, 2.25, 2.71875, 22.25, 17.625, 2.328125, 21.875, 3.375, 2.671875, 3.1875, 2.921875, 2.453125, 3.046875, 3.125, 4.0, 2.671875, 2.359375, 3.015625, 3.078125, -3.1875, 3.40625, 5.46875, 3.40625, 17.25, 3.09375, 2.984375, 2.75, 3.65625, 4.0, 3.9375, 3.71875, 3.8125, 2.8125, 2.546875, 2.875, 2.75, 13.375, 4.53125, 2.78125, 2.640625, 2.09375, 2.984375, 2.625, 3.609375, 6.03125, 4.09375, -3.734375, 2.75, 5.09375, 3.453125, 3.71875, 2.75, 2.890625, 2.671875, 1.5625, 8.5625, 2.953125, 4.5, 4.3125, 2.921875, 6.4375, 4.53125, 4.9375, 2.921875, 3.46875, 2.8125, 3.078125, 2.984375, 3.453125, 3.40625, 3.21875, 2.59375, 3.375, 4.78125, 2.875, 2.046875, 3.109375, 3.46875, -3.671875, 3.015625, 3.328125, 2.78125, 3.5, 2.28125, -2.609375, 2.375, 3.25, 2.640625, 3.453125, 1.929688, 3.0625, 3.4375, 2.671875, 3.046875, 3.46875, 3.109375, 2.890625, 3.03125, 2.9375, 2.625, 2.8125, 2.84375, 3.4375, 3.3125, 2.875, 4.59375, 3.90625, -3.40625, 3.296875, 3.546875, 5.53125, 2.890625, 2.734375, 12.6875, 5.8125, 2.71875, 2.859375, 3.328125, 6.0, 3.015625, 3.75, 4.375, 2.96875, 4.03125, 4.8125, 3.25, 1.96875, 2.03125, 2.75, 2.703125, 2.75, 6.0625, 3.15625, 4.0625, 2.53125, 3.0, 3.125, 2.484375, 2.859375, 2.9375, 4.53125, 2.59375, 8.4375, 4.25, 39.75, 2.46875, 3.875, 6.21875, 5.375, 3.59375, 2.234375, 3.078125, 14.5, 6.15625, 2.6875, 2.65625, 7.375, 3.734375, 3.609375, 2.8125, -3.9375, 2.875, 17.125, 3.515625, 10.125, 3.171875, 20.125, 2.9375, 2.5625, 3.375, 3.828125, 3.59375, 3.109375, 2.578125, 4.09375, 3.78125, 5.46875, 3.484375, 2.84375, 2.1875, 2.65625, 3.25, 3.359375, 2.6875, 2.5, 3.53125, 3.28125, 3.46875, 3.515625, -2.890625, 2.890625, 2.8125, 2.953125, -3.109375, 4.90625, 3.1875, 2.3125, 3.328125, 2.890625, 3.359375, 10.125, 3.1875, 3.0, 4.25, 11.5625, 2.765625, 3.015625, 3.34375, 4.09375, 2.75, 4.1875, 2.296875, 2.78125, 4.5625, 3.265625, 4.0, 3.078125, 2.171875, 3.015625, -3.3125, 3.609375, 2.765625, 1.90625, -2.984375, 3.203125, 2.1875, 3.65625, 7.0625, 3.34375, 9.1875, 3.796875, 5.03125, 4.59375, 3.171875, 2.3125, 2.515625, 4.46875, 2.796875, 3.21875, 4.53125, 4.78125, 3.125, 3.34375, 4.21875, 4.75, 2.625, 3.671875, 3.96875, 4.71875, 6.09375, 2.703125, 2.078125, 2.71875, 3.5, 8.125, 2.5, 3.125, 6.75, 2.84375, 2.703125, 3.90625, 3.0625, 2.578125, -4.9375, 9.0625, 2.375, 2.8125, 2.328125, 3.28125, 3.40625, 3.265625, 13.0625, 2.578125, 2.375, 2.859375, 2.40625, 3.015625, 2.96875, 3.078125, 3.359375, 3.265625, 2.390625, 3.09375, 3.96875, -2.703125, 2.125, 3.015625, 3.921875, 3.546875, 4.0, 4.4375, 3.296875, 3.265625, 2.984375, 2.21875, 3.390625, 2.875, 3.65625, 6.46875, 3.171875, 2.5625, 3.265625, 3.640625, 4.15625, 2.625, 2.5625, 4.6875, 2.859375, 2.125, 3.046875, 2.765625, -3.15625, 3.265625, -2.75, 2.515625, 2.875, 3.671875, 3.3125, 2.96875, 4.15625, 2.90625, 2.5, 3.1875, 3.21875, 2.84375, 2.953125, 2.84375, 13.3125, 2.65625, 6.96875, 9.875, 4.71875, 2.96875, 2.421875, 4.3125, 2.984375, 2.6875, 3.0, 3.34375, 2.875, 6.9375, 2.453125, 2.171875, 3.90625, 3.203125, 7.59375, 2.75, 3.015625, 2.75, 3.625, 2.984375, 3.484375, 4.625, 3.109375, 3.0625, 2.578125, 3.859375, 2.953125, 3.34375, 3.515625, 2.515625, 9.375, 6.9375, 4.09375, 3.96875, 4.40625, 3.03125, 2.640625, 3.53125, 3.09375, 3.765625, 2.703125, 3.125, 2.46875, 2.484375, 3.734375, 3.375, 2.515625, 4.90625, 9.0625, -2.328125, 3.859375, -3.21875, 4.0625, 2.953125, 2.609375, 2.890625, 2.953125, 2.90625, 3.453125, 7.59375, 2.984375, 4.125, 2.53125, 3.109375, 3.203125, 5.84375, 3.09375, 1.914062, 2.859375, 30.875, 3.703125, -2.71875, 2.96875, 4.875, 4.34375, 2.59375, 18.875, 3.265625, -3.125, 2.78125, 4.875, 3.078125, 6.96875, 3.125, 3.421875, 3.328125, -6.25, 3.625, 2.296875, 3.359375, 2.9375, 3.90625, 2.34375, 1.914062, 6.03125, 3.171875, 4.96875, 2.5625, 3.703125, 3.90625, 3.703125, 2.65625, 2.734375, -2.171875, 5.21875, 4.71875, 4.0625, 4.78125, 3.375, -3.109375, 2.234375, 4.53125, 3.03125, 2.46875, 3.078125, 3.046875, 5.15625, 4.5, 4.84375, 2.109375, 2.5, 4.75, 3.5, 6.09375, 16.875, 13.8125, 3.296875, 3.5, 3.078125, 6.6875, 2.921875, 5.0625, 3.484375, 2.09375, 3.0625, 5.59375, 4.875, 2.078125, 2.234375, 4.5625, 5.0, 2.765625, 2.765625, 2.921875, 3.765625, 2.84375, 5.8125, 2.296875, 2.59375, 3.53125, 2.859375, 3.84375, 7.9375, 5.1875, 2.75, 6.96875, 3.046875, 3.921875, 2.390625, 3.6875, 2.1875, 3.15625, 2.90625, 2.9375, 3.921875, 1.992188, 2.875, 3.40625, 3.328125, 2.5625, 3.3125, 7.125, 6.8125, 6.125, 2.5, 4.28125, 3.9375, 3.109375, 2.953125, 2.734375, 2.625, 2.4375, 4.03125, 2.53125, 3.1875, 3.1875, 2.140625, 2.6875, 2.859375, -3.625, 4.1875, 3.109375, 4.375, 2.375, 4.03125, 2.984375, 3.15625, 2.5625, 2.65625, 3.46875, 5.875, 3.28125, 50.0, 4.9375, 3.078125, 4.40625, -4.4375, 3.421875, 6.375, 3.203125, 3.21875, 2.9375, 2.53125, 2.875, 3.640625, 4.6875, 3.375, 2.671875, 2.390625, 2.9375, 2.984375, -3.203125, 4.90625, 3.328125, 3.640625, 6.1875, 3.609375, 9.375, 7.96875, 3.0625, 2.15625, 2.921875, 6.5625, 8.25, 3.15625, 2.53125, 2.828125, 3.578125, 5.625, 3.125, 2.390625, 5.65625, 4.53125, 2.8125, 3.15625, 2.375, 3.1875, 3.8125, 2.6875, 3.34375, -4.40625, 2.46875, 3.09375, 6.375, 7.875, 5.6875, 2.46875, 2.5625, 2.640625, 3.046875, -2.921875, 3.21875, 3.421875, 3.3125, 8.3125, 3.890625, 1.84375, 3.25, 2.03125, 3.0, 3.3125, 2.796875, 2.3125, 4.21875, 3.703125, 3.28125, 2.859375, 5.5625, 5.03125, 2.84375, 2.90625, 3.78125, 3.1875, 2.890625, 3.703125, 2.5625, 3.265625, 3.203125, 4.09375, 2.609375, 3.21875, 3.296875, 4.40625, 2.625, 3.125, 2.875, 2.28125, 3.453125, 9.125, 2.6875, 2.40625, 6.09375, 4.4375, 2.953125, 2.875, 3.609375, 4.3125, 10.0, 2.984375, 7.59375, 2.84375, 2.65625, 4.90625, 3.359375, 6.25, -2.640625, 3.078125, 2.34375, 2.609375, 3.0625, 2.859375, 4.03125, 5.65625, 28.25, 3.125, 3.9375, 7.5, 3.859375, 3.828125, 4.21875, 2.734375, 2.859375, 3.25, 5.9375, 2.578125, 18.625, 3.6875, 2.921875, 5.09375, 4.125, 2.75, 2.65625, 4.375, 4.625, 4.0625, 2.90625, 2.234375, 1.992188, 2.265625, 3.015625, 4.21875, 3.546875, 2.828125, 4.4375, 3.609375, 3.109375, -4.0625, 2.546875, 6.78125, 3.1875, 2.53125, 3.375, 2.6875, 12.875, 3.53125, 2.5625, 3.4375, 2.625, 4.71875, 2.5625, 2.46875, 2.5625, 2.75, 2.578125, 3.125, 3.03125, 5.625, 2.4375, 2.5625, 2.09375, 3.96875, 2.828125, 3.21875, 3.40625, 2.84375, 2.859375, 3.25, 17.375, 2.46875, 3.34375, 2.171875, 2.28125, 3.578125, 3.28125, 2.90625, 2.5625, 2.6875, 2.890625, 3.0625, 6.34375, 3.8125, 3.703125, 2.046875, 5.71875, 2.515625, 3.3125, 4.21875, 3.703125, 3.03125, 4.9375, 5.28125, 5.375, 4.84375, 3.125, 3.203125, 3.234375, 2.953125, 2.78125, 3.34375, 3.765625, 2.9375, 3.140625, 4.15625, 2.90625, 4.15625, 3.3125, 3.375, 6.8125, -2.53125, 5.6875, 4.09375, 2.953125, 2.671875, 2.796875, 5.59375, 3.421875, 3.046875, 3.171875, 14.625, -2.515625, 4.625, 21.125, 3.140625, -3.296875, 2.890625, 2.328125, 6.875, 3.65625, 4.4375, 2.46875, 2.984375, 2.09375, 3.234375, 2.765625, 3.078125, 3.609375, 3.640625, 2.578125, 2.375, 2.5, 38.25, 2.9375, 2.875, 3.78125, 2.765625, 3.28125, 3.65625, -2.46875, 5.15625, 3.5625, 3.390625, 2.765625, 4.15625, 2.765625, 2.328125, 4.3125, 3.3125, 2.875, 3.265625, 3.265625, 4.09375, 3.140625, 12.1875, 3.765625, 14.625, -3.9375, 2.4375, 5.25, 2.96875, 3.5, 3.484375, -3.578125, 3.140625, 6.84375, 2.8125, 3.046875, 2.3125, -3.921875, 3.0, -2.890625, 4.15625, 4.09375, 3.640625, 4.375, 3.859375, 2.90625, 3.421875, 3.03125, 2.890625, 3.5, 3.796875, 2.90625, 5.03125, 6.21875, 3.3125, 12.875, 7.8125, 3.390625, 2.765625, 3.71875, 3.171875, 4.03125, 3.78125, 3.546875, 2.78125, 3.03125, 3.6875, 2.84375, 10.9375, 2.171875, 3.4375, -3.0, 4.28125, 2.53125, 4.5625, 2.921875, 3.921875, 2.59375, 2.796875, 10.3125, 3.390625, 2.53125, 2.921875, 2.84375, 8.375, 4.1875, 2.453125, 3.171875, 3.15625, 3.578125, 19.75, 2.453125, 3.546875, 1.484375, -5.625, 3.765625, 3.171875, 3.59375, 3.5, 30.5, 4.84375, 8.6875, 25.0, 2.640625, 3.484375, 7.40625, 4.125, 8.375, 2.078125, -3.109375, 2.703125, 2.578125, 3.0, 4.96875, 4.78125, 8.125, 3.484375, 2.96875, 3.765625, 2.359375, 2.0625, 3.390625, 2.453125, 4.90625, 3.484375, -3.328125, 3.34375, 3.1875, 5.25, 5.03125, 4.46875, 3.765625, 5.71875, 2.953125, 18.125, 5.5625, 3.0, 3.140625, 4.90625, 4.875, 4.125, 2.640625, 3.0, 3.8125, 2.46875, 2.859375, 3.265625, 3.765625, 3.71875, 2.640625, 15.8125, -5.375, 4.8125, 2.53125, 2.875, 2.0625, 3.265625, 2.546875, 23.5, 3.0625, 4.5, 2.609375, 2.5, 3.3125, 2.703125, 4.1875, -3.046875, 3.4375, -2.265625, 2.859375, 3.09375, -3.15625, 3.1875, 2.921875, 3.578125, 3.28125, -3.34375, 3.78125, 2.59375, 5.15625, 2.640625, 2.578125, 3.640625, -2.875, 3.109375, 2.875, 12.25, 3.875, 4.375, 9.3125, 4.03125, 5.03125, 4.84375, 3.46875, 2.6875, 3.5, 2.578125, 27.125, 2.890625, 2.625, 3.90625, 2.5625, 2.234375, 2.765625, 3.609375, 2.5, 2.421875, 4.0, 6.21875, 3.546875, 3.65625, 3.234375, 3.96875, 4.3125, 2.9375, 4.34375, 3.28125, 3.21875, 2.890625, 2.671875, -3.15625, 3.1875, 3.125, 3.53125, 3.375, 2.546875, 4.28125, 2.890625, 4.46875, 2.625, 6.21875, 2.90625, 2.03125, 4.71875, 3.40625, 3.421875, 3.125, 3.578125, 3.25, -3.078125, 4.375, 3.328125, 4.375, 9.5, 2.109375, 4.59375, 2.625, 3.3125, 2.359375, 4.96875, 2.40625, 2.96875, 4.34375, 3.375, 2.734375, 1.851562, 3.109375, 1.765625, 2.515625, 3.890625, 3.375, 6.34375, 50.25, 5.21875, 2.640625, 4.75, 3.765625, 2.984375, 2.65625, 3.140625, 5.0, 1.570312, 2.921875, 3.765625, 3.796875, 2.53125, 2.890625, 2.796875, -2.90625, 2.75, 4.125, -4.6875, 4.28125, 3.46875, 2.46875, 3.28125, 3.78125, 5.0625, 14.9375, 2.71875, 2.796875, -2.59375, 3.0, 2.390625, 2.875, 3.53125, 8.3125, 3.328125, 2.40625, -2.828125, 2.65625, 2.5625, 3.234375, 3.140625, 3.34375, 3.203125, 2.9375, 2.859375, 2.234375, 3.28125, 2.484375, 3.75, 3.578125, 2.421875, 3.078125, 2.359375, 2.0625, 7.65625, 4.28125, 3.96875, 6.09375, 3.3125, 4.84375, 2.765625, 2.859375, 2.203125, 3.859375, 2.0625, 4.0625, 2.75, 3.578125, -1.617188, 3.109375, 3.375, 2.765625, 2.8125, 3.671875, 3.21875, 10.5625, 4.5625, 2.96875, 3.90625, 16.375, 2.265625, 10.4375, 5.53125, 3.4375, 5.09375, 2.65625, -2.90625, 3.21875, 3.09375, 2.5625, 3.015625, 2.625, 3.359375, 4.46875, 2.859375, 13.875, 17.125, 3.40625, 4.3125, 8.0625, 2.890625, 3.46875, -2.5, 4.375, 2.890625, 3.84375, 2.890625, 5.1875, 3.234375, 3.078125, 3.28125, 2.8125, 2.859375, 5.625, 3.703125, 3.078125, 3.546875, 3.875, 1.859375, 3.40625, 2.90625, 2.4375, 4.28125, 3.078125, 5.65625, 11.625, 3.5625, 2.890625, 3.875, 4.15625, 2.6875, 9.6875, 3.140625, -3.21875, 2.890625, 8.3125, 2.171875, 2.6875, 4.03125, 3.171875, 4.5625, 3.0, 3.40625, 3.375, 5.46875, 3.015625, 6.34375, 3.125, 3.53125, 4.59375, 3.765625, 4.0, 11.625, 3.078125, 2.921875, 22.875, 3.046875, 2.59375, 3.6875, 4.3125, 3.78125, 2.171875, 3.453125, 11.125, 2.9375, -3.21875, 3.1875, 4.75, 3.234375, 2.921875, 5.875, 3.921875, 3.078125, 2.890625, 20.125, 2.78125, 3.453125, 3.28125, 4.53125, 3.03125, 4.03125, -2.171875, 2.5625, 1.757812, 3.0625, 2.34375, 3.703125, 4.03125, 3.3125, 3.109375, 2.984375, 3.296875, 3.0625, 2.71875, 2.890625, 3.375, 2.515625, -2.53125, 3.515625, 4.84375, 3.015625, 4.34375, 3.53125, 3.546875, 4.8125, 2.5, 3.359375, 4.96875, 2.96875, 4.5, 3.9375, 2.4375, 4.21875, 3.234375, 2.859375, 3.65625, 8.6875, 1.867188, 2.890625, 2.421875, 2.25, 2.8125, 3.390625, 4.28125, 3.203125, 4.125, 3.140625, 2.984375, 3.265625, 3.09375, 3.734375, 3.21875, 13.0625, 2.9375, 2.171875, 2.984375, 2.90625, 3.09375, 5.21875, 4.71875, 2.9375, 2.0, 2.65625, 2.84375, -2.765625, 4.0625, -3.1875, 3.1875, 2.078125, 1.5625, 2.78125, 2.6875, 3.015625, 5.65625, 2.1875, 3.625, 3.515625, 4.6875, 3.859375, 3.140625, 3.140625, 3.046875, 4.0625, 3.4375, 3.34375, 4.4375, -2.90625, 10.0625, 3.4375, 3.265625, 13.9375, 7.125, 2.796875, 4.5625, 3.25, 4.03125, 2.984375, 12.1875, 3.484375, 14.5, 4.03125, -1.820312, 2.859375, 2.5625, 2.703125, 4.1875, 2.59375, 3.140625, 4.0625, 3.140625, 2.875, -3.0625, 7.0625, 6.03125, 2.125, 2.9375, 2.421875, 9.375, 2.640625, 4.3125, 3.421875, 3.578125, 2.90625, 2.703125, 2.59375, 3.515625, 4.09375, 2.65625, 2.625, 2.9375, 3.328125, 1.8125, 3.90625, 3.140625, 2.625, 3.0625, 5.75, 3.0, 2.828125, 3.75, 2.734375, 3.328125, 2.625, 2.390625, 4.1875, 5.46875, 3.5625, 2.71875, 2.890625, 2.984375, 4.0625, 4.96875, 3.78125, 2.234375, 2.625, 3.625, 6.71875, 3.359375, 3.25, 2.765625, 3.84375, 21.125, 4.15625, 3.203125, 5.5625, 2.625, 4.28125, 3.84375, 9.375, 1.796875, 3.03125, 3.625, -2.40625, 3.46875, 4.125, 2.71875, 4.65625, 1.695312, 20.875, 2.921875, 2.921875, 3.625, 4.71875, 4.25, 7.09375, 3.125, -4.25, 2.703125, 2.375, 3.34375, 3.546875, 5.5, 5.53125, 2.140625, 3.390625, -2.84375, 2.40625, 3.3125, 2.75, 2.921875, 2.8125, 2.9375, 2.015625, 2.5625, 2.984375, 3.171875, 3.8125, 3.296875, 1.5625, 3.015625, 2.84375, 2.5, 2.40625, 3.421875, 3.65625, 3.03125, 2.6875, 2.765625, 2.78125, 13.5, 3.015625, 12.3125, 3.203125, 3.984375, 2.96875, 3.5625, 5.125, -2.953125, 4.4375, 3.21875, 2.90625, 3.921875, 3.703125, 4.71875, 3.375, 2.609375, 4.03125, -3.46875, 2.578125, 2.296875, 4.28125, 2.328125, 3.25, 18.375, 2.125, 4.46875, 2.90625, 4.125, 2.109375, 2.515625, 2.703125, 3.921875, 40.5, 3.0625, 5.6875, -3.96875, 3.5, 3.03125, 4.4375, 3.171875, 2.546875, 3.734375, 2.78125, -4.75, 3.046875, 3.953125, 3.75, 3.34375, 2.40625, 4.0625, 3.921875, 3.546875, 6.6875, 3.875, 3.234375, 2.375, 4.09375, 3.375, 3.484375, 10.625, 3.125, 2.765625, 2.75, 11.5, 2.59375, 3.34375, 2.859375, 2.671875, -3.03125, 2.40625, 1.421875, 3.015625, 4.5, 2.609375, 3.015625, 11.3125, 12.0625, 2.828125, 4.375, 2.84375, 6.9375, 4.8125, 2.703125, 3.203125, 3.0, 4.90625, 4.09375, 3.09375, 3.59375, 3.546875, 2.953125, 2.8125, -4.40625, 2.09375, 7.625, 10.8125, -3.296875, 2.640625, 3.078125, 2.671875, 2.671875, 3.140625, 2.4375, 2.328125, 3.796875, 4.53125 ] } , "name": "onnx::Mul_11251", "outputIndexes": [ 5019 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5018, 5019 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/input_layernorm/Mul_1_output_0", "outputIndexes": [ 5020 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5020 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.28/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 7909 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7909 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.28/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 7910 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7910 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1671992590, 2621462, 655360, 0, 0 ] } , "name": "/layers.28/self_attn/q_proj/Linear", "outputIndexes": [ 7911 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7911 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.28/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 7912 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7912 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ] , "dimType": "NCHW" } , "name": "/layers.28/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 5021 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5020 ] , "main_type": "NONE", "name": "/blocks.28/self_attn/Shape_output_0", "outputIndexes": [ 5022 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 5022 ] , "main_type": "NONE", "name": "Shape6112", "outputIndexes": [ 5023 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 5022 ] , "main_type": "NONE", "name": "Rank6114", "outputIndexes": [ 5024 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5024, 5024 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6116", "outputIndexes": [ 5025 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5025 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6117", "outputIndexes": [ 5026 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5025, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6119", "outputIndexes": [ 5027 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5027 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6120", "outputIndexes": [ 5028 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5023, 5026, 5028, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice6123", "outputIndexes": [ 5029 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5029 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze6124", "outputIndexes": [ 5030 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5030, 5030 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6126", "outputIndexes": [ 5031 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5022, 5031, 5025 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.28/self_attn/Gather_output_0", "outputIndexes": [ 5032 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5032, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.28/self_attn/Unsqueeze_output_0", "outputIndexes": [ 5033 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5025 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6134", "outputIndexes": [ 5034 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5027 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6137", "outputIndexes": [ 5035 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5023, 5034, 5035, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice6140", "outputIndexes": [ 5036 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5036 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze6141", "outputIndexes": [ 5037 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 5037 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6142", "outputIndexes": [ 5038 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5038, 5037 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6143", "outputIndexes": [ 5039 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5022, 5039, 5025 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.28/self_attn/Gather_1_output_0", "outputIndexes": [ 5040 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5040, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.28/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 5041 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5033, 5041, 41, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.28/self_attn/Concat_output_0", "outputIndexes": [ 5042 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5021, 5042 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.28/self_attn/Reshape_output_0", "outputIndexes": [ 5043 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5043 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.28/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 5045 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5045 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.28/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 5046 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5046, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/self_attn/q_norm/Add_output_0", "outputIndexes": [ 5047 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5047, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 5048 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5043, 5048 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 5049 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5049, 885 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 5050 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5050, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/self_attn/Mul_output_0", "outputIndexes": [ 5051 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5050 ] , "main_type": "NONE", "name": "/blocks.28/self_attn/Shape_2_output_0", "outputIndexes": [ 5052 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 5052 ] , "main_type": "NONE", "name": "Shape6157", "outputIndexes": [ 5053 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 5052 ] , "main_type": "NONE", "name": "Rank6159", "outputIndexes": [ 5054 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5054, 5054 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6161", "outputIndexes": [ 5055 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5055 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6162", "outputIndexes": [ 5056 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5055, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6164", "outputIndexes": [ 5057 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5057 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6165", "outputIndexes": [ 5058 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5053, 5056, 5058, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice6168", "outputIndexes": [ 5059 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5059 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze6169", "outputIndexes": [ 5060 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 5060 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6170", "outputIndexes": [ 5061 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5061, 5060 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6171", "outputIndexes": [ 5062 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5052, 5062, 5055 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.28/self_attn/Gather_2_output_0", "outputIndexes": [ 5063 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5063, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/self_attn/Div_output_0", "outputIndexes": [ 5064 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5064, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.28/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 5065 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5050, 5065, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.28/self_attn/Slice_1_output_0", "outputIndexes": [ 5066 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5066 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.28/self_attn/Neg_output_0", "outputIndexes": [ 5067 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5064, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.28/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 5068 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5050, 31, 5068, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.28/self_attn/Slice_output_0", "outputIndexes": [ 5069 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5067, 5069 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.28/self_attn/Concat_2_output_0", "outputIndexes": [ 5070 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5070, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/self_attn/Mul_1_output_0", "outputIndexes": [ 5071 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5051, 5071 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/self_attn/Add_output_0", "outputIndexes": [ 5072 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5032, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.28/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 5073 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5040, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.28/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 5074 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5073, 5074, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.28/self_attn/Concat_1_output_0", "outputIndexes": [ 5075 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5075, 4536 ] , "main_type": "NONE", "name": "/blocks.28/self_attn/ConstantOfShape_output_0", "outputIndexes": [ 5076 ] , "type": "Fill", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 5072, 5076, 5076, 167 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 28, "kv_shared_layer_index": 22 } , "name": "/layers.28/self_attn/FusedAttention", "outputIndexes": [ 5077 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5077 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.28/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 7913 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7913 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.28/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 7914 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7914 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1675269412, 2621462, 655360, 0, 0 ] } , "name": "/layers.28/self_attn/o_proj/Linear", "outputIndexes": [ 7915 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7915 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.28/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 7916 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7916 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.28/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 5078 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5078 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.28/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 5080 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5080 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.28/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 5081 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5081, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/post_attention_layernorm/Add_output_0", "outputIndexes": [ 5082 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5082, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 5083 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5078, 5083 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 5084 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.792969, 0.53125, 0.832031, 0.808594, 0.453125, 0.480469, 0.5625, 0.453125, 0.769531, 0.832031, 0.808594, 0.722656, 0.503906, 0.804688, 0.832031, 0.5625, 0.714844, 0.486328, 0.667969, 0.820312, 0.816406, 0.765625, 0.804688, 0.796875, 0.613281, 0.734375, 0.773438, 0.785156, 0.353516, 0.832031, 0.726562, 0.40625, 0.753906, 0.753906, 0.820312, 0.667969, 0.134766, 0.832031, 0.746094, 0.369141, 0.832031, 0.832031, 0.478516, 0.466797, 0.625, 0.8125, 0.832031, 0.609375, 0.232422, 0.824219, 0.832031, 0.816406, 0.757812, 0.832031, 0.808594, 0.769531, 0.832031, 0.753906, 0.769531, 0.820312, 0.777344, 0.828125, 0.769531, 0.714844, 0.722656, 0.796875, 0.824219, 0.699219, 0.832031, 0.832031, 0.8125, 0.447266, 0.800781, 0.832031, 0.765625, 0.498047, 0.832031, 0.625, 0.808594, 0.511719, 0.734375, 0.78125, 0.832031, 0.515625, 0.667969, 0.75, 0.832031, 0.380859, 0.800781, 0.21582, 0.8125, 0.671875, 0.777344, 0.691406, 0.648438, 0.773438, 0.832031, 0.574219, 0.53125, 0.111328, 0.753906, 0.632812, 0.832031, 0.832031, 0.511719, 0.746094, 0.800781, 0.804688, 0.683594, 0.714844, 0.644531, 0.75, 0.699219, 0.149414, 0.832031, 0.789062, 0.828125, 0.828125, 0.804688, 0.617188, 0.423828, 0.792969, 0.400391, 0.804688, 0.617188, 0.832031, 0.714844, 0.494141, 0.722656, 0.566406, 0.6875, 0.710938, 0.699219, 0.296875, 0.832031, 0.59375, 0.75, 0.000809, 0.421875, 0.300781, 0.400391, 0.457031, 0.730469, 0.8125, 0.832031, 0.679688, 0.273438, 0.804688, 0.789062, 0.71875, 0.804688, 0.832031, 0.828125, 0.777344, 0.511719, 0.832031, 0.824219, 0.8125, 0.546875, 0.769531, 0.832031, 0.300781, 0.789062, 0.660156, 0.75, 0.824219, 0.804688, 0.785156, 0.832031, 0.765625, 0.832031, 0.832031, 0.742188, 0.5625, 0.328125, 0.78125, 0.71875, 0.65625, 0.796875, 0.785156, 0.652344, 0.742188, 0.832031, 0.433594, 0.832031, 0.6875, 0.828125, 0.578125, 0.632812, 0.800781, 0.824219, 0.466797, 0.800781, 0.816406, 0.824219, 0.800781, 0.6875, 0.769531, 0.102051, 0.832031, 0.458984, 0.392578, 0.777344, 0.746094, 0.667969, 0.742188, 0.757812, 0.671875, 0.753906, 0.777344, 0.832031, 0.808594, 0.765625, 0.65625, 0.832031, 0.248047, 0.832031, 0.800781, 0.636719, 0.695312, 0.353516, 0.824219, 0.707031, 0.703125, 0.816406, 0.65625, 0.554688, 0.71875, 0.808594, 0.820312, 0.832031, 0.632812, 0.507812, 0.742188, 0.460938, 0.664062, 0.554688, 0.761719, 0.765625, 0.574219, 0.832031, 0.65625, 0.828125, 0.730469, 0.832031, 0.636719, 0.832031, 0.824219, 0.738281, 0.613281, 0.585938, 0.488281, 0.53125, 0.820312, 0.777344, 0.761719, 0.742188, 0.832031, 0.632812, 0.832031, 0.832031, 0.75, 0.652344, 0.828125, 0.832031, 0.761719, 0.707031, 0.472656, 0.792969, 0.734375, 0.726562, 0.832031, 0.832031, 0.753906, 0.558594, 0.371094, 0.769531, 0.675781, 0.574219, 0.789062, 0.683594, 0.753906, 0.621094, 0.832031, 0.644531, 0.753906, 0.832031, 0.625, 0.832031, 0.511719, 0.824219, 0.832031, 0.738281, 0.433594, 0.675781, 0.652344, 0.691406, 0.832031, 0.824219, 0.070801, 0.71875, 0.765625, 0.699219, 0.416016, 0.820312, 0.675781, 0.824219, 0.800781, 0.636719, 0.832031, 0.726562, 0.726562, 0.332031, 0.769531, 0.785156, 0.816406, 0.636719, 0.832031, 0.6875, 0.78125, 0.726562, 0.613281, 0.832031, 0.804688, 0.832031, 0.761719, 0.710938, 0.675781, 0.824219, 0.636719, 0.832031, 0.832031, 0.8125, 0.773438, 0.566406, 0.792969, 0.539062, 0.832031, 0.660156, 0.777344, 0.804688, 0.777344, 0.738281, 0.832031, 0.769531, 0.832031, 0.664062, 0.832031, 0.832031, 0.753906, 0.816406, 0.832031, 0.255859, 0.582031, 0.539062, 0.832031, 0.699219, 0.816406, 0.632812, 0.832031, 0.699219, 0.832031, 0.707031, 0.804688, 0.832031, 0.523438, 0.71875, 0.223633, 0.832031, 0.730469, 0.746094, 0.828125, 0.683594, 0.742188, 0.804688, 0.828125, 0.578125, 0.820312, 0.578125, 0.640625, 0.832031, 0.416016, 0.660156, 0.738281, 0.769531, 0.832031, 0.285156, 0.376953, 0.832031, 0.707031, 0.519531, 0.765625, 0.820312, 0.742188, 0.832031, 0.832031, 0.796875, 0.796875, 0.832031, 0.761719, 0.585938, 0.691406, 0.546875, 0.832031, 0.832031, 0.800781, 0.527344, 0.832031, 0.832031, 0.832031, 0.753906, 0.800781, 0.667969, 0.8125, 0.613281, 0.832031, 0.707031, 0.742188, 0.746094, 0.832031, 0.753906, 0.398438, 0.832031, 0.828125, 0.765625, 0.828125, 0.832031, 0.832031, 0.664062, 0.828125, 0.757812, 0.757812, 0.832031, 0.408203, 0.824219, 0.742188, 0.832031, 0.832031, 0.832031, 0.632812, 0.832031, 0.65625, 0.6875, 0.832031, 0.722656, 0.746094, 0.832031, 0.683594, 0.820312, 0.777344, 0.075684, 0.832031, 0.832031, 0.832031, 0.738281, 0.714844, 0.832031, 0.832031, 0.746094, 0.753906, 0.828125, 0.828125, 0.832031, 0.832031, 0.769531, 0.71875, 0.6875, 0.412109, 0.832031, 0.828125, 0.773438, 0.832031, 0.722656, 0.710938, 0.777344, 0.808594, 0.832031, 0.375, 0.824219, 0.742188, 0.832031, 0.832031, 0.792969, 0.832031, 0.820312, 0.777344, 0.753906, 0.832031, 0.808594, 0.695312, 0.832031, 0.832031, 0.828125, 0.648438, 0.339844, 0.75, 0.609375, 0.816406, 0.832031, 0.605469, 0.6875, 0.742188, 0.832031, 0.832031, 0.832031, 0.832031, 0.78125, 0.753906, 0.570312, 0.667969, 0.427734, 0.691406, 0.8125, 0.804688, 0.828125, 0.730469, 0.498047, 0.667969, 0.324219, 0.785156, 0.585938, 0.832031, 0.820312, 0.832031, 0.832031, 0.78125, 0.828125, 0.792969, 0.832031, 0.828125, 0.8125, 0.820312, 0.832031, 0.439453, 0.558594, 0.761719, 0.824219, 0.507812, 0.644531, 0.832031, 0.824219, 0.789062, 0.398438, 0.792969, 0.765625, 0.816406, 0.832031, 0.523438, 0.832031, 0.765625, 0.660156, 0.820312, 0.832031, 0.816406, 0.832031, 0.71875, 0.832031, 0.832031, 0.832031, 0.832031, 0.691406, 0.808594, 0.832031, 0.316406, 0.734375, 0.832031, 0.460938, 0.820312, 0.6875, 0.59375, 0.609375, 0.828125, 0.730469, 0.832031, 0.832031, 0.306641, 0.507812, 0.832031, 0.792969, 0.503906, 0.828125, 0.25, 0.828125, 0.789062, 0.832031, 0.769531, 0.789062, 0.609375, 0.757812, 0.441406, 0.738281, 0.621094, 0.765625, 0.832031, 0.816406, 0.412109, 0.792969, 0.691406, 0.746094, 0.542969, 0.78125, 0.769531, 0.5625, 0.546875, 0.625, 0.425781, 0.8125, 0.832031, 0.710938, 0.792969, 0.832031, 0.832031, 0.683594, 0.816406, 0.75, 0.507812, 0.828125, 0.550781, 0.816406, 0.726562, 0.8125, 0.792969, 0.542969, 0.574219, 0.5625, 0.832031, 0.832031, 0.832031, 0.746094, 0.832031, 0.828125, 0.095215, 0.519531, 0.597656, 0.832031, 0.832031, 0.8125, 0.474609, 0.78125, 0.820312, 0.832031, 0.539062, 0.832031, 0.601562, 0.832031, 0.792969, 0.640625, 0.816406, 0.808594, 0.546875, 0.804688, 0.707031, 0.746094, 0.773438, 0.832031, 0.828125, 0.435547, 0.734375, 0.78125, 0.59375, 0.800781, 0.832031, 0.734375, 0.804688, 0.832031, 0.244141, 0.722656, 0.710938, 0.820312, 0.832031, 0.824219, 0.792969, 0.832031, 0.832031, 0.828125, 0.742188, 0.832031, 0.550781, 0.121582, 0.828125, 0.490234, 0.578125, 0.178711, 0.605469, 0.800781, 0.789062, 0.824219, 0.796875, 0.664062, 0.820312, 0.792969, 0.738281, 0.832031, 0.832031, 0.753906, 0.761719, 0.527344, 0.832031, 0.800781, 0.832031, 0.691406, 0.734375, 0.722656, 0.470703, 0.785156, 0.832031, 0.730469, 0.820312, 0.527344, 0.824219, 0.691406, 0.714844, 0.832031, 0.816406, 0.8125, 0.832031, 0.558594, 0.832031, 0.757812, 0.652344, 0.785156, 0.597656, 0.800781, 0.832031, 0.699219, 0.789062, 0.703125, 0.832031, 0.832031, 0.832031, 0.832031, 0.691406, 0.578125, 0.679688, 0.707031, 0.808594, 0.824219, 0.710938, 0.832031, 0.792969, 0.832031, 0.455078, 0.570312, 0.824219, 0.832031, 0.792969, 0.832031, 0.824219, 0.75, 0.832031, 0.832031, 0.515625, 0.769531, 0.828125, 0.65625, 0.498047, 0.574219, 0.78125, 0.578125, 0.832031, 0.482422, 0.527344, 0.636719, 0.800781, 0.636719, 0.828125, 0.832031, 0.832031, 0.71875, 0.832031, 0.386719, 0.832031, 0.832031, 0.832031, 0.808594, 0.636719, 0.832031, 0.640625, 0.746094, 0.832031, 0.371094, 0.722656, 0.832031, 0.816406, 0.828125, 0.808594, 0.546875, 0.585938, 0.652344, 0.832031, 0.734375, 0.738281, 0.816406, 0.832031, 0.404297, 0.660156, 0.832031, 0.699219, 0.828125, 0.419922, 0.769531, 0.832031, 0.800781, 0.832031, 0.828125, 0.496094, 0.832031, 0.832031, 0.71875, 0.75, 0.832031, 0.597656, 0.804688, 0.824219, 0.738281, 0.800781, 0.832031, 0.832031, 0.832031, 0.808594, 0.730469, 0.824219, 0.671875, 0.75, 0.585938, 0.804688, 0.824219, 0.832031, 0.648438, 0.832031, 0.832031, 0.498047, 0.832031, 0.53125, 0.804688, 0.640625, 0.75, 0.832031, 0.8125, 0.386719, 0.765625, 0.652344, 0.304688, 0.832031, 0.832031, 0.515625, 0.828125, 0.664062, 0.832031, 0.765625, 0.71875, 0.664062, 0.832031, 0.832031, 0.773438, 0.832031, 0.832031, 0.792969, 0.828125, 0.542969, 0.769531, 0.761719, 0.648438, 0.78125, 0.703125, 0.832031, 0.192383, 0.726562, 0.761719, 0.574219, 0.523438, 0.6875, 0.796875, 0.832031, 0.820312, 0.832031, 0.808594, 0.773438, 0.808594, 0.507812, 0.236328, 0.550781, 0.757812, 0.824219, 0.816406, 0.660156, 0.824219, 0.828125, 0.585938, 0.820312, 0.8125, 0.832031, 0.605469, 0.695312, 0.263672, 0.470703, 0.832031, 0.625, 0.785156, 0.726562, 0.832031, 0.644531, 0.691406, 0.816406, 0.832031, 0.804688, 0.667969, 0.832031, 0.53125, 0.832031, 0.427734, 0.824219, 0.832031, 0.832031, 0.832031, 0.785156, 0.832031, 0.714844, 0.765625, 0.761719, 0.578125, 0.699219, 0.419922, 0.241211, 0.451172, 0.53125, 0.621094, 0.824219, 0.773438, 0.769531, 0.832031, 0.753906, 0.785156, 0.832031, 0.605469, 0.550781, 0.800781, 0.46875, 0.832031, 0.640625, 0.625, 0.832031, 0.507812, 0.785156, 0.792969, 0.773438, 0.617188, 0.800781, 0.8125, 0.695312, 0.730469, 0.800781, 0.785156, 0.832031, 0.832031, 0.832031, 0.824219, 0.820312, 0.832031, 0.832031, 0.832031, 0.808594, 0.683594, 0.707031, 0.816406, 0.824219, 0.75, 0.832031, 0.384766, 0.832031, 0.765625, 0.832031, 0.753906, 0.746094, 0.757812, 0.746094, 0.710938, 0.628906, 0.679688, 0.800781, 0.648438, 0.820312, 0.832031, 0.820312, 0.832031, 0.601562, 0.792969, 0.832031, 0.640625, 0.742188, 0.800781, 0.804688, 0.820312, 0.832031, 0.617188, 0.824219, 0.800781, 0.777344, 0.137695, 0.753906, 0.703125, 0.832031, 0.8125, 0.279297, 0.009216, 0.726562, 0.832031, 0.730469, 0.828125, 0.8125, 0.824219, 0.796875, 0.832031, 0.832031, 0.648438, 0.773438, 0.832031, 0.8125, 0.699219, 0.796875, 0.832031, 0.753906, 0.640625, 0.832031, 0.832031, 0.796875, 0.769531, 0.832031, 0.777344, 0.574219, 0.539062, 0.539062, 0.785156, 0.753906, 0.769531, 0.824219, 0.832031, 0.558594, 0.832031, 0.832031, 0.832031, 0.769531, 0.824219, 0.570312, 0.443359, 0.707031, 0.302734, 0.761719, 0.832031, 0.808594, 0.589844, 0.804688, 0.828125, 0.832031, 0.832031, 0.243164, 0.808594, 0.726562, 0.435547, 0.832031, 0.464844, 0.617188, 0.167969, 0.816406, 0.832031, 0.707031, 0.824219, 0.832031, 0.71875, 0.808594, 0.796875, 0.820312, 0.808594, 0.53125, 0.75, 0.832031, 0.769531, 0.699219, 0.753906, 0.6875, 0.792969, 0.789062, 0.796875, 0.742188, 0.738281, 0.832031, 0.707031, 0.808594, 0.59375, 0.785156, 0.828125, 0.824219, 0.808594, 0.785156, 0.796875, 0.796875, 0.792969, 0.757812, 0.675781, 0.800781, 0.785156, 0.785156, 0.714844, 0.753906, 0.832031, 0.625, 0.832031, 0.734375, 0.761719, 0.5625, 0.466797, 0.832031, 0.65625, 0.478516, 0.832031, 0.734375, 0.832031, 0.773438, 0.832031, 0.742188, 0.589844, 0.523438, 0.800781, 0.644531, 0.546875, 0.800781, 0.828125, 0.832031, 0.78125, 0.832031, 0.832031, 0.59375, 0.832031, 0.832031, 0.816406, 0.765625, 0.695312, 0.832031, 0.734375, 0.828125, 0.820312, 0.777344, 0.142578, 0.558594, 0.832031, 0.8125, 0.777344, 0.429688, 0.773438, 0.710938, 0.800781, 0.820312, 0.527344, 0.667969, 0.832031, 0.671875, 0.832031, 0.8125, 0.640625, 0.785156, 0.566406, 0.832031, 0.832031, 0.65625, 0.308594, 0.683594, 0.832031, 0.769531, 0.789062, 0.832031, 0.683594, 0.664062, 0.828125, 0.828125, 0.636719, 0.738281, 0.410156, 0.785156, 0.773438, 0.832031, 0.773438, 0.730469, 0.691406, 0.832031, 0.820312, 0.832031, 0.820312, 0.707031, 0.644531, 0.683594, 0.832031, 0.832031, 0.8125, 0.8125, 0.574219, 0.828125, 0.730469, 0.753906, 0.773438, 0.78125, 0.347656, 0.832031, 0.816406, 0.480469, 0.34375, 0.761719, 0.738281, 0.832031, 0.554688, 0.789062, 0.550781, 0.8125, 0.828125, 0.453125, 0.832031, 0.515625, 0.667969, 0.832031, 0.800781, 0.832031, 0.828125, 0.824219, 0.824219, 0.816406, 0.824219, 0.832031, 0.832031, 0.617188, 0.617188, 0.091309, 0.832031, 0.542969, 0.832031, 0.761719, 0.832031, 0.832031, 0.550781, 0.792969, 0.726562, 0.640625, 0.710938, 0.808594, 0.828125, 0.507812, 0.535156, 0.828125, 0.765625, 0.691406, 0.832031, 0.416016, 0.832031, 0.699219, 0.695312, 0.535156, 0.357422, 0.832031, 0.773438, 0.832031, 0.683594, 0.746094, 0.71875, 0.769531, 0.832031, 0.443359, 0.265625, 0.828125, 0.742188, 0.832031, 0.707031, 0.714844, 0.695312, 0.320312, 0.828125, 0.75, 0.820312, 0.789062, 0.734375, 0.804688, 0.699219, 0.769531, 0.738281, 0.828125, 0.832031, 0.691406, 0.804688, 0.820312, 0.753906, 0.773438, 0.380859, 0.570312, 0.609375, 0.636719, 0.808594, 0.75, 0.832031, 0.769531, 0.808594, 0.8125, 0.408203, 0.828125, 0.828125, 0.824219, 0.699219, 0.601562, 0.808594, 0.832031, 0.832031, 0.746094, 0.761719, 0.789062, 0.765625, 0.753906, 0.710938, 0.714844, 0.832031, 0.785156, 0.832031, 0.832031, 0.792969, 0.558594, 0.792969, 0.796875, 0.765625, 0.75, 0.832031, 0.828125, 0.785156, 0.832031, 0.832031, 0.832031, 0.832031, 0.585938, 0.8125, 0.71875, 0.828125, 0.582031, 0.832031, 0.699219, 0.832031, 0.832031, 0.585938, 0.792969, 0.832031, 0.539062, 0.808594, 0.445312, 0.777344, 0.796875, 0.808594, 0.621094, 0.832031, 0.71875, 0.660156, 0.832031, 0.703125, 0.773438, 0.816406, 0.8125, 0.832031, 0.625, 0.832031, 0.177734, 0.664062, 0.648438, 0.832031, 0.558594, 0.714844, 0.78125, 0.71875, 0.832031, 0.714844, 0.832031, 0.832031, 0.808594, 0.832031, 0.800781, 0.832031, 0.757812, 0.585938, 0.621094, 0.730469, 0.703125, 0.816406, 0.761719, 0.832031, 0.832031, 0.8125, 0.738281, 0.8125, 0.671875, 0.229492, 0.753906, 0.667969, 0.738281, 0.832031, 0.832031, 0.457031, 0.789062, 0.832031, 0.832031, 0.126953, 0.722656, 0.8125, 0.832031, 0.832031, 0.644531, 0.785156, 0.832031, 0.777344, 0.832031, 0.832031, 0.470703, 0.726562, 0.396484, 0.832031, 0.792969, 0.699219, 0.832031, 0.832031, 0.796875, 0.792969, 0.796875, 0.746094, 0.832031, 0.828125, 0.457031, 0.816406, 0.589844, 0.699219, 0.613281, 0.640625, 0.816406, 0.832031, 0.765625, 0.746094, 0.408203, 0.53125, 0.746094, 0.671875, 0.71875, 0.828125, 0.828125, 0.496094, 0.832031, 0.832031, 0.8125, 0.832031, 0.494141, 0.628906, 0.453125, 0.832031, 0.832031, 0.470703, 0.582031, 0.056152, 0.832031, 0.363281, 0.667969, 0.792969, 0.609375, 0.832031, 0.8125, 0.535156, 0.796875, 0.832031, 0.804688, 0.490234, 0.652344, 0.625, 0.78125, 0.832031, 0.683594, 0.773438, 0.832031, 0.675781, 0.800781, 0.828125, 0.443359, 0.832031, 0.832031, 0.832031, 0.8125, 0.65625, 0.302734, 0.722656, 0.832031, 0.404297, 0.832031, 0.539062, 0.828125, 0.832031, 0.789062, 0.832031, 0.832031, 0.808594, 0.59375, 0.734375, 0.816406, 0.644531, 0.804688, 0.757812, 0.664062, 0.261719, 0.832031, 0.5, 0.738281, 0.664062, 0.71875, 0.832031, 0.832031, 0.816406, 0.832031, 0.808594, 0.566406, 0.75, 0.71875, 0.8125, 0.804688, 0.8125, 0.828125, 0.570312, 0.816406, 0.714844, 0.757812, 0.746094, 0.667969, 0.78125, 0.832031, 0.832031, 0.820312, 0.789062, 0.832031, 0.703125, 0.168945, 0.582031, 0.632812, 0.628906, 0.652344, 0.804688, 0.296875, 0.773438, 0.691406, 0.832031, 0.832031, 0.804688, 0.640625, 0.558594, 0.824219, 0.820312, 0.832031, 0.824219, 0.753906, 0.746094, 0.539062, 0.75, 0.582031, 0.482422, 0.832031, 0.832031, 0.566406, 0.6875, 0.832031, 0.808594, 0.417969, 0.683594, 0.820312, 0.824219, 0.820312, 0.832031, 0.738281, 0.753906, 0.792969, 0.804688, 0.613281, 0.828125, 0.800781, 0.832031, 0.519531, 0.640625, 0.753906, 0.6875, 0.398438, 0.832031, 0.832031, 0.439453, 0.832031, 0.832031, 0.832031, 0.832031, 0.832031, 0.792969, 0.800781, 0.808594, 0.707031, 0.832031, 0.283203, 0.8125, 0.824219, 0.832031, 0.832031, 0.832031, 0.730469, 0.832031, 0.824219, 0.722656, 0.832031, 0.800781, 0.671875, 0.435547, 0.667969, 0.734375, 0.757812, 0.785156, 0.804688, 0.828125, 0.671875, 0.800781, 0.78125, 0.808594, 0.632812, 0.816406, 0.6875, 0.796875, 0.59375, 0.777344, 0.800781, 0.832031, 0.832031, 0.789062, 0.15332, 0.832031, 0.832031, 0.519531, 0.773438, 0.832031, 0.820312, 0.746094, 0.498047, 0.110352, 0.820312, 0.832031, 0.832031, 0.832031, 0.550781, 0.75, 0.328125, 0.773438, 0.730469, 0.832031, 0.832031, 0.785156, 0.804688, 0.730469, 0.519531, 0.832031, 0.734375, 0.664062, 0.273438, 0.832031, 0.660156, 0.585938, 0.808594, 0.824219, 0.824219, 0.474609, 0.777344, 0.000809, 0.832031, 0.828125, 0.291016, 0.570312, 0.742188, 0.832031, 0.832031, 0.644531, 0.824219, 0.78125, 0.832031, 0.832031, 0.832031, 0.824219, 0.765625, 0.828125, 0.738281, 0.169922, 0.828125, 0.820312, 0.671875, 0.804688, 0.263672, 0.789062, 0.734375, 0.503906, 0.832031, 0.832031, 0.746094, 0.832031, 0.832031, 0.675781, 0.363281, 0.695312, 0.832031, 0.820312, 0.832031, 0.828125, 0.621094, 0.816406, 0.832031, 0.824219, 0.832031, 0.824219, 0.644531, 0.796875, 0.613281, 0.726562, 0.832031, 0.824219, 0.746094, 0.832031, 0.832031, 0.832031, 0.832031, 0.832031, 0.792969, 0.644531, 0.746094, 0.808594, 0.828125, 0.765625, 0.832031, 0.371094, 0.816406, 0.675781, 0.820312, 0.523438, 0.738281, 0.742188, 0.628906, 0.498047, 0.800781, 0.671875, 0.59375, 0.431641, 0.445312, 0.816406, 0.832031, 0.738281, 0.832031, 0.808594, 0.808594, 0.8125, 0.832031, 0.789062, 0.53125, 0.832031, 0.515625, 0.578125, 0.71875, 0.757812, 0.558594, 0.414062, 0.832031, 0.832031, 0.832031, 0.753906, 0.578125, 0.820312, 0.789062, 0.777344, 0.308594, 0.832031, 0.832031, 0.832031, 0.832031, 0.800781, 0.828125, 0.808594, 0.357422, 0.566406, 0.832031, 0.832031, 0.8125, 0.828125, 0.742188, 0.832031, 0.761719, 0.628906, 0.761719, 0.816406, 0.8125, 0.832031, 0.832031, 0.832031, 0.832031, 0.714844, 0.832031, 0.699219, 0.703125, 0.8125, 0.466797, 0.785156, 0.546875, 0.796875, 0.558594, 0.816406, 0.8125, 0.636719, 0.832031, 0.832031, 0.597656, 0.722656, 0.800781, 0.78125, 0.832031, 0.664062, 0.691406, 0.753906, 0.832031, 0.824219, 0.816406, 0.832031, 0.65625, 0.832031, 0.703125, 0.621094, 0.816406, 0.734375, 0.753906, 0.695312, 0.828125, 0.832031, 0.617188, 0.792969, 0.820312, 0.470703, 0.816406, 0.816406, 0.738281, 0.832031, 0.699219, 0.660156, 0.691406, 0.8125, 0.832031, 0.671875, 0.832031, 0.451172, 0.063965, 0.558594, 0.832031, 0.730469, 0.796875, 0.511719, 0.765625, 0.832031, 0.832031, 0.679688, 0.785156, 0.773438, 0.832031, 0.832031, 0.832031, 0.605469, 0.566406, 0.832031, 0.382812, 0.714844, 0.769531, 0.824219, 0.726562, 0.832031, 0.738281, 0.765625, 0.832031, 0.726562, 0.832031, 0.613281, 0.824219, 0.824219, 0.816406, 0.761719, 0.832031, 0.828125, 0.632812, 0.832031, 0.832031, 0.820312, 0.773438, 0.757812, 0.832031, 0.832031, 0.601562, 0.832031, 0.832031, 0.832031, 0.769531, 0.087891, 0.539062, 0.337891, 0.832031, 0.746094, 0.675781, 0.820312, 0.757812, 0.726562, 0.482422, 0.157227, 0.8125, 0.6875, 0.664062, 0.832031, 0.832031, 0.804688, 0.832031, 0.546875, 0.800781, 0.832031, 0.8125, 0.832031, 0.273438, 0.632812, 0.832031, 0.824219, 0.361328, 0.773438, 0.075684, 0.832031, 0.757812, 0.832031, 0.402344, 0.539062, 0.832031, 0.75, 0.816406, 0.211914, 0.832031, 0.773438, 0.761719, 0.773438, 0.695312, 0.742188, 0.273438, 0.390625, 0.359375, 0.832031, 0.789062, 0.832031, 0.828125, 0.804688, 0.496094, 0.816406, 0.601562, 0.824219, 0.832031, 0.785156, 0.800781, 0.796875, 0.820312, 0.832031, 0.832031, 0.820312, 0.8125, 0.828125, 0.832031, 0.742188, 0.71875, 0.832031, 0.808594, 0.691406, 0.832031, 0.722656, 0.824219, 0.832031, 0.535156, 0.832031, 0.554688, 0.824219, 0.832031, 0.734375, 0.832031, 0.660156, 0.832031, 0.832031, 0.832031, 0.828125, 0.824219, 0.71875, 0.832031, 0.832031, 0.832031, 0.734375, 0.8125, 0.816406, 0.832031, 0.714844, 0.695312, 0.832031, 0.828125, 0.757812, 0.492188, 0.746094, 0.78125, 0.785156, 0.71875, 0.832031, 0.828125, 0.617188, 0.828125, 0.722656, 0.789062, 0.832031, 0.832031, 0.832031, 0.742188, 0.832031, 0.726562, 0.832031, 0.570312, 0.820312, 0.425781, 0.832031, 0.832031, 0.804688, 0.832031, 0.605469, 0.742188, 0.671875, 0.792969, 0.832031, 0.636719, 0.734375, 0.357422, 0.683594, 0.832031, 0.196289, 0.78125, 0.640625, 0.824219, 0.828125, 0.828125, 0.458984, 0.832031, 0.832031, 0.679688, 0.832031, 0.820312, 0.824219, 0.832031, 0.832031, 0.832031, 0.832031, 0.742188, 0.5625, 0.119629, 0.470703, 0.828125, 0.515625, 0.667969, 0.574219, 0.691406, 0.792969, 0.443359, 0.832031, 0.804688, 0.703125, 0.816406, 0.816406, 0.582031, 0.828125, 0.832031, 0.820312, 0.398438, 0.554688, 0.726562, 0.707031, 0.832031, 0.636719, 0.660156, 0.460938, 0.832031, 0.832031, 0.734375, 0.832031, 0.832031, 0.832031, 0.832031, 0.824219, 0.832031, 0.828125, 0.828125, 0.832031, 0.832031, 0.828125, 0.726562, 0.832031, 0.695312, 0.785156, 0.796875, 0.808594, 0.828125, 0.742188, 0.828125, 0.632812, 0.832031, 0.832031, 0.761719, 0.832031, 0.800781, 0.832031, 0.625, 0.65625, 0.119141, 0.820312, 0.478516, 0.832031, 0.832031, 0.820312, 0.503906, 0.832031, 0.734375, 0.832031, 0.832031, 0.832031, 0.828125, 0.832031, 0.800781, 0.832031, 0.621094, 0.816406, 0.166992, 0.574219, 0.785156, 0.742188, 0.832031, 0.828125, 0.108887, 0.439453, 0.667969, 0.636719, 0.828125, 0.777344, 0.8125, 0.832031, 0.832031, 0.796875, 0.816406, 0.816406, 0.589844, 0.777344, 0.449219, 0.832031, 0.742188, 0.648438, 0.236328, 0.714844, 0.722656, 0.765625, 0.480469, 0.761719, 0.605469, 0.816406, 0.486328, 0.820312, 0.808594, 0.675781, 0.832031, 0.820312, 0.484375, 0.439453, 0.683594, 0.761719, 0.699219, 0.824219, 0.648438, 0.597656, 0.761719, 0.730469, 0.824219, 0.832031, 0.423828, 0.730469, 0.832031, 0.730469, 0.59375, 0.832031, 0.464844, 0.832031, 0.832031, 0.789062, 0.291016, 0.832031, 0.804688, 0.675781, 0.730469, 0.472656, 0.691406, 0.828125, 0.753906, 0.441406, 0.832031, 0.388672, 0.832031, 0.800781, 0.578125, 0.707031, 0.796875, 0.832031, 0.820312, 0.734375, 0.832031, 0.832031, 0.832031, 0.671875, 0.570312, 0.824219, 0.816406, 0.765625, 0.207031, 0.832031, 0.832031, 0.78125, 0.425781, 0.738281, 0.832031, 0.582031, 0.742188, 0.648438, 0.832031, 0.832031, 0.804688, 0.582031, 0.832031, 0.644531, 0.765625, 0.761719, 0.832031, 0.832031, 0.75, 0.742188, 0.820312, 0.808594, 0.757812, 0.832031, 0.789062, 0.796875, 0.714844, 0.832031, 0.828125, 0.78125, 0.640625, 0.828125, 0.722656, 0.734375, 0.578125, 0.828125, 0.832031, 0.75, 0.742188, 0.605469, 0.832031, 0.828125, 0.226562, 0.75, 0.632812, 0.699219, 0.789062, 0.554688, 0.832031, 0.8125, 0.832031, 0.172852, 0.832031, 0.769531, 0.816406, 0.832031, 0.8125, 0.832031, 0.832031, 0.832031, 0.582031, 0.832031, 0.832031, 0.574219, 0.726562, 0.636719, 0.824219, 0.832031, 0.628906, 0.832031, 0.773438, 0.832031, 0.714844, 0.757812, 0.585938, 0.832031, 0.832031, 0.777344, 0.832031, 0.832031, 0.46875, 0.722656, 0.742188, 0.832031, 0.832031, 0.804688, 0.789062, 0.671875, 0.503906, 0.832031, 0.828125, 0.582031, 0.78125, 0.773438, 0.824219, 0.832031, 0.832031, 0.832031, 0.601562, 0.832031, 0.480469, 0.746094, 0.296875, 0.640625, 0.730469, 0.832031, 0.832031, 0.832031, 0.761719, 0.820312, 0.824219, 0.832031, 0.519531, 0.816406, 0.490234, 0.71875, 0.832031, 0.777344, 0.773438, 0.828125, 0.714844, 0.824219, 0.734375, 0.738281, 0.832031, 0.746094, 0.78125, 0.316406, 0.546875, 0.828125, 0.824219, 0.832031, 0.4375, 0.699219, 0.640625, 0.667969, 0.679688, 0.820312, 0.832031, 0.832031, 0.769531, 0.628906, 0.789062, 0.734375, 0.753906, 0.753906, 0.800781, 0.816406, 0.777344, 0.832031, 0.832031, 0.296875, 0.691406, 0.816406, 0.828125, 0.824219, 0.757812, 0.832031, 0.832031, 0.832031, 0.451172, 0.660156, 0.714844, 0.832031, 0.804688, 0.613281, 0.455078, 0.800781, 0.800781, 0.832031, 0.675781, 0.271484, 0.832031, 0.734375, 0.769531, 0.753906, 0.353516, 0.535156, 0.785156, 0.396484, 0.824219, 0.832031, 0.832031, 0.582031, 0.816406, 0.832031, 0.75, 0.824219, 0.71875, 0.726562, 0.832031, 0.566406, 0.757812, 0.345703, 0.832031, 0.824219, 0.785156, 0.832031, 0.660156, 0.832031, 0.804688, 0.566406, 0.75, 0.742188, 0.773438, 0.570312, 0.578125, 0.628906, 0.832031, 0.832031, 0.832031, 0.824219, 0.816406, 0.824219, 0.777344, 0.832031, 0.726562, 0.832031, 0.8125, 0.828125, 0.761719, 0.667969, 0.796875, 0.832031, 0.820312, 0.832031, 0.832031, 0.832031, 0.785156, 0.617188, 0.832031, 0.773438, 0.789062, 0.828125, 0.832031, 0.824219, 0.402344, 0.832031, 0.730469, 0.695312, 0.742188, 0.566406, 0.703125, 0.386719, 0.832031, 0.824219, 0.824219, 0.832031, 0.490234, 0.695312, 0.828125, 0.605469, 0.738281, 0.796875, 0.832031, 0.431641, 0.703125, 0.734375, 0.832031, 0.832031, 0.419922, 0.824219, 0.523438, 0.769531, 0.738281, 0.75, 0.742188, 0.259766, 0.828125, 0.4375, 0.832031, 0.734375, 0.808594, 0.53125, 0.820312, 0.832031, 0.773438, 0.773438, 0.832031, 0.832031, 0.78125, 0.691406, 0.527344, 0.832031, 0.585938, 0.832031, 0.824219, 0.157227, 0.765625, 0.824219, 0.832031, 0.761719, 0.542969, 0.824219, 0.691406, 0.589844, 0.828125, 0.730469, 0.832031, 0.800781, 0.667969, 0.824219, 0.757812, 0.773438, 0.796875, 0.832031, 0.777344, 0.535156, 0.824219, 0.738281, 0.123047, 0.316406, 0.777344, 0.617188, 0.796875, 0.542969, 0.408203, 0.792969, 0.832031, 0.796875, 0.644531, 0.617188, 0.683594, 0.589844, 0.765625, 0.832031, 0.738281, 0.832031, 0.832031, 0.441406, 0.648438, 0.792969, 0.832031, 0.667969, 0.820312, 0.761719, 0.757812, 0.832031, 0.832031, 0.828125, 0.796875 ] } , "name": "onnx::Mul_11263", "outputIndexes": [ 5085 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5084, 5085 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 5086 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5013, 5086 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/Add_output_0", "outputIndexes": [ 5087 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5087 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.28/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 5088 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5088 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.28/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 5089 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5089, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 5090 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5090, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 5091 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5087, 5091 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 5092 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.613281, 0.855469, 0.472656, 0.582031, 1.03125, 0.90625, 0.925781, 0.859375, 0.470703, 0.535156, 0.574219, 0.507812, 1.054688, 0.671875, 0.550781, 0.828125, 0.714844, 0.984375, 0.632812, 0.636719, 0.589844, 0.636719, 0.640625, 0.5625, 0.867188, 0.78125, 0.773438, 0.660156, 2.015625, 0.435547, 0.757812, 1.375, 0.714844, 0.652344, 0.597656, 0.761719, 2.28125, 0.707031, 0.648438, 1.421875, 0.597656, 0.527344, 0.84375, 0.957031, 0.625, 0.644531, 0.601562, 0.714844, 2.578125, 0.550781, 0.470703, 0.566406, 0.734375, 0.628906, 0.597656, 0.625, 1.421875, 0.625, 0.714844, 0.597656, 0.59375, 0.628906, 0.546875, 0.660156, 0.769531, 0.671875, 0.601562, 0.722656, 0.664062, 0.707031, 0.578125, 1.117188, 0.632812, 0.570312, 0.609375, 0.96875, 0.695312, 0.710938, 0.546875, 0.890625, 0.550781, 0.671875, 0.632812, 1.070312, 0.730469, 0.707031, 0.636719, 1.742188, 0.574219, 1.15625, 0.648438, 0.707031, 0.648438, 0.683594, 0.769531, 0.664062, 0.589844, 0.839844, 0.785156, 2.984375, 0.589844, 0.886719, 0.589844, 0.490234, 0.988281, 0.554688, 0.574219, 0.640625, 0.597656, 0.753906, 0.765625, 0.582031, 0.625, 2.828125, 0.589844, 0.609375, 0.59375, 0.582031, 0.636719, 0.777344, 1.03125, 0.613281, 1.125, 0.585938, 0.925781, 0.378906, 0.632812, 0.839844, 0.617188, 1.375, 0.699219, 0.75, 0.695312, 1.820312, 0.455078, 0.683594, 0.617188, 1.359375, 1.703125, 1.617188, 1.601562, 1.023438, 0.714844, 0.601562, 0.734375, 0.691406, 1.898438, 0.609375, 0.609375, 0.699219, 0.5, 0.636719, 0.546875, 0.632812, 1.007812, 0.691406, 0.671875, 0.574219, 0.890625, 0.589844, 0.53125, 1.695312, 0.59375, 0.628906, 0.675781, 0.546875, 0.570312, 0.566406, 0.703125, 0.730469, 0.570312, 0.539062, 0.621094, 0.898438, 1.21875, 0.613281, 0.777344, 0.726562, 0.625, 0.625, 0.636719, 0.660156, 0.917969, 1.078125, 0.223633, 0.683594, 0.550781, 0.746094, 0.820312, 0.601562, 0.507812, 0.839844, 0.375, 0.578125, 0.589844, 0.78125, 0.671875, 0.621094, 5.875, 0.597656, 1.28125, 1.90625, 0.625, 0.597656, 0.632812, 0.707031, 0.636719, 0.761719, 0.660156, 0.695312, 0.605469, 0.617188, 0.457031, 0.6875, 0.378906, 2.859375, 0.578125, 0.671875, 0.789062, 0.75, 1.140625, 0.664062, 0.679688, 0.851562, 0.566406, 0.75, 0.816406, 0.734375, 0.570312, 0.482422, 0.318359, 0.808594, 0.863281, 0.605469, 0.972656, 0.789062, 0.988281, 0.527344, 0.621094, 0.820312, 0.601562, 0.832031, 0.570312, 0.785156, 0.59375, 0.75, 0.683594, 0.648438, 0.691406, 0.722656, 1.0, 0.894531, 0.804688, 0.601562, 0.8125, 0.625, 0.691406, 0.535156, 0.773438, 0.574219, 0.515625, 0.667969, 0.8125, 0.625, 1.054688, 0.695312, 0.550781, 1.1875, 0.671875, 0.578125, 0.558594, 0.472656, 0.601562, 0.632812, 0.941406, 1.632812, 0.660156, 0.820312, 0.988281, 0.636719, 0.617188, 0.683594, 0.820312, 0.695312, 0.703125, 0.648438, 0.554688, 0.910156, 0.582031, 0.90625, 0.416016, 0.664062, 0.621094, 1.382812, 0.6875, 0.683594, 0.734375, 0.601562, 0.494141, 13.5, 0.679688, 0.636719, 0.742188, 1.09375, 0.539062, 0.75, 0.660156, 0.566406, 0.722656, 0.498047, 0.632812, 0.636719, 1.953125, 0.621094, 0.71875, 0.636719, 0.679688, 0.554688, 0.578125, 0.617188, 0.730469, 0.890625, 0.219727, 0.632812, 0.515625, 0.640625, 0.621094, 0.839844, 0.660156, 0.820312, 0.527344, 0.558594, 0.664062, 0.570312, 0.898438, 0.664062, 0.902344, 0.498047, 0.851562, 0.597656, 0.486328, 0.703125, 0.59375, 0.613281, 0.632812, 0.722656, 0.65625, 0.609375, 0.757812, 0.746094, 0.632812, 0.605469, 2.578125, 0.789062, 0.917969, 0.462891, 0.691406, 0.710938, 0.800781, 0.460938, 0.703125, 0.474609, 0.679688, 0.609375, 0.519531, 0.867188, 0.726562, 1.5625, 0.578125, 0.699219, 0.585938, 0.601562, 0.761719, 0.6875, 0.566406, 0.5625, 0.878906, 0.777344, 0.710938, 0.796875, 0.589844, 1.390625, 0.667969, 0.699219, 0.648438, 0.78125, 2.171875, 1.5, 0.628906, 0.710938, 1.484375, 0.671875, 0.664062, 0.875, 0.726562, 0.605469, 0.660156, 0.546875, 0.605469, 0.679688, 1.164062, 0.71875, 0.796875, 0.570312, 0.419922, 0.617188, 0.878906, 0.574219, 0.703125, 0.53125, 0.648438, 0.589844, 0.941406, 0.5625, 0.6875, 0.691406, 0.597656, 0.628906, 0.605469, 0.703125, 0.648438, 1.1875, 0.679688, 0.558594, 0.738281, 0.582031, 0.589844, 0.730469, 0.871094, 0.53125, 0.507812, 0.640625, 0.427734, 1.320312, 0.570312, 0.707031, 0.476562, 0.542969, 0.503906, 0.832031, 0.582031, 0.5625, 0.628906, 0.628906, 0.5625, 0.746094, 0.605469, 0.695312, 0.554688, 0.5625, 11.3125, 0.605469, 0.542969, 0.546875, 0.671875, 0.746094, 0.515625, 0.546875, 0.628906, 0.625, 0.609375, 0.53125, 0.574219, 0.617188, 0.691406, 0.65625, 0.589844, 1.125, 0.546875, 0.605469, 0.652344, 0.605469, 0.648438, 0.617188, 0.648438, 0.667969, 0.566406, 1.3125, 0.46875, 0.578125, 0.412109, 0.470703, 0.570312, 0.609375, 0.589844, 0.550781, 0.535156, 0.539062, 0.5625, 0.652344, 0.71875, 0.404297, 0.457031, 0.75, 2.078125, 0.621094, 0.746094, 0.628906, 0.339844, 0.761719, 0.664062, 0.675781, 0.535156, 0.59375, 0.515625, 0.574219, 0.652344, 0.632812, 0.949219, 0.664062, 1.3125, 0.730469, 0.683594, 0.582031, 0.660156, 0.648438, 0.976562, 0.734375, 1.664062, 0.683594, 0.699219, 0.582031, 0.515625, 0.605469, 0.476562, 0.589844, 0.464844, 0.703125, 0.59375, 0.671875, 0.574219, 0.71875, 0.636719, 1.296875, 0.914062, 0.683594, 0.664062, 0.9375, 0.71875, 0.527344, 0.5625, 0.664062, 1.023438, 0.609375, 0.648438, 0.539062, 0.558594, 0.964844, 0.609375, 0.613281, 0.71875, 0.632812, 0.5625, 0.621094, 0.390625, 0.558594, 0.535156, 0.632812, 0.527344, 0.519531, 0.765625, 0.601562, 0.617188, 1.359375, 0.648438, 0.558594, 1.046875, 0.515625, 0.753906, 0.890625, 0.90625, 0.695312, 0.792969, 0.447266, 0.683594, 1.375, 1.1875, 0.5625, 0.601562, 1.296875, 0.605469, 4.0625, 0.519531, 0.664062, 0.664062, 0.675781, 0.515625, 0.691406, 0.617188, 1.054688, 0.644531, 0.738281, 0.613281, 0.488281, 0.601562, 1.296875, 0.707031, 0.8125, 0.675781, 0.71875, 0.664062, 0.746094, 0.90625, 0.738281, 0.667969, 1.078125, 0.636719, 0.691406, 0.789062, 0.582031, 0.621094, 0.609375, 0.785156, 0.597656, 0.636719, 1.03125, 0.589844, 0.949219, 0.648438, 0.625, 0.636719, 0.667969, 1.007812, 0.816406, 1.015625, 0.554688, 0.546875, 0.753906, 0.882812, 0.65625, 0.523438, 7.15625, 0.796875, 0.742188, 0.496094, 0.644531, 0.746094, 1.3125, 0.578125, 0.519531, 0.683594, 1.015625, 0.628906, 0.863281, 0.59375, 0.644531, 0.730469, 0.59375, 0.640625, 0.910156, 0.691406, 0.683594, 0.683594, 0.636719, 0.498047, 0.558594, 1.15625, 0.738281, 0.710938, 0.320312, 0.625, 0.699219, 0.6875, 0.671875, 0.710938, 2.921875, 0.722656, 0.972656, 0.550781, 0.478516, 0.507812, 0.539062, 0.550781, 0.671875, 0.53125, 0.644531, 0.515625, 0.992188, 1.960938, 0.621094, 1.210938, 0.589844, 2.25, 0.71875, 0.691406, 0.613281, 0.605469, 0.625, 0.679688, 0.644531, 0.585938, 0.714844, 0.519531, 0.617188, 0.792969, 0.613281, 0.929688, 0.597656, 0.683594, 0.816406, 0.957031, 0.734375, 0.769531, 0.878906, 0.462891, 0.605469, 0.785156, 0.601562, 1.125, 0.761719, 0.6875, 0.847656, 0.609375, 0.644531, 0.609375, 0.609375, 0.769531, 0.574219, 0.652344, 0.703125, 0.648438, 0.820312, 0.625, 0.503906, 0.671875, 0.621094, 0.726562, 0.589844, 0.578125, 0.597656, 0.5, 0.636719, 0.941406, 0.644531, 0.785156, 0.484375, 0.59375, 0.6875, 0.617188, 0.601562, 0.578125, 1.273438, 0.882812, 0.65625, 0.542969, 0.652344, 0.417969, 0.667969, 0.78125, 0.554688, 0.847656, 1.125, 0.609375, 0.6875, 0.839844, 1.054688, 1.085938, 0.636719, 1.796875, 0.53125, 1.109375, 0.960938, 1.007812, 0.917969, 0.839844, 0.625, 0.613281, 0.675781, 0.640625, 0.53125, 2.1875, 0.527344, 0.482422, 0.550781, 0.578125, 0.71875, 0.566406, 0.667969, 0.597656, 0.625, 1.585938, 0.722656, 0.404297, 0.574219, 0.609375, 0.466797, 0.808594, 0.75, 1.398438, 0.314453, 0.746094, 0.765625, 0.621094, 0.765625, 1.28125, 0.738281, 0.539062, 0.785156, 0.539062, 2.21875, 0.613281, 0.427734, 0.566406, 0.660156, 0.451172, 0.984375, 0.601562, 0.550781, 0.699219, 0.59375, 0.699219, 0.789062, 0.691406, 0.664062, 0.699219, 0.601562, 0.605469, 0.53125, 0.511719, 0.605469, 0.78125, 0.5625, 0.632812, 0.535156, 0.816406, 0.683594, 0.554688, 0.613281, 0.808594, 0.574219, 0.490234, 0.984375, 0.585938, 0.953125, 0.675781, 0.867188, 0.640625, 0.628906, 0.503906, 1.320312, 0.6875, 0.664062, 2.953125, 0.394531, 0.605469, 0.4375, 0.466797, 0.773438, 0.458984, 0.691406, 0.640625, 0.785156, 0.535156, 0.71875, 0.753906, 0.435547, 0.636719, 0.625, 0.423828, 1.171875, 0.597656, 0.613281, 0.835938, 0.695312, 0.652344, 0.519531, 2.40625, 0.707031, 0.640625, 0.882812, 1.132812, 0.808594, 0.550781, 0.636719, 0.675781, 0.882812, 0.675781, 0.636719, 0.734375, 1.085938, 3.546875, 1.046875, 0.628906, 0.652344, 0.636719, 0.710938, 0.613281, 0.527344, 0.847656, 0.644531, 0.5625, 0.447266, 0.777344, 0.679688, 2.359375, 1.085938, 0.742188, 0.738281, 0.660156, 0.933594, 0.625, 0.726562, 0.707031, 0.777344, 0.453125, 0.511719, 0.675781, 0.679688, 0.839844, 0.419922, 1.460938, 0.652344, 0.480469, 0.6875, 0.511719, 0.714844, 0.605469, 0.703125, 0.644531, 0.632812, 1.054688, 0.808594, 1.226562, 1.71875, 0.8125, 0.941406, 0.625, 0.597656, 0.636719, 0.578125, 0.648438, 1.148438, 0.632812, 0.511719, 0.910156, 0.875, 0.628906, 1.117188, 0.558594, 0.769531, 0.761719, 0.542969, 1.078125, 0.65625, 0.648438, 0.660156, 0.875, 0.695312, 0.652344, 0.835938, 0.730469, 0.671875, 0.644531, 0.310547, 0.589844, 0.535156, 0.582031, 0.601562, 0.539062, 0.578125, 0.6875, 0.78125, 0.726562, 0.738281, 0.605469, 0.558594, 0.660156, 0.554688, 0.832031, 0.636719, 0.691406, 0.675781, 0.804688, 0.640625, 0.582031, 0.5625, 0.660156, 0.917969, 1.054688, 0.609375, 0.769531, 0.546875, 0.683594, 0.578125, 0.742188, 0.761719, 0.613281, 0.636719, 0.976562, 0.65625, 0.632812, 0.640625, 0.515625, 0.458984, 0.910156, 0.472656, 0.609375, 0.515625, 6.21875, 0.597656, 0.671875, 0.458984, 0.660156, 3.921875, 0.851562, 0.789062, 0.613281, 0.742188, 0.671875, 0.582031, 0.578125, 0.554688, 0.675781, 0.632812, 0.757812, 0.695312, 0.298828, 0.582031, 0.671875, 0.613281, 0.566406, 0.804688, 0.5625, 0.535156, 0.53125, 0.609375, 0.570312, 0.367188, 0.632812, 0.851562, 0.800781, 0.894531, 0.671875, 0.6875, 0.605469, 0.601562, 0.53125, 0.847656, 0.601562, 0.5625, 0.443359, 0.609375, 0.578125, 0.828125, 1.195312, 0.722656, 1.359375, 0.8125, 0.554688, 0.71875, 0.773438, 0.511719, 0.621094, 0.220703, 0.394531, 2.171875, 0.59375, 0.695312, 1.273438, 0.601562, 1.59375, 0.855469, 2.203125, 0.589844, 0.613281, 0.664062, 0.664062, 0.605469, 0.6875, 0.664062, 0.648438, 0.523438, 0.6875, 0.902344, 0.554688, 0.433594, 0.65625, 0.679688, 0.636719, 0.660156, 0.710938, 0.609375, 0.652344, 0.714844, 0.652344, 0.527344, 0.679688, 0.625, 0.816406, 0.519531, 0.664062, 0.675781, 0.558594, 0.628906, 0.675781, 0.671875, 0.546875, 0.734375, 0.667969, 0.5625, 0.597656, 0.566406, 0.640625, 0.628906, 0.644531, 0.6875, 0.609375, 0.722656, 0.675781, 0.90625, 1.726562, 0.566406, 0.667969, 1.195312, 0.824219, 0.554688, 0.621094, 0.636719, 0.726562, 0.451172, 0.894531, 0.960938, 0.535156, 0.785156, 0.902344, 0.640625, 0.447266, 0.730469, 0.554688, 0.503906, 0.46875, 1.078125, 0.613281, 0.714844, 0.523438, 0.671875, 0.6875, 0.546875, 0.605469, 0.554688, 1.117188, 0.542969, 5.0625, 0.863281, 1.726562, 0.535156, 0.660156, 0.996094, 0.605469, 0.675781, 0.443359, 0.570312, 0.925781, 0.386719, 0.519531, 0.707031, 0.597656, 0.710938, 0.699219, 0.609375, 0.855469, 0.613281, 0.871094, 0.8125, 1.835938, 0.667969, 0.5625, 0.617188, 0.609375, 0.652344, 0.824219, 0.765625, 0.613281, 0.585938, 0.796875, 0.578125, 1.242188, 0.671875, 0.589844, 0.380859, 0.570312, 0.59375, 0.726562, 0.457031, 0.613281, 0.539062, 0.636719, 0.71875, 0.878906, 0.6875, 0.353516, 0.478516, 0.644531, 0.65625, 0.820312, 0.632812, 0.652344, 0.628906, 0.578125, 0.742188, 1.640625, 0.53125, 0.699219, 1.015625, 1.515625, 0.601562, 0.640625, 0.539062, 0.816406, 0.617188, 0.960938, 0.660156, 0.546875, 1.09375, 0.554688, 0.871094, 0.722656, 0.371094, 0.644531, 0.515625, 0.597656, 0.59375, 0.441406, 0.652344, 0.566406, 0.410156, 0.605469, 0.96875, 0.742188, 2.671875, 0.644531, 0.859375, 0.855469, 0.570312, 0.570312, 0.566406, 1.375, 0.605469, 0.699219, 0.929688, 1.15625, 0.664062, 0.726562, 0.863281, 0.871094, 0.546875, 0.746094, 0.730469, 0.558594, 3.03125, 0.480469, 0.53125, 0.699219, 1.09375, 1.46875, 0.574219, 0.6875, 0.535156, 0.710938, 0.675781, 0.816406, 0.613281, 0.523438, 1.210938, 1.539062, 0.625, 0.664062, 0.585938, 0.691406, 0.699219, 0.847656, 1.8125, 0.59375, 0.601562, 0.625, 0.613281, 0.6875, 0.660156, 0.683594, 0.765625, 0.609375, 0.519531, 0.574219, 0.746094, 0.582031, 0.550781, 0.578125, 0.648438, 0.972656, 0.945312, 0.851562, 0.703125, 0.490234, 0.660156, 0.478516, 0.675781, 0.625, 0.597656, 1.40625, 0.566406, 0.566406, 0.828125, 0.738281, 0.824219, 0.597656, 0.470703, 0.59375, 0.589844, 0.574219, 0.675781, 0.601562, 0.671875, 0.664062, 0.6875, 0.388672, 0.628906, 0.53125, 0.482422, 0.65625, 0.941406, 0.613281, 0.605469, 0.667969, 0.730469, 0.640625, 0.644531, 0.664062, 0.423828, 0.494141, 0.566406, 0.482422, 0.816406, 0.609375, 0.675781, 0.742188, 0.691406, 0.511719, 0.6875, 0.511719, 0.613281, 0.695312, 0.652344, 0.519531, 0.863281, 0.667969, 1.203125, 0.632812, 0.65625, 0.582031, 0.726562, 0.539062, 0.714844, 0.882812, 0.59375, 0.6875, 0.6875, 0.636719, 0.640625, 0.613281, 0.730469, 0.550781, 6.375, 0.695312, 0.847656, 0.640625, 0.898438, 0.6875, 0.597656, 0.820312, 0.519531, 0.847656, 0.431641, 0.589844, 0.621094, 0.578125, 0.605469, 0.636719, 0.542969, 0.921875, 0.574219, 0.554688, 0.753906, 0.644531, 0.648438, 0.546875, 0.546875, 0.605469, 0.652344, 0.652344, 0.75, 2.015625, 0.632812, 0.800781, 0.570312, 0.859375, 0.644531, 1.171875, 0.75, 0.098145, 0.632812, 3.5625, 0.710938, 0.597656, 0.601562, 1.007812, 0.765625, 0.617188, 0.792969, 0.664062, 0.558594, 0.515625, 1.15625, 0.722656, 1.554688, 0.542969, 0.6875, 0.683594, 0.535156, 0.664062, 0.558594, 0.71875, 0.570312, 0.613281, 0.5, 0.462891, 1.257812, 0.609375, 0.8125, 0.664062, 0.800781, 0.78125, 0.664062, 0.542969, 0.632812, 0.550781, 1.257812, 1.023438, 0.742188, 0.878906, 0.671875, 0.640625, 0.582031, 1.0, 0.462891, 0.550781, 0.667969, 0.566406, 1.359375, 0.738281, 0.988281, 0.566406, 0.523438, 1.375, 0.875, 12.5, 0.972656, 2.234375, 0.769531, 0.582031, 0.707031, 0.574219, 0.632812, 0.992188, 0.609375, 0.388672, 0.628906, 1.078125, 0.863281, 0.707031, 0.585938, 0.609375, 0.980469, 0.625, 0.613281, 0.660156, 0.835938, 0.625, 1.078125, 0.441406, 0.570312, 0.589844, 0.671875, 0.792969, 1.648438, 0.789062, 0.515625, 1.390625, 0.550781, 0.851562, 0.617188, 0.710938, 0.574219, 0.621094, 0.423828, 0.691406, 0.789062, 0.519531, 0.660156, 0.691406, 0.601562, 0.59375, 0.769531, 1.492188, 0.589844, 0.886719, 0.675781, 0.847656, 0.835938, 0.789062, 0.5625, 0.648438, 0.507812, 0.53125, 0.820312, 0.539062, 0.71875, 0.628906, 0.554688, 0.558594, 0.671875, 0.792969, 0.714844, 0.75, 0.679688, 0.570312, 0.636719, 0.460938, 0.65625, 0.363281, 0.589844, 0.675781, 0.554688, 0.644531, 4.5625, 0.902344, 0.765625, 0.765625, 0.640625, 0.609375, 1.96875, 0.578125, 0.753906, 0.601562, 0.466797, 0.585938, 0.78125, 0.8125, 0.566406, 0.582031, 0.554688, 0.613281, 0.636719, 0.789062, 1.476562, 0.761719, 0.957031, 1.5, 0.785156, 0.636719, 0.933594, 0.691406, 0.431641, 0.585938, 1.460938, 1.09375, 0.605469, 0.574219, 0.578125, 0.542969, 0.640625, 0.707031, 0.574219, 1.304688, 0.847656, 0.636719, 0.664062, 0.445312, 1.039062, 0.761719, 0.652344, 0.601562, 1.65625, 0.5625, 0.609375, 1.125, 0.375, 0.628906, 0.578125, 0.628906, 0.585938, 0.671875, 0.507812, 0.59375, 0.644531, 0.376953, 1.546875, 0.625, 0.5625, 0.59375, 0.515625, 0.679688, 0.664062, 0.535156, 0.527344, 0.726562, 0.859375, 0.65625, 0.566406, 1.265625, 0.976562, 0.617188, 0.558594, 0.617188, 0.65625, 0.617188, 0.792969, 0.5625, 0.640625, 0.507812, 0.894531, 0.554688, 0.699219, 0.605469, 0.867188, 0.59375, 0.636719, 0.582031, 0.546875, 0.644531, 2.09375, 0.601562, 0.597656, 0.917969, 0.695312, 0.582031, 0.640625, 0.707031, 1.03125, 2.734375, 0.601562, 0.414062, 0.578125, 0.621094, 1.109375, 0.6875, 1.8125, 0.648438, 0.671875, 0.462891, 0.585938, 0.710938, 0.609375, 0.691406, 0.90625, 0.730469, 0.636719, 0.679688, 1.898438, 0.535156, 0.777344, 0.859375, 0.59375, 0.554688, 0.621094, 1.195312, 0.59375, 2.90625, 0.613281, 0.558594, 1.203125, 0.851562, 0.671875, 0.488281, 0.886719, 0.785156, 0.835938, 0.574219, 0.447266, 0.457031, 0.570312, 0.628906, 0.660156, 0.792969, 0.640625, 1.15625, 0.671875, 0.640625, 0.75, 0.609375, 2.5625, 0.65625, 0.546875, 1.070312, 0.679688, 0.433594, 0.636719, 0.511719, 0.574219, 0.664062, 1.15625, 0.613281, 0.486328, 0.566406, 0.46875, 0.527344, 1.007812, 0.589844, 0.345703, 0.558594, 0.396484, 0.5, 0.660156, 0.589844, 0.796875, 0.648438, 0.550781, 0.65625, 0.664062, 0.515625, 0.523438, 0.648438, 0.53125, 0.503906, 0.699219, 0.753906, 0.691406, 0.59375, 0.488281, 0.644531, 0.5625, 1.382812, 0.773438, 0.6875, 0.523438, 1.0, 0.59375, 0.53125, 0.816406, 0.917969, 0.632812, 0.867188, 1.039062, 1.304688, 1.148438, 0.515625, 0.480469, 0.625, 0.546875, 0.550781, 0.558594, 0.941406, 0.65625, 0.59375, 1.085938, 0.523438, 0.925781, 0.78125, 0.789062, 0.875, 0.628906, 1.132812, 0.753906, 0.400391, 0.4375, 0.65625, 0.875, 0.554688, 0.621094, 0.621094, 0.691406, 0.480469, 0.742188, 0.96875, 0.628906, 0.671875, 0.65625, 0.621094, 1.4375, 0.867188, 0.691406, 0.527344, 0.628906, 0.539062, 0.753906, 0.550781, 0.628906, 0.828125, 0.707031, 0.726562, 0.605469, 0.519531, 1.398438, 0.554688, 0.570312, 0.660156, 0.613281, 0.671875, 0.738281, 0.53125, 0.992188, 0.53125, 0.832031, 0.597656, 0.984375, 0.574219, 0.621094, 0.875, 0.691406, 0.535156, 0.753906, 0.65625, 0.625, 0.683594, 0.640625, 0.734375, 1.640625, 0.683594, 0.558594, 0.585938, 0.601562, 0.738281, 0.761719, 0.18457, 0.644531, 1.132812, 0.566406, 0.65625, 0.601562, 0.742188, 0.498047, 0.582031, 0.804688, 0.683594, 0.675781, 1.140625, 0.488281, 0.597656, 0.65625, 0.585938, 0.679688, 0.710938, 0.777344, 0.589844, 0.894531, 0.777344, 0.59375, 1.453125, 11.1875, 0.773438, 0.472656, 0.777344, 0.664062, 0.898438, 0.777344, 0.40625, 0.34375, 0.628906, 0.660156, 0.679688, 0.917969, 0.542969, 0.664062, 0.730469, 0.863281, 0.458984, 1.351562, 0.652344, 0.609375, 0.597656, 0.691406, 0.691406, 0.660156, 0.589844, 0.617188, 0.640625, 0.414062, 0.722656, 0.648438, 0.59375, 0.621094, 0.765625, 0.449219, 0.597656, 0.871094, 0.357422, 0.871094, 0.847656, 0.644531, 0.652344, 0.46875, 0.613281, 0.867188, 0.574219, 0.6875, 0.476562, 0.671875, 2.296875, 0.851562, 1.429688, 0.523438, 0.621094, 0.660156, 0.5625, 0.628906, 0.722656, 0.90625, 4.03125, 0.628906, 0.660156, 0.742188, 0.550781, 0.410156, 0.886719, 0.542969, 0.941406, 0.539062, 0.6875, 0.664062, 0.613281, 2.171875, 0.894531, 0.699219, 0.695312, 1.421875, 0.652344, 4.25, 0.730469, 0.601562, 0.722656, 0.859375, 0.902344, 0.371094, 0.613281, 0.542969, 2.296875, 0.609375, 0.605469, 0.785156, 0.451172, 0.644531, 0.589844, 1.726562, 1.125, 1.703125, 0.527344, 0.554688, 0.492188, 0.617188, 0.542969, 2.171875, 0.546875, 0.871094, 0.519531, 0.550781, 0.566406, 0.558594, 0.636719, 0.621094, 0.664062, 0.408203, 0.597656, 0.664062, 0.535156, 0.414062, 0.589844, 0.679688, 0.480469, 0.785156, 0.707031, 0.609375, 0.726562, 0.554688, 0.582031, 0.890625, 0.554688, 0.839844, 0.511719, 0.839844, 0.75, 1.617188, 1.179688, 0.699219, 0.855469, 0.574219, 0.558594, 0.605469, 0.667969, 0.542969, 2.3125, 0.511719, 0.601562, 0.675781, 0.566406, 0.410156, 0.570312, 0.683594, 0.585938, 0.601562, 0.617188, 0.929688, 0.644531, 0.632812, 0.652344, 0.707031, 0.644531, 0.640625, 0.859375, 0.648438, 0.636719, 0.558594, 0.589844, 0.535156, 0.59375, 0.636719, 0.453125, 0.570312, 0.472656, 0.910156, 0.578125, 1.265625, 0.355469, 0.566406, 0.542969, 0.300781, 0.832031, 0.820312, 0.664062, 0.574219, 0.472656, 0.78125, 0.648438, 1.15625, 0.65625, 0.648438, 2.171875, 0.527344, 0.832031, 0.597656, 0.613281, 0.539062, 1.09375, 0.431641, 0.488281, 0.84375, 0.59375, 0.53125, 0.494141, 0.621094, 0.423828, 0.667969, 0.574219, 0.726562, 0.933594, 1.953125, 1.0, 0.478516, 1.078125, 0.777344, 0.832031, 0.648438, 0.671875, 1.398438, 0.359375, 0.589844, 0.789062, 0.652344, 0.396484, 0.753906, 0.628906, 0.625, 0.613281, 1.007812, 0.828125, 0.734375, 0.738281, 0.578125, 0.71875, 0.753906, 1.210938, 1.28125, 0.574219, 0.632812, 0.601562, 0.648438, 0.507812, 0.585938, 0.683594, 0.472656, 0.695312, 0.5, 0.667969, 0.519531, 0.558594, 0.6875, 0.683594, 0.695312, 0.648438, 0.652344, 0.632812, 0.523438, 0.683594, 0.59375, 0.738281, 0.5625, 0.507812, 0.628906, 0.558594, 0.507812, 0.519531, 0.949219, 0.769531, 4.78125, 0.695312, 0.96875, 0.660156, 0.605469, 0.486328, 1.179688, 0.300781, 0.757812, 0.566406, 0.433594, 0.40625, 0.671875, 0.589844, 0.664062, 0.515625, 0.765625, 0.632812, 3.25, 0.984375, 0.644531, 0.671875, 0.75, 0.640625, 3.453125, 1.140625, 0.695312, 0.78125, 0.664062, 0.640625, 0.613281, 0.667969, 0.554688, 0.59375, 0.570312, 0.792969, 0.945312, 0.65625, 1.882812, 0.8125, 0.648438, 0.949219, 3.09375, 0.5, 0.761719, 0.683594, 0.929688, 0.59375, 0.792969, 0.617188, 1.015625, 0.648438, 0.65625, 0.835938, 0.570312, 0.617188, 1.28125, 0.65625, 0.648438, 0.683594, 0.824219, 0.5, 0.921875, 0.726562, 0.628906, 0.6875, 0.636719, 0.515625, 1.679688, 0.427734, 0.585938, 0.730469, 0.828125, 0.644531, 1.757812, 0.574219, 0.585938, 0.675781, 2.0, 0.566406, 0.566406, 0.800781, 0.773438, 1.132812, 0.691406, 0.546875, 0.683594, 1.046875, 0.582031, 1.328125, 0.597656, 0.667969, 0.757812, 0.738281, 0.462891, 0.470703, 0.558594, 0.707031, 0.503906, 0.59375, 0.535156, 0.71875, 0.804688, 0.695312, 0.652344, 0.636719, 2.609375, 0.496094, 0.519531, 0.679688, 1.164062, 0.675781, 0.582031, 1.140625, 0.636719, 0.691406, 0.585938, 0.714844, 0.503906, 1.039062, 0.640625, 0.886719, 0.636719, 0.683594, 0.515625, 0.550781, 0.455078, 0.738281, 0.539062, 0.6875, 0.679688, 0.640625, 0.550781, 0.695312, 0.703125, 0.601562, 0.570312, 0.6875, 0.765625, 0.601562, 0.621094, 0.703125, 1.28125, 0.640625, 0.636719, 0.640625, 0.722656, 0.910156, 0.570312, 0.8125, 3.953125, 0.746094, 0.894531, 0.753906, 0.578125, 0.835938, 0.625, 0.644531, 0.609375, 1.640625, 0.416016, 0.613281, 0.550781, 0.554688, 0.578125, 0.703125, 1.3125, 0.550781, 1.039062, 0.554688, 0.65625, 0.824219, 0.695312, 0.761719, 0.601562, 0.261719, 0.691406, 0.539062, 0.664062, 0.605469, 0.617188, 1.015625, 0.851562, 0.648438, 0.539062, 0.601562, 0.511719, 0.539062, 1.25, 0.675781, 0.582031, -0.046631, 0.402344, 0.589844, 0.632812, 0.695312, 1.109375, 0.503906, 0.964844, 0.8125, 0.65625, 0.609375, 0.667969, 0.660156, 0.621094, 0.667969, 0.71875, 0.640625, 1.164062, 0.644531, 2.015625, 0.796875, 0.714844, 0.671875, 0.65625, 0.585938, 0.835938, 0.722656, 0.707031, 0.4375, 1.171875, 0.621094, 1.796875, 0.761719, 0.289062, 0.511719, 0.589844, 0.5625, 0.78125, 0.519531, 0.640625, 0.746094, 0.515625, 0.597656, 0.640625, 1.835938, 0.914062, 0.621094, 0.597656, 0.554688, 1.421875, 0.652344, 0.824219, 0.539062, 0.664062, 0.621094, 0.578125, 0.570312, 0.574219, 0.675781, 0.53125, 0.589844, 0.636719, 0.632812, 0.523438, 0.722656, 0.621094, 0.554688, 0.621094, 2.546875, 0.761719, 0.589844, 0.675781, 0.482422, 0.660156, 0.519531, 0.574219, 0.333984, 1.085938, 0.722656, 0.496094, 0.554688, 0.582031, 1.0, 1.125, 0.648438, 0.503906, 0.59375, 0.808594, 2.109375, 0.601562, 0.601562, 0.613281, 0.625, 2.0, 0.855469, 0.59375, 1.273438, 0.601562, 0.714844, 0.589844, 0.890625, 0.441406, 0.644531, 0.589844, 0.59375, 0.796875, 0.753906, 0.558594, 0.992188, 0.539062, 1.421875, 0.449219, 0.609375, 0.6875, 0.628906, 0.816406, 0.447266, 0.625, 0.808594, 0.605469, 0.566406, 0.6875, 0.851562, 0.765625, 1.007812, 0.519531, 0.660156, 0.427734, 0.423828, 0.433594, 0.558594, 0.722656, 0.601562, 0.652344, 0.515625, 0.609375, 0.644531, 0.636719, 0.894531, 0.597656, 0.404297, 0.621094, 0.539062, 0.554688, 0.605469, 0.714844, 0.796875, 0.621094, 0.605469, 0.644531, 0.65625, 0.605469, 0.59375, 2.359375, 0.640625, 0.824219, 0.59375, 0.632812, 0.96875, 0.707031, 1.046875, 0.621094, 0.5625, 0.652344, 0.628906, 1.03125, 0.675781, 0.613281, 1.117188, 0.628906, 0.5625, 0.566406, 0.851562, 0.664062, 0.808594, 0.457031, 0.398438, 1.0, 0.554688, 0.945312, 0.349609, 0.640625, 0.59375, 0.714844, 1.351562, 0.597656, 1.53125, 0.625, 0.683594, 0.828125, 0.933594, 0.546875, 0.478516, 0.496094, 0.648438, 1.148438, 0.507812, 0.679688, 0.746094, 0.824219, 0.478516, 0.933594, 0.601562, 0.867188, 6.0, 0.738281, 0.617188, 0.632812, 0.851562, 0.910156, 0.90625, 1.5, 0.914062, 0.597656, 0.648438, 0.667969, 0.601562, 0.792969, 0.539062, 0.667969, 0.691406, 0.492188, 0.292969, 0.621094, 0.839844, 0.582031, 0.667969, 2.0, 2.125, 0.617188, 0.644531, 0.625, 0.902344, 1.046875, 0.59375, 0.589844, 0.605469, 0.785156, 0.722656, 0.675781, 0.917969, 0.660156, 0.570312, 0.644531, 0.800781, 0.474609, 1.5, 1.273438, 0.640625, 0.388672, 0.671875, 0.644531, 0.605469, 0.648438, 0.585938, 0.46875, 0.539062, 0.585938 ] } , "name": "onnx::Mul_11264", "outputIndexes": [ 5093 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5092, 5093 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 5094 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5094 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.28/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 7917 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7917 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.28/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 7918 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7918 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1678546234, 13107222, 3276800, 0, 0 ] } , "name": "/layers.28/mlp/gate_proj/Linear", "outputIndexes": [ 7919 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7919 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.28/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 7920 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7920 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.28/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 5095 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5095 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.28/mlp/act_fn/Mul_output_0", "outputIndexes": [ 5096 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5095, 5096 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 5097 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 5097 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 5098 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5095, 5098 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/mlp/act_fn/Add_output_0", "outputIndexes": [ 5099 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 5099 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 5100 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5100 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.28/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 5101 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 5101 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 5102 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5095, 5102 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 5103 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 5103 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 5104 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7918 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1694930256, 13107222, 3276800, 0, 0 ] } , "name": "/layers.28/mlp/up_proj/Linear", "outputIndexes": [ 7923 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7923 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.28/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 7924 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7924 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.28/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 5105 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5104, 5105 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/mlp/Mul_output_0", "outputIndexes": [ 5106 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5106 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.28/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 7925 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7925 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.28/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 7926 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7926 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1711314278, 13107222, 3276800, 0, 0 ] } , "name": "/layers.28/mlp/down_proj/Linear", "outputIndexes": [ 7927 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7927 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.28/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 7928 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7928 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.28/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 5107 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5107 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.28/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 5109 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5109 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.28/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 5110 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5110, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 5111 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5111, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 5112 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5107, 5112 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 5113 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 2.234375, 1.1875, 1.085938, 2.234375, 1.554688, 1.390625, 1.492188, 1.28125, 2.078125, 0.917969, 2.21875, 1.953125, 1.648438, 2.203125, 2.234375, 1.648438, 1.976562, 1.484375, 2.09375, 2.234375, 2.234375, 2.21875, 2.234375, 2.234375, 1.75, 1.867188, 2.234375, 2.09375, 0.644531, 2.234375, 1.921875, 1.007812, 2.234375, 1.96875, 2.234375, 2.046875, 0.554688, 1.65625, 2.234375, 1.164062, 2.234375, 2.234375, 1.40625, 1.289062, 2.0, 2.234375, 1.851562, 1.898438, 1.25, 2.234375, 2.234375, 2.234375, 2.21875, 1.65625, 2.21875, 2.015625, 1.15625, 2.234375, 2.03125, 2.234375, 2.234375, 2.234375, 2.234375, 2.21875, 1.976562, 2.234375, 2.234375, 2.125, 2.234375, 2.234375, 2.234375, 1.171875, 2.234375, 2.234375, 2.234375, 1.742188, 2.234375, 1.742188, 2.234375, 1.398438, 2.078125, 2.203125, 2.234375, 1.421875, 1.859375, 2.109375, 2.234375, 1.59375, 2.234375, 0.539062, 2.234375, 2.09375, 2.234375, 1.882812, 1.9375, 2.21875, 2.234375, 1.820312, 1.453125, 0.308594, 1.875, 2.109375, 2.234375, 2.234375, 1.335938, 2.140625, 2.234375, 2.234375, 2.125, 1.96875, 1.78125, 1.84375, 2.140625, 0.550781, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 1.859375, 1.054688, 2.15625, 1.257812, 2.234375, 2.03125, 2.09375, 2.203125, 1.4375, 2.015625, 1.757812, 1.953125, 1.953125, 2.15625, 0.972656, 1.75, 1.75, 1.828125, 0.002136, 2.234375, 0.960938, 0.863281, 1.21875, 2.03125, 2.203125, 2.234375, 2.1875, 0.761719, 2.234375, 2.234375, 2.015625, 1.96875, 2.234375, 2.234375, 2.15625, 1.71875, 2.234375, 2.234375, 2.234375, 1.539062, 2.15625, 2.234375, 1.179688, 2.140625, 1.929688, 2.171875, 2.234375, 2.234375, 1.960938, 2.234375, 2.234375, 2.234375, 0.945312, 1.945312, 1.476562, 0.949219, 2.234375, 1.875, 1.882812, 2.234375, 2.21875, 2.140625, 2.234375, 2.234375, 1.515625, 2.234375, 2.171875, 2.234375, 1.71875, 2.03125, 2.234375, 2.234375, 1.65625, 2.234375, 2.234375, 2.234375, 2.234375, 1.851562, 2.09375, 0.339844, 2.234375, 1.203125, 1.945312, 2.234375, 2.125, 1.757812, 1.960938, 2.21875, 1.789062, 2.15625, 2.234375, 2.234375, 2.234375, 1.742188, 1.835938, 2.234375, 1.335938, 2.234375, 2.1875, 1.851562, 1.671875, 1.03125, 2.234375, 1.820312, 1.914062, 2.234375, 1.851562, 1.671875, 1.875, 1.9375, 2.234375, 1.351562, 1.78125, 1.210938, 2.1875, 1.320312, 2.0, 1.367188, 1.828125, 2.15625, 1.742188, 2.234375, 1.804688, 2.234375, 2.015625, 2.234375, 1.851562, 2.234375, 2.234375, 1.8125, 1.851562, 1.296875, 1.578125, 1.617188, 2.234375, 2.234375, 2.21875, 2.03125, 2.234375, 1.875, 2.234375, 2.234375, 2.109375, 1.75, 2.234375, 1.171875, 2.1875, 2.0625, 1.46875, 2.234375, 2.1875, 2.15625, 2.15625, 2.234375, 2.171875, 1.53125, 1.289062, 2.234375, 1.617188, 1.53125, 2.03125, 2.09375, 2.21875, 1.859375, 2.234375, 1.773438, 1.96875, 2.234375, 1.789062, 2.234375, 1.375, 2.078125, 2.234375, 2.125, 1.257812, 2.0, 2.046875, 2.03125, 2.234375, 2.21875, 0.625, 2.203125, 2.234375, 2.078125, 1.085938, 2.21875, 1.796875, 2.234375, 2.234375, 1.679688, 2.234375, 2.234375, 2.203125, 1.273438, 2.21875, 2.171875, 2.234375, 1.828125, 2.234375, 1.960938, 2.171875, 2.234375, 1.804688, 2.234375, 2.234375, 2.234375, 2.09375, 2.03125, 2.015625, 2.234375, 1.984375, 2.234375, 2.234375, 2.234375, 2.234375, 1.640625, 2.21875, 1.460938, 2.234375, 2.015625, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.125, 2.234375, 2.09375, 2.234375, 0.460938, 2.234375, 2.234375, 2.15625, 0.796875, 1.710938, 1.554688, 2.234375, 1.992188, 2.234375, 1.78125, 2.234375, 1.914062, 2.21875, 1.992188, 2.15625, 2.234375, 1.546875, 2.046875, 0.917969, 2.234375, 2.0625, 2.1875, 2.234375, 1.984375, 2.203125, 2.234375, 2.234375, 1.9375, 2.234375, 1.75, 1.789062, 2.234375, 1.171875, 2.234375, 2.21875, 2.234375, 2.234375, 0.796875, 1.265625, 2.171875, 1.78125, 1.835938, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.15625, 2.234375, 2.125, 1.40625, 1.828125, 1.695312, 1.046875, 2.234375, 2.234375, 1.921875, 2.234375, 0.910156, 2.21875, 2.234375, 2.0625, 1.945312, 2.234375, 1.953125, 2.234375, 1.976562, 2.140625, 1.96875, 2.234375, 2.03125, 1.046875, 1.1875, 2.234375, 2.125, 2.0, 2.234375, 2.234375, 2.03125, 2.203125, 1.796875, 2.234375, 2.234375, 1.179688, 2.234375, 2.140625, 2.234375, 2.234375, 2.234375, 1.757812, 2.234375, 2.140625, 2.0, 2.234375, 1.945312, 2.015625, 2.234375, 1.835938, 2.234375, 2.171875, 0.558594, 2.234375, 2.234375, 2.234375, 2.171875, 1.976562, 2.234375, 2.234375, 2.171875, 2.234375, 2.234375, 2.21875, 2.234375, 2.234375, 2.234375, 2.09375, 2.078125, 1.101562, 2.234375, 2.234375, 2.234375, 2.234375, 2.078125, 2.140625, 2.234375, 2.234375, 2.234375, 1.1875, 2.21875, 1.992188, 2.234375, 2.234375, 2.140625, 2.234375, 2.109375, 2.234375, 2.21875, 2.234375, 2.234375, 2.09375, 2.234375, 2.234375, 2.234375, 2.0, 1.46875, 2.171875, 1.695312, 2.1875, 2.234375, 1.617188, 1.75, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.09375, 2.21875, 1.828125, 2.015625, 1.15625, 1.96875, 2.234375, 2.234375, 2.234375, 2.234375, 1.570312, 1.960938, 1.28125, 2.234375, 1.828125, 2.234375, 2.234375, 2.234375, 2.203125, 2.234375, 1.960938, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 1.25, 1.039062, 2.234375, 2.234375, 1.53125, 1.835938, 2.234375, 2.234375, 2.234375, 0.933594, 2.03125, 2.140625, 2.234375, 2.234375, 1.765625, 2.234375, 2.234375, 1.789062, 2.234375, 2.234375, 2.234375, 2.234375, 2.21875, 2.234375, 2.234375, 2.234375, 2.21875, 1.898438, 2.234375, 2.234375, 0.910156, 2.015625, 2.234375, 1.382812, 2.1875, 2.125, 1.921875, 1.734375, 2.234375, 1.6875, 2.203125, 1.25, 1.023438, 0.796875, 2.234375, 2.234375, 1.726562, 2.234375, 1.835938, 2.234375, 2.234375, 2.234375, 2.015625, 2.234375, 1.695312, 2.21875, 1.257812, 2.0625, 1.640625, 2.203125, 2.234375, 2.234375, 1.164062, 1.859375, 2.234375, 2.234375, 1.492188, 2.15625, 1.6875, 1.929688, 1.726562, 1.789062, 1.234375, 2.234375, 2.234375, 1.921875, 2.234375, 2.234375, 1.757812, 1.9375, 2.234375, 2.140625, 1.34375, 2.234375, 1.585938, 2.234375, 2.21875, 2.09375, 1.960938, 1.539062, 1.734375, 1.617188, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 0.664062, 1.367188, 1.882812, 2.234375, 0.945312, 2.234375, 1.484375, 2.234375, 1.960938, 2.234375, 1.273438, 2.234375, 1.5625, 2.234375, 2.21875, 1.921875, 2.234375, 2.234375, 1.8125, 2.234375, 2.203125, 2.046875, 2.234375, 2.234375, 2.234375, 1.234375, 1.976562, 2.234375, 0.925781, 2.21875, 2.234375, 2.203125, 2.046875, 2.234375, 0.644531, 1.984375, 1.710938, 2.234375, 2.234375, 2.125, 2.234375, 2.234375, 2.234375, 2.21875, 1.742188, 2.234375, 1.40625, 0.40625, 2.234375, 1.5625, 1.445312, 1.15625, 1.703125, 2.234375, 2.140625, 1.84375, 2.234375, 1.664062, 2.234375, 2.21875, 1.859375, 2.234375, 2.234375, 1.703125, 2.140625, 1.484375, 2.234375, 2.234375, 1.257812, 1.46875, 2.125, 1.960938, 1.414062, 2.03125, 2.234375, 1.8125, 2.203125, 1.078125, 2.234375, 1.890625, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 1.726562, 2.234375, 2.234375, 1.492188, 2.21875, 1.578125, 2.234375, 2.234375, 2.09375, 2.21875, 2.09375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 1.671875, 2.234375, 1.992188, 2.21875, 2.234375, 1.921875, 2.234375, 2.234375, 2.234375, 1.523438, 1.867188, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.203125, 2.234375, 2.234375, 1.59375, 2.234375, 2.234375, 1.953125, 1.390625, 1.578125, 2.234375, 2.234375, 2.234375, 1.226562, 1.601562, 1.226562, 2.234375, 1.914062, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 1.210938, 2.234375, 2.234375, 2.234375, 2.234375, 1.992188, 2.234375, 1.984375, 2.015625, 2.234375, 0.890625, 1.78125, 1.398438, 2.234375, 2.234375, 2.21875, 1.679688, 1.476562, 1.710938, 2.234375, 2.203125, 2.234375, 2.109375, 2.234375, 1.375, 2.234375, 2.234375, 1.960938, 2.203125, 2.234375, 2.078125, 2.234375, 2.15625, 2.234375, 2.078125, 1.398438, 2.234375, 2.234375, 2.109375, 2.234375, 2.234375, 1.703125, 2.234375, 2.140625, 2.046875, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 1.835938, 2.234375, 2.15625, 1.351562, 1.765625, 2.234375, 2.234375, 2.234375, 2.109375, 2.234375, 2.234375, 1.289062, 2.234375, 1.65625, 2.234375, 1.570312, 2.203125, 2.234375, 2.21875, 1.171875, 2.109375, 1.820312, 1.3125, 2.234375, 2.234375, 1.046875, 2.234375, 1.953125, 2.234375, 2.234375, 2.09375, 1.445312, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.21875, 2.21875, 2.21875, 1.796875, 2.234375, 2.078125, 2.234375, 0.550781, 2.15625, 2.234375, 2.15625, 1.890625, 1.804688, 2.015625, 2.234375, 2.234375, 2.234375, 2.234375, 2.21875, 2.234375, 1.71875, 1.085938, 2.234375, 2.203125, 2.234375, 2.234375, 2.0, 2.109375, 2.234375, 1.664062, 2.234375, 2.234375, 1.804688, 1.726562, 2.109375, 0.792969, 1.789062, 2.234375, 1.914062, 2.046875, 1.523438, 2.234375, 1.984375, 2.21875, 2.234375, 2.234375, 2.234375, 1.90625, 2.234375, 1.664062, 2.234375, 0.929688, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.015625, 2.234375, 2.03125, 1.414062, 1.789062, 1.085938, 0.546875, 1.257812, 1.726562, 2.078125, 2.234375, 2.203125, 2.234375, 2.234375, 2.234375, 2.046875, 2.234375, 2.015625, 1.578125, 2.140625, 1.382812, 2.234375, 1.921875, 1.8125, 2.234375, 1.523438, 2.234375, 2.234375, 2.21875, 1.492188, 2.203125, 2.234375, 1.921875, 2.09375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.21875, 2.234375, 2.234375, 2.234375, 2.234375, 2.0625, 1.921875, 1.726562, 2.234375, 2.234375, 1.90625, 2.234375, 1.265625, 2.234375, 2.234375, 2.234375, 2.03125, 1.890625, 1.890625, 2.234375, 2.03125, 2.234375, 0.251953, 2.234375, 1.882812, 2.1875, 2.234375, 2.234375, 2.234375, 1.765625, 2.234375, 2.234375, 2.234375, 2.203125, 2.234375, 2.21875, 2.234375, 2.234375, 2.140625, 2.203125, 1.976562, 2.203125, 0.972656, 2.109375, 1.835938, 2.234375, 2.203125, 2.234375, 0.223633, 2.234375, 0.90625, 2.015625, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.21875, 2.234375, 2.234375, 2.234375, 2.234375, 2.203125, 2.234375, 2.21875, 1.570312, 1.476562, 2.234375, 2.234375, 2.09375, 2.234375, 1.90625, 1.632812, 1.382812, 1.734375, 2.234375, 2.09375, 2.078125, 2.234375, 2.234375, 1.648438, 2.234375, 2.234375, 2.234375, 2.15625, 2.234375, 1.789062, 1.148438, 1.898438, 0.847656, 1.9375, 2.234375, 2.21875, 1.789062, 2.21875, 2.234375, 2.234375, 2.234375, 0.746094, 2.234375, 1.9375, 1.257812, 2.234375, 2.234375, 1.890625, 0.625, 2.234375, 2.234375, 2.03125, 2.234375, 2.234375, 2.203125, 2.234375, 2.21875, 2.234375, 2.1875, 1.429688, 2.21875, 2.234375, 2.171875, 1.890625, 2.203125, 1.890625, 2.234375, 2.234375, 2.234375, 2.203125, 2.09375, 2.234375, 2.21875, 2.234375, 1.609375, 2.203125, 2.234375, 2.234375, 2.234375, 2.078125, 2.234375, 2.234375, 2.234375, 2.234375, 1.976562, 2.21875, 2.234375, 1.9375, 1.835938, 2.03125, 2.234375, 1.96875, 2.234375, 2.21875, 2.234375, 1.429688, 1.367188, 2.234375, 1.570312, 0.964844, 2.234375, 2.046875, 2.234375, 2.21875, 2.234375, 1.992188, 1.65625, 1.96875, 2.234375, 1.992188, 1.476562, 2.234375, 2.234375, 2.234375, 2.203125, 2.234375, 2.234375, 1.945312, 2.234375, 2.234375, 2.234375, 2.09375, 1.890625, 2.234375, 2.125, 2.234375, 2.234375, 2.171875, 0.519531, 1.671875, 0.570312, 2.078125, 2.109375, 1.148438, 2.03125, 2.234375, 1.96875, 2.234375, 0.894531, 1.601562, 2.234375, 1.976562, 2.234375, 2.234375, 1.835938, 2.1875, 1.585938, 2.234375, 1.546875, 1.835938, 1.546875, 2.03125, 1.125, 2.125, 2.203125, 2.234375, 1.742188, 1.914062, 2.234375, 2.234375, 1.929688, 1.867188, 1.171875, 2.21875, 2.0625, 2.234375, 2.1875, 2.09375, 1.8125, 2.234375, 2.234375, 2.234375, 2.234375, 2.15625, 1.992188, 1.890625, 2.234375, 2.234375, 2.21875, 2.234375, 1.734375, 2.234375, 2.21875, 2.1875, 2.234375, 2.234375, 0.921875, 2.234375, 2.234375, 1.539062, 0.894531, 2.140625, 2.21875, 2.234375, 1.882812, 2.234375, 1.265625, 2.234375, 2.234375, 1.304688, 2.234375, 1.664062, 2.078125, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.109375, 2.234375, 2.234375, 2.234375, 1.90625, 1.726562, 0.414062, 2.234375, 1.6875, 2.234375, 2.015625, 2.234375, 2.234375, 1.921875, 2.234375, 2.234375, 1.609375, 1.601562, 2.03125, 1.828125, 1.445312, 1.734375, 2.234375, 2.234375, 1.648438, 2.234375, 1.773438, 2.234375, 1.929688, 2.125, 2.0, 1.398438, 2.234375, 2.1875, 2.234375, 1.773438, 2.203125, 2.234375, 2.015625, 2.234375, 1.359375, 0.773438, 2.125, 2.21875, 2.234375, 2.171875, 2.234375, 2.125, 1.382812, 2.234375, 2.234375, 2.234375, 2.21875, 2.046875, 2.234375, 2.046875, 2.171875, 2.140625, 2.234375, 2.234375, 1.984375, 2.234375, 2.234375, 2.109375, 2.1875, 1.007812, 1.742188, 1.789062, 2.234375, 2.234375, 2.234375, 2.234375, 2.1875, 2.234375, 2.234375, 1.226562, 2.234375, 2.234375, 2.234375, 1.804688, 1.640625, 2.234375, 2.234375, 2.234375, 2.21875, 2.234375, 2.046875, 2.234375, 2.140625, 1.976562, 1.890625, 2.21875, 2.234375, 2.234375, 2.234375, 2.234375, 1.460938, 2.109375, 2.234375, 2.125, 1.78125, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.203125, 2.234375, 1.46875, 2.234375, 1.984375, 2.0, 1.734375, 2.234375, 2.09375, 2.234375, 2.234375, 1.460938, 2.1875, 2.234375, 1.484375, 2.234375, 1.203125, 2.234375, 2.234375, 2.234375, 2.0625, 2.234375, 1.835938, 1.820312, 2.234375, 1.992188, 2.234375, 2.234375, 2.234375, 2.234375, 1.835938, 2.234375, 0.457031, 1.695312, 1.75, 2.234375, 1.546875, 2.171875, 2.234375, 2.203125, 2.234375, 1.742188, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.046875, 1.8125, 1.585938, 2.203125, 1.867188, 2.234375, 2.15625, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 1.914062, 0.714844, 2.203125, 2.140625, 2.125, 2.234375, 1.867188, 1.0, 1.898438, 2.234375, 2.234375, 0.339844, 1.625, 2.234375, 2.234375, 2.234375, 2.21875, 2.234375, 1.945312, 2.234375, 2.234375, 2.234375, 1.53125, 1.992188, 1.164062, 2.234375, 2.15625, 1.875, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.203125, 1.257812, 2.234375, 1.6875, 2.140625, 1.8125, 2.0, 2.234375, 2.234375, 1.96875, 2.203125, 1.273438, 1.703125, 2.078125, 2.21875, 2.0625, 2.234375, 2.234375, 1.757812, 2.234375, 2.234375, 2.234375, 2.234375, 1.773438, 1.9375, 1.242188, 2.234375, 2.234375, 1.539062, 1.617188, 0.474609, 1.046875, 2.234375, 2.078125, 2.203125, 1.765625, 2.234375, 2.234375, 1.617188, 2.125, 2.234375, 2.234375, 1.609375, 1.796875, 1.804688, 2.234375, 2.234375, 1.875, 2.109375, 2.234375, 1.90625, 2.234375, 2.234375, 1.257812, 2.234375, 2.234375, 2.234375, 1.890625, 1.78125, 1.015625, 2.203125, 2.234375, 1.03125, 2.09375, 1.664062, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 1.945312, 1.851562, 2.140625, 1.734375, 2.234375, 2.234375, 2.15625, 0.820312, 2.234375, 1.554688, 2.234375, 1.828125, 1.773438, 2.234375, 2.234375, 2.234375, 2.234375, 2.21875, 1.664062, 2.234375, 2.1875, 2.234375, 2.234375, 2.234375, 2.234375, 1.765625, 2.234375, 2.09375, 2.03125, 2.21875, 2.171875, 2.234375, 2.234375, 2.234375, 2.234375, 1.890625, 2.234375, 2.234375, 0.414062, 1.742188, 2.046875, 2.015625, 1.976562, 2.234375, 0.886719, 1.921875, 2.078125, 2.234375, 2.234375, 2.234375, 1.65625, 1.796875, 2.234375, 2.140625, 2.234375, 2.234375, 2.21875, 2.234375, 1.390625, 2.234375, 1.375, 1.28125, 2.234375, 2.234375, 1.8125, 1.859375, 2.234375, 2.234375, 1.53125, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.21875, 2.234375, 2.234375, 1.398438, 1.742188, 2.234375, 2.234375, 2.234375, 1.40625, 1.710938, 2.234375, 1.742188, 1.40625, 2.234375, 2.234375, 1.914062, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.21875, 2.1875, 2.0625, 2.234375, 0.957031, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.046875, 2.234375, 2.234375, 2.046875, 1.195312, 2.09375, 2.109375, 2.09375, 2.21875, 2.234375, 2.234375, 1.5, 2.234375, 2.234375, 1.976562, 2.234375, 2.234375, 2.1875, 2.234375, 1.8125, 2.0625, 2.234375, 2.234375, 2.234375, 2.1875, 0.558594, 2.234375, 2.234375, 1.507812, 2.234375, 2.234375, 2.171875, 1.898438, 1.34375, 0.419922, 2.234375, 2.234375, 2.234375, 2.234375, 2.046875, 1.84375, 1.078125, 2.109375, 2.15625, 2.234375, 2.234375, 2.109375, 2.125, 2.046875, 1.648438, 1.085938, 1.96875, 1.851562, 0.804688, 2.234375, 1.984375, 1.695312, 2.234375, 2.234375, 2.0625, 1.304688, 2.234375, 0.002167, 2.234375, 2.03125, 0.871094, 1.632812, 2.109375, 2.234375, 2.234375, 1.84375, 2.234375, 2.0625, 2.234375, 2.234375, 2.234375, 2.234375, 1.8125, 2.234375, 2.234375, 0.582031, 2.234375, 2.234375, 1.984375, 2.171875, 0.722656, 2.234375, 2.203125, 1.984375, 2.234375, 1.257812, 2.203125, 2.234375, 2.234375, 1.984375, 1.148438, 1.992188, 2.234375, 2.15625, 2.234375, 2.234375, 1.84375, 2.234375, 2.234375, 2.234375, 2.1875, 2.234375, 1.96875, 2.21875, 1.789062, 2.09375, 2.234375, 2.234375, 2.234375, 0.917969, 2.234375, 2.234375, 2.234375, 2.234375, 2.171875, 1.867188, 1.890625, 2.234375, 2.234375, 2.03125, 2.234375, 1.101562, 2.234375, 1.914062, 2.171875, 1.570312, 1.875, 2.234375, 1.835938, 1.679688, 2.234375, 2.234375, 1.804688, 1.273438, 1.414062, 2.234375, 2.234375, 2.21875, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.15625, 1.59375, 2.234375, 1.609375, 1.585938, 2.234375, 1.570312, 1.84375, 1.554688, 2.234375, 2.234375, 2.234375, 2.203125, 1.492188, 2.015625, 2.109375, 2.234375, 0.816406, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 1.28125, 1.648438, 2.234375, 2.234375, 2.234375, 2.234375, 1.835938, 2.09375, 2.203125, 1.710938, 2.21875, 2.234375, 2.234375, 2.234375, 1.148438, 2.234375, 2.234375, 2.234375, 2.234375, 1.90625, 2.09375, 2.234375, 1.703125, 1.90625, 1.5, 2.234375, 1.75, 2.234375, 2.234375, 1.726562, 2.234375, 2.234375, 1.898438, 1.945312, 2.1875, 2.125, 2.234375, 1.945312, 2.234375, 1.8125, 2.234375, 2.234375, 2.203125, 2.234375, 1.789062, 2.234375, 2.046875, 1.671875, 2.234375, 2.046875, 2.234375, 2.234375, 2.234375, 2.234375, 1.671875, 2.234375, 2.234375, 1.789062, 2.21875, 2.234375, 2.078125, 2.234375, 2.125, 1.96875, 1.773438, 2.203125, 2.234375, 1.789062, 2.234375, 1.421875, 0.392578, 1.734375, 2.234375, 1.601562, 2.234375, 1.820312, 1.992188, 2.078125, 2.234375, 1.890625, 2.046875, 2.125, 2.234375, 2.234375, 2.234375, 1.960938, 1.757812, 2.234375, 0.929688, 2.171875, 2.09375, 2.234375, 1.578125, 2.234375, 2.234375, 2.21875, 2.234375, 1.867188, 2.234375, 1.710938, 2.234375, 2.234375, 1.828125, 2.125, 1.28125, 2.234375, 2.03125, 2.234375, 2.234375, 2.234375, 2.234375, 1.820312, 2.234375, 1.34375, 1.695312, 2.234375, 0.8125, 2.234375, 2.234375, 0.302734, 1.539062, 1.078125, 2.234375, 1.914062, 1.96875, 2.234375, 2.09375, 2.234375, 1.609375, 0.585938, 2.234375, 2.125, 2.078125, 2.234375, 2.234375, 2.234375, 2.234375, 1.570312, 2.15625, 2.234375, 2.046875, 2.234375, 1.117188, 1.640625, 2.234375, 2.21875, 1.023438, 2.234375, 0.333984, 2.234375, 2.234375, 2.234375, 1.421875, 1.351562, 2.234375, 2.234375, 2.234375, 0.835938, 2.234375, 2.03125, 2.234375, 2.109375, 2.078125, 2.03125, 0.498047, 1.210938, 1.25, 2.21875, 2.21875, 2.234375, 2.234375, 2.03125, 2.234375, 2.234375, 1.546875, 2.234375, 2.234375, 2.171875, 2.234375, 2.046875, 2.234375, 2.234375, 2.234375, 2.234375, 2.1875, 2.234375, 2.234375, 1.914062, 2.109375, 2.234375, 2.234375, 1.945312, 2.234375, 2.0625, 2.21875, 2.234375, 1.484375, 2.234375, 1.601562, 2.1875, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.21875, 2.234375, 1.585938, 2.234375, 2.21875, 2.234375, 2.234375, 2.234375, 1.765625, 2.125, 2.234375, 2.234375, 1.9375, 1.53125, 2.140625, 2.15625, 2.234375, 2.046875, 2.234375, 2.234375, 1.828125, 2.234375, 2.03125, 2.21875, 2.234375, 2.234375, 2.234375, 1.820312, 2.234375, 2.03125, 2.234375, 2.09375, 1.976562, 1.273438, 2.234375, 2.234375, 2.234375, 2.234375, 1.539062, 1.945312, 1.851562, 2.234375, 2.234375, 1.828125, 2.0, 1.085938, 1.898438, 2.234375, 0.722656, 2.234375, 1.492188, 2.234375, 2.234375, 2.234375, 1.34375, 2.234375, 2.234375, 2.140625, 2.234375, 2.234375, 2.234375, 2.0625, 2.234375, 2.234375, 2.234375, 2.0625, 1.828125, 0.550781, 1.585938, 2.234375, 1.554688, 1.648438, 1.507812, 2.234375, 1.976562, 1.257812, 2.234375, 2.21875, 2.109375, 2.234375, 2.171875, 1.789062, 2.203125, 2.234375, 2.21875, 1.195312, 1.914062, 2.21875, 1.960938, 2.234375, 1.96875, 1.71875, 1.640625, 1.390625, 2.234375, 2.15625, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.015625, 1.9375, 1.953125, 2.234375, 2.234375, 2.234375, 2.171875, 2.234375, 2.234375, 2.234375, 2.234375, 1.992188, 2.234375, 2.234375, 2.171875, 2.234375, 2.234375, 2.234375, 1.234375, 1.835938, 0.558594, 2.234375, 1.617188, 2.234375, 2.234375, 2.234375, 1.90625, 2.234375, 2.140625, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.21875, 2.234375, 2.078125, 2.234375, 0.460938, 1.757812, 1.960938, 1.765625, 2.234375, 2.234375, 0.277344, 1.234375, 2.1875, 1.8125, 1.945312, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 1.695312, 2.203125, 0.957031, 1.703125, 1.773438, 1.867188, 1.0, 2.125, 2.234375, 2.234375, 1.304688, 2.1875, 1.75, 2.234375, 1.34375, 2.234375, 2.234375, 1.882812, 2.234375, 2.234375, 1.382812, 1.6875, 2.09375, 2.234375, 2.234375, 2.234375, 1.882812, 1.796875, 2.1875, 2.234375, 2.234375, 2.234375, 2.234375, 1.96875, 2.234375, 2.234375, 1.71875, 2.234375, 2.234375, 2.234375, 2.234375, 2.109375, 1.03125, 2.234375, 2.234375, 1.976562, 2.09375, 1.335938, 1.726562, 2.171875, 2.203125, 1.351562, 2.234375, 1.273438, 2.234375, 1.960938, 1.59375, 1.984375, 2.171875, 2.234375, 2.234375, 1.90625, 1.226562, 2.234375, 2.234375, 1.9375, 1.765625, 2.234375, 2.0625, 2.234375, 0.636719, 2.234375, 2.234375, 2.015625, 1.328125, 2.234375, 2.234375, 2.234375, 1.976562, 1.851562, 2.234375, 1.390625, 2.21875, 1.742188, 2.234375, 1.632812, 2.21875, 2.1875, 2.234375, 2.234375, 2.234375, 1.859375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.046875, 2.125, 2.234375, 2.234375, 2.140625, 1.835938, 2.234375, 2.234375, 2.0, 1.585938, 1.804688, 2.234375, 2.234375, 2.234375, 1.734375, 2.234375, 2.234375, 1.1875, 2.234375, 1.671875, 2.21875, 2.21875, 1.875, 2.234375, 2.234375, 2.234375, 0.546875, 2.21875, 2.234375, 2.234375, 2.234375, 2.21875, 2.234375, 2.234375, 2.234375, 1.75, 2.234375, 2.234375, 1.75, 2.15625, 1.703125, 2.234375, 1.828125, 2.171875, 2.234375, 2.0625, 2.234375, 2.234375, 2.234375, 1.820312, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 1.414062, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 1.945312, 1.75, 2.234375, 2.234375, 1.742188, 1.9375, 1.992188, 2.234375, 2.09375, 2.234375, 2.234375, 1.703125, 2.234375, 1.648438, 2.09375, 1.390625, 1.78125, 2.0, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.015625, 2.234375, 1.054688, 2.234375, 0.71875, 2.015625, 2.234375, 2.234375, 2.234375, 2.234375, 1.984375, 2.234375, 2.234375, 2.234375, 2.234375, 2.21875, 2.234375, 1.296875, 1.445312, 2.09375, 2.234375, 2.234375, 0.785156, 2.0625, 2.015625, 1.828125, 1.765625, 2.234375, 2.234375, 2.234375, 2.125, 2.21875, 2.234375, 2.09375, 2.21875, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 1.09375, 2.015625, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 1.273438, 1.976562, 1.90625, 2.234375, 2.234375, 1.8125, 1.382812, 2.15625, 2.15625, 2.234375, 1.796875, 1.015625, 2.234375, 2.234375, 2.21875, 2.03125, 0.605469, 1.476562, 2.1875, 1.359375, 2.21875, 2.234375, 2.234375, 1.78125, 2.234375, 2.234375, 2.078125, 2.234375, 1.953125, 1.875, 2.234375, 1.515625, 2.234375, 0.65625, 2.234375, 2.234375, 2.234375, 2.234375, 1.71875, 2.234375, 2.234375, 1.445312, 2.1875, 2.171875, 2.203125, 1.632812, 1.53125, 1.359375, 2.234375, 2.234375, 2.234375, 2.21875, 1.789062, 2.140625, 2.234375, 2.234375, 2.0625, 2.234375, 2.140625, 2.234375, 2.234375, 1.757812, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 1.960938, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.234375, 2.140625, 2.234375, 2.234375, 2.125, 1.96875, 1.671875, 2.234375, 1.070312, 2.234375, 2.21875, 2.1875, 2.234375, 1.265625, 2.1875, 2.234375, 1.46875, 2.234375, 1.773438, 2.234375, 1.242188, 2.203125, 1.9375, 2.234375, 2.234375, 1.28125, 2.046875, 1.328125, 2.21875, 2.234375, 2.15625, 2.234375, 0.408203, 2.234375, 1.398438, 2.234375, 1.90625, 2.140625, 1.492188, 2.234375, 2.234375, 1.9375, 2.140625, 2.234375, 2.234375, 2.21875, 2.203125, 1.554688, 2.234375, 1.6875, 2.234375, 2.234375, 0.800781, 2.125, 2.234375, 2.234375, 2.234375, 1.4375, 2.234375, 2.234375, 1.6875, 2.234375, 1.953125, 2.234375, 2.234375, 1.890625, 2.234375, 2.203125, 1.585938, 2.21875, 2.234375, 2.203125, 1.820312, 2.234375, 1.992188, 0.4375, 1.015625, 2.15625, 1.539062, 2.21875, 1.71875, 1.304688, 2.234375, 2.234375, 2.234375, 1.875, 1.765625, 2.140625, 1.570312, 2.03125, 2.234375, 1.90625, 2.234375, 2.234375, 1.289062, 2.0625, 2.234375, 2.234375, 2.125, 2.234375, 2.203125, 2.03125, 2.234375, 2.234375, 2.203125, 2.109375 ] } , "name": "onnx::Mul_11265", "outputIndexes": [ 5114 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5113, 5114 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 5115 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5087, 5115 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/Add_1_output_0", "outputIndexes": [ 5116 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5116 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.28/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 7929 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7929 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.28/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 7930 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7930 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1727698300, 327702, 81920, 0, 0 ] } , "name": "/layers.28/per_layer_input_gate/Linear", "outputIndexes": [ 7931 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7931 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.28/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 7932 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7932 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.28/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 5117 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5117 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.28/act_fn/Mul_output_0", "outputIndexes": [ 5118 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5117, 5118 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/act_fn/Mul_1_output_0", "outputIndexes": [ 5119 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 5119 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/act_fn/Mul_2_output_0", "outputIndexes": [ 5120 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5117, 5120 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/act_fn/Add_output_0", "outputIndexes": [ 5121 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 5121 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/act_fn/Mul_3_output_0", "outputIndexes": [ 5122 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5122 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.28/act_fn/Tanh_output_0", "outputIndexes": [ 5123 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 5123 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/act_fn/Add_1_output_0", "outputIndexes": [ 5124 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5117, 5124 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/act_fn/Mul_4_output_0", "outputIndexes": [ 5125 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 5125 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/act_fn/Mul_5_output_0", "outputIndexes": [ 5126 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 28 ] } , "name": "/Constant_37_output_0", "outputIndexes": [ 5127 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6244", "outputIndexes": [ 5128 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6247", "outputIndexes": [ 5129 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 5128, 5129, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice6250", "outputIndexes": [ 5130 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5130 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze6251", "outputIndexes": [ 5131 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5127, 5131 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6252", "outputIndexes": [ 5132 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5132, 5131 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6253", "outputIndexes": [ 5133 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 5133, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_35_output_0", "outputIndexes": [ 5134 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5126, 5134 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/Mul_output_0", "outputIndexes": [ 5135 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5135 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.28/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 7933 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7933 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.28/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 7934 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7934 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1728107922, 327702, 81920, 0, 0 ] } , "name": "/layers.28/per_layer_projection/Linear", "outputIndexes": [ 7935 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7935 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.28/per_layer_projection/Linear/post_convert", "outputIndexes": [ 7936 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7936 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.28/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 5136 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5136 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.28/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 5138 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5138 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.28/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 5139 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5139, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 5140 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5140, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 5141 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5136, 5141 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 5142 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.992188, 0.722656, 0.992188, 0.992188, 0.992188, 0.707031, 0.875, 0.992188, 0.992188, 0.886719, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.710938, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.972656, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.353516, 0.992188, 0.000885, 0.000957, 0.992188, 0.972656, 0.992188, 0.992188, 0.347656, 0.992188, 0.992188, 0.804688, 0.992188, 0.992188, 0.992188, 0.585938, 0.992188, 0.992188, 0.000961, 0.777344, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.000904, 0.992188, 0.867188, 0.000916, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.859375, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.000927, 0.992188, 0.789062, 0.992188, 0.000931, 0.992188, 0.992188, 0.992188, 0.000923, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.535156, 0.992188, 0.000957, 0.045898, 0.992188, 0.992188, 0.992188, 0.992188, 0.902344, 0.992188, 0.972656, 0.992188, 0.945312, 0.953125, 0.992188, 0.832031, 0.992188, 0.00095, 0.992188, 0.992188, 0.992188, 0.992188, 0.00095, 0.992188, 0.648438, 0.992188, 0.263672, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.527344, 0.980469, 0.992188, 0.992188, 0.000877, 0.000935, 0.992188, 0.000957, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.213867, 0.992188, 0.992188, 0.917969, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.957031, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.839844, 0.992188, 0.992188, 0.992188, 0.000946, 0.992188, 0.992188, 0.519531, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.929688, 0.992188, 0.992188, 0.683594, 0.992188, 0.992188, 0.992188, 0.992188, 0.914062, 0.992188, 0.992188, 0.984375, 0.992188, 0.992188, 0.992188, 0.992188, 0.894531, 0.992188, 0.992188, 0.992188, 0.601562, 0.992188, 0.992188, 0.992188, 0.988281, 0.992188, 0.972656, 0.992188, 0.980469, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.988281, 0.992188, 0.992188, 0.992188, 0.8125, 0.945312, 0.703125, 0.992188, 0.992188, 0.000923, 0.992188, 0.992188, 0.992188, 0.839844, 0.992188, 0.988281, 0.000885, 0.589844, 0.992188, 0.984375, 0.535156, 0.984375, 0.992188, 0.992188, 0.988281, 0.765625, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.816406, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.878906, 0.992188, 0.992188, 0.992188, 0.625, 0.992188, 0.000919, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.960938, 0.992188, 0.992188, 0.761719, 0.992188, 0.992188, 0.722656, 0.000896, 0.992188, 0.945312, 0.992188, 0.914062, 0.992188, 0.992188, 0.992188, 0.992188, 0.707031, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.894531, 0.992188, 0.992188, 0.84375, 0.992188, 0.992188, 0.992188, 0.640625, 0.789062, 0.976562, 0.992188, 0.992188, 0.796875, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.988281, 0.992188, 0.871094, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.808594, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.734375, 0.992188, 0.000935, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.597656, 0.992188, 0.921875, 0.992188, 0.371094, 0.957031, 0.910156, 0.992188, 0.9375, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.412109, 0.992188, 0.988281, 0.988281, 0.992188, 0.894531, 0.96875, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.667969, 0.992188, 0.992188, 0.992188, 0.992188, 0.316406, 0.96875, 0.992188, 0.992188, 0.695312, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.558594, 0.992188, 0.992188, 0.992188, 0.992188, 0.984375, 0.8125, 0.992188, 0.000946, 0.96875, 0.992188, 0.992188, 0.992188, 0.992188, 0.835938, 0.992188, 0.933594, 0.992188, 0.992188, 0.992188, 0.988281, 0.000938, 0.000946, 0.992188, 0.867188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.683594, 0.992188, 0.000893, 0.667969, 0.992188, 0.992188, 0.992188, 0.992188, 0.000927, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.921875, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.976562, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.00095, 0.992188, 0.53125, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.5625, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.976562, 0.992188, 0.984375, 0.992188, 0.000961, 0.992188, 0.992188, 0.964844, 0.992188, 0.000957, 0.902344, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.585938, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.90625, 0.6875, 0.992188, 0.527344, 0.992188, 0.992188, 0.992188, 0.898438, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.000957, 0.000935, 0.992188, 0.992188, 0.000942, 0.746094, 0.992188, 0.992188, 0.992188, 0.160156, 0.921875, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.988281, 0.992188, 0.992188, 0.000938, 0.992188, 0.992188, 0.992188, 0.000965, 0.992188, 0.992188, 0.000908, 0.992188, 0.992188, 0.398438, 0.992188, 0.992188, 0.507812, 0.734375, 0.992188, 0.890625, 0.000908, 0.992188, 0.582031, 0.992188, 0.894531, 0.992188, 0.000954, 0.992188, 0.992188, 0.734375, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.890625, 0.992188, 0.992188, 0.992188, 0.660156, 0.992188, 0.796875, 0.992188, 0.992188, 0.992188, 0.714844, 0.992188, 0.992188, 0.992188, 0.816406, 0.992188, 0.777344, 0.863281, 0.992188, 0.992188, 0.460938, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.245117, 0.914062, 0.992188, 0.992188, 0.546875, 0.000893, 0.992188, 0.992188, 0.992188, 0.992188, 0.890625, 0.917969, 0.925781, 0.695312, 0.992188, 0.000961, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.714844, 0.808594, 0.000935, 0.992188, 0.992188, 0.671875, 0.992188, 0.847656, 0.992188, 0.660156, 0.992188, 0.730469, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.871094, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.746094, 0.863281, 0.992188, 0.003021, 0.992188, 0.000931, 0.988281, 0.992188, 0.000942, 0.229492, 0.992188, 0.992188, 0.992188, 0.992188, 0.000912, 0.992188, 0.992188, 0.992188, 0.992188, 0.703125, 0.992188, 0.992188, 0.294922, 0.992188, 0.992188, 0.000946, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.660156, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.000931, 0.90625, 0.992188, 0.992188, 0.769531, 0.984375, 0.992188, 0.000923, 0.992188, 0.515625, 0.992188, 0.917969, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.667969, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.757812, 0.992188, 0.992188, 0.988281, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.96875, 0.992188, 0.992188, 0.992188, 0.000908, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.617188, 0.992188, 0.992188, 0.886719, 0.992188, 0.671875, 0.828125, 0.578125, 0.992188, 0.957031, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.566406, 0.000938, 0.000904, 0.984375, 0.992188, 0.992188, 0.792969, 0.816406, 0.816406, 0.992188, 0.929688, 0.992188, 0.992188, 0.992188, 0.644531, 0.992188, 0.992188, 0.992188, 0.992188, 0.78125, 0.992188, 0.992188, 0.957031, 0.992188, 0.992188, 0.699219, 0.992188, 0.515625, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.894531, 0.992188, 0.000908, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.988281, 0.000946, 0.867188, 0.992188, 0.992188, 0.992188, 0.992188, 0.964844, 0.992188, 0.796875, 0.992188, 0.992188, 0.992188, 0.792969, 0.992188, 0.992188, 0.992188, 0.000935, 0.992188, 0.992188, 0.992188, 0.652344, 0.992188, 0.992188, 0.992188, 0.976562, 0.992188, 0.992188, 0.894531, 0.882812, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.000927, 0.992188, 0.992188, 0.992188, 0.12793, 0.992188, 0.992188, 0.96875, 0.992188, 0.984375, 0.929688, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.929688, 0.992188, 0.992188, 0.976562, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.000908, 0.972656, 0.992188, 0.462891, 0.992188, 0.992188, 0.734375, 0.992188, 0.992188, 0.992188, 0.992188, 0.000938, 0.992188, 0.992188, 0.972656, 0.695312, 0.992188, 0.761719, 0.992188, 0.400391, 0.871094, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.90625, 0.992188, 0.5, 0.000935, 0.640625, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.695312, 0.707031, 0.992188, 0.929688, 0.992188, 0.988281, 0.988281, 0.992188, 0.71875, 0.992188, 0.992188, 0.992188, 0.566406, 0.992188, 0.992188, 0.9375, 0.914062, 0.992188, 0.992188, 0.000954, 0.992188, 0.000931, 0.992188, 0.992188, 0.988281, 0.992188, 0.992188, 0.992188, 0.914062, 0.496094, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.201172, 0.195312, 0.992188, 0.65625, 0.832031, 0.992188, 0.992188, 0.992188, 0.773438, 0.992188, 0.992188, 0.972656, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.710938, 0.000969, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.824219, 0.992188, 0.992188, 0.957031, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.945312, 0.992188, 0.000938, 0.992188, 0.000935, 0.988281, 0.972656, 0.000935, 0.921875, 0.597656, 0.992188, 0.992188, 0.992188, 0.925781, 0.992188, 0.000969, 0.675781, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.691406, 0.667969, 0.992188, 0.476562, 0.992188, 0.992188, 0.992188, 0.949219, 0.992188, 0.992188, 0.992188, 0.992188, 0.000927, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.275391, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.984375, 0.992188, 0.992188, 0.992188, 0.992188, 0.699219, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.000908, 0.992188, 0.992188, 0.992188, 0.992188, 0.984375, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.984375, 0.992188, 0.992188, 0.992188, 0.609375, 0.992188, 0.984375, 0.992188, 0.992188, 0.859375, 0.960938, 0.828125, 0.347656, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.726562, 0.992188, 0.992188, 0.000881, 0.988281, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.000942, 0.992188, 0.992188, 0.992188, 0.992188, 0.925781, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.000889, 0.992188, 0.992188, 0.470703, 0.9375, 0.992188, 0.953125, 0.988281, 0.003128, 0.060547, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.964844, 0.000946, 0.992188, 0.988281, 0.992188, 0.000912, 0.945312, 0.988281, 0.992188, 0.941406, 0.992188, 0.992188, 0.992188, 0.785156, 0.992188, 0.621094, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.808594, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.902344, 0.992188, 0.992188, 0.992188, 0.992188, 0.925781, 0.992188, 0.992188, 0.992188, 0.847656, 0.992188, 0.498047, 0.992188, 0.992188, 0.992188, 0.597656, 0.992188, 0.992188, 0.992188, 0.792969, 0.992188, 0.726562, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.988281, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.000965, 0.992188, 0.186523, 0.992188, 0.753906, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.000916, 0.992188, 0.773438, 0.796875, 0.992188, 0.988281, 0.703125, 0.9375, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.800781, 0.992188, 0.664062, 0.265625, 0.992188, 0.992188, 0.992188, 0.816406, 0.992188, 0.992188, 0.507812, 0.992188, 0.992188, 0.992188, 0.992188, 0.898438, 0.992188, 0.871094, 0.992188, 0.992188, 0.992188, 0.992188, 0.988281, 0.992188, 0.992188, 0.992188, 0.992188, 0.589844, 0.992188, 0.992188, 0.992188, 0.964844, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.457031, 0.992188, 0.992188, 0.992188, 0.992188, 0.957031, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.789062, 0.992188, 0.992188, 0.765625, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.964844, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.894531, 0.9375, 0.992188, 0.992188, 0.964844, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.636719, 0.992188, 0.992188, 0.65625, 0.992188, 0.632812, 0.992188, 0.992188, 0.992188, 0.890625, 0.992188, 0.992188, 0.90625, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.792969, 0.992188, 0.992188, 0.523438, 0.992188, 0.992188, 0.742188, 0.992188, 0.992188, 0.992188, 0.000935, 0.898438, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.820312, 0.902344, 0.859375, 0.699219, 0.000969, 0.800781, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.882812, 0.416016, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.431641, 0.636719, 0.992188, 0.992188, 0.114258, 0.796875, 0.992188, 0.992188, 0.992188, 0.992188, 0.921875, 0.000965, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.458984, 0.992188, 0.992188, 0.992188, 0.00095, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.558594, 0.992188, 0.980469, 0.863281, 0.992188, 0.96875, 0.992188, 0.992188, 0.992188, 0.988281, 0.992188, 0.992188, 0.96875, 0.000969, 0.992188, 0.992188, 0.992188, 0.917969, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.000969, 0.992188, 0.992188, 0.992188, 0.992188, 0.941406, 0.992188, 0.000935, 0.410156, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.839844, 0.992188, 0.992188, 0.992188, 0.992188, 0.867188, 0.992188, 0.945312, 0.992188, 0.59375, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.515625, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.232422, 0.871094, 0.992188, 0.632812, 0.992188, 0.667969, 0.992188, 0.000916, 0.992188, 0.992188, 0.992188, 0.992188, 0.949219, 0.992188, 0.96875, 0.898438, 0.992188, 0.992188, 0.984375, 0.144531, 0.992188, 0.621094, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.000931, 0.992188, 0.757812, 0.15625, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.972656, 0.945312, 0.992188, 0.992188, 0.992188, 0.992188, 0.875, 0.992188, 0.992188, 0.000931, 0.765625, 0.992188, 0.992188, 0.992188, 0.746094, 0.992188, 0.910156, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.882812, 0.988281, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.640625, 0.992188, 0.703125, 0.324219, 0.000931, 0.992188, 0.112305, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.96875, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.000946, 0.957031, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.000919, 0.000916, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.574219, 0.992188, 0.992188, 0.992188, 0.992188, 0.000908, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.957031, 0.455078, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.472656, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.000938, 0.992188, 0.992188, 0.621094, 0.000927, 0.992188, 0.992188, 0.992188, 0.992188, 0.06543, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.753906, 0.894531, 0.96875, 0.992188, 0.992188, 0.976562, 0.992188, 0.992188, 0.40625, 0.000908, 0.992188, 0.992188, 0.326172, 0.992188, 0.992188, 0.765625, 0.992188, 0.992188, 0.992188, 0.539062, 0.992188, 0.000908, 0.992188, 0.992188, 0.535156, 0.722656, 0.992188, 0.992188, 0.992188, 0.902344, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.882812, 0.992188, 0.992188, 0.376953, 0.992188, 0.992188, 0.777344, 0.992188, 0.992188, 0.992188, 0.921875, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.929688, 0.992188, 0.675781, 0.992188, 0.992188, 0.992188, 0.000893, 0.992188, 0.96875, 0.992188, 0.000965, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.000904, 0.992188, 0.992188, 0.992188, 0.992188, 0.462891, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.761719, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.742188, 0.800781, 0.992188, 0.816406, 0.992188, 0.000954, 0.972656, 0.726562, 0.992188, 0.636719, 0.000904, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.777344, 0.992188, 0.988281, 0.992188, 0.980469, 0.000927, 0.894531, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.695312, 0.824219, 0.914062, 0.992188, 0.000874, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.652344, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.960938, 0.96875, 0.992188, 0.992188, 0.992188, 0.964844, 0.992188, 0.992188, 0.992188, 0.000904, 0.992188, 0.960938, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.988281, 0.960938, 0.992188, 0.992188, 0.992188, 0.992188, 0.695312, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.000954, 0.992188, 0.992188, 0.992188, 0.992188, 0.00095, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.648438, 0.992188, 0.820312, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.894531, 0.992188, 0.040527, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.96875, 0.992188, 0.992188, 0.000942, 0.000912, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.988281, 0.000946, 0.992188, 0.894531, 0.992188, 0.992188, 0.992188, 0.992188, 0.863281, 0.992188, 0.992188, 0.972656, 0.992188, 0.269531, 0.992188, 0.992188, 0.000942, 0.984375, 0.523438, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.800781, 0.992188, 0.992188, 0.984375, 0.992188, 0.992188, 0.992188, 0.738281, 0.992188, 0.695312, 0.992188, 0.992188, 0.992188, 0.992188, 0.597656, 0.957031, 0.992188, 0.9375, 0.394531, 0.992188, 0.000935, 0.992188, 0.992188, 0.992188, 0.992188, 0.65625, 0.000935, 0.992188, 0.992188, 0.992188, 0.992188, 0.90625, 0.992188, 0.992188, 0.988281, 0.992188, 0.375, 0.636719, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.730469, 0.992188, 0.632812, 0.992188, 0.992188, 0.992188, 0.992188, 0.535156, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.000935, 0.992188, 0.867188, 0.992188, 0.835938, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.000969, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.472656, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.863281, 0.625, 0.902344, 0.992188, 0.992188, 0.847656, 0.992188, 0.992188, 0.8125, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.890625, 0.992188, 0.96875, 0.992188, 0.652344, 0.992188, 0.992188, 0.992188, 0.992188, 0.000923, 0.984375, 0.898438, 0.929688, 0.992188, 0.855469, 0.992188, 0.585938, 0.8125, 0.992188, 0.180664, 0.992188, 0.462891, 0.992188, 0.992188, 0.992188, 0.769531, 0.992188, 0.992188, 0.992188, 0.847656, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.789062, 0.000908, 0.839844, 0.992188, 0.78125, 0.992188, 0.871094, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.582031, 0.800781, 0.976562, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.000916, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.949219, 0.992188, 0.898438, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.292969, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.228516, 0.992188, 0.992188, 0.625, 0.000912, 0.988281, 0.018799, 0.503906, 0.976562, 0.000957, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.929688, 0.992188, 0.992188, 0.839844, 0.992188, 0.000946, 0.992188, 0.992188, 0.914062, 0.992188, 0.980469, 0.992188, 0.992188, 0.851562, 0.992188, 0.796875, 0.992188, 0.539062, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.746094, 0.191406, 0.992188, 0.992188, 0.878906, 0.992188, 0.980469, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.925781, 0.792969, 0.992188, 0.992188, 0.875, 0.992188, 0.738281, 0.992188, 0.992188, 0.992188, 0.539062, 0.992188, 0.992188, 0.992188, 0.992188, 0.808594, 0.976562, 0.949219, 0.992188, 0.753906, 0.863281, 0.730469, 0.992188, 0.992188, 0.738281, 0.992188, 0.984375, 0.992188, 0.992188, 0.992188, 0.000904, 0.000908, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.000946, 0.992188, 0.000919, 0.992188, 0.992188, 0.992188, 0.992188, 0.625, 0.808594, 0.851562, 0.992188, 0.000904, 0.992188, 0.988281, 0.992188, 0.804688, 0.000912, 0.886719, 0.992188, 0.992188, 0.992188, 0.59375, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.78125, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.875, 0.988281, 0.992188, 0.765625, 0.992188, 0.992188, 0.992188, 0.018188, 0.992188, 0.992188, 0.992188, 0.992188, 0.988281, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.9375, 0.992188, 0.226562, 0.992188, 0.992188, 0.929688, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.410156, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.902344, 0.992188, 0.992188, 0.992188, 0.992188, 0.960938, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.914062, 0.992188, 0.992188, 0.9375, 0.503906, 0.992188, 0.980469, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.00095, 0.992188, 0.237305, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.9375, 0.992188, 0.992188, 0.992188, 0.992188, 0.984375, 0.992188, 0.992188, 0.613281, 0.992188, 0.980469, 0.992188, 0.000946, 0.992188, 0.976562, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.000961, 0.972656, 0.992188, 0.992188, 0.992188, 0.890625, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.5, 0.992188, 0.992188, 0.992188, 0.992188, 0.179688, 0.867188, 0.992188, 0.566406, 0.000942, 0.992188, 0.992188, 0.886719, 0.992188, 0.992188, 0.992188, 0.992188, 0.984375, 0.800781, 0.992188, 0.609375, 0.992188, 0.138672, 0.992188, 0.992188, 0.992188, 0.992188, 0.890625, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.648438, 0.992188, 0.582031, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.851562, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.000931, 0.992188, 0.753906, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.466797, 0.992188, 0.96875, 0.992188, 0.992188, 0.632812, 0.992188, 0.992188, 0.710938, 0.992188, 0.832031, 0.992188, 0.157227, 0.992188, 0.992188, 0.992188, 0.992188, 0.652344, 0.992188, 0.707031, 0.992188, 0.992188, 0.992188, 0.992188, 0.161133, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.000912, 0.992188, 0.992188, 0.000927, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.000954, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.738281, 0.992188, 0.000908, 0.953125, 0.992188, 0.992188, 0.000931, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.710938, 0.992188, 0.882812, 0.000938, 0.539062, 0.992188, 0.6875, 0.992188, 0.992188, 0.644531, 0.992188, 0.992188, 0.992188, 0.8125, 0.988281, 0.992188, 0.992188, 0.976562, 0.992188, 0.945312, 0.992188, 0.992188, 0.992188, 0.828125, 0.992188, 0.000942, 0.917969, 0.992188, 0.992188, 0.992188, 0.992188, 0.992188, 0.625, 0.992188 ] } , "name": "onnx::Mul_11266", "outputIndexes": [ 5143 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5142, 5143 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 5144 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5116, 5144 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/Add_2_output_0", "outputIndexes": [ 5145 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.613281 ] } , "name": "/blocks.28/Constant_1_output_0", "outputIndexes": [ 5146 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5145, 5146 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.28/Mul_1_output_0", "outputIndexes": [ 5147 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5147, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.29/Reshape_output_0", "outputIndexes": [ 5148 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5148 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.29/input_layernorm/Pow_output_0", "outputIndexes": [ 5149 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5149 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.29/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 5150 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5150, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/input_layernorm/Add_output_0", "outputIndexes": [ 5151 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5151, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/input_layernorm/Pow_1_output_0", "outputIndexes": [ 5152 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5148, 5152 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/input_layernorm/Mul_output_0", "outputIndexes": [ 5153 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 2.4375, 5.625, 10.8125, 2.453125, 2.96875, 4.25, 4.34375, 4.46875, 4.1875, 12.25, 3.234375, 3.046875, 3.203125, 2.640625, 3.375, 4.9375, 3.46875, 4.09375, 2.90625, 3.03125, 2.828125, 2.4375, 3.484375, 3.0625, 3.4375, 3.375, 4.78125, 3.359375, 13.75, 5.34375, 4.1875, 9.6875, 3.109375, 3.0, 3.0625, 2.875, 11.5625, 36.5, 2.484375, 4.0625, 2.828125, 2.703125, 3.671875, 6.375, 3.15625, 2.6875, 10.0, 3.390625, 4.1875, 2.53125, 2.609375, 2.375, 2.71875, 11.1875, 2.765625, 2.234375, 32.75, 2.703125, 3.0625, 1.835938, 2.703125, 2.578125, 2.5, 2.96875, 3.765625, 2.703125, 2.765625, 3.015625, 2.53125, 2.34375, 2.015625, 4.34375, 2.671875, 2.671875, 2.640625, 4.1875, 2.90625, 3.1875, 3.46875, 4.25, 3.40625, 2.796875, 2.90625, 4.0, 3.328125, 3.25, 2.421875, 4.0625, 2.296875, -7.875, 3.53125, 2.671875, 2.453125, 3.21875, 3.28125, 2.453125, 10.4375, 3.09375, 6.28125, 14.0625, 3.25, 3.828125, 2.734375, 3.046875, 4.25, 2.9375, 2.5, 2.984375, 4.09375, 3.140625, 3.453125, 3.859375, 2.953125, 13.625, 2.375, 2.625, 3.0625, 2.609375, 3.4375, 4.0625, 5.90625, 2.59375, 4.875, 3.15625, 4.1875, 2.15625, 2.6875, 3.171875, 3.21875, 3.46875, 3.40625, 3.125, 2.9375, 5.25, 9.375, 2.71875, 3.3125, 11.5, 5.59375, 5.8125, 10.0625, 4.96875, 2.8125, 2.5625, 2.65625, 2.1875, 11.3125, 2.390625, 2.453125, 3.203125, 3.234375, 2.609375, 2.859375, 2.75, 4.25, 3.234375, 3.421875, 2.515625, 4.15625, 2.671875, 2.375, 2.890625, 3.03125, 2.8125, 2.890625, 2.65625, 1.914062, 3.625, 6.46875, 3.59375, 2.765625, 13.0625, 3.0, 5.40625, 4.96875, 3.0, 3.359375, 3.203125, 2.40625, 2.75, 3.265625, 3.671875, 5.46875, 4.90625, 1.546875, 2.75, 2.28125, 3.390625, 3.59375, 2.609375, 3.046875, 4.25, 3.34375, 2.65625, 1.820312, 2.75, 3.515625, 2.796875, 7.65625, 2.5625, 5.5, 3.921875, 2.375, 2.75, 3.78125, 3.234375, 3.078125, 3.15625, 3.25, 2.71875, 2.953125, 3.3125, 1.828125, 3.34375, 2.265625, 5.1875, 1.429688, 3.28125, 4.4375, 4.21875, 3.859375, 3.578125, 3.234375, 3.515625, 2.875, 3.875, 3.8125, 4.0, 4.0, 2.4375, 12.1875, 3.21875, 3.9375, 3.984375, 4.90625, 3.9375, 4.59375, 2.546875, 2.296875, 3.078125, 2.484375, 3.59375, 2.1875, 2.78125, 2.59375, 2.890625, 5.15625, 2.625, 3.296875, 3.28125, 4.5625, 2.75, 2.96875, 2.515625, 4.125, 2.421875, 3.109375, 2.0625, 3.328125, 3.265625, 2.140625, 2.859375, 3.890625, 3.140625, 25.625, 2.875, 3.21875, 2.96875, 3.09375, 2.515625, 2.765625, 2.453125, 2.21875, 2.609375, 4.125, 4.84375, 2.328125, 3.859375, 3.5625, 4.8125, 3.21875, 2.796875, 3.53125, 3.09375, 3.15625, 3.0, 2.390625, 4.5625, -2.484375, 5.09375, 2.6875, 2.9375, 2.40625, 3.90625, 2.71875, 3.140625, 3.015625, 4.1875, 3.6875, 8.1875, 2.9375, 2.671875, 3.390625, 4.8125, 2.859375, 3.0625, 2.84375, 2.0, 3.234375, 2.390625, 2.796875, 2.828125, 4.5, 2.84375, 3.0, 2.5625, 3.1875, 3.515625, 3.796875, 4.75, 2.234375, 3.59375, 1.570312, 2.671875, 2.59375, 4.0625, 2.890625, 3.78125, 3.75, 3.515625, 4.09375, 3.140625, 2.484375, 1.695312, 4.5, 2.421875, 6.1875, 3.109375, 2.984375, 3.015625, 2.828125, 3.203125, 2.703125, 2.453125, 3.234375, 2.609375, 2.390625, 2.640625, 23.0, 3.40625, 2.140625, 4.0625, 6.90625, 4.21875, 3.65625, 2.421875, 3.59375, 3.71875, 3.359375, 1.609375, 3.140625, 3.125, 3.5625, 2.9375, 2.609375, 4.59375, 2.9375, 6.59375, 2.796875, 2.921875, 2.765625, 2.9375, 3.59375, 3.015625, 4.84375, 3.28125, 4.34375, 2.34375, 4.34375, 3.5, 3.859375, 5.9375, 2.75, 2.703125, 2.1875, 5.15625, 7.75, 4.25, 3.578125, 3.25, 5.5, 3.140625, 2.5, 2.546875, -3.609375, 3.296875, 2.421875, 2.59375, 3.140625, 3.1875, 6.5, 3.171875, 3.859375, 10.0625, 2.09375, 3.015625, 3.796875, 2.28125, 13.1875, 3.015625, 2.265625, 3.078125, 3.0, 2.5, 3.03125, 3.90625, 2.515625, 3.25, 3.234375, 3.21875, 3.859375, 7.46875, 16.25, 2.5625, 3.46875, 3.015625, 2.453125, 2.828125, 3.71875, 5.03125, 3.671875, 2.71875, 6.96875, 4.875, 2.171875, 2.96875, 2.421875, 2.765625, 6.84375, 3.484375, 4.09375, 2.515625, 2.78125, 4.125, 3.171875, 3.515625, 2.78125, 3.65625, 2.609375, 2.609375, -6.5625, 2.90625, 3.421875, 2.015625, 3.34375, 3.015625, 2.546875, 2.15625, 2.421875, 2.671875, 2.765625, 2.546875, 3.03125, 3.03125, 2.78125, 3.90625, 2.625, 5.90625, 7.65625, 2.21875, 3.109375, 3.203125, 3.0625, 2.4375, 3.078125, 2.890625, 2.578125, 5.71875, 2.390625, 3.21875, 2.421875, 1.898438, 3.125, 2.9375, 2.671875, 2.734375, 2.828125, 5.34375, 2.453125, 3.375, 2.9375, 2.34375, -2.375, 3.203125, 6.0, 2.953125, 3.671875, 2.4375, 2.328125, 3.6875, 2.75, 2.828125, 2.53125, 3.046875, 1.96875, 3.53125, 3.515625, 2.390625, 3.46875, 3.171875, 4.125, 3.296875, 2.078125, 1.9375, 2.84375, 2.90625, 2.921875, 3.40625, 3.4375, 2.015625, 2.515625, 2.578125, -2.90625, 4.59375, 3.53125, 2.5, 2.46875, 2.40625, 6.71875, -2.9375, 2.578125, 2.4375, 3.0, 6.9375, 9.8125, 3.625, 2.03125, 5.1875, 3.78125, 2.265625, 2.109375, 2.125, 7.40625, 2.90625, 3.203125, 2.125, 3.21875, 3.9375, 3.453125, 2.78125, 3.3125, 2.359375, 2.453125, 2.671875, 6.65625, 2.703125, 1.890625, 2.75, 2.46875, 3.078125, 3.546875, 2.5625, 3.3125, 6.4375, 3.25, 3.109375, 9.0, 3.046875, 2.5, 4.03125, 4.25, 1.664062, 3.90625, 2.5625, 11.5, 3.390625, 47.75, 10.3125, 2.53125, 3.9375, 3.109375, 3.875, 2.8125, 2.3125, 2.828125, 3.28125, 2.71875, 2.46875, 3.15625, 4.8125, 2.59375, 4.0, 2.71875, 2.375, 3.21875, 4.3125, 2.796875, 3.328125, 3.09375, 4.53125, 3.328125, 3.375, 5.21875, 2.71875, 3.671875, 5.84375, 2.953125, 4.40625, 3.25, 2.90625, 2.828125, 9.125, 3.140625, 2.125, 2.671875, 6.03125, 2.375, 4.03125, 2.8125, 2.6875, 3.03125, 3.125, 6.0, 3.859375, 4.6875, 2.71875, 2.6875, 3.390625, 3.890625, 4.25, 2.375, 12.625, 4.28125, 4.25, 7.09375, 15.0625, 3.171875, 4.25, 1.976562, 3.0, 2.703125, 6.71875, 2.8125, 4.5, 3.265625, 3.109375, 3.046875, 2.4375, 2.90625, 3.921875, 2.5625, 3.015625, 3.421875, 2.640625, 2.03125, 1.820312, 4.28125, 2.953125, 2.421875, 12.6875, 3.046875, 8.875, 3.015625, 3.609375, 8.25, 8.8125, 3.6875, 3.921875, 2.6875, 2.28125, 3.46875, 2.484375, 3.09375, 4.0625, 2.796875, 4.4375, 2.203125, 4.59375, 11.75, 3.109375, -4.125, 9.875, 11.0625, 4.28125, 3.671875, 3.171875, 4.125, -2.65625, 4.96875, 2.6875, 2.6875, 4.15625, 2.671875, 5.5, 3.46875, 2.984375, 3.59375, 3.0625, 2.515625, 13.375, 4.0, 2.25, 3.515625, 5.5, 3.703125, 3.09375, 3.078125, 2.765625, 5.28125, 3.125, 3.0625, 3.546875, 2.75, 2.921875, 3.328125, 3.0625, 3.328125, 2.515625, 2.5625, 5.0, 2.75, 5.21875, 2.578125, 6.125, -2.953125, 2.703125, 4.625, -2.03125, 2.21875, 3.0625, 1.554688, 2.703125, 4.65625, 4.5, 3.5, 2.5, 2.03125, 3.09375, 3.796875, 2.265625, 2.390625, 4.3125, 2.9375, 2.6875, 1.929688, 3.1875, 1.8125, 2.90625, 3.53125, 2.5, 4.65625, 3.390625, 2.96875, 2.5625, 2.890625, 6.46875, 4.46875, 2.59375, 6.71875, 2.734375, 5.375, 4.4375, 6.34375, 3.0625, 3.46875, 7.125, 3.4375, 3.609375, 3.3125, 2.203125, 7.34375, 2.75, 2.28125, 2.28125, 2.953125, 2.546875, 2.6875, 3.203125, 3.34375, 2.828125, 7.25, 4.1875, -13.3125, 2.625, 2.5, 2.375, 4.3125, 5.09375, 2.96875, 3.359375, 2.84375, 2.75, 4.125, 5.34375, 5.59375, 3.40625, 2.28125, 7.90625, 2.6875, 5.59375, 2.71875, 2.21875, 3.03125, 2.953125, 2.53125, 4.8125, 2.65625, 2.3125, 2.484375, 2.96875, 6.5, 3.71875, 2.90625, 3.296875, 3.0625, 2.703125, 3.0625, 5.90625, 2.921875, 2.359375, 3.1875, 2.984375, 3.09375, 11.4375, 3.15625, 3.0, 1.929688, 3.109375, 3.34375, 2.734375, 2.1875, 4.65625, 2.3125, 4.4375, 2.84375, 5.28125, 2.53125, 2.796875, 2.046875, 5.84375, 3.21875, 3.140625, 4.875, 1.765625, 2.4375, 5.46875, 2.828125, 3.09375, 3.203125, 3.28125, 2.984375, 3.9375, 3.125, 3.671875, 3.109375, 7.53125, 2.953125, 2.6875, 2.421875, 3.1875, 3.171875, 2.59375, 3.796875, 2.734375, 2.9375, 2.25, 13.1875, 3.0, 2.59375, 3.640625, 4.9375, 3.140625, 2.859375, 2.96875, 2.8125, 3.90625, 2.65625, 2.8125, 2.015625, 3.71875, 6.0, 4.1875, 2.65625, 3.078125, 2.6875, 2.796875, 3.25, 2.90625, 3.828125, 3.234375, 2.28125, 15.8125, 3.84375, 2.90625, 9.0, 3.703125, 5.1875, 3.109375, 4.1875, 3.953125, 2.875, 2.78125, 2.453125, -3.0, 1.84375, 2.859375, 3.375, 3.703125, 5.0, 4.71875, 7.46875, 2.65625, 2.015625, 2.359375, 2.671875, 2.953125, 2.4375, -3.6875, 2.28125, 3.21875, 5.34375, -3.25, 9.1875, 16.25, 4.5625, 3.15625, 2.890625, 3.03125, 2.71875, 2.359375, 2.84375, 3.1875, 3.234375, 2.59375, 3.875, 3.984375, 3.3125, 5.1875, 4.5625, 3.5, 4.21875, 2.53125, 4.3125, 3.75, 2.6875, 2.8125, 4.46875, 2.09375, 2.0625, 4.21875, 2.90625, 2.71875, 2.609375, 7.15625, 3.125, 5.53125, 2.6875, 2.34375, 2.6875, 2.8125, 2.828125, 3.03125, 3.40625, 3.78125, 2.453125, 2.71875, 3.046875, 2.453125, 4.0625, 3.875, 3.046875, 3.90625, 4.125, 3.046875, 2.9375, 2.65625, 2.90625, 3.625, 43.25, 1.835938, 3.203125, 2.90625, 3.125, 2.390625, 3.359375, 4.125, 2.65625, 2.71875, 3.015625, 2.625, 3.0625, 2.390625, 2.3125, 4.4375, 3.453125, 2.828125, 3.8125, 2.46875, 5.9375, 2.9375, 3.953125, 2.15625, 2.796875, 6.0, 21.25, 3.25, 13.8125, 3.65625, 2.4375, 2.359375, 3.1875, 2.546875, 2.921875, 2.4375, 2.375, 2.03125, 3.25, 2.859375, 2.65625, -2.8125, 2.796875, 4.3125, 3.328125, 11.4375, 2.296875, 3.234375, 2.734375, 1.507812, 4.53125, 4.28125, 4.5625, 3.40625, 2.8125, 3.046875, 3.09375, 2.984375, 10.6875, 3.984375, 2.40625, 1.953125, 2.265625, 2.453125, 2.609375, 4.65625, 5.15625, 3.4375, 7.09375, 3.25, 6.46875, 2.609375, 3.78125, 2.421875, 2.90625, 1.554688, 1.6875, 8.1875, 2.75, 3.875, 4.5, 3.703125, 5.90625, 3.453125, 8.3125, 2.21875, 2.59375, 3.265625, 3.203125, 2.84375, 3.46875, 2.421875, 3.015625, 2.8125, 2.921875, 5.8125, 2.796875, 2.296875, 2.8125, 3.015625, 2.8125, 3.046875, 2.796875, 2.78125, 2.75, 2.75, 2.6875, 2.734375, 3.28125, 2.421875, 4.0, 2.09375, 3.015625, 3.4375, 2.65625, 3.078125, 2.59375, 3.09375, 3.21875, 3.625, 3.109375, 2.375, 2.984375, 4.5625, 4.3125, 3.234375, 3.140625, 4.0, 2.390625, 2.375, 2.578125, 4.0, 4.59375, 2.5625, 5.15625, 13.3125, 6.25, 2.5, 2.140625, 3.09375, -5.71875, 4.375, 4.21875, 3.09375, 2.171875, 2.625, 3.9375, 3.4375, 2.296875, 3.09375, 2.8125, 2.25, 2.78125, 4.5, 3.328125, 3.109375, 2.234375, 2.9375, 3.1875, 2.890625, 2.75, 2.359375, 4.3125, 2.265625, 6.5, 4.09375, 32.5, 3.390625, 3.328125, 5.5, 3.4375, 2.71875, 3.09375, 2.125, 13.125, 6.34375, 2.0625, 3.03125, 6.0625, 2.03125, 4.125, 2.890625, 3.546875, 2.3125, 8.125, 3.6875, 3.03125, 3.578125, 11.5625, 2.59375, 2.53125, 3.25, 3.578125, 3.0625, 3.0625, 2.703125, 2.71875, 2.890625, 6.0, 2.953125, 3.0625, 2.6875, 2.96875, 3.109375, 3.953125, 2.09375, 2.203125, 3.6875, 2.8125, 3.21875, 3.5, 3.359375, 3.34375, 3.078125, 2.4375, 2.875, 3.375, 2.84375, 2.453125, 2.921875, 2.390625, 2.90625, 8.1875, 2.703125, 2.5, 2.390625, 9.1875, 2.578125, 2.09375, 2.203125, 3.796875, 1.875, 4.65625, 2.796875, 2.5, 4.28125, 3.4375, 3.4375, 2.921875, 2.0, 2.75, 2.375, 3.203125, 2.59375, 1.921875, 4.09375, 3.40625, 2.75, 2.890625, 7.375, 3.375, 10.625, 3.1875, 3.765625, 3.640625, 3.0625, 2.171875, 2.640625, 5.53125, 2.328125, 2.90625, 4.59375, 3.640625, 3.5, 4.75, 4.375, 4.375, 2.453125, 4.6875, 3.375, 4.625, 4.59375, 2.796875, 2.515625, 2.875, 2.890625, 2.546875, 2.078125, 2.640625, 7.09375, 3.5, 2.25, 3.390625, 2.6875, 2.59375, 5.25, 10.3125, 4.125, 3.15625, 2.640625, 2.953125, 3.078125, 2.765625, 9.75, 3.1875, 2.390625, 2.875, 2.53125, 2.84375, 2.921875, 3.5, 2.8125, 2.859375, 1.945312, 2.6875, 4.5625, 2.171875, 2.109375, 2.984375, 2.578125, 5.125, 3.46875, 3.734375, 2.578125, 2.53125, 2.484375, 3.71875, 3.390625, 2.765625, 3.75, 6.59375, 2.296875, 2.6875, 2.859375, 3.1875, 4.09375, 2.5, 2.953125, 3.125, 3.1875, 2.75, 3.171875, 2.421875, 2.90625, 2.65625, -3.265625, 2.828125, 2.796875, 3.578125, 4.0625, 2.953125, 4.625, 3.15625, 2.734375, 2.84375, 3.296875, 2.1875, 2.90625, 2.4375, 10.1875, 2.53125, 4.03125, 5.8125, 4.375, 2.4375, 2.8125, 3.765625, 3.703125, 1.8125, 3.0, 1.929688, 3.09375, 5.15625, 2.5625, 2.296875, 4.5, 2.234375, 6.40625, 2.71875, 2.609375, 2.703125, 2.578125, 4.71875, 2.65625, 4.21875, 2.671875, 3.40625, 2.453125, 2.5625, 2.90625, 2.65625, 3.5625, 2.1875, 8.25, 5.21875, 3.1875, 2.34375, 3.78125, 3.140625, 2.703125, 2.9375, 2.25, 3.46875, -1.851562, 2.65625, 2.734375, 2.296875, 2.921875, 2.875, 3.171875, 4.3125, 7.25, 2.625, 4.28125, 2.609375, 3.84375, 2.078125, 2.828125, 2.125, 2.640625, 2.625, 3.34375, 10.1875, 3.140625, -2.28125, -2.515625, -2.34375, 2.875, 6.0, 3.375, 2.71875, 2.984375, 25.75, 4.1875, 2.9375, 2.75, 5.15625, 3.296875, 2.15625, 14.4375, 2.859375, 2.09375, 4.0625, 4.09375, 3.25, 6.0, 4.375, 3.1875, 3.90625, 5.09375, 4.6875, 2.375, 2.9375, 2.515625, -2.609375, 2.203125, 2.59375, 5.15625, 3.0, 3.484375, 2.8125, 3.4375, 3.171875, 2.4375, 2.53125, 3.0, 2.453125, -2.859375, 3.640625, 3.4375, 4.03125, 3.40625, 2.609375, 2.40625, 4.1875, 2.5625, 2.3125, 2.96875, 2.6875, 4.25, 3.40625, 4.40625, 2.578125, 2.46875, 4.59375, 3.6875, 6.71875, 22.125, 6.71875, 3.515625, 2.65625, 4.0625, 7.21875, 2.390625, 4.125, 2.453125, 1.734375, 2.59375, 2.96875, 3.71875, 3.859375, 2.640625, 2.859375, 3.59375, 2.828125, 2.8125, 3.609375, 1.75, 2.796875, 5.46875, 2.734375, 2.125, 4.28125, 3.5, 3.5625, 6.0, 4.5625, 2.75, 7.34375, 2.765625, 3.703125, 3.046875, 3.15625, 2.28125, 2.78125, 2.484375, 2.890625, 3.421875, 2.03125, 3.453125, 3.34375, -3.46875, 2.59375, 2.859375, 8.8125, 6.90625, 5.8125, 2.5, 3.96875, 4.59375, 2.734375, 2.296875, 2.390625, 2.625, 1.9375, 3.484375, 2.375, 2.828125, 2.921875, 2.4375, 2.4375, 2.578125, 3.390625, 2.703125, 3.640625, 3.4375, 1.992188, 3.671875, 2.296875, 3.140625, 3.0, 2.640625, 3.296875, 5.28125, 2.609375, 54.0, 3.875, -2.5, 3.421875, 2.90625, 2.1875, 7.8125, 2.8125, 2.84375, 2.34375, 2.359375, 2.65625, 3.140625, 3.953125, 1.523438, 2.9375, 2.53125, 3.25, 3.3125, 3.21875, 3.609375, 2.546875, 4.90625, 4.0, 2.625, 8.9375, 4.28125, 3.296875, 2.59375, 2.484375, 3.234375, 3.4375, 2.421875, 2.078125, 2.296875, 3.15625, 4.09375, 2.734375, 2.5, 5.65625, 3.765625, 2.421875, 2.578125, 4.34375, 4.15625, 3.515625, 2.640625, 4.0625, 4.5625, 2.859375, 3.1875, 2.375, 5.46875, 4.0625, 2.65625, 2.609375, 2.40625, 2.90625, 2.84375, 2.859375, 3.15625, 2.875, 8.8125, 1.703125, 2.171875, 2.5, 2.828125, 2.125, 3.046875, 2.34375, 2.65625, 4.375, 3.5, 2.796875, 3.140625, 5.0, 3.625, 3.109375, 2.984375, 3.140625, 2.8125, 2.609375, 4.59375, 2.890625, 3.46875, 3.65625, 2.984375, 2.59375, 3.484375, 2.34375, 3.53125, 2.359375, 2.515625, 2.90625, 2.234375, 2.90625, 11.25, 2.578125, 2.546875, 5.5, 3.65625, 2.6875, 2.734375, 3.640625, 4.3125, 13.5625, 3.15625, 6.125, 2.5625, 2.671875, 4.8125, 2.984375, 5.21875, 2.484375, 2.65625, 2.875, 2.4375, 3.15625, 2.828125, 3.96875, 4.53125, 12.6875, 2.609375, 3.25, 8.1875, 1.929688, 3.09375, 3.953125, 2.28125, 2.390625, 2.5625, 6.28125, 2.828125, 26.625, 4.25, 2.828125, 6.53125, 5.1875, 3.140625, 2.359375, 5.375, 3.765625, 4.21875, 2.765625, 3.46875, 2.546875, 2.109375, 2.75, 3.734375, 2.90625, 2.625, 4.1875, 2.609375, 2.53125, 4.1875, 2.8125, 5.59375, 2.875, 2.96875, 3.84375, 2.265625, 9.3125, 2.6875, 2.09375, 2.46875, 3.078125, 6.34375, 3.109375, 2.5, 2.53125, 2.125, 2.109375, 2.984375, 2.984375, 4.78125, 2.96875, 1.8125, 2.3125, 3.125, 2.703125, 3.25, 3.140625, 2.8125, 2.859375, 2.71875, 12.0, 2.625, 2.625, 2.359375, 2.5625, 2.640625, 2.84375, 3.125, 2.3125, 3.484375, 3.09375, 2.40625, 5.0, 2.78125, 3.078125, 3.4375, 4.34375, 3.40625, 2.84375, 4.0625, 2.703125, 2.1875, 2.90625, 4.34375, 5.0, 4.3125, 4.34375, 2.625, 2.765625, 2.609375, 3.03125, 2.46875, 3.375, 2.328125, 3.140625, 4.28125, 2.71875, 3.875, 3.3125, 1.914062, 8.25, 3.296875, 3.0, 4.8125, 1.726562, 1.914062, 2.8125, 5.0, 2.828125, 2.859375, 2.65625, 22.5, 2.03125, 4.59375, 9.25, 2.53125, 2.46875, 2.84375, 2.5625, 4.53125, 4.0, 4.75, 2.671875, 2.921875, 2.4375, 3.5, 3.921875, 3.140625, 3.453125, 3.109375, 2.109375, 2.125, 2.015625, 19.875, 2.671875, 2.65625, 3.234375, 2.78125, 3.171875, 3.046875, 2.453125, 2.53125, 3.78125, 4.34375, 2.5625, 3.5, 2.59375, 3.15625, 3.71875, 2.9375, 1.96875, 3.203125, 3.484375, 2.75, 3.09375, 8.5, 3.34375, 4.34375, 4.21875, 2.140625, 4.09375, 2.59375, 3.015625, 3.890625, 2.734375, 3.515625, 6.65625, 2.375, 3.25, 3.0625, 2.875, 1.5, 2.25, 3.359375, 4.4375, 3.09375, 4.3125, 2.9375, 2.03125, 2.921875, 2.25, 2.53125, 3.265625, 3.765625, 2.9375, 4.5625, 4.5625, 2.515625, 6.28125, 6.34375, 3.140625, 1.8125, 3.09375, 2.734375, -3.203125, 3.0, 2.421875, 2.25, 3.359375, 3.828125, 2.0, 6.5, 2.828125, 2.875, -3.40625, 2.671875, 2.1875, 4.96875, 1.9375, 3.859375, 2.09375, 3.0625, 7.46875, 2.890625, 2.671875, 2.34375, 3.15625, 6.90625, 4.0625, 3.765625, 2.796875, 3.34375, 3.09375, 11.5625, 2.5625, 3.546875, 2.0625, 4.34375, 3.828125, 2.546875, 3.28125, 2.59375, 11.125, 4.9375, 8.875, 15.875, 2.140625, 2.328125, 12.8125, 4.03125, 6.21875, 1.71875, -3.3125, 3.296875, 2.375, 3.171875, 2.578125, 4.4375, 4.84375, 2.734375, 3.0, 2.421875, 2.90625, 1.75, 4.15625, 1.882812, 5.28125, 2.9375, 3.59375, 4.09375, 2.875, 5.53125, 7.46875, 3.03125, 3.03125, 7.15625, 2.90625, 20.125, 6.375, 2.703125, 2.765625, 3.703125, 4.65625, 4.25, 2.546875, 1.742188, 6.21875, 2.125, 2.6875, 2.65625, 3.984375, 3.15625, 2.84375, 18.625, 5.28125, 4.96875, 2.640625, 2.9375, 1.851562, 2.390625, 2.828125, 4.09375, 2.515625, 3.9375, 3.171875, -1.945312, 2.984375, 2.28125, 3.390625, 2.75, 2.96875, 2.640625, 2.90625, 2.59375, 2.421875, 2.5, 3.53125, 3.046875, 2.609375, 2.328125, 4.125, 2.34375, 5.21875, 2.765625, 2.8125, 4.125, 3.515625, 3.46875, 3.296875, 11.375, 2.78125, 3.46875, 7.5625, 2.703125, 7.28125, 2.9375, 2.6875, 2.34375, 2.765625, 2.5625, 13.5, 2.703125, -2.671875, 3.703125, -2.53125, 2.796875, 3.65625, 2.875, 2.34375, 2.140625, 3.71875, 4.03125, 2.859375, 2.96875, 2.78125, 3.265625, 3.296875, 3.421875, 4.1875, 2.375, 3.109375, 2.34375, 2.609375, 3.328125, 2.96875, 3.40625, 3.359375, 2.53125, 2.4375, 4.5, 4.28125, 4.96875, 1.65625, 5.4375, 2.40625, 1.859375, 4.09375, 3.09375, 3.28125, 2.375, 3.515625, 4.5, 3.0625, 4.21875, 3.34375, 3.28125, 8.25, 2.09375, 5.46875, 2.421875, 3.15625, 2.421875, 4.375, 2.1875, 2.8125, -3.640625, 2.953125, 3.0625, 1.476562, 2.96875, 2.96875, 2.390625, 3.234375, 4.03125, 4.40625, -31.75, 3.75, 1.773438, 4.875, 3.71875, 3.5625, 2.5625, 3.078125, 5.0625, 2.09375, 3.390625, 3.234375, 3.015625, 2.71875, 5.34375, 3.125, 2.1875, 3.21875, 4.1875, 3.140625, 3.5625, 3.21875, 2.359375, 3.078125, 3.65625, -4.0, 13.5, 2.140625, 2.421875, 2.265625, 2.796875, 2.671875, 2.421875, 2.203125, 6.09375, 3.21875, 3.109375, 3.125, 2.828125, 3.03125, 3.0625, 3.03125, 3.125, 2.59375, 2.859375, 3.296875, 1.90625, 2.46875, 2.625, 3.59375, 2.34375, 3.0, 2.796875, 2.3125, 2.71875, 6.4375, 5.09375, 3.46875, 7.65625, 2.765625, 2.5625, 2.875, -2.796875, 2.53125, 3.171875, 1.320312, 3.15625, 3.78125, 2.53125, 2.09375, 2.875, 3.375, 3.625, 2.375, 2.890625, 3.46875, 15.4375, 2.921875, 3.15625, 3.65625, 11.0625, 2.1875, 13.75, 6.0625, 2.90625, 4.03125, 3.59375, 2.53125, 2.546875, 3.03125, 2.5625, 2.765625, 2.3125, 2.640625, 4.0, 2.5625, 52.0, 11.1875, 5.28125, 4.53125, 6.8125, 2.703125, 2.453125, 2.46875, 3.4375, 2.859375, 3.53125, 2.46875, 4.625, 2.921875, 3.015625, 2.921875, 1.921875, 3.015625, 4.78125, 3.921875, 2.765625, 2.546875, 2.953125, 3.046875, 3.328125, 2.796875, 2.75, 2.703125, 2.84375, 6.09375, 5.375, 4.15625, 2.453125, 3.3125, 3.28125, 3.234375, 4.90625, 2.921875, 3.515625, 2.96875, 6.21875, 2.546875, 2.828125, 3.03125, 3.390625, 5.0, 3.265625, 2.890625, 3.0, 4.53125, 2.734375, 5.34375, 3.859375, 2.96875, 4.5625, 3.609375, 3.703125, 6.21875, 2.125, 2.9375, 7.71875, 2.4375, 2.859375, 3.5, 2.703125, 2.578125, 3.140625, 2.640625, 11.5, 3.21875, 2.296875, 2.65625, 3.3125, 2.84375, 3.140625, 5.5, 5.9375, 3.5, 2.578125, 12.125, 3.03125, 4.09375, 3.28125, 4.78125, 4.28125, 3.421875, 2.890625, 2.625, 3.671875, 3.46875, 2.671875, 3.640625, 3.859375, 3.109375, 2.609375, 2.734375, 3.3125, 2.578125, 2.578125, 2.71875, 3.71875, 2.734375, 2.59375, 4.75, 4.1875, 2.71875, 3.1875, 2.46875, 3.09375, 3.640625, 2.59375, 2.9375, 4.65625, 2.421875, 3.484375, 3.625, 3.09375, 4.03125, 2.578125, 2.765625, 2.53125, 9.4375, 2.1875, 2.5625, 2.859375, 2.4375, 2.296875, 3.234375, 4.96875, 2.9375, 3.109375, 3.296875, 2.59375, 6.1875, 2.671875, 3.875, 2.84375, 7.84375, 3.34375, 2.21875, 3.140625, 3.3125, 2.796875, -4.5625, 3.953125, 2.890625, 2.046875, 2.375, 2.65625, 3.203125, 5.09375, 2.578125, 2.328125, 0.519531, 2.203125, 2.40625, 2.5, 3.234375, 3.484375, 2.640625, 2.140625, 3.453125, 3.5625, 4.53125, 3.171875, 3.21875, 2.390625, 3.671875, 3.34375, 2.203125, 3.9375, 3.078125, 6.0625, 3.625, 3.203125, 9.8125, 7.65625, 2.671875, 3.9375, 2.5, 3.796875, 3.0625, 9.5625, 3.0, 10.625, 3.546875, 1.921875, 2.625, 1.835938, 2.5625, 3.6875, 2.234375, 1.703125, 2.6875, 2.6875, 2.5625, 3.03125, 4.28125, 4.90625, 2.40625, 2.5, 2.6875, 8.75, 3.0, 4.125, 3.96875, 3.265625, 3.3125, 2.0625, 2.890625, 2.953125, 2.90625, -3.671875, 2.0625, 3.0625, 2.875, 2.0, 3.34375, 2.390625, 2.5, 3.984375, 5.3125, 3.109375, 2.171875, 3.078125, 1.6875, 3.078125, 2.359375, 3.078125, 4.625, 5.375, 3.28125, 2.375, 2.234375, 2.625, 5.8125, 4.21875, 3.125, 2.90625, 2.234375, 3.4375, 6.15625, 3.03125, 2.71875, 2.890625, 3.109375, 15.5625, 4.1875, 2.0625, 5.375, 2.421875, 2.890625, 3.6875, 3.609375, 1.789062, -3.421875, 3.53125, -2.28125, 2.828125, 3.453125, 2.609375, 3.8125, 1.914062, 14.5, 2.875, 2.875, 3.65625, 3.828125, 3.5625, 6.125, 3.0625, 3.984375, 2.984375, 2.765625, 2.40625, 4.0, 4.71875, 5.0625, 2.4375, 2.703125, 2.5625, 2.109375, 4.3125, 3.21875, -2.53125, 2.296875, 2.84375, 2.453125, 2.703125, 2.796875, 2.75, 3.59375, 2.875, 2.4375, 3.09375, 2.125, 2.15625, 2.5, 3.1875, 2.90625, 2.671875, 2.375, 2.796875, 3.09375, 11.25, 2.96875, 5.09375, 3.359375, 2.65625, 2.828125, 3.59375, 3.390625, 2.875, 7.84375, 2.65625, 2.609375, 3.328125, 4.15625, 5.21875, 3.09375, 2.921875, 3.40625, 2.796875, 3.90625, 2.015625, 6.46875, 2.484375, 3.21875, 10.6875, 2.265625, 4.65625, 3.453125, 4.5, 3.53125, 2.53125, 2.921875, 3.046875, 21.0, 2.796875, 4.1875, 7.09375, 3.875, 2.875, -4.0625, 2.046875, 2.84375, 3.453125, 2.90625, 5.5625, 2.46875, 2.9375, 2.796875, 3.28125, 3.3125, 3.40625, 3.390625, 3.453125, 6.09375, 2.8125, 2.484375, 2.328125, 3.71875, 4.125, 2.59375, 6.625, 3.75, 3.109375, 3.65625, 10.3125, 2.65625, 3.1875, 2.046875, 2.71875, 4.21875, 2.484375, 1.664062, 2.5, 3.296875, 2.140625, 3.3125, 16.875, 9.125, 3.078125, 5.34375, 2.859375, 2.953125, 5.15625, 2.390625, 2.265625, 2.9375, 3.859375, 3.84375, 2.71875, 3.859375, 3.0, 2.71875, -3.5625, 4.875, 2.578125, 2.890625, 4.5625, 2.828125, 1.617188, 3.375, 2.71875, 2.59375, 3.34375, 1.9375, 2.5, 3.28125, 2.59375 ] } , "name": "onnx::Mul_11267", "outputIndexes": [ 5154 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5153, 5154 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/input_layernorm/Mul_1_output_0", "outputIndexes": [ 5155 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5155 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.29/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 7937 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7937 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.29/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 7938 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7938 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4096, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 163840, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1728517544, 5242902, 1310720, 0, 0 ] } , "name": "/layers.29/self_attn/q_proj/Linear", "outputIndexes": [ 7939 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7939 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.29/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 7940 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7940 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4096 ] , "dimType": "NCHW" } , "name": "/layers.29/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 5156 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5155 ] , "main_type": "NONE", "name": "/blocks.29/self_attn/Shape_output_0", "outputIndexes": [ 5157 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 5157 ] , "main_type": "NONE", "name": "Shape6278", "outputIndexes": [ 5158 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 5157 ] , "main_type": "NONE", "name": "Rank6280", "outputIndexes": [ 5159 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5159, 5159 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6282", "outputIndexes": [ 5160 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5160 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6283", "outputIndexes": [ 5161 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5160, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6285", "outputIndexes": [ 5162 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5162 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6286", "outputIndexes": [ 5163 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5158, 5161, 5163, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice6289", "outputIndexes": [ 5164 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5164 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze6290", "outputIndexes": [ 5165 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5165, 5165 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6292", "outputIndexes": [ 5166 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5157, 5166, 5160 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.29/self_attn/Gather_output_0", "outputIndexes": [ 5167 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5167, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.29/self_attn/Unsqueeze_output_0", "outputIndexes": [ 5168 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5160 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6300", "outputIndexes": [ 5169 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5162 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6303", "outputIndexes": [ 5170 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5158, 5169, 5170, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice6306", "outputIndexes": [ 5171 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5171 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze6307", "outputIndexes": [ 5172 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 5172 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6308", "outputIndexes": [ 5173 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5173, 5172 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6309", "outputIndexes": [ 5174 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5157, 5174, 5160 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.29/self_attn/Gather_1_output_0", "outputIndexes": [ 5175 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5175, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.29/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 5176 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5168, 5176, 41, 1055 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.29/self_attn/Concat_output_0", "outputIndexes": [ 5177 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5156, 5177 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.29/self_attn/Reshape_output_0", "outputIndexes": [ 5178 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5178 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.29/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 5180 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5180 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.29/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 5181 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5181, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/self_attn/q_norm/Add_output_0", "outputIndexes": [ 5182 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5182, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 5183 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5178, 5183 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 5184 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5184, 1064 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 5185 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1097, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.29/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 5186 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5185, 31, 5186, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.29/self_attn/Slice_output_0", "outputIndexes": [ 5187 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5187, 1085 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/self_attn/Mul_output_0", "outputIndexes": [ 5188 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5187 ] , "main_type": "NONE", "name": "/blocks.29/self_attn/Shape_2_output_0", "outputIndexes": [ 5189 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 5189 ] , "main_type": "NONE", "name": "Shape6325", "outputIndexes": [ 5190 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 5189 ] , "main_type": "NONE", "name": "Rank6327", "outputIndexes": [ 5191 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5191, 5191 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6329", "outputIndexes": [ 5192 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5192 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6330", "outputIndexes": [ 5193 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5192, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6332", "outputIndexes": [ 5194 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5194 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6333", "outputIndexes": [ 5195 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5190, 5193, 5195, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice6336", "outputIndexes": [ 5196 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5196 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze6337", "outputIndexes": [ 5197 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 5197 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6338", "outputIndexes": [ 5198 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5198, 5197 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6339", "outputIndexes": [ 5199 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5189, 5199, 5192 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.29/self_attn/Gather_2_output_0", "outputIndexes": [ 5200 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5200, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/self_attn/Div_output_0", "outputIndexes": [ 5201 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5201, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.29/self_attn/Unsqueeze_7_output_0", "outputIndexes": [ 5202 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5187, 5202, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.29/self_attn/Slice_3_output_0", "outputIndexes": [ 5203 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5203 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.29/self_attn/Neg_output_0", "outputIndexes": [ 5204 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5201, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.29/self_attn/Unsqueeze_6_output_0", "outputIndexes": [ 5205 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5187, 31, 5205, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.29/self_attn/Slice_2_output_0", "outputIndexes": [ 5206 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5204, 5206 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.29/self_attn/Concat_2_output_0", "outputIndexes": [ 5207 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5207, 1126 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/self_attn/Mul_1_output_0", "outputIndexes": [ 5208 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5188, 5208 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/self_attn/Add_output_0", "outputIndexes": [ 5209 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1097, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.29/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 5210 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5185, 5210, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.29/self_attn/Slice_1_output_0", "outputIndexes": [ 5211 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5209, 5211 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.29/self_attn/Concat_3_output_0", "outputIndexes": [ 5212 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5167, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.29/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 5213 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5175, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.29/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 5214 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5213, 5214, 64, 1055 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.29/self_attn/Concat_1_output_0", "outputIndexes": [ 5215 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5215, 4536 ] , "main_type": "NONE", "name": "/blocks.29/self_attn/ConstantOfShape_output_0", "outputIndexes": [ 5216 ] , "type": "Fill", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 5212, 5216, 5216, 1188 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 29, "kv_shared_layer_index": 23 } , "name": "/layers.29/self_attn/FusedAttention", "outputIndexes": [ 5217 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5217 ] , "main_type": "Reshape", "main": { "dims": [ -1, 4096, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.29/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 7941 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7941 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.29/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 7942 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7942 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 4096, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 163840, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1735071166, 5242902, 1310720, 0, 0 ] } , "name": "/layers.29/self_attn/o_proj/Linear", "outputIndexes": [ 7943 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7943 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.29/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 7944 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7944 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.29/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 5218 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5218 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.29/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 5220 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5220 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.29/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 5221 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5221, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/post_attention_layernorm/Add_output_0", "outputIndexes": [ 5222 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5222, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 5223 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5218, 5223 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 5224 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.9375, 0.554688, 1.515625, 0.875, 0.585938, 0.582031, 0.554688, 0.511719, 0.8125, 1.515625, 1.0, 0.671875, 0.601562, 0.933594, 1.484375, 0.765625, 0.84375, 0.5625, 0.878906, 1.078125, 0.875, 0.871094, 1.164062, 1.164062, 0.644531, 0.683594, 1.242188, 0.859375, 0.248047, 1.515625, 0.773438, 0.486328, 0.957031, 0.847656, 1.007812, 0.773438, 0.267578, 1.007812, 0.953125, 0.382812, 1.445312, 1.515625, 0.554688, 0.652344, 0.871094, 1.195312, 1.515625, 0.785156, 0.482422, 1.0625, 1.46875, 1.421875, 0.878906, 1.515625, 0.847656, 0.703125, 1.242188, 1.023438, 0.800781, 1.125, 1.023438, 1.179688, 0.863281, 0.851562, 0.847656, 1.046875, 1.039062, 0.898438, 1.34375, 1.171875, 1.359375, 0.464844, 1.015625, 1.140625, 1.046875, 0.648438, 0.996094, 0.75, 0.917969, 0.601562, 0.953125, 1.28125, 1.484375, 0.523438, 0.726562, 1.226562, 1.390625, 0.554688, 0.804688, 0.255859, 1.15625, 0.832031, 1.015625, 0.761719, 0.804688, 0.902344, 1.515625, 0.683594, 0.632812, 0.135742, 0.71875, 0.835938, 1.023438, 1.070312, 0.527344, 0.828125, 0.898438, 1.023438, 0.847656, 0.808594, 0.738281, 0.796875, 0.910156, 0.261719, 1.515625, 1.085938, 1.101562, 1.046875, 1.125, 0.710938, 0.474609, 0.945312, 0.507812, 0.949219, 0.691406, 0.828125, 0.929688, 0.625, 0.832031, 0.699219, 0.824219, 0.785156, 0.871094, 0.369141, 1.515625, 0.746094, 0.519531, 0.001427, 1.164062, 0.386719, 0.632812, 0.494141, 0.757812, 0.859375, 1.375, 0.855469, 0.308594, 1.101562, 1.078125, 0.867188, 0.761719, 1.109375, 0.988281, 0.863281, 0.546875, 1.28125, 1.039062, 1.414062, 0.691406, 0.890625, 1.429688, 0.378906, 0.832031, 0.761719, 0.84375, 1.515625, 1.046875, 0.84375, 1.515625, 1.007812, 1.515625, 1.515625, 0.789062, 0.542969, 0.371094, 0.96875, 0.859375, 0.84375, 1.054688, 0.96875, 0.972656, 1.007812, 1.515625, 0.597656, 1.28125, 0.882812, 1.0625, 0.691406, 0.777344, 1.140625, 1.015625, 0.636719, 0.996094, 1.0625, 1.1875, 1.101562, 0.742188, 0.839844, 0.124512, 1.0, 0.511719, 0.773438, 1.0, 0.917969, 0.667969, 0.832031, 0.914062, 0.6875, 0.875, 1.101562, 1.3125, 0.921875, 0.683594, 0.671875, 1.476562, 0.539062, 1.257812, 1.046875, 0.890625, 0.671875, 0.337891, 1.171875, 0.695312, 0.886719, 1.15625, 0.710938, 0.664062, 0.824219, 0.792969, 1.070312, 1.515625, 0.785156, 0.00148, 1.117188, 0.566406, 0.855469, 0.585938, 0.742188, 0.851562, 0.671875, 1.078125, 0.746094, 1.5, 0.851562, 1.375, 0.628906, 1.515625, 1.5, 0.695312, 0.714844, 0.527344, 0.539062, 0.550781, 1.039062, 0.824219, 0.851562, 0.847656, 1.179688, 0.824219, 1.273438, 1.515625, 0.820312, 0.835938, 0.992188, 1.515625, 0.882812, 0.792969, 0.476562, 1.0625, 0.855469, 0.824219, 0.835938, 1.414062, 0.910156, 0.621094, 0.449219, 0.976562, 0.695312, 0.648438, 0.804688, 0.769531, 1.023438, 0.820312, 1.320312, 0.734375, 0.796875, 1.335938, 0.738281, 1.460938, 0.554688, 0.894531, 1.28125, 0.796875, 0.554688, 0.804688, 0.789062, 0.882812, 1.515625, 0.9375, 0.211914, 0.835938, 1.046875, 0.855469, 0.447266, 0.835938, 0.691406, 0.953125, 0.839844, 0.695312, 0.957031, 0.953125, 0.917969, 0.519531, 0.957031, 0.902344, 1.046875, 0.6875, 1.484375, 0.742188, 0.933594, 1.515625, 0.636719, 1.515625, 1.070312, 1.1875, 0.96875, 0.773438, 0.996094, 0.96875, 0.785156, 1.515625, 1.351562, 1.289062, 1.132812, 0.648438, 0.875, 0.597656, 1.023438, 0.867188, 1.515625, 1.070312, 0.839844, 0.945312, 1.015625, 0.917969, 1.515625, 0.847656, 1.515625, 1.515625, 1.515625, 1.515625, 0.984375, 0.339844, 0.714844, 0.652344, 1.1875, 0.824219, 1.0625, 0.648438, 1.515625, 0.726562, 0.914062, 0.800781, 0.867188, 1.515625, 0.625, 0.796875, 0.347656, 1.242188, 0.816406, 0.882812, 1.132812, 0.804688, 0.898438, 0.96875, 1.117188, 0.757812, 1.492188, 0.632812, 0.726562, 1.5, 0.507812, 1.0, 0.910156, 0.941406, 1.515625, 0.308594, 0.439453, 0.875, 0.660156, 0.679688, 0.863281, 1.28125, 1.0625, 1.210938, 1.476562, 1.039062, 0.972656, 1.515625, 0.953125, 0.804688, 0.738281, 0.644531, 1.515625, 1.0625, 1.25, 0.664062, 1.125, 1.515625, 0.917969, 0.890625, 0.875, 0.898438, 0.96875, 0.75, 1.515625, 0.765625, 0.984375, 0.71875, 1.09375, 0.914062, 0.5, 1.515625, 0.976562, 0.917969, 0.816406, 1.15625, 1.515625, 0.753906, 0.96875, 0.679688, 0.980469, 1.515625, 0.464844, 1.515625, 0.9375, 0.925781, 1.390625, 1.515625, 0.757812, 1.515625, 0.855469, 0.796875, 1.515625, 0.738281, 0.867188, 1.492188, 0.75, 1.234375, 0.824219, 0.176758, 1.0625, 1.03125, 1.007812, 0.882812, 0.859375, 1.054688, 1.15625, 0.828125, 1.015625, 1.25, 0.800781, 0.941406, 1.265625, 1.09375, 0.917969, 0.773438, 0.4375, 1.515625, 1.117188, 0.96875, 1.28125, 0.835938, 0.828125, 0.90625, 0.972656, 1.484375, 0.458984, 0.992188, 0.75, 1.515625, 1.507812, 0.886719, 1.515625, 0.871094, 0.964844, 0.921875, 1.515625, 1.0625, 0.828125, 1.085938, 1.117188, 0.816406, 0.820312, 0.628906, 0.832031, 0.726562, 0.914062, 1.226562, 0.671875, 0.796875, 1.0625, 1.109375, 0.898438, 1.484375, 1.390625, 1.03125, 0.976562, 0.667969, 0.777344, 0.53125, 0.828125, 0.933594, 1.367188, 1.320312, 0.96875, 0.597656, 0.820312, 0.455078, 0.953125, 0.71875, 1.015625, 1.054688, 1.265625, 0.972656, 1.0625, 0.746094, 1.039062, 1.515625, 1.351562, 0.984375, 0.972656, 1.40625, 0.503906, 0.71875, 1.023438, 0.957031, 0.609375, 0.738281, 1.515625, 1.203125, 1.085938, 0.447266, 0.933594, 0.886719, 1.1875, 1.453125, 0.703125, 1.515625, 1.046875, 0.691406, 1.34375, 1.046875, 1.101562, 1.515625, 0.917969, 1.398438, 1.515625, 1.507812, 0.859375, 0.867188, 1.03125, 1.515625, 0.425781, 0.859375, 1.09375, 0.566406, 0.878906, 0.851562, 0.808594, 0.761719, 0.96875, 0.734375, 0.972656, 1.515625, 0.310547, 0.652344, 1.515625, 1.070312, 0.691406, 1.140625, 0.699219, 0.960938, 1.1875, 1.210938, 0.777344, 1.09375, 0.679688, 0.992188, 0.523438, 0.867188, 0.691406, 0.921875, 1.171875, 1.21875, 0.431641, 0.746094, 1.140625, 1.023438, 0.644531, 0.882812, 0.726562, 0.871094, 0.597656, 0.699219, 0.542969, 1.226562, 1.515625, 0.792969, 1.054688, 1.320312, 1.515625, 0.789062, 1.03125, 0.804688, 0.570312, 1.140625, 0.597656, 1.234375, 0.898438, 0.945312, 0.847656, 0.597656, 0.789062, 0.640625, 1.242188, 1.171875, 1.445312, 1.46875, 1.515625, 1.015625, 0.207031, 0.527344, 0.824219, 1.515625, 1.515625, 0.996094, 0.59375, 0.980469, 0.839844, 1.328125, 0.550781, 1.09375, 0.660156, 0.929688, 0.996094, 0.71875, 1.132812, 1.007812, 0.78125, 0.933594, 0.917969, 0.816406, 0.996094, 1.515625, 1.164062, 0.441406, 0.796875, 1.125, 0.5625, 0.804688, 1.515625, 0.960938, 0.949219, 1.515625, 0.314453, 0.824219, 0.757812, 1.140625, 1.117188, 1.039062, 0.992188, 1.070312, 1.3125, 0.90625, 0.695312, 1.515625, 0.5625, 0.158203, 1.289062, 0.539062, 0.65625, 1.046875, 0.6875, 1.007812, 0.929688, 0.78125, 0.933594, 0.664062, 1.1875, 0.902344, 0.769531, 1.085938, 1.515625, 0.699219, 0.949219, 0.550781, 1.125, 1.28125, 1.515625, 0.558594, 0.820312, 0.933594, 0.570312, 0.804688, 1.15625, 0.921875, 0.851562, 0.408203, 1.390625, 0.847656, 0.828125, 1.40625, 1.460938, 1.0625, 1.21875, 0.707031, 1.390625, 0.90625, 0.648438, 0.992188, 0.589844, 1.0, 1.515625, 0.765625, 1.0625, 0.910156, 1.390625, 1.507812, 1.515625, 1.515625, 0.882812, 0.636719, 1.515625, 0.828125, 0.855469, 1.203125, 0.808594, 1.515625, 1.515625, 1.15625, 0.601562, 0.636719, 1.046875, 1.476562, 1.492188, 1.328125, 1.273438, 1.0, 1.226562, 1.515625, 0.644531, 1.015625, 1.414062, 0.769531, 0.644531, 0.625, 0.992188, 0.550781, 1.421875, 0.429688, 0.65625, 0.507812, 1.515625, 0.796875, 1.515625, 1.5, 1.460938, 0.914062, 1.515625, 0.447266, 1.289062, 1.515625, 1.15625, 1.078125, 0.800781, 1.242188, 0.722656, 0.859375, 1.515625, 0.349609, 0.875, 1.515625, 1.0, 1.03125, 0.777344, 0.734375, 0.601562, 0.625, 1.257812, 1.0, 1.054688, 0.894531, 1.515625, 0.554688, 0.886719, 1.382812, 0.953125, 1.015625, 0.746094, 0.863281, 1.34375, 0.917969, 1.039062, 0.746094, 0.546875, 1.085938, 1.265625, 0.84375, 1.054688, 1.515625, 0.664062, 0.949219, 0.871094, 0.738281, 0.996094, 1.117188, 1.515625, 0.996094, 1.210938, 0.734375, 1.09375, 0.945312, 0.859375, 0.769531, 1.515625, 0.890625, 1.132812, 0.761719, 0.992188, 1.421875, 0.476562, 1.515625, 0.679688, 0.953125, 0.628906, 0.925781, 1.375, 0.855469, 0.53125, 0.945312, 0.742188, 0.427734, 1.023438, 1.515625, 0.421875, 1.515625, 0.851562, 1.109375, 0.871094, 0.820312, 0.574219, 1.515625, 1.375, 1.1875, 1.515625, 1.09375, 1.046875, 0.828125, 0.785156, 0.871094, 0.914062, 0.828125, 0.933594, 0.832031, 1.109375, 0.294922, 0.851562, 1.078125, 0.816406, 0.847656, 0.71875, 0.796875, 1.226562, 1.515625, 1.515625, 1.210938, 0.894531, 1.515625, 0.605469, 0.433594, 0.742188, 1.015625, 1.4375, 0.957031, 0.839844, 0.921875, 0.929688, 0.664062, 1.15625, 1.117188, 1.515625, 0.714844, 0.957031, 0.289062, 0.671875, 1.515625, 0.714844, 0.777344, 0.597656, 1.257812, 0.664062, 1.023438, 1.515625, 1.164062, 0.898438, 0.816406, 1.148438, 0.664062, 1.515625, 0.369141, 1.210938, 1.445312, 1.40625, 1.515625, 0.871094, 1.273438, 0.867188, 0.839844, 0.773438, 0.644531, 0.742188, 0.550781, 0.292969, 0.558594, 0.714844, 0.816406, 0.984375, 0.867188, 1.28125, 1.140625, 0.800781, 0.824219, 1.03125, 0.78125, 0.625, 1.039062, 0.554688, 1.515625, 0.746094, 0.769531, 1.3125, 0.644531, 1.007812, 1.140625, 0.957031, 0.613281, 0.914062, 0.796875, 0.839844, 0.863281, 1.367188, 1.203125, 1.515625, 0.929688, 1.515625, 1.078125, 1.117188, 0.945312, 1.203125, 1.109375, 0.816406, 0.742188, 0.71875, 0.910156, 1.195312, 0.777344, 1.25, 0.419922, 1.515625, 1.0, 1.515625, 0.976562, 0.738281, 0.789062, 1.007812, 0.800781, 0.886719, 1.515625, 1.15625, 0.703125, 0.996094, 1.117188, 1.007812, 1.085938, 0.695312, 1.0625, 1.03125, 1.015625, 0.902344, 1.515625, 0.898438, 1.203125, 1.515625, 0.894531, 0.867188, 0.824219, 0.914062, 0.404297, 0.863281, 0.730469, 1.515625, 0.886719, 0.621094, 0.108398, 1.078125, 1.515625, 0.949219, 1.101562, 0.957031, 1.09375, 1.390625, 1.03125, 1.3125, 1.109375, 1.054688, 1.507812, 1.515625, 0.921875, 0.953125, 1.242188, 1.117188, 0.691406, 1.515625, 1.4375, 1.257812, 0.828125, 1.21875, 0.699219, 0.648438, 0.574219, 0.664062, 1.03125, 0.859375, 0.902344, 1.203125, 1.515625, 0.667969, 1.023438, 1.515625, 1.226562, 0.933594, 1.0625, 0.65625, 0.414062, 0.710938, 0.330078, 0.777344, 1.515625, 0.90625, 0.65625, 0.976562, 1.28125, 1.390625, 1.179688, 0.367188, 1.148438, 0.800781, 0.574219, 1.296875, 1.117188, 0.800781, 0.235352, 1.0, 1.171875, 0.964844, 1.023438, 1.085938, 0.875, 1.375, 1.257812, 1.109375, 0.914062, 0.714844, 0.964844, 1.28125, 0.925781, 0.769531, 0.933594, 0.734375, 0.96875, 1.125, 1.085938, 0.914062, 0.953125, 1.1875, 1.0, 0.964844, 0.636719, 0.875, 1.210938, 1.148438, 1.007812, 0.898438, 1.023438, 1.046875, 1.015625, 1.007812, 0.828125, 0.957031, 0.925781, 0.734375, 0.75, 0.828125, 1.25, 0.863281, 1.03125, 0.90625, 1.070312, 0.550781, 0.558594, 1.445312, 0.609375, 0.671875, 1.515625, 0.800781, 1.085938, 1.054688, 1.296875, 0.890625, 0.667969, 0.75, 0.984375, 0.703125, 0.609375, 0.949219, 1.179688, 1.515625, 0.972656, 1.515625, 1.515625, 0.746094, 1.515625, 1.5, 1.09375, 0.851562, 0.8125, 1.085938, 0.84375, 1.070312, 1.179688, 0.855469, 0.168945, 0.636719, 1.515625, 0.859375, 0.902344, 0.464844, 0.832031, 1.039062, 0.691406, 1.007812, 0.605469, 0.714844, 1.515625, 0.835938, 1.515625, 1.140625, 0.765625, 0.878906, 0.617188, 1.15625, 1.515625, 0.765625, 0.451172, 0.910156, 1.515625, 0.835938, 0.875, 1.1875, 0.691406, 0.730469, 1.117188, 1.078125, 0.839844, 0.742188, 0.470703, 1.023438, 0.917969, 1.195312, 0.949219, 0.949219, 0.753906, 1.515625, 1.09375, 0.90625, 1.398438, 0.929688, 0.800781, 0.910156, 1.515625, 1.046875, 1.039062, 0.980469, 0.707031, 1.164062, 0.933594, 1.007812, 1.03125, 1.125, 0.402344, 1.15625, 1.140625, 0.462891, 0.439453, 0.878906, 0.859375, 1.351562, 0.71875, 1.515625, 0.519531, 1.03125, 1.023438, 0.490234, 1.164062, 0.671875, 0.78125, 1.367188, 0.957031, 1.515625, 1.039062, 1.515625, 1.515625, 0.832031, 1.5, 1.390625, 1.195312, 0.90625, 0.6875, 0.232422, 1.515625, 0.65625, 1.515625, 0.8125, 1.21875, 1.09375, 0.730469, 1.007812, 1.515625, 0.699219, 0.660156, 0.902344, 0.714844, 0.640625, 0.707031, 1.140625, 1.023438, 0.785156, 1.515625, 0.675781, 1.265625, 0.671875, 0.957031, 0.8125, 0.470703, 0.917969, 0.890625, 1.515625, 0.652344, 0.945312, 1.125, 0.722656, 1.023438, 0.566406, 0.378906, 0.867188, 0.996094, 1.414062, 0.832031, 1.101562, 0.898438, 0.570312, 1.117188, 0.949219, 1.515625, 1.023438, 0.835938, 1.007812, 0.863281, 0.890625, 0.875, 1.148438, 1.453125, 0.960938, 1.085938, 1.515625, 0.902344, 0.902344, 0.392578, 0.667969, 0.78125, 1.40625, 0.949219, 1.054688, 1.507812, 1.046875, 1.09375, 1.226562, 0.566406, 0.980469, 1.234375, 1.1875, 0.75, 0.628906, 1.0, 1.507812, 1.515625, 0.855469, 0.933594, 0.917969, 1.515625, 0.921875, 0.789062, 0.679688, 0.9375, 1.007812, 1.507812, 1.078125, 1.0625, 0.519531, 0.894531, 0.914062, 0.777344, 0.695312, 0.925781, 1.304688, 1.046875, 1.515625, 1.515625, 1.328125, 1.515625, 0.589844, 1.234375, 0.8125, 0.734375, 0.664062, 1.515625, 0.832031, 1.515625, 1.078125, 0.539062, 0.898438, 1.078125, 0.628906, 0.914062, 0.470703, 1.265625, 1.203125, 1.046875, 0.808594, 1.320312, 0.714844, 0.71875, 1.046875, 0.792969, 1.015625, 1.054688, 1.007812, 1.515625, 0.726562, 1.507812, 0.220703, 0.726562, 0.671875, 1.195312, 0.640625, 0.828125, 0.988281, 0.855469, 1.164062, 0.667969, 1.40625, 1.375, 1.023438, 1.351562, 1.085938, 1.515625, 0.804688, 0.722656, 0.660156, 0.816406, 0.777344, 1.125, 0.980469, 1.515625, 1.15625, 1.015625, 0.941406, 1.046875, 0.738281, 0.275391, 0.902344, 0.8125, 0.746094, 1.304688, 0.765625, 0.453125, 0.839844, 1.484375, 1.21875, 0.146484, 0.691406, 1.078125, 1.125, 1.515625, 0.96875, 1.109375, 1.515625, 1.085938, 1.375, 1.507812, 0.648438, 0.742188, 0.457031, 1.4375, 0.933594, 0.832031, 1.515625, 1.226562, 0.988281, 1.359375, 1.054688, 1.054688, 1.21875, 0.898438, 0.585938, 0.945312, 0.667969, 0.917969, 0.714844, 0.65625, 0.929688, 1.15625, 0.828125, 0.894531, 0.400391, 0.632812, 0.796875, 1.265625, 0.835938, 1.453125, 1.515625, 0.835938, 0.949219, 1.101562, 1.210938, 1.515625, 0.832031, 0.992188, 0.453125, 1.265625, 1.429688, 0.695312, 0.660156, 0.162109, 1.515625, 0.675781, 0.882812, 0.882812, 0.761719, 1.515625, 0.972656, 0.695312, 0.839844, 1.1875, 1.03125, 0.53125, 0.773438, 0.695312, 0.988281, 1.390625, 0.867188, 0.894531, 1.078125, 0.625, 1.085938, 1.164062, 0.527344, 1.109375, 1.179688, 1.296875, 0.789062, 0.734375, 0.419922, 0.996094, 1.085938, 0.5, 0.835938, 0.652344, 1.1875, 1.515625, 1.015625, 1.382812, 1.007812, 1.164062, 0.675781, 0.664062, 1.0, 0.75, 1.515625, 0.921875, 0.851562, 0.34375, 1.515625, 0.671875, 1.515625, 0.667969, 0.578125, 1.09375, 1.390625, 1.484375, 1.328125, 0.972656, 0.679688, 0.976562, 0.945312, 1.257812, 0.96875, 0.929688, 1.117188, 0.65625, 1.054688, 0.824219, 0.914062, 0.953125, 0.90625, 0.929688, 0.945312, 1.515625, 1.023438, 0.75, 1.515625, 0.902344, 0.550781, 0.714844, 0.769531, 0.722656, 0.789062, 0.988281, 0.355469, 0.796875, 0.828125, 1.515625, 1.0, 1.1875, 0.605469, 0.664062, 1.203125, 0.894531, 1.148438, 0.996094, 0.917969, 1.515625, 0.589844, 0.957031, 0.546875, 0.550781, 1.476562, 1.515625, 0.785156, 0.765625, 1.289062, 0.875, 0.503906, 0.839844, 1.101562, 1.359375, 1.265625, 1.242188, 0.988281, 1.015625, 1.03125, 0.707031, 0.742188, 1.40625, 1.078125, 1.515625, 0.478516, 0.628906, 0.976562, 0.757812, 0.554688, 1.117188, 1.382812, 0.597656, 1.515625, 1.515625, 1.070312, 1.210938, 1.515625, 0.839844, 0.867188, 0.933594, 0.796875, 1.484375, 0.386719, 0.867188, 1.007812, 1.351562, 0.964844, 1.117188, 0.964844, 1.140625, 0.9375, 0.84375, 0.953125, 1.039062, 0.734375, 0.5, 0.738281, 0.9375, 0.917969, 1.179688, 1.203125, 1.429688, 0.71875, 1.070312, 0.9375, 0.773438, 1.132812, 0.953125, 0.886719, 1.0625, 0.660156, 0.902344, 0.957031, 1.148438, 1.0625, 0.9375, 0.208008, 1.34375, 0.9375, 0.578125, 1.09375, 1.257812, 0.972656, 0.761719, 0.535156, 0.166016, 1.15625, 1.515625, 1.390625, 1.171875, 0.753906, 0.742188, 0.441406, 0.851562, 0.867188, 1.515625, 1.460938, 0.914062, 0.941406, 0.863281, 0.695312, 1.515625, 0.796875, 0.75, 0.337891, 1.195312, 0.890625, 0.65625, 1.03125, 1.171875, 0.839844, 0.558594, 1.078125, 0.100098, 1.515625, 0.804688, 0.314453, 0.730469, 0.820312, 1.179688, 1.515625, 0.84375, 1.0625, 0.792969, 1.039062, 1.15625, 0.9375, 1.03125, 0.753906, 1.117188, 0.878906, 0.241211, 1.273438, 1.023438, 0.90625, 0.84375, 0.259766, 1.515625, 0.933594, 0.796875, 1.515625, 1.515625, 0.886719, 1.1875, 1.203125, 0.769531, 0.484375, 0.804688, 1.203125, 0.839844, 1.507812, 1.132812, 0.75, 0.875, 1.515625, 1.015625, 0.945312, 1.0625, 1.03125, 0.953125, 0.710938, 0.890625, 1.15625, 1.445312, 0.992188, 1.515625, 1.15625, 1.515625, 1.03125, 1.492188, 0.976562, 0.789062, 0.792969, 1.15625, 0.882812, 0.816406, 1.359375, 0.388672, 0.960938, 0.789062, 1.117188, 0.578125, 0.832031, 1.117188, 0.910156, 0.550781, 1.515625, 0.945312, 0.746094, 0.478516, 0.519531, 0.929688, 1.015625, 0.636719, 1.46875, 0.996094, 1.054688, 1.476562, 1.476562, 1.03125, 0.792969, 1.398438, 0.652344, 0.597656, 1.085938, 0.839844, 0.691406, 0.554688, 1.210938, 1.164062, 1.515625, 0.859375, 0.625, 0.847656, 0.851562, 0.875, 0.283203, 1.070312, 1.078125, 1.515625, 1.5, 1.046875, 0.890625, 1.257812, 0.523438, 0.632812, 1.515625, 1.132812, 1.40625, 1.1875, 0.8125, 0.792969, 0.898438, 0.628906, 0.996094, 1.0625, 1.265625, 1.398438, 1.515625, 0.988281, 1.085938, 0.964844, 1.109375, 0.75, 0.84375, 1.109375, 0.523438, 0.785156, 0.628906, 1.046875, 0.699219, 0.972656, 0.992188, 0.667969, 1.351562, 1.453125, 0.722656, 0.769531, 1.007812, 0.871094, 1.515625, 0.828125, 1.515625, 0.757812, 1.445312, 1.460938, 0.921875, 1.515625, 0.757812, 1.515625, 0.835938, 0.773438, 1.390625, 0.761719, 0.953125, 0.84375, 1.515625, 1.226562, 0.726562, 0.992188, 1.140625, 0.699219, 1.015625, 1.015625, 0.804688, 1.453125, 0.839844, 0.75, 0.65625, 0.945312, 1.515625, 0.707031, 1.484375, 0.65625, 0.131836, 0.621094, 1.515625, 0.558594, 0.953125, 0.582031, 0.753906, 0.839844, 1.515625, 0.71875, 0.863281, 0.859375, 1.515625, 1.492188, 1.15625, 0.699219, 0.566406, 1.117188, 0.384766, 0.835938, 0.902344, 1.515625, 0.617188, 1.515625, 0.933594, 0.957031, 1.0625, 0.761719, 1.515625, 0.703125, 1.117188, 1.21875, 0.707031, 0.949219, 1.515625, 0.980469, 0.800781, 1.257812, 1.492188, 1.265625, 1.0625, 0.703125, 1.492188, 1.515625, 0.65625, 1.515625, 1.515625, 1.273438, 1.078125, 0.128906, 0.574219, 0.546875, 1.515625, 0.71875, 0.761719, 1.359375, 0.820312, 1.046875, 0.609375, 0.232422, 1.0, 0.925781, 0.808594, 1.515625, 1.367188, 1.367188, 1.515625, 0.664062, 0.808594, 1.515625, 0.9375, 1.5, 0.412109, 0.765625, 1.09375, 0.96875, 0.511719, 0.917969, 0.125977, 1.515625, 1.054688, 1.242188, 0.5, 0.535156, 1.515625, 0.96875, 1.054688, 0.310547, 1.203125, 0.8125, 0.964844, 0.714844, 0.789062, 0.847656, 0.265625, 0.496094, 0.478516, 0.929688, 1.015625, 1.179688, 1.28125, 0.851562, 0.707031, 1.007812, 0.710938, 1.265625, 1.507812, 1.046875, 0.984375, 0.910156, 1.203125, 1.515625, 1.507812, 1.015625, 1.023438, 1.367188, 1.515625, 0.703125, 0.875, 1.023438, 1.515625, 0.886719, 1.046875, 1.015625, 1.039062, 1.148438, 0.625, 1.515625, 0.605469, 0.957031, 1.515625, 0.957031, 1.210938, 1.070312, 1.515625, 1.515625, 1.515625, 1.101562, 1.515625, 0.816406, 1.257812, 0.507812, 1.109375, 0.941406, 1.257812, 1.023438, 1.515625, 0.714844, 0.832031, 1.179688, 1.164062, 0.796875, 0.617188, 0.925781, 0.933594, 1.046875, 0.816406, 1.226562, 0.976562, 0.742188, 1.140625, 0.8125, 0.921875, 1.375, 1.257812, 1.515625, 0.832031, 1.515625, 0.871094, 1.164062, 1.023438, 0.960938, 0.466797, 1.039062, 1.398438, 1.085938, 1.484375, 0.691406, 0.800781, 0.773438, 1.515625, 1.515625, 0.746094, 0.777344, 0.4375, 0.761719, 1.242188, 0.277344, 0.949219, 0.574219, 1.101562, 1.132812, 0.949219, 0.5, 1.265625, 1.398438, 0.816406, 1.0625, 0.960938, 1.023438, 0.890625, 0.863281, 1.015625, 1.515625, 0.945312, 0.675781, 0.337891, 0.582031, 0.984375, 0.617188, 0.707031, 0.636719, 0.976562, 0.691406, 0.503906, 0.996094, 0.921875, 0.90625, 0.917969, 0.921875, 0.664062, 0.839844, 1.515625, 0.847656, 0.484375, 0.753906, 0.8125, 0.804688, 1.328125, 0.8125, 0.675781, 0.640625, 1.515625, 1.507812, 0.863281, 1.515625, 1.359375, 0.996094, 1.515625, 1.046875, 1.515625, 1.515625, 1.09375, 1.304688, 0.78125, 0.851562, 0.863281, 1.5, 0.980469, 0.921875, 0.917969, 0.957031, 1.351562, 1.257812, 1.015625, 0.777344, 1.179688, 0.976562, 0.929688, 1.515625, 0.9375, 1.515625, 0.5, 0.792969, 0.201172, 1.0625, 0.527344, 1.0, 0.96875, 1.320312, 0.730469, 1.515625, 0.917969, 1.226562, 1.203125, 1.070312, 0.898438, 1.515625, 0.835938, 1.507812, 0.792969, 1.296875, 0.186523, 0.75, 0.882812, 0.722656, 1.515625, 0.976562, 0.125, 0.498047, 0.890625, 0.707031, 0.671875, 0.996094, 1.007812, 1.101562, 1.1875, 1.015625, 1.164062, 1.304688, 0.742188, 0.828125, 1.09375, 1.515625, 0.875, 0.804688, 0.355469, 0.804688, 1.5, 1.164062, 0.447266, 0.925781, 0.722656, 1.515625, 0.582031, 1.054688, 1.070312, 0.714844, 1.179688, 1.085938, 0.546875, 0.785156, 0.851562, 1.507812, 0.867188, 1.039062, 0.855469, 0.671875, 0.949219, 0.890625, 1.515625, 1.515625, 0.609375, 0.738281, 1.171875, 1.367188, 0.679688, 1.515625, 0.75, 1.101562, 1.273438, 0.882812, 0.402344, 1.515625, 0.847656, 0.742188, 0.910156, 0.503906, 0.695312, 0.949219, 0.984375, 0.523438, 1.117188, 0.59375, 1.09375, 0.820312, 0.675781, 0.757812, 0.785156, 1.515625, 1.078125, 0.828125, 1.515625, 1.265625, 1.328125, 0.824219, 0.621094, 1.164062, 0.886719, 1.03125, 0.279297, 1.140625, 1.484375, 0.878906, 0.416016, 1.03125, 1.515625, 0.585938, 0.863281, 0.703125, 1.515625, 1.515625, 0.914062, 0.675781, 1.085938, 0.726562, 1.179688, 0.90625, 0.992188, 0.878906, 0.902344, 0.992188, 1.515625, 1.023438, 1.132812, 1.289062, 1.507812, 0.835938, 0.914062, 1.515625, 0.953125, 0.785156, 0.75, 0.886719, 0.835938, 0.964844, 0.648438, 0.683594, 1.515625, 1.109375, 1.0, 0.691406, 1.085938, 1.484375, 0.416016, 1.03125, 0.691406, 1.21875, 1.039062, 0.726562, 1.039062, 0.984375, 1.34375, 0.289062, 0.949219, 1.140625, 1.015625, 1.046875, 1.03125, 1.34375, 1.304688, 1.21875, 0.707031, 1.445312, 1.085938, 0.648438, 1.03125, 0.730469, 0.878906, 1.515625, 0.945312, 0.972656, 0.777344, 1.203125, 1.0, 1.515625, 0.714844, 1.203125, 1.078125, 0.941406, 1.359375, 1.132812, 0.722656, 0.984375, 1.164062, 1.515625, 1.164062, 1.09375, 1.140625, 0.777344, 0.65625, 1.195312, 0.964844, 0.695312, 0.785156, 0.8125, 1.507812, 0.824219, 1.296875, 1.492188, 0.589844, 1.125, 0.558594, 0.863281, 0.416016, 0.703125, 0.878906, 1.515625, 1.515625, 1.507812, 0.84375, 1.109375, 0.886719, 1.25, 0.578125, 1.203125, 0.414062, 0.757812, 1.515625, 0.984375, 1.507812, 1.453125, 0.773438, 1.054688, 1.007812, 1.015625, 1.039062, 0.984375, 0.882812, 0.617188, 0.574219, 0.804688, 1.234375, 1.296875, 0.369141, 0.882812, 0.714844, 0.785156, 0.746094, 1.039062, 1.226562, 1.515625, 0.90625, 0.765625, 0.976562, 0.777344, 0.898438, 1.117188, 0.988281, 1.46875, 0.984375, 1.171875, 1.140625, 0.433594, 0.769531, 1.117188, 0.980469, 1.140625, 1.078125, 1.09375, 1.40625, 1.515625, 0.535156, 0.777344, 0.800781, 1.515625, 0.996094, 0.757812, 0.574219, 0.859375, 0.863281, 1.085938, 0.734375, 0.408203, 1.445312, 1.195312, 0.96875, 0.808594, 0.388672, 0.601562, 1.0625, 0.578125, 0.941406, 1.179688, 1.515625, 0.761719, 1.007812, 1.070312, 0.914062, 1.28125, 0.90625, 0.789062, 1.398438, 0.582031, 1.335938, 0.376953, 1.007812, 1.054688, 0.933594, 1.5, 0.683594, 1.515625, 1.039062, 0.558594, 0.882812, 0.921875, 0.960938, 0.761719, 0.609375, 0.542969, 1.515625, 1.515625, 1.171875, 0.914062, 0.738281, 0.871094, 0.957031, 1.335938, 0.839844, 1.0, 0.8125, 1.320312, 0.988281, 0.671875, 1.140625, 1.515625, 1.03125, 1.515625, 1.101562, 1.273438, 1.039062, 0.761719, 0.925781, 0.929688, 1.046875, 1.226562, 1.515625, 0.929688, 0.660156, 1.328125, 1.023438, 0.796875, 0.78125, 0.597656, 0.992188, 0.539062, 1.5, 0.972656, 0.953125, 1.515625, 0.503906, 0.855469, 0.957031, 0.585938, 0.929688, 0.757812, 1.164062, 0.542969, 0.925781, 0.683594, 1.515625, 1.132812, 0.515625, 0.746094, 0.507812, 1.007812, 0.972656, 0.898438, 1.148438, 0.291016, 1.015625, 0.554688, 1.515625, 0.835938, 0.808594, 0.578125, 1.085938, 1.335938, 0.855469, 0.914062, 1.054688, 1.210938, 0.964844, 1.03125, 0.570312, 1.335938, 0.660156, 1.515625, 1.171875, 0.365234, 0.863281, 1.085938, 1.210938, 0.816406, 0.539062, 1.171875, 0.679688, 0.675781, 1.398438, 0.78125, 1.515625, 1.0625, 0.828125, 1.320312, 0.878906, 0.65625, 0.921875, 1.367188, 0.925781, 0.683594, 1.226562, 0.800781, 0.197266, 0.464844, 0.867188, 0.84375, 0.925781, 0.578125, 0.511719, 1.515625, 1.1875, 1.125, 0.792969, 0.707031, 0.871094, 0.628906, 0.832031, 1.429688, 0.753906, 1.515625, 1.21875, 0.392578, 0.742188, 1.015625, 1.40625, 0.835938, 1.078125, 1.0, 0.9375, 1.164062, 1.21875, 1.039062, 0.894531 ] } , "name": "onnx::Mul_11285", "outputIndexes": [ 5225 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5224, 5225 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 5226 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5148, 5226 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/Add_output_0", "outputIndexes": [ 5227 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5227 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.29/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 5228 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5228 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.29/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 5229 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5229, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 5230 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5230, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 5231 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5227, 5231 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 5232 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.455078, 0.832031, 0.355469, 0.412109, 0.632812, 0.757812, 0.71875, 0.867188, 0.601562, 0.355469, 0.359375, 0.671875, 0.636719, 0.503906, 0.621094, 0.625, 0.550781, 0.726562, 0.425781, 0.445312, 0.486328, 0.390625, 0.484375, 0.398438, 0.625, 0.527344, 0.539062, 0.546875, 1.695312, 0.410156, 0.582031, 2.84375, 0.5, 0.511719, 0.443359, 0.496094, 2.125, 0.6875, 0.445312, 0.964844, 0.378906, 0.240234, 0.6875, 0.964844, 0.498047, 0.400391, 0.273438, 0.566406, 1.328125, 0.394531, 0.326172, 0.324219, 0.496094, 0.388672, 0.40625, 0.53125, 0.753906, 0.423828, 0.484375, 0.394531, 0.412109, 0.404297, 0.365234, 0.40625, 0.535156, 0.601562, 0.416016, 0.503906, 0.388672, 0.378906, 0.251953, 1.578125, 0.457031, 0.40625, 0.40625, 0.652344, 0.410156, 0.601562, 0.433594, 0.753906, 0.486328, 0.417969, 0.324219, 0.664062, 0.558594, 0.451172, 0.347656, 0.828125, 0.308594, 2.171875, 0.419922, 0.453125, 0.404297, 0.5625, 0.578125, 0.455078, 0.386719, 0.5625, 0.789062, 3.890625, 0.648438, 0.535156, 0.443359, 0.460938, 0.902344, 0.466797, 0.439453, 0.443359, 0.539062, 0.523438, 0.625, 0.59375, 0.451172, 2.4375, 0.363281, 0.365234, 0.507812, 0.410156, 0.511719, 0.546875, 1.242188, 0.457031, 0.941406, 0.396484, 0.558594, 0.613281, 0.425781, 0.695312, 0.478516, 0.554688, 0.601562, 0.601562, 0.4375, 1.289062, 0.269531, 0.625, 0.447266, 1.632812, 0.59375, 1.25, 1.390625, 0.871094, 0.601562, 0.433594, 0.414062, 0.484375, 1.617188, 0.355469, 0.404297, 0.503906, 0.664062, 0.384766, 0.398438, 0.503906, 0.644531, 0.412109, 0.511719, 0.320312, 0.640625, 0.53125, 0.3125, 0.925781, 0.451172, 0.503906, 0.486328, 0.302734, 0.445312, 0.578125, 0.257812, 0.494141, 0.40625, 0.410156, 0.523438, 0.886719, 1.203125, 0.462891, 0.546875, 0.582031, 0.392578, 0.421875, 0.451172, 0.486328, 0.925781, 0.863281, 0.157227, 0.5, 0.417969, 0.597656, 0.53125, 0.380859, 0.378906, 0.554688, 0.451172, 0.447266, 0.392578, 0.421875, 0.507812, 0.480469, 3.5, 0.384766, 1.0, 0.757812, 0.414062, 0.449219, 0.734375, 0.507812, 0.474609, 0.632812, 0.462891, 0.396484, 0.386719, 0.388672, 0.707031, 0.539062, 0.257812, 0.894531, 0.308594, 0.472656, 0.478516, 0.699219, 0.96875, 0.304688, 0.546875, 0.597656, 0.410156, 0.605469, 0.648438, 0.515625, 0.550781, 0.353516, 0.251953, 0.515625, 0.910156, 0.398438, 0.914062, 0.511719, 1.015625, 0.550781, 0.458984, 0.671875, 0.398438, 0.542969, 0.345703, 0.554688, 0.386719, 0.667969, 0.523438, 0.40625, 0.746094, 0.566406, 1.109375, 0.640625, 0.640625, 0.410156, 0.703125, 0.341797, 0.519531, 0.388672, 0.507812, 0.349609, 0.25, 0.462891, 0.6875, 0.382812, 0.578125, 0.474609, 0.511719, 0.804688, 0.398438, 0.490234, 0.515625, 0.462891, 0.28125, 0.470703, 0.722656, 1.054688, 0.462891, 0.632812, 0.769531, 0.494141, 0.474609, 0.443359, 0.605469, 0.488281, 0.578125, 0.628906, 0.339844, 0.8125, 0.347656, 0.835938, 0.490234, 0.408203, 0.515625, 1.351562, 0.523438, 0.550781, 0.498047, 0.498047, 0.384766, 4.0, 0.498047, 0.416016, 0.46875, 1.359375, 0.455078, 0.605469, 0.453125, 0.376953, 0.632812, 0.457031, 0.455078, 0.470703, 0.980469, 0.431641, 0.585938, 0.412109, 0.570312, 0.339844, 0.636719, 0.566406, 0.390625, 0.71875, 0.189453, 0.376953, 0.380859, 0.5, 0.494141, 0.542969, 0.484375, 0.542969, 0.363281, 0.314453, 0.458984, 0.455078, 0.699219, 0.53125, 0.710938, 0.503906, 0.498047, 0.472656, 0.332031, 0.535156, 0.369141, 0.386719, 0.445312, 0.455078, 0.527344, 0.322266, 0.318359, 0.476562, 0.404297, 0.546875, 1.609375, 0.789062, 0.691406, 0.478516, 0.511719, 0.472656, 0.640625, 0.220703, 0.589844, 0.482422, 0.507812, 0.451172, 0.355469, 0.703125, 0.519531, 1.1875, 0.394531, 0.484375, 0.433594, 0.416016, 0.535156, 0.396484, 0.400391, 0.394531, 0.582031, 0.332031, 0.851562, 0.566406, 0.361328, 1.351562, 0.40625, 0.478516, 0.324219, 0.376953, 1.90625, 0.984375, 0.451172, 0.585938, 0.703125, 0.455078, 0.458984, 0.439453, 0.671875, 0.414062, 0.431641, 0.412109, 0.345703, 0.451172, 0.722656, 0.519531, 0.730469, 0.326172, 0.371094, 0.28125, 0.582031, 0.396484, 0.535156, 0.408203, 0.482422, 0.578125, 0.5625, 0.421875, 0.566406, 0.474609, 0.472656, 0.443359, 0.59375, 0.466797, 0.527344, 1.070312, 0.349609, 0.408203, 0.550781, 0.503906, 0.404297, 0.363281, 0.582031, 0.474609, 0.578125, 0.398438, 0.265625, 1.039062, 0.365234, 0.472656, 0.400391, 0.414062, 0.279297, 0.625, 0.451172, 0.46875, 0.511719, 0.242188, 0.550781, 0.445312, 0.296875, 0.550781, 0.3125, 0.447266, 2.859375, 0.345703, 0.419922, 0.394531, 0.511719, 0.523438, 0.296875, 0.421875, 0.498047, 0.417969, 0.396484, 0.429688, 0.464844, 0.449219, 0.451172, 0.554688, 0.507812, 1.070312, 0.298828, 0.414062, 0.464844, 0.427734, 0.503906, 0.486328, 0.4375, 0.40625, 0.345703, 0.988281, 0.337891, 0.605469, 0.269531, 0.230469, 0.535156, 0.470703, 0.494141, 0.464844, 0.388672, 0.414062, 0.494141, 0.494141, 0.449219, 0.292969, 0.400391, 0.703125, 0.773438, 0.464844, 0.625, 0.441406, 0.382812, 0.671875, 0.613281, 0.4375, 0.306641, 0.578125, 0.339844, 0.283203, 0.382812, 0.40625, 0.59375, 0.535156, 1.1875, 0.558594, 0.384766, 0.289062, 0.464844, 0.451172, 0.84375, 0.523438, 0.875, 0.421875, 0.597656, 0.380859, 0.363281, 0.53125, 0.484375, 0.425781, 0.566406, 0.480469, 0.271484, 0.414062, 0.386719, 0.398438, 0.5, 1.226562, 0.847656, 0.449219, 0.453125, 0.769531, 0.578125, 0.367188, 0.353516, 0.402344, 1.179688, 0.535156, 0.470703, 0.384766, 0.308594, 0.632812, 0.367188, 0.433594, 0.628906, 0.361328, 0.279297, 0.457031, 0.267578, 0.412109, 0.208008, 0.390625, 0.306641, 0.435547, 0.539062, 0.394531, 0.613281, 1.28125, 0.503906, 0.431641, 0.816406, 0.445312, 0.431641, 0.539062, 0.605469, 0.382812, 0.683594, 0.435547, 0.490234, 1.359375, 2.65625, 0.285156, 0.390625, 0.550781, 0.392578, 0.664062, 0.316406, 0.332031, 0.443359, 0.640625, 0.376953, 0.5625, 0.416016, 1.101562, 0.494141, 0.660156, 0.462891, 0.328125, 0.425781, 1.164062, 0.589844, 0.457031, 0.449219, 0.691406, 0.419922, 0.691406, 0.625, 0.597656, 0.699219, 0.777344, 0.410156, 0.443359, 0.675781, 0.306641, 0.494141, 0.400391, 0.515625, 0.433594, 0.427734, 1.03125, 0.433594, 0.714844, 0.400391, 0.566406, 0.503906, 0.519531, 0.789062, 0.617188, 0.746094, 0.369141, 0.398438, 0.365234, 1.0, 0.365234, 0.375, 3.9375, 0.96875, 0.476562, 0.304688, 0.5, 0.4375, 0.726562, 0.394531, 0.482422, 0.427734, 0.792969, 0.433594, 0.699219, 0.451172, 0.455078, 0.671875, 0.369141, 0.455078, 0.679688, 0.503906, 0.46875, 0.515625, 0.453125, 0.263672, 0.318359, 0.851562, 0.5625, 0.412109, 0.566406, 0.484375, 0.730469, 0.503906, 0.535156, 0.367188, 2.390625, 0.546875, 0.710938, 0.394531, 0.412109, 0.597656, 0.392578, 0.496094, 0.515625, 0.429688, 0.558594, 0.365234, 0.925781, 4.0, 0.410156, 0.71875, 0.945312, 0.851562, 0.71875, 0.445312, 0.515625, 0.664062, 0.535156, 0.628906, 0.363281, 0.435547, 0.539062, 0.423828, 0.496094, 0.726562, 0.431641, 0.792969, 0.375, 0.398438, 0.310547, 0.984375, 0.423828, 0.523438, 0.832031, 0.476562, 0.4375, 0.5, 0.527344, 1.304688, 0.314453, 0.570312, 0.527344, 0.421875, 0.380859, 0.457031, 0.421875, 0.597656, 0.320312, 0.402344, 0.625, 0.421875, 0.761719, 0.451172, 0.292969, 0.417969, 0.353516, 0.519531, 0.373047, 0.320312, 0.359375, 0.178711, 0.447266, 0.695312, 0.867188, 0.466797, 0.394531, 0.355469, 0.478516, 0.416016, 0.298828, 0.408203, 0.804688, 0.578125, 0.503906, 0.330078, 0.527344, 0.369141, 0.382812, 0.476562, 0.396484, 0.996094, 0.789062, 0.421875, 0.361328, 0.601562, 0.777344, 0.808594, 0.486328, 1.054688, 0.373047, 0.855469, 0.664062, 0.886719, 0.451172, 0.527344, 0.3125, 0.345703, 0.333984, 0.484375, 0.275391, 1.140625, 0.480469, 0.173828, 0.361328, 0.398438, 0.53125, 0.355469, 0.494141, 0.503906, 0.388672, 1.765625, 0.578125, 0.255859, 0.388672, 0.390625, 0.457031, 0.498047, 0.84375, 0.535156, 0.306641, 0.318359, 0.410156, 0.503906, 0.486328, 0.894531, 0.539062, 0.232422, 0.695312, 0.462891, 0.855469, 0.515625, 0.296875, 0.375, 0.449219, 0.494141, 0.921875, 0.417969, 0.371094, 0.455078, 0.445312, 0.404297, 0.675781, 0.416016, 0.503906, 0.527344, 0.427734, 0.419922, 0.253906, 0.429688, 0.382812, 0.59375, 0.378906, 0.429688, 0.765625, 0.585938, 0.355469, 0.400391, 0.355469, 0.5, 0.382812, 0.339844, 1.03125, 0.3125, 0.660156, 0.421875, 0.679688, 0.417969, 0.414062, 0.417969, 1.023438, 0.5, 0.542969, 1.773438, 0.314453, 0.371094, 2.65625, 0.289062, 0.507812, 0.310547, 0.404297, 0.515625, 0.652344, 0.412109, 0.470703, 0.447266, 0.304688, 0.398438, 0.417969, 0.306641, 0.445312, 0.449219, 0.443359, 0.621094, 0.412109, 0.523438, 0.373047, 1.8125, 0.417969, 0.408203, 0.566406, 0.664062, 0.574219, 0.458984, 0.482422, 0.40625, 0.457031, 0.433594, 0.435547, 0.515625, 0.8125, 1.460938, 0.875, 0.464844, 0.386719, 0.414062, 0.458984, 0.460938, 0.435547, 0.75, 0.402344, 0.337891, 0.310547, 0.585938, 0.462891, 1.960938, 0.628906, 0.523438, 0.570312, 0.519531, 0.714844, 0.375, 0.589844, 0.498047, 0.421875, 0.326172, 0.441406, 0.582031, 0.40625, 0.558594, 0.353516, 1.664062, 0.349609, 0.388672, 0.361328, 0.373047, 0.484375, 0.357422, 0.589844, 0.486328, 0.507812, 0.875, 0.558594, 1.046875, 1.679688, 1.03125, 0.5625, 0.554688, 0.423828, 0.494141, 0.361328, 0.394531, 0.597656, 0.490234, 0.482422, 0.5625, 0.671875, 0.445312, 0.867188, 0.236328, 0.554688, 0.570312, 0.412109, 0.746094, 0.445312, 0.392578, 0.414062, 0.851562, 0.447266, 0.503906, 0.574219, 0.466797, 0.400391, 0.423828, 0.300781, 0.359375, 0.326172, 0.384766, 0.373047, 0.423828, 0.398438, 0.503906, 0.546875, 0.539062, 0.585938, 0.441406, 0.390625, 0.494141, 0.367188, 1.109375, 0.402344, 0.455078, 0.435547, 0.539062, 0.507812, 0.664062, 0.435547, 0.578125, 0.558594, 0.515625, 0.294922, 0.515625, 0.458984, 0.441406, 0.396484, 0.546875, 0.660156, 0.441406, 0.419922, 0.388672, 0.445312, 0.417969, 0.443359, 0.359375, 0.597656, 0.494141, 0.492188, 0.507812, 0.40625, 1.632812, 0.5, 0.675781, 0.196289, 0.476562, 0.96875, 7.5625, 0.480469, 0.330078, 0.554688, 0.439453, 0.414062, 0.404297, 0.332031, 0.5, 0.414062, 0.285156, 0.291016, 0.328125, 0.376953, 0.404297, 0.416016, 0.408203, 0.347656, 1.007812, 0.345703, 0.347656, 0.388672, 0.488281, 0.291016, 0.636719, 0.648438, 0.773438, 0.71875, 0.414062, 0.5, 0.435547, 0.433594, 0.353516, 0.609375, 0.380859, 0.306641, 0.308594, 0.427734, 0.408203, 0.71875, 1.109375, 0.558594, 1.171875, 0.550781, 1.125, 0.527344, 0.628906, 0.439453, 0.324219, 0.25, 0.322266, 2.4375, 0.384766, 0.474609, 1.289062, 0.46875, 0.515625, 0.5625, 1.914062, 0.363281, 0.378906, 0.498047, 0.474609, 0.503906, 0.542969, 0.376953, 0.359375, 0.316406, 0.490234, 0.699219, 0.472656, 0.28125, 0.433594, 0.550781, 0.447266, 0.511719, 0.482422, 0.388672, 0.412109, 0.453125, 0.443359, 0.335938, 0.527344, 0.455078, 0.808594, 0.478516, 0.414062, 0.320312, 0.382812, 0.527344, 0.400391, 0.466797, 0.503906, 0.523438, 0.486328, 0.421875, 0.427734, 0.566406, 0.675781, 0.492188, 0.337891, 0.617188, 0.318359, 0.414062, 0.402344, 0.800781, 0.894531, 0.345703, 1.078125, 1.21875, 0.347656, 0.480469, 0.349609, 0.421875, 0.574219, 0.5, 0.648438, 0.546875, 0.332031, 0.675781, 0.964844, 0.558594, 0.300781, 0.433594, 0.507812, 0.333984, 0.332031, 0.71875, 0.416016, 0.464844, 0.367188, 0.5, 0.535156, 0.375, 0.476562, 0.359375, 0.683594, 0.453125, 2.765625, 0.738281, 2.015625, 0.384766, 0.566406, 0.835938, 0.433594, 0.443359, 0.488281, 0.421875, 1.023438, 0.9375, 0.265625, 0.498047, 0.376953, 0.291016, 0.621094, 0.478516, 0.640625, 0.394531, 0.439453, 0.601562, 0.820312, 0.484375, 0.365234, 0.443359, 0.423828, 0.558594, 0.597656, 0.570312, 0.416016, 0.439453, 0.574219, 0.714844, 0.996094, 0.435547, 0.488281, 0.351562, 0.460938, 0.507812, 0.644531, 0.285156, 0.34375, 0.396484, 0.300781, 0.412109, 0.476562, 0.558594, 0.24707, 0.443359, 0.445312, 0.480469, 0.753906, 0.455078, 0.384766, 0.449219, 0.392578, 0.466797, 1.554688, 0.417969, 0.416016, 0.671875, 1.507812, 0.445312, 0.503906, 0.369141, 0.621094, 0.369141, 0.835938, 0.441406, 0.414062, 0.90625, 0.496094, 0.769531, 0.482422, 0.369141, 0.421875, 0.353516, 0.373047, 0.341797, 0.304688, 0.832031, 0.421875, 0.242188, 0.408203, 0.412109, 0.636719, 2.609375, 0.447266, 0.726562, 0.324219, 0.511719, 0.347656, 0.376953, 0.941406, 0.404297, 0.384766, 0.652344, 0.746094, 0.53125, 0.535156, 0.773438, 0.617188, 0.335938, 0.671875, 0.648438, 0.457031, 0.921875, 0.277344, 0.527344, 0.449219, 0.462891, 0.691406, 0.441406, 0.480469, 0.271484, 0.71875, 0.417969, 0.365234, 0.507812, 0.423828, 0.8125, 1.375, 0.457031, 0.429688, 0.421875, 0.4375, 0.398438, 0.484375, 0.921875, 0.429688, 0.339844, 0.375, 0.472656, 0.519531, 0.457031, 0.523438, 0.482422, 0.423828, 0.408203, 0.335938, 0.482422, 0.322266, 0.324219, 0.466797, 0.421875, 1.015625, 0.632812, 0.570312, 0.476562, 0.410156, 0.478516, 0.386719, 0.4375, 0.363281, 0.408203, 0.984375, 0.361328, 0.345703, 0.371094, 0.511719, 0.625, 0.439453, 0.298828, 0.339844, 0.451172, 0.408203, 0.484375, 0.388672, 0.433594, 0.523438, 0.574219, 0.439453, 0.449219, 0.392578, 0.355469, 0.515625, 0.710938, 0.691406, 0.439453, 0.5, 0.582031, 0.417969, 0.441406, 0.398438, 0.224609, 0.275391, 0.373047, 0.211914, 0.832031, 0.398438, 0.460938, 0.478516, 0.660156, 0.398438, 0.515625, 0.404297, 0.410156, 1.09375, 0.412109, 0.402344, 0.738281, 0.455078, 0.894531, 0.433594, 0.427734, 0.410156, 0.503906, 0.384766, 0.574219, 0.671875, 0.423828, 0.523438, 0.462891, 0.404297, 0.470703, 0.355469, 0.5625, 0.322266, 8.75, 0.730469, 0.59375, 0.396484, 0.6875, 0.494141, 0.414062, 0.492188, 0.345703, 0.742188, 0.330078, 0.400391, 0.414062, 0.320312, 0.351562, 0.402344, 0.490234, 0.664062, 0.8125, 0.453125, 0.558594, 0.296875, 0.388672, 0.347656, 0.376953, 0.478516, 0.453125, 0.441406, 0.535156, 2.25, 0.476562, 0.589844, 0.527344, 0.451172, 0.617188, 1.617188, 0.59375, 0.380859, 0.404297, 4.125, 0.710938, 0.419922, 0.404297, 0.621094, 0.453125, 0.414062, 0.363281, 0.464844, 0.400391, 0.361328, 0.746094, 0.53125, 1.289062, 0.421875, 0.589844, 0.613281, 0.527344, 0.394531, 0.457031, 0.369141, 0.423828, 0.384766, 0.279297, 0.486328, 1.039062, 0.453125, 0.621094, 0.455078, 0.609375, 0.609375, 0.431641, 0.394531, 0.5, 0.476562, 0.832031, 0.589844, 0.414062, 0.458984, 0.482422, 0.498047, 0.423828, 0.429688, 0.3125, 0.435547, 0.378906, 0.339844, 0.478516, 0.5625, 0.980469, 0.361328, 0.347656, 0.722656, 0.628906, 3.9375, 0.490234, 1.046875, 0.601562, 0.464844, 0.523438, 0.318359, 0.404297, 0.941406, 0.419922, 0.294922, 0.382812, 0.710938, 0.582031, 0.570312, 0.488281, 0.378906, 0.609375, 0.46875, 0.466797, 0.867188, 0.443359, 0.417969, 0.996094, 0.40625, 0.294922, 0.523438, 0.628906, 0.65625, 0.992188, 0.46875, 0.3125, 1.179688, 0.480469, 0.75, 0.451172, 0.373047, 0.441406, 0.365234, 0.470703, 0.455078, 0.558594, 0.554688, 0.515625, 0.527344, 0.439453, 0.470703, 0.445312, 1.648438, 0.427734, 0.65625, 0.503906, 0.644531, 0.949219, 0.4375, 0.291016, 0.367188, 0.333984, 0.46875, 0.632812, 0.433594, 0.453125, 0.396484, 0.416016, 0.4375, 0.423828, 0.609375, 0.40625, 0.462891, 0.474609, 0.369141, 0.466797, 0.398438, 0.380859, 0.308594, 0.388672, 0.558594, 0.291016, 0.443359, 1.992188, 0.566406, 0.511719, 0.652344, 0.435547, 0.316406, 1.695312, 0.542969, 0.476562, 0.304688, 0.423828, 0.349609, 0.625, 0.648438, 0.28125, 0.494141, 0.431641, 0.367188, 0.419922, 0.804688, 0.917969, 0.353516, 1.015625, 0.945312, 0.341797, 0.332031, 0.628906, 0.523438, 0.24707, 0.503906, 0.734375, 0.613281, 0.392578, 0.294922, 0.404297, 0.400391, 0.439453, 0.474609, 0.332031, 0.875, 0.613281, 0.335938, 0.419922, 0.332031, 0.855469, 0.710938, 0.449219, 0.644531, 0.96875, 0.388672, 0.460938, 0.652344, 0.291016, 0.410156, 0.402344, 0.431641, 0.306641, 0.621094, 0.412109, 0.412109, 0.539062, 0.19043, 1.625, 0.443359, 0.402344, 0.396484, 0.416016, 0.386719, 0.455078, 0.388672, 0.392578, 0.550781, 0.542969, 0.482422, 0.519531, 0.886719, 0.617188, 0.462891, 0.490234, 0.482422, 0.503906, 0.40625, 0.847656, 0.386719, 0.523438, 0.535156, 0.427734, 0.451172, 0.5, 0.416016, 0.699219, 0.46875, 0.408203, 0.388672, 0.421875, 0.458984, 2.96875, 0.449219, 0.427734, 0.730469, 0.429688, 0.355469, 0.40625, 0.628906, 0.910156, 2.953125, 0.458984, 0.265625, 0.375, 0.376953, 0.785156, 0.570312, 1.132812, 0.474609, 0.455078, 0.214844, 0.330078, 0.455078, 0.414062, 0.550781, 0.636719, 0.566406, 0.539062, 0.609375, 1.421875, 0.337891, 0.507812, 0.578125, 0.416016, 0.367188, 0.539062, 0.882812, 0.429688, 8.625, 0.427734, 0.482422, 1.273438, 0.605469, 0.546875, 0.390625, 0.546875, 0.535156, 0.644531, 0.457031, 0.394531, 0.462891, 0.388672, 0.412109, 0.617188, 0.5, 0.494141, 1.796875, 0.416016, 0.462891, 0.5625, 0.447266, 1.6875, 0.355469, 0.435547, 0.828125, 0.392578, 0.320312, 0.542969, 0.392578, 0.412109, 0.546875, 1.132812, 0.5, 0.404297, 0.462891, 0.209961, 0.335938, 0.5, 0.601562, 0.285156, 0.417969, 0.447266, 0.34375, 0.539062, 0.392578, 0.636719, 0.496094, 0.384766, 0.361328, 0.503906, 0.328125, 0.339844, 0.337891, 0.386719, 0.277344, 0.408203, 0.667969, 0.546875, 0.375, 0.394531, 0.566406, 0.402344, 1.296875, 0.515625, 0.558594, 0.482422, 0.808594, 0.507812, 0.380859, 0.722656, 0.65625, 0.345703, 0.4375, 0.652344, 1.148438, 0.8125, 0.333984, 0.464844, 0.402344, 0.322266, 0.511719, 0.345703, 0.439453, 0.392578, 0.416016, 0.535156, 0.382812, 0.65625, 0.644531, 0.279297, 0.828125, 0.667969, 0.703125, 0.482422, 0.398438, 0.287109, 0.423828, 0.722656, 0.507812, 0.472656, 0.441406, 2.734375, 0.392578, 0.515625, 0.359375, 0.376953, 0.433594, 0.455078, 0.361328, 0.867188, 0.632812, 0.503906, 0.345703, 0.441406, 0.507812, 0.671875, 0.507812, 0.433594, 0.652344, 0.435547, 0.369141, 0.429688, 0.341797, 1.882812, 0.447266, 0.402344, 0.410156, 0.492188, 0.527344, 0.605469, 0.363281, 0.679688, 0.523438, 0.980469, 0.435547, 0.574219, 0.458984, 0.396484, 0.652344, 0.396484, 0.347656, 0.585938, 0.5, 0.429688, 0.490234, 0.326172, 0.539062, 0.369141, 0.574219, 0.386719, 0.310547, 0.462891, 0.390625, 0.609375, 0.394531, 0.5, 0.671875, 0.28125, 0.609375, 0.421875, 0.585938, 0.339844, 0.402344, 0.640625, 0.910156, 0.429688, 0.621094, 0.378906, 0.363281, 0.488281, 0.349609, 0.447266, 0.542969, 0.507812, 0.515625, 0.855469, 0.746094, 0.28125, 0.867188, 4.53125, 0.703125, 0.347656, 0.761719, 0.462891, 0.601562, 0.597656, 0.5625, 0.255859, 0.621094, 0.550781, 0.523438, 0.294922, 0.396484, 0.419922, 0.542969, 0.726562, 0.396484, 1.851562, 0.408203, 0.410156, 0.363281, 0.75, 0.373047, 0.476562, 0.404297, 0.384766, 0.542969, 0.289062, 0.578125, 0.416016, 0.320312, 0.585938, 0.449219, 0.237305, 0.453125, 0.535156, 0.357422, 0.431641, 0.632812, 0.417969, 0.636719, 0.392578, 0.451172, 0.699219, 0.3125, 0.373047, 0.306641, 0.453125, 4.1875, 0.800781, 1.125, 0.335938, 0.546875, 0.550781, 0.416016, 0.597656, 0.539062, 0.832031, 2.421875, 0.378906, 0.466797, 0.494141, 0.382812, 0.217773, 0.511719, 0.365234, 0.777344, 0.410156, 0.466797, 0.535156, 0.472656, 1.054688, 0.546875, 0.349609, 0.396484, 1.125, 0.455078, 3.734375, 0.5625, 0.394531, 0.455078, 0.742188, 0.800781, 0.5, 0.486328, 0.341797, 3.046875, 0.349609, 0.466797, 0.462891, 0.478516, 0.5625, 0.421875, 2.640625, 0.964844, 1.046875, 0.458984, 0.421875, 0.339844, 0.234375, 0.503906, 1.109375, 0.349609, 0.660156, 0.353516, 0.304688, 0.378906, 0.308594, 0.621094, 0.425781, 0.345703, 0.443359, 0.425781, 0.503906, 0.275391, 0.363281, 0.671875, 0.449219, 0.476562, 0.384766, 0.498047, 0.423828, 0.472656, 0.421875, 0.427734, 0.890625, 0.601562, 0.6875, 0.46875, 0.351562, 0.390625, 0.957031, 0.898438, 0.570312, 0.75, 0.265625, 0.410156, 0.378906, 0.410156, 0.378906, 1.210938, 0.417969, 0.419922, 0.494141, 0.408203, 0.242188, 0.710938, 0.441406, 0.376953, 0.423828, 0.466797, 0.777344, 0.462891, 0.482422, 0.412109, 0.527344, 0.416016, 0.445312, 0.644531, 0.330078, 0.480469, 0.394531, 0.300781, 0.380859, 0.300781, 0.628906, 0.507812, 0.519531, 0.425781, 0.443359, 0.640625, 1.015625, 0.349609, 0.382812, 0.357422, 0.197266, 0.675781, 0.539062, 0.539062, 0.349609, 0.376953, 0.894531, 0.558594, 1.03125, 0.482422, 0.458984, 1.421875, 0.394531, 0.660156, 0.390625, 0.390625, 0.402344, 0.933594, 0.310547, 0.365234, 0.398438, 0.404297, 0.423828, 0.380859, 0.5, 0.412109, 0.408203, 0.472656, 0.460938, 0.710938, 1.578125, 0.78125, 0.398438, 0.804688, 0.835938, 0.664062, 0.439453, 0.53125, 1.375, 0.503906, 0.392578, 0.515625, 0.480469, 0.486328, 0.503906, 0.484375, 0.324219, 0.515625, 1.007812, 0.570312, 0.570312, 0.542969, 0.359375, 0.519531, 0.640625, 0.664062, 0.539062, 0.314453, 0.466797, 0.326172, 0.382812, 0.359375, 0.275391, 0.347656, 0.294922, 0.355469, 0.40625, 0.369141, 0.46875, 0.625, 0.527344, 0.238281, 0.417969, 0.386719, 0.5, 0.554688, 0.279297, 0.400391, 0.439453, 0.546875, 0.404297, 0.427734, 0.4375, 0.470703, 0.433594, 0.267578, 1.421875, 0.542969, 4.375, 0.476562, 0.636719, 0.507812, 0.457031, 0.251953, 0.757812, 0.273438, 0.453125, 0.470703, 0.376953, 0.410156, 0.464844, 0.373047, 0.453125, 0.382812, 0.53125, 0.310547, 4.28125, 0.632812, 0.464844, 0.609375, 0.466797, 0.347656, 4.5625, 0.96875, 0.398438, 0.628906, 0.59375, 0.421875, 0.433594, 0.679688, 0.412109, 0.427734, 0.394531, 0.351562, 0.667969, 0.443359, 0.570312, 0.394531, 0.503906, 0.585938, 1.640625, 0.484375, 0.347656, 0.386719, 0.816406, 0.439453, 0.554688, 0.335938, 0.703125, 0.462891, 0.435547, 0.589844, 0.337891, 0.394531, 0.753906, 0.625, 0.486328, 0.558594, 0.683594, 0.369141, 0.535156, 0.570312, 0.476562, 0.394531, 0.386719, 0.365234, 1.085938, 0.546875, 0.445312, 0.535156, 0.53125, 0.476562, 0.859375, 0.498047, 0.443359, 0.466797, 1.421875, 0.410156, 0.4375, 0.59375, 0.490234, 1.148438, 0.664062, 0.462891, 0.443359, 0.84375, 0.359375, 0.832031, 0.498047, 0.617188, 0.621094, 0.5, 0.386719, 0.255859, 0.335938, 0.511719, 0.832031, 0.380859, 0.333984, 0.546875, 0.59375, 0.535156, 0.466797, 0.457031, 2.546875, 0.423828, 0.206055, 0.535156, 0.933594, 0.451172, 0.345703, 1.132812, 0.523438, 0.5625, 0.304688, 0.371094, 0.386719, 0.671875, 0.515625, 0.742188, 0.464844, 0.578125, 0.433594, 0.472656, 0.421875, 0.550781, 0.373047, 0.554688, 0.423828, 0.378906, 0.398438, 0.558594, 0.484375, 0.349609, 0.429688, 0.476562, 0.570312, 0.433594, 0.441406, 0.523438, 0.769531, 0.691406, 0.324219, 0.478516, 0.542969, 0.558594, 0.335938, 0.253906, 2.046875, 0.361328, 0.613281, 0.361328, 0.431641, 0.5625, 0.445312, 0.451172, 0.388672, 1.546875, 0.453125, 0.396484, 0.384766, 0.365234, 0.365234, 0.396484, 1.75, 0.369141, 0.628906, 0.388672, 0.419922, 0.589844, 0.464844, 0.589844, 0.433594, 0.429688, 0.511719, 0.419922, 0.496094, 0.353516, 0.367188, 0.675781, 0.601562, 0.507812, 0.335938, 0.498047, 0.369141, 0.451172, 0.984375, 0.464844, 0.445312, 0.00174, 0.367188, 0.412109, 0.34375, 0.53125, 0.785156, 0.431641, 0.597656, 0.558594, 0.582031, 0.419922, 0.417969, 0.609375, 0.324219, 0.416016, 0.65625, 0.390625, 0.667969, 0.435547, 1.125, 0.597656, 0.535156, 0.359375, 0.285156, 0.294922, 0.734375, 0.480469, 0.503906, 0.414062, 0.957031, 0.408203, 2.03125, 0.542969, 0.316406, 0.40625, 0.449219, 0.369141, 0.546875, 0.341797, 0.402344, 0.427734, 0.441406, 0.365234, 0.478516, 0.964844, 0.820312, 0.546875, 0.371094, 0.378906, 1.398438, 0.46875, 0.542969, 0.617188, 0.585938, 0.535156, 0.375, 0.416016, 0.439453, 0.447266, 0.4375, 0.474609, 0.486328, 0.398438, 0.392578, 0.347656, 0.375, 0.410156, 0.425781, 1.210938, 0.769531, 0.396484, 0.515625, 0.294922, 0.457031, 0.417969, 0.310547, 0.3125, 0.953125, 0.578125, 0.542969, 0.28125, 0.429688, 0.640625, 1.09375, 0.433594, 0.449219, 0.345703, 0.597656, 1.21875, 0.419922, 0.277344, 0.417969, 0.470703, 1.296875, 0.820312, 0.451172, 0.902344, 0.414062, 0.478516, 0.341797, 0.527344, 0.294922, 0.410156, 0.474609, 0.351562, 0.5, 0.582031, 0.347656, 0.792969, 0.202148, 1.335938, 0.398438, 0.423828, 0.464844, 0.574219, 0.628906, 0.298828, 0.449219, 0.945312, 0.462891, 0.472656, 0.439453, 0.628906, 1.148438, 0.988281, 0.353516, 0.398438, 0.423828, 0.376953, 0.613281, 0.550781, 0.5, 0.414062, 0.476562, 0.410156, 0.617188, 0.412109, 0.466797, 0.992188, 0.416016, 0.375, 0.443359, 0.28125, 0.441406, 0.337891, 0.464844, 0.519531, 0.478516, 0.425781, 0.398438, 0.460938, 0.476562, 0.423828, 0.914062, 0.384766, 0.429688, 0.542969, 0.621094, 0.707031, 0.443359, 1.085938, 0.355469, 0.398438, 0.486328, 0.542969, 1.023438, 0.492188, 0.425781, 0.847656, 0.453125, 0.585938, 0.328125, 1.148438, 0.455078, 0.589844, 0.167969, 0.421875, 0.910156, 0.53125, 0.734375, 0.421875, 0.423828, 0.416016, 0.582031, 1.695312, 0.445312, 0.792969, 0.34375, 0.535156, 0.527344, 0.683594, 0.300781, 0.410156, 0.478516, 0.472656, 0.984375, 0.470703, 0.519531, 0.380859, 0.640625, 0.298828, 0.601562, 0.386719, 0.566406, 1.742188, 0.474609, 0.458984, 0.384766, 1.039062, 0.832031, 0.382812, 1.273438, 0.761719, 0.273438, 0.554688, 0.273438, 0.423828, 0.542969, 0.296875, 0.464844, 0.972656, 0.404297, 0.314453, 0.472656, 0.636719, 0.378906, 0.546875, 2.78125, 1.117188, 0.470703, 0.691406, 0.427734, 0.691406, 0.957031, 0.339844, 0.398438, 0.404297, 0.527344, 0.558594, 0.474609, 0.871094, 0.503906, 0.351562, 0.554688, 0.585938, 0.324219, 0.917969, 0.816406, 0.425781, 0.382812, 0.496094, 0.519531, 0.398438, 0.486328, 0.400391, 0.310547, 0.433594, 0.470703 ] } , "name": "onnx::Mul_11286", "outputIndexes": [ 5233 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5232, 5233 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 5234 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5234 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.29/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 7945 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7945 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.29/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 7946 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7946 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1741624788, 13107222, 3276800, 0, 0 ] } , "name": "/layers.29/mlp/gate_proj/Linear", "outputIndexes": [ 7947 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7947 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.29/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 7948 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7948 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.29/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 5235 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5235 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.29/mlp/act_fn/Mul_output_0", "outputIndexes": [ 5236 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5235, 5236 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 5237 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 5237 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 5238 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5235, 5238 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/mlp/act_fn/Add_output_0", "outputIndexes": [ 5239 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 5239 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 5240 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5240 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.29/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 5241 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 5241 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 5242 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5235, 5242 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 5243 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 5243 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 5244 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7946 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1758008810, 13107222, 3276800, 0, 0 ] } , "name": "/layers.29/mlp/up_proj/Linear", "outputIndexes": [ 7951 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7951 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.29/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 7952 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7952 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.29/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 5245 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5244, 5245 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/mlp/Mul_output_0", "outputIndexes": [ 5246 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5246 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.29/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 7953 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7953 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.29/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 7954 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7954 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1774392832, 13107222, 3276800, 0, 0 ] } , "name": "/layers.29/mlp/down_proj/Linear", "outputIndexes": [ 7955 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7955 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.29/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 7956 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7956 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.29/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 5247 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5247 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.29/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 5249 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5249 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.29/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 5250 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5250, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 5251 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5251, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 5252 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5247, 5252 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 5253 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 2.796875, 2.109375, 3.828125, 3.25, 1.859375, 1.6875, 1.929688, 1.851562, 2.5625, 3.828125, 2.375, 1.976562, 1.835938, 2.9375, 3.828125, 2.125, 2.265625, 1.851562, 2.25, 3.40625, 2.296875, 2.421875, 3.828125, 3.5, 2.0625, 2.015625, 3.828125, 2.28125, 1.265625, 3.828125, 2.265625, 3.1875, 3.1875, 2.28125, 3.046875, 2.21875, 2.4375, 1.78125, 2.578125, 1.414062, 3.828125, 3.828125, 1.59375, 1.804688, 2.453125, 3.640625, 3.828125, 2.234375, 1.796875, 2.953125, 3.828125, 3.828125, 2.484375, 3.828125, 2.578125, 2.375, 2.203125, 3.015625, 2.40625, 3.1875, 3.078125, 3.46875, 2.359375, 2.765625, 2.5625, 3.171875, 3.1875, 2.578125, 3.8125, 3.546875, 2.625, 1.859375, 2.9375, 3.828125, 3.0625, 1.945312, 3.203125, 2.015625, 2.53125, 1.671875, 2.4375, 2.765625, 3.828125, 1.625, 2.171875, 3.015625, 3.734375, 1.351562, 2.296875, 1.5, 3.046875, 2.640625, 2.984375, 2.328125, 2.25, 2.9375, 3.828125, 2.15625, 2.09375, 1.046875, 2.3125, 2.3125, 2.828125, 3.0625, 1.890625, 2.4375, 2.421875, 3.21875, 2.078125, 2.1875, 2.1875, 2.265625, 2.359375, 1.125, 3.828125, 3.078125, 3.296875, 2.578125, 3.609375, 2.140625, 1.921875, 2.546875, 1.757812, 2.8125, 2.40625, 2.734375, 2.578125, 2.109375, 2.3125, 2.125, 2.390625, 2.03125, 2.609375, 1.210938, 3.828125, 2.484375, 1.828125, 1.046875, 3.828125, 1.5, 1.875, 1.695312, 2.15625, 2.484375, 3.828125, 2.96875, 1.328125, 2.6875, 3.34375, 2.40625, 2.515625, 3.171875, 2.796875, 2.65625, 1.9375, 3.828125, 2.9375, 3.265625, 1.734375, 2.53125, 3.828125, 1.507812, 2.390625, 2.421875, 2.390625, 3.828125, 2.5625, 2.28125, 3.828125, 3.203125, 3.828125, 3.828125, 2.1875, 2.625, 1.203125, 3.09375, 2.65625, 2.578125, 2.5625, 2.609375, 2.453125, 2.828125, 3.828125, 1.960938, 3.1875, 2.671875, 3.203125, 2.0, 2.125, 3.046875, 2.75, 2.140625, 2.953125, 2.984375, 2.84375, 3.703125, 2.34375, 2.34375, 0.757812, 3.125, 1.8125, 2.0625, 2.65625, 2.46875, 2.078125, 2.640625, 2.953125, 2.171875, 2.71875, 3.203125, 3.828125, 2.578125, 2.296875, 2.15625, 3.5, 2.0625, 3.15625, 2.515625, 2.328125, 1.90625, 1.351562, 2.984375, 2.296875, 2.265625, 3.3125, 2.0625, 2.109375, 2.265625, 2.28125, 3.171875, 3.828125, 1.984375, 1.546875, 2.65625, 1.84375, 2.375, 2.34375, 2.234375, 2.4375, 2.15625, 3.046875, 2.1875, 3.828125, 2.390625, 3.828125, 1.984375, 3.828125, 3.828125, 2.40625, 2.375, 1.765625, 1.726562, 1.929688, 3.046875, 3.828125, 2.34375, 2.453125, 3.46875, 2.0, 3.453125, 3.828125, 2.421875, 2.984375, 2.796875, 3.828125, 2.65625, 2.46875, 1.664062, 2.96875, 2.234375, 2.578125, 2.34375, 2.890625, 2.3125, 1.976562, 1.429688, 2.796875, 2.15625, 1.984375, 2.90625, 2.234375, 2.90625, 2.15625, 3.828125, 2.234375, 2.40625, 3.640625, 2.171875, 3.828125, 1.789062, 2.46875, 3.828125, 2.171875, 2.078125, 2.34375, 2.40625, 2.9375, 3.828125, 2.65625, 1.429688, 2.390625, 2.984375, 2.421875, 1.703125, 2.828125, 2.125, 3.140625, 2.25, 2.109375, 3.203125, 3.171875, 2.796875, 1.710938, 3.15625, 2.625, 2.734375, 2.03125, 3.828125, 2.171875, 2.734375, 3.828125, 1.640625, 3.828125, 2.921875, 3.75, 2.78125, 2.296875, 2.328125, 2.796875, 2.25, 3.828125, 3.703125, 3.8125, 2.859375, 1.757812, 2.546875, 1.84375, 2.875, 2.390625, 3.828125, 2.625, 2.5625, 2.421875, 2.703125, 2.5, 3.828125, 2.28125, 3.828125, 3.828125, 3.828125, 3.828125, 3.28125, 1.476562, 1.898438, 2.125, 3.09375, 2.140625, 3.421875, 2.1875, 3.828125, 2.359375, 2.6875, 2.203125, 2.328125, 3.828125, 1.890625, 2.171875, 1.585938, 3.796875, 2.375, 2.703125, 3.828125, 2.390625, 2.1875, 3.328125, 2.703125, 2.34375, 3.828125, 1.828125, 2.09375, 3.828125, 1.539062, 2.484375, 2.765625, 2.578125, 3.828125, 1.210938, 1.554688, 2.453125, 1.96875, 2.140625, 2.640625, 3.828125, 3.328125, 3.828125, 3.828125, 2.71875, 2.515625, 3.828125, 3.09375, 1.835938, 2.40625, 2.34375, 3.828125, 3.09375, 2.859375, 2.015625, 3.328125, 3.828125, 2.796875, 2.640625, 2.71875, 2.515625, 2.75, 2.15625, 3.828125, 2.140625, 2.796875, 2.453125, 3.828125, 2.1875, 1.6875, 3.828125, 2.90625, 2.8125, 2.5, 3.453125, 3.828125, 2.078125, 2.703125, 2.140625, 2.796875, 3.828125, 1.585938, 3.828125, 3.078125, 2.65625, 3.828125, 3.828125, 2.078125, 3.828125, 2.28125, 2.265625, 3.828125, 2.1875, 2.578125, 3.828125, 2.078125, 3.671875, 2.40625, 0.742188, 2.96875, 2.796875, 2.953125, 2.65625, 2.375, 2.625, 3.765625, 2.3125, 3.140625, 3.828125, 2.609375, 2.75, 3.828125, 2.921875, 2.71875, 2.609375, 1.53125, 3.828125, 3.59375, 3.109375, 3.828125, 2.265625, 2.375, 3.53125, 2.84375, 3.828125, 1.773438, 2.75, 2.46875, 3.828125, 3.828125, 2.53125, 3.828125, 2.515625, 2.921875, 2.640625, 3.828125, 2.734375, 2.171875, 3.359375, 3.328125, 2.234375, 2.4375, 1.648438, 2.5, 1.945312, 2.671875, 3.625, 1.90625, 2.40625, 3.25, 2.984375, 2.796875, 3.828125, 3.828125, 2.53125, 2.671875, 2.34375, 2.375, 1.460938, 2.3125, 2.640625, 3.140625, 3.828125, 2.84375, 1.828125, 2.53125, 1.757812, 2.625, 1.945312, 3.03125, 2.84375, 3.828125, 2.78125, 3.140625, 2.296875, 3.578125, 3.828125, 3.828125, 2.75, 2.9375, 3.828125, 1.664062, 1.65625, 3.015625, 2.96875, 1.984375, 2.140625, 3.828125, 3.6875, 2.671875, 1.601562, 2.515625, 2.28125, 3.25, 3.828125, 2.4375, 3.828125, 3.171875, 1.96875, 3.390625, 3.0, 3.125, 3.828125, 2.609375, 2.921875, 3.828125, 3.828125, 2.453125, 2.34375, 3.078125, 3.828125, 1.390625, 2.609375, 3.34375, 1.796875, 2.5625, 2.546875, 2.453125, 2.21875, 2.84375, 2.125, 2.640625, 3.828125, 1.148438, 2.9375, 3.828125, 3.140625, 2.1875, 3.703125, 2.0, 2.765625, 3.546875, 3.4375, 2.453125, 2.6875, 2.0, 2.421875, 2.203125, 2.28125, 2.015625, 2.90625, 2.953125, 3.546875, 1.4375, 2.125, 2.546875, 2.5, 1.804688, 2.46875, 2.375, 2.15625, 1.984375, 2.53125, 1.515625, 3.6875, 3.828125, 2.40625, 2.6875, 3.828125, 3.828125, 2.21875, 3.078125, 2.4375, 1.898438, 3.140625, 2.25, 3.4375, 2.6875, 2.375, 2.53125, 1.65625, 2.34375, 1.867188, 3.828125, 3.828125, 3.828125, 3.828125, 3.828125, 2.90625, 0.789062, 2.1875, 2.203125, 3.828125, 3.828125, 2.53125, 1.890625, 2.984375, 2.1875, 3.828125, 1.5, 3.046875, 2.109375, 2.859375, 3.015625, 2.21875, 3.328125, 2.90625, 2.578125, 2.953125, 2.125, 2.75, 3.03125, 3.828125, 3.46875, 1.21875, 2.140625, 3.78125, 1.179688, 2.265625, 3.828125, 2.65625, 2.5625, 3.828125, 0.808594, 2.203125, 2.4375, 3.421875, 3.296875, 2.40625, 3.265625, 3.25, 3.828125, 2.71875, 2.28125, 3.828125, 2.375, 1.742188, 3.796875, 2.015625, 2.25, 1.507812, 1.96875, 2.859375, 2.75, 2.078125, 2.921875, 2.09375, 3.109375, 2.765625, 2.34375, 3.171875, 3.828125, 2.140625, 2.546875, 2.15625, 3.4375, 3.828125, 3.828125, 1.960938, 2.28125, 2.546875, 1.84375, 2.390625, 3.796875, 2.203125, 2.59375, 1.523438, 3.828125, 2.375, 2.359375, 3.828125, 3.8125, 3.6875, 3.53125, 1.9375, 3.828125, 2.453125, 1.539062, 2.90625, 1.757812, 2.984375, 3.828125, 2.09375, 2.609375, 2.328125, 3.828125, 3.828125, 3.828125, 3.828125, 3.03125, 1.789062, 3.828125, 2.203125, 2.421875, 3.21875, 2.3125, 3.828125, 3.828125, 3.765625, 1.726562, 2.375, 3.234375, 3.828125, 3.828125, 3.828125, 3.828125, 2.59375, 3.8125, 3.828125, 1.882812, 2.921875, 3.828125, 2.3125, 1.820312, 2.375, 2.96875, 3.828125, 3.8125, 1.484375, 1.921875, 1.59375, 3.828125, 2.140625, 3.828125, 3.828125, 3.828125, 2.25, 3.828125, 1.164062, 3.796875, 3.828125, 3.25, 2.84375, 2.15625, 3.578125, 2.421875, 2.625, 3.828125, 1.4375, 2.484375, 3.828125, 3.09375, 3.0, 2.1875, 2.640625, 1.664062, 2.015625, 3.6875, 2.734375, 2.515625, 2.296875, 3.828125, 1.539062, 2.6875, 3.21875, 3.421875, 2.71875, 3.828125, 2.390625, 3.65625, 2.5625, 2.78125, 2.484375, 1.71875, 3.0, 3.828125, 2.4375, 3.1875, 3.828125, 2.1875, 2.875, 2.78125, 2.3125, 2.6875, 3.734375, 3.828125, 3.046875, 3.21875, 2.0, 2.953125, 2.328125, 2.171875, 2.171875, 3.828125, 2.90625, 2.875, 2.484375, 2.765625, 3.828125, 1.460938, 3.828125, 2.1875, 3.09375, 1.8125, 2.671875, 3.828125, 2.625, 1.265625, 2.5, 2.078125, 1.773438, 2.640625, 3.828125, 1.335938, 3.828125, 2.109375, 2.78125, 2.1875, 2.28125, 1.726562, 3.828125, 3.828125, 3.828125, 3.828125, 3.4375, 3.015625, 2.53125, 2.140625, 2.59375, 2.4375, 2.046875, 2.796875, 2.53125, 3.140625, 1.320312, 2.734375, 3.234375, 2.078125, 3.21875, 1.992188, 2.140625, 3.8125, 3.828125, 3.828125, 3.046875, 2.53125, 3.828125, 2.171875, 1.9375, 2.546875, 2.640625, 3.828125, 2.796875, 2.140625, 2.84375, 2.734375, 1.929688, 3.75, 2.859375, 3.828125, 2.1875, 2.859375, 1.164062, 2.125, 3.828125, 1.992188, 2.203125, 1.617188, 3.453125, 2.125, 2.875, 3.828125, 3.5625, 2.890625, 2.109375, 2.984375, 2.0, 3.828125, 1.492188, 2.984375, 3.828125, 3.828125, 3.828125, 2.578125, 3.8125, 2.78125, 2.96875, 2.421875, 1.84375, 2.296875, 1.570312, 0.816406, 1.984375, 2.765625, 2.140625, 2.640625, 2.703125, 2.5, 3.828125, 2.5625, 2.703125, 2.84375, 2.09375, 2.015625, 2.515625, 1.960938, 3.828125, 2.53125, 2.515625, 3.828125, 1.773438, 3.015625, 3.53125, 2.5, 1.78125, 2.578125, 2.375, 2.25, 2.703125, 3.828125, 2.9375, 3.828125, 2.484375, 3.828125, 2.671875, 3.109375, 2.875, 3.234375, 3.046875, 2.4375, 2.40625, 1.992188, 2.90625, 3.609375, 2.046875, 3.53125, 2.328125, 3.828125, 2.890625, 3.828125, 2.609375, 1.929688, 2.015625, 2.484375, 2.859375, 2.765625, 3.0, 3.453125, 1.90625, 2.84375, 3.40625, 2.796875, 3.640625, 2.1875, 3.140625, 3.375, 2.6875, 2.453125, 3.828125, 2.734375, 3.8125, 3.828125, 2.890625, 2.5, 2.546875, 2.359375, 1.359375, 2.84375, 2.171875, 3.828125, 2.359375, 3.8125, 0.667969, 3.234375, 3.828125, 2.5, 3.140625, 2.90625, 3.0, 3.796875, 3.609375, 3.828125, 2.265625, 2.921875, 3.828125, 3.828125, 2.53125, 2.71875, 3.71875, 2.46875, 2.0, 3.828125, 3.6875, 3.234375, 2.140625, 2.921875, 1.953125, 2.21875, 1.859375, 2.234375, 3.015625, 2.484375, 2.5, 3.0, 3.828125, 1.945312, 3.09375, 3.828125, 3.140625, 2.34375, 2.65625, 2.0, 1.664062, 2.25, 1.335938, 2.625, 3.828125, 2.546875, 2.015625, 2.828125, 3.5, 3.8125, 3.234375, 1.304688, 3.421875, 2.203125, 2.1875, 3.328125, 2.59375, 2.390625, 0.992188, 3.171875, 3.171875, 2.40625, 3.125, 3.296875, 2.53125, 3.828125, 2.765625, 2.84375, 2.609375, 1.648438, 2.828125, 2.765625, 2.8125, 2.21875, 2.65625, 2.125, 2.46875, 2.734375, 2.953125, 2.90625, 2.46875, 2.953125, 2.578125, 2.875, 2.25, 2.46875, 3.828125, 3.359375, 2.6875, 2.53125, 2.984375, 2.890625, 2.65625, 3.484375, 2.546875, 2.671875, 2.765625, 2.484375, 2.203125, 2.21875, 3.21875, 2.296875, 2.671875, 2.5, 3.15625, 1.242188, 1.71875, 3.828125, 1.984375, 1.421875, 3.828125, 2.25, 2.78125, 2.6875, 3.828125, 2.140625, 2.234375, 2.59375, 2.875, 2.015625, 2.109375, 3.234375, 2.9375, 3.828125, 2.609375, 3.828125, 3.828125, 2.25, 3.828125, 3.828125, 3.5, 2.59375, 2.21875, 3.03125, 2.265625, 2.71875, 3.828125, 2.375, 0.574219, 1.882812, 3.0625, 2.46875, 2.65625, 1.640625, 2.5, 2.953125, 2.109375, 3.125, 1.453125, 2.09375, 3.828125, 2.609375, 3.828125, 2.59375, 2.09375, 2.59375, 1.640625, 3.328125, 3.828125, 2.265625, 1.625, 2.6875, 3.828125, 2.515625, 2.65625, 3.828125, 2.078125, 1.96875, 3.421875, 2.796875, 2.59375, 2.375, 1.546875, 2.328125, 2.359375, 3.375, 2.703125, 2.828125, 2.125, 3.828125, 3.5, 2.53125, 3.828125, 2.34375, 2.25, 2.796875, 3.828125, 3.515625, 2.890625, 2.75, 2.03125, 3.640625, 2.5, 2.890625, 2.921875, 3.09375, 1.140625, 3.3125, 3.359375, 1.625, 1.515625, 2.578125, 2.5625, 3.828125, 1.945312, 3.828125, 1.578125, 3.5625, 2.96875, 1.773438, 3.0625, 2.109375, 2.328125, 3.828125, 2.875, 3.828125, 2.96875, 3.828125, 3.828125, 3.046875, 3.828125, 3.234375, 2.921875, 2.703125, 1.882812, 0.730469, 3.828125, 1.84375, 3.828125, 2.328125, 3.5625, 3.125, 2.28125, 2.9375, 3.828125, 2.203125, 1.953125, 2.640625, 2.171875, 2.09375, 1.859375, 3.0625, 3.640625, 2.03125, 3.828125, 1.929688, 3.65625, 1.992188, 2.4375, 2.109375, 1.5625, 2.796875, 2.328125, 3.828125, 1.84375, 2.734375, 3.328125, 2.0, 3.265625, 1.890625, 2.25, 2.3125, 2.84375, 3.828125, 2.359375, 2.875, 2.6875, 1.75, 3.65625, 2.515625, 3.828125, 2.859375, 2.546875, 2.765625, 2.484375, 2.421875, 2.3125, 3.34375, 3.828125, 2.328125, 2.796875, 3.828125, 2.625, 2.34375, 1.375, 2.078125, 2.171875, 3.828125, 2.578125, 2.90625, 3.828125, 2.90625, 2.921875, 3.828125, 2.046875, 2.875, 3.609375, 2.984375, 2.203125, 1.867188, 2.90625, 3.828125, 3.828125, 2.734375, 2.328125, 2.578125, 3.828125, 2.640625, 2.265625, 1.984375, 2.640625, 2.828125, 3.828125, 3.0, 3.21875, 1.664062, 2.984375, 2.5625, 2.1875, 1.9375, 3.125, 3.828125, 3.203125, 3.828125, 3.828125, 2.859375, 3.828125, 1.820312, 3.828125, 1.96875, 2.421875, 2.21875, 3.828125, 2.328125, 3.828125, 2.9375, 1.765625, 2.515625, 3.03125, 1.796875, 2.671875, 1.710938, 3.828125, 3.359375, 2.765625, 2.109375, 3.53125, 2.234375, 2.09375, 3.34375, 2.25, 3.421875, 2.734375, 3.09375, 3.828125, 2.21875, 3.828125, 0.402344, 2.203125, 2.109375, 3.75, 2.078125, 2.421875, 2.359375, 2.640625, 3.109375, 2.078125, 3.828125, 3.828125, 3.0, 3.828125, 2.828125, 3.828125, 2.5625, 1.984375, 1.820312, 2.125, 2.203125, 3.421875, 3.296875, 3.828125, 3.609375, 3.40625, 2.75, 3.390625, 2.1875, 1.476562, 2.796875, 2.296875, 2.28125, 3.828125, 2.28125, 1.570312, 2.59375, 3.828125, 3.671875, 0.535156, 2.0625, 3.0625, 3.265625, 3.828125, 2.6875, 3.75, 3.828125, 3.296875, 3.828125, 3.828125, 2.15625, 2.140625, 1.53125, 3.828125, 3.15625, 2.546875, 3.828125, 3.8125, 3.203125, 3.828125, 2.984375, 2.421875, 3.40625, 2.71875, 1.601562, 3.125, 1.820312, 2.390625, 2.28125, 2.234375, 2.65625, 3.515625, 2.328125, 2.359375, 1.648438, 2.171875, 2.203125, 3.28125, 2.15625, 3.828125, 3.828125, 1.84375, 2.59375, 3.375, 3.421875, 3.828125, 1.929688, 2.171875, 1.289062, 3.8125, 3.828125, 2.046875, 2.125, 0.855469, 3.828125, 2.03125, 2.578125, 2.4375, 2.25, 3.828125, 2.796875, 2.015625, 2.171875, 3.203125, 3.046875, 1.773438, 2.34375, 2.328125, 2.96875, 3.828125, 2.65625, 2.671875, 3.640625, 2.5, 3.234375, 3.453125, 1.65625, 3.28125, 3.265625, 3.828125, 2.171875, 2.234375, 1.617188, 2.375, 3.265625, 1.976562, 2.28125, 1.8125, 3.828125, 3.828125, 3.1875, 3.703125, 3.265625, 3.53125, 2.484375, 2.046875, 2.578125, 1.960938, 3.828125, 2.90625, 2.15625, 1.992188, 3.828125, 2.015625, 3.828125, 2.046875, 1.953125, 3.71875, 3.8125, 3.828125, 3.578125, 3.109375, 2.0, 2.890625, 2.78125, 3.828125, 2.6875, 2.5625, 3.40625, 2.09375, 3.09375, 2.546875, 2.375, 2.390625, 3.109375, 2.65625, 2.453125, 3.828125, 2.453125, 2.375, 3.828125, 2.90625, 1.023438, 2.109375, 2.28125, 1.976562, 2.21875, 2.78125, 1.445312, 2.5625, 2.375, 3.828125, 2.875, 3.453125, 1.851562, 2.015625, 2.984375, 2.25, 3.203125, 2.828125, 2.5, 3.828125, 1.984375, 2.484375, 1.914062, 1.476562, 3.828125, 3.828125, 1.945312, 2.34375, 3.078125, 2.640625, 1.640625, 2.4375, 3.125, 3.234375, 3.328125, 3.75, 2.65625, 2.84375, 2.640625, 1.914062, 2.25, 3.828125, 3.09375, 3.828125, 1.53125, 2.171875, 3.15625, 2.421875, 1.476562, 3.21875, 3.828125, 2.171875, 3.828125, 3.828125, 3.140625, 3.78125, 3.828125, 2.671875, 2.453125, 2.578125, 2.453125, 3.8125, 1.671875, 2.3125, 3.234375, 3.828125, 2.859375, 3.328125, 3.375, 3.25, 2.875, 2.15625, 2.5, 2.96875, 2.4375, 1.75, 2.25, 2.421875, 2.875, 2.75, 3.828125, 3.828125, 2.390625, 2.609375, 2.765625, 2.125, 2.34375, 3.015625, 2.578125, 3.578125, 2.40625, 2.21875, 2.84375, 3.734375, 3.03125, 2.65625, 1.40625, 3.828125, 2.59375, 1.585938, 3.328125, 3.734375, 2.6875, 1.960938, 1.914062, 0.914062, 3.046875, 3.828125, 3.828125, 3.28125, 2.4375, 2.53125, 1.476562, 2.421875, 2.578125, 3.828125, 3.828125, 2.515625, 2.46875, 2.6875, 1.84375, 3.71875, 2.1875, 2.375, 1.070312, 3.5, 2.40625, 2.140625, 2.90625, 3.1875, 2.640625, 1.773438, 3.5625, 3.828125, 3.828125, 2.40625, 1.429688, 2.296875, 2.421875, 3.265625, 3.828125, 1.976562, 3.828125, 2.28125, 3.09375, 3.703125, 2.78125, 3.203125, 1.945312, 3.828125, 2.53125, 3.828125, 3.828125, 3.125, 2.359375, 2.84375, 0.960938, 3.828125, 2.3125, 1.921875, 3.828125, 3.828125, 2.640625, 3.734375, 3.75, 2.28125, 1.632812, 2.84375, 3.796875, 2.296875, 3.8125, 3.34375, 2.21875, 2.890625, 3.828125, 3.078125, 2.625, 2.59375, 2.703125, 2.484375, 1.945312, 2.375, 3.296875, 3.828125, 3.515625, 3.828125, 3.421875, 3.828125, 2.921875, 3.734375, 2.375, 2.4375, 2.203125, 2.796875, 2.40625, 2.375, 3.828125, 1.703125, 2.546875, 2.625, 2.78125, 1.671875, 2.125, 2.59375, 2.609375, 1.984375, 3.828125, 2.765625, 2.28125, 1.242188, 1.6875, 2.859375, 3.015625, 2.15625, 3.828125, 2.5625, 3.21875, 3.828125, 3.828125, 2.515625, 2.359375, 3.828125, 1.679688, 1.609375, 2.796875, 2.234375, 2.078125, 1.695312, 3.125, 3.03125, 3.828125, 2.5625, 2.046875, 2.453125, 2.28125, 2.59375, 1.585938, 3.0, 3.375, 3.828125, 3.828125, 3.453125, 2.515625, 3.703125, 1.84375, 1.992188, 3.828125, 3.296875, 3.828125, 3.234375, 2.5, 2.515625, 2.765625, 1.851562, 2.859375, 3.359375, 3.828125, 3.828125, 3.828125, 2.65625, 3.375, 2.296875, 2.828125, 2.296875, 2.265625, 3.109375, 1.890625, 2.25, 1.921875, 3.25, 2.28125, 2.828125, 2.78125, 2.0625, 3.828125, 3.828125, 2.21875, 2.140625, 2.84375, 2.25, 3.828125, 2.0625, 3.828125, 2.09375, 3.828125, 3.125, 2.578125, 3.828125, 2.265625, 3.828125, 2.53125, 1.851562, 3.828125, 1.875, 2.375, 2.859375, 3.828125, 3.8125, 2.171875, 3.828125, 2.828125, 1.789062, 2.484375, 3.328125, 2.28125, 3.828125, 2.3125, 2.1875, 2.046875, 2.859375, 3.828125, 2.46875, 3.828125, 1.90625, 1.164062, 1.820312, 3.828125, 1.554688, 2.984375, 1.703125, 1.796875, 2.40625, 3.828125, 2.578125, 2.546875, 2.46875, 3.828125, 3.828125, 3.125, 2.734375, 2.078125, 3.234375, 1.5625, 2.40625, 2.34375, 3.828125, 1.992188, 3.828125, 2.546875, 2.484375, 3.09375, 2.296875, 3.828125, 2.046875, 3.109375, 2.65625, 1.84375, 2.96875, 3.828125, 2.75, 2.546875, 3.796875, 3.828125, 3.828125, 2.828125, 2.796875, 3.828125, 3.828125, 2.046875, 3.828125, 3.828125, 3.828125, 3.25, 1.234375, 1.890625, 2.078125, 3.828125, 2.328125, 2.21875, 3.828125, 2.359375, 3.4375, 1.679688, 0.625, 2.578125, 2.875, 2.140625, 3.828125, 3.8125, 3.828125, 3.828125, 2.25, 2.359375, 3.828125, 2.5, 3.828125, 1.539062, 2.078125, 2.828125, 3.109375, 1.523438, 2.59375, 1.96875, 3.828125, 2.734375, 3.828125, 2.0625, 1.929688, 3.828125, 2.84375, 2.46875, 1.0, 3.359375, 2.265625, 2.984375, 2.484375, 2.734375, 2.484375, 0.996094, 1.5, 1.609375, 2.515625, 2.53125, 3.15625, 2.875, 2.46875, 3.8125, 2.734375, 2.09375, 2.484375, 3.828125, 2.46875, 2.375, 2.53125, 3.78125, 3.828125, 3.828125, 2.875, 2.875, 3.21875, 3.828125, 2.171875, 2.859375, 3.109375, 3.828125, 2.078125, 3.34375, 2.375, 2.828125, 3.140625, 1.796875, 3.828125, 1.890625, 2.640625, 3.828125, 2.59375, 3.828125, 3.828125, 3.828125, 3.828125, 3.828125, 3.078125, 3.828125, 2.90625, 3.15625, 3.828125, 3.8125, 2.9375, 3.828125, 3.1875, 3.828125, 2.0, 2.3125, 3.203125, 3.234375, 2.140625, 1.78125, 2.484375, 2.59375, 2.84375, 2.265625, 3.828125, 2.703125, 1.96875, 3.75, 2.265625, 2.484375, 3.546875, 3.828125, 3.828125, 2.484375, 3.828125, 2.265625, 3.25, 2.4375, 3.140625, 2.09375, 2.984375, 3.828125, 3.078125, 3.6875, 1.789062, 2.640625, 2.546875, 3.828125, 3.828125, 2.140625, 2.375, 2.375, 2.328125, 3.828125, 1.28125, 2.71875, 1.476562, 3.0, 3.671875, 2.375, 1.453125, 3.8125, 3.828125, 1.835938, 3.3125, 3.03125, 2.6875, 2.65625, 2.46875, 3.625, 3.828125, 2.5625, 1.921875, 0.644531, 1.734375, 3.140625, 1.75, 2.28125, 1.875, 2.421875, 2.3125, 1.476562, 2.921875, 2.25, 2.53125, 2.703125, 2.46875, 2.078125, 2.578125, 3.828125, 2.46875, 1.75, 2.21875, 2.375, 2.625, 3.640625, 2.203125, 2.5625, 2.578125, 3.828125, 3.828125, 2.625, 3.828125, 3.828125, 2.796875, 3.828125, 2.859375, 3.828125, 3.828125, 3.390625, 3.71875, 2.140625, 2.296875, 2.203125, 3.828125, 2.796875, 2.640625, 2.546875, 3.328125, 3.734375, 3.8125, 2.828125, 2.0625, 3.8125, 2.671875, 2.640625, 3.828125, 2.34375, 3.828125, 1.898438, 2.34375, 0.917969, 3.8125, 1.921875, 2.953125, 2.65625, 3.0, 2.59375, 3.828125, 2.46875, 3.828125, 3.109375, 2.609375, 2.515625, 3.828125, 2.5625, 3.828125, 2.34375, 2.796875, 1.039062, 2.1875, 2.421875, 2.015625, 3.828125, 2.46875, 1.484375, 1.75, 2.515625, 2.21875, 2.578125, 3.03125, 2.546875, 3.375, 3.484375, 2.75, 3.265625, 3.828125, 2.296875, 2.609375, 2.75, 3.828125, 1.875, 2.3125, 1.570312, 2.171875, 3.828125, 3.515625, 1.632812, 2.546875, 2.0625, 3.828125, 1.6875, 3.125, 3.015625, 2.296875, 2.921875, 2.8125, 1.882812, 2.3125, 2.421875, 3.828125, 2.90625, 2.75, 2.4375, 1.960938, 2.78125, 2.625, 3.828125, 3.828125, 2.5625, 2.3125, 3.734375, 3.828125, 1.882812, 3.828125, 2.34375, 3.5, 3.515625, 2.453125, 1.4375, 3.828125, 2.578125, 2.203125, 2.71875, 1.898438, 2.1875, 2.890625, 3.015625, 1.609375, 2.78125, 2.125, 3.765625, 2.59375, 2.234375, 2.25, 2.171875, 3.828125, 3.234375, 2.265625, 3.828125, 3.4375, 3.453125, 2.484375, 1.9375, 3.46875, 2.46875, 3.078125, 1.164062, 3.015625, 3.828125, 2.484375, 1.484375, 2.984375, 3.828125, 3.828125, 2.3125, 2.078125, 3.828125, 3.828125, 2.53125, 2.15625, 3.828125, 2.125, 3.28125, 2.90625, 2.578125, 2.703125, 2.234375, 2.34375, 3.828125, 3.390625, 3.140625, 3.734375, 3.828125, 3.015625, 3.125, 3.828125, 2.921875, 2.578125, 2.328125, 2.484375, 2.828125, 2.609375, 2.359375, 2.09375, 3.828125, 3.46875, 3.375, 2.078125, 3.234375, 3.234375, 2.25, 2.671875, 2.140625, 2.765625, 2.8125, 2.0625, 3.421875, 3.21875, 3.8125, 1.21875, 2.53125, 3.703125, 2.671875, 2.765625, 2.953125, 3.828125, 3.828125, 3.75, 2.234375, 3.828125, 3.59375, 1.835938, 2.4375, 2.046875, 2.671875, 3.828125, 3.15625, 2.953125, 2.265625, 3.484375, 2.703125, 3.828125, 2.328125, 3.828125, 2.875, 2.828125, 3.625, 3.59375, 2.609375, 3.125, 3.8125, 3.828125, 3.109375, 3.21875, 2.875, 2.28125, 2.0625, 3.828125, 3.8125, 2.46875, 2.140625, 2.296875, 3.828125, 2.515625, 3.09375, 3.828125, 2.0625, 3.59375, 1.851562, 2.484375, 1.476562, 2.09375, 2.390625, 3.828125, 3.828125, 3.828125, 3.484375, 3.515625, 2.71875, 3.765625, 1.976562, 3.296875, 1.15625, 2.125, 3.828125, 2.875, 3.828125, 3.828125, 2.25, 2.75, 2.671875, 2.75, 3.140625, 3.234375, 2.46875, 1.554688, 1.8125, 2.28125, 3.671875, 3.828125, 1.179688, 2.375, 2.140625, 2.40625, 2.421875, 2.90625, 3.375, 3.828125, 2.21875, 2.25, 3.109375, 2.296875, 2.421875, 3.171875, 2.453125, 3.828125, 2.265625, 3.65625, 3.234375, 1.796875, 2.453125, 3.828125, 3.09375, 2.796875, 3.25, 2.6875, 3.671875, 3.828125, 1.507812, 2.453125, 2.25, 3.828125, 2.90625, 2.609375, 1.953125, 2.296875, 2.4375, 3.21875, 2.078125, 1.289062, 3.828125, 2.796875, 2.890625, 2.109375, 1.140625, 1.882812, 2.859375, 1.703125, 2.5, 3.796875, 3.828125, 1.984375, 2.765625, 2.796875, 2.484375, 3.71875, 1.96875, 2.40625, 3.828125, 1.867188, 3.328125, 1.140625, 2.734375, 3.171875, 3.03125, 3.828125, 2.125, 3.828125, 3.046875, 2.109375, 2.703125, 2.703125, 2.53125, 2.03125, 1.875, 1.601562, 3.828125, 3.828125, 3.46875, 2.59375, 2.296875, 2.625, 2.8125, 3.828125, 2.234375, 3.125, 2.5, 3.828125, 3.46875, 2.171875, 3.46875, 3.828125, 2.90625, 3.828125, 3.453125, 3.484375, 3.421875, 2.3125, 2.6875, 2.609375, 2.75, 3.828125, 3.828125, 2.640625, 2.484375, 3.78125, 3.046875, 2.65625, 2.625, 1.765625, 3.03125, 1.765625, 3.828125, 2.59375, 2.75, 3.828125, 2.046875, 2.875, 2.90625, 2.015625, 2.8125, 2.953125, 3.671875, 2.140625, 2.34375, 2.921875, 3.828125, 3.6875, 1.664062, 2.1875, 1.289062, 2.6875, 2.625, 2.375, 3.328125, 0.703125, 2.875, 1.8125, 3.828125, 2.34375, 2.8125, 1.695312, 2.71875, 3.828125, 2.28125, 2.421875, 3.828125, 3.5625, 2.578125, 2.609375, 1.960938, 3.0, 1.851562, 3.828125, 3.734375, 1.398438, 2.453125, 2.984375, 3.8125, 3.34375, 1.78125, 3.21875, 2.9375, 2.34375, 3.59375, 2.28125, 3.828125, 3.28125, 2.578125, 3.75, 2.78125, 3.109375, 2.453125, 3.828125, 2.84375, 1.984375, 3.8125, 2.671875, 1.515625, 1.734375, 2.453125, 1.875, 2.71875, 1.804688, 1.835938, 3.828125, 3.390625, 3.1875, 2.1875, 2.234375, 2.75, 2.1875, 2.265625, 3.828125, 2.265625, 3.828125, 3.65625, 1.585938, 2.34375, 3.0625, 2.8125, 2.359375, 3.15625, 2.609375, 2.5625, 2.9375, 3.375, 2.328125, 2.6875 ] } , "name": "onnx::Mul_11287", "outputIndexes": [ 5254 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5253, 5254 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 5255 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5227, 5255 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/Add_1_output_0", "outputIndexes": [ 5256 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5256 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.29/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 7957 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7957 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.29/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 7958 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7958 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1790776854, 327702, 81920, 0, 0 ] } , "name": "/layers.29/per_layer_input_gate/Linear", "outputIndexes": [ 7959 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7959 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.29/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 7960 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7960 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.29/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 5257 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5257 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.29/act_fn/Mul_output_0", "outputIndexes": [ 5258 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5257, 5258 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/act_fn/Mul_1_output_0", "outputIndexes": [ 5259 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 5259 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/act_fn/Mul_2_output_0", "outputIndexes": [ 5260 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5257, 5260 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/act_fn/Add_output_0", "outputIndexes": [ 5261 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 5261 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/act_fn/Mul_3_output_0", "outputIndexes": [ 5262 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5262 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.29/act_fn/Tanh_output_0", "outputIndexes": [ 5263 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 5263 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/act_fn/Add_1_output_0", "outputIndexes": [ 5264 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5257, 5264 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/act_fn/Mul_4_output_0", "outputIndexes": [ 5265 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 5265 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/act_fn/Mul_5_output_0", "outputIndexes": [ 5266 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 29 ] } , "name": "/Constant_38_output_0", "outputIndexes": [ 5267 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6415", "outputIndexes": [ 5268 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6418", "outputIndexes": [ 5269 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 5268, 5269, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice6421", "outputIndexes": [ 5270 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5270 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze6422", "outputIndexes": [ 5271 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5267, 5271 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6423", "outputIndexes": [ 5272 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5272, 5271 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6424", "outputIndexes": [ 5273 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 5273, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_36_output_0", "outputIndexes": [ 5274 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5266, 5274 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/Mul_output_0", "outputIndexes": [ 5275 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5275 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.29/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 7961 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7961 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.29/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 7962 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7962 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1791186476, 327702, 81920, 0, 0 ] } , "name": "/layers.29/per_layer_projection/Linear", "outputIndexes": [ 7963 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7963 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.29/per_layer_projection/Linear/post_convert", "outputIndexes": [ 7964 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7964 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.29/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 5276 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5276 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.29/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 5278 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5278 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.29/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 5279 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5279, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 5280 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5280, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 5281 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5276, 5281 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 5282 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.335938, 0.945312, 0.001213, 1.335938, 1.335938, 0.757812, 1.335938, 1.335938, 1.335938, 0.001198, 0.980469, 1.335938, 0.851562, 1.335938, 0.001266, 0.001289, 0.001251, 1.335938, 0.804688, 1.335938, 1.242188, 1.210938, 1.335938, 1.328125, 1.335938, 1.335938, 1.335938, 0.34375, 1.148438, 1.335938, 0.96875, 0.001282, 1.335938, 0.902344, 1.171875, 0.976562, 0.001274, 1.335938, 1.296875, 0.707031, 0.001282, 0.001297, 0.796875, 0.001282, 1.335938, 1.335938, 0.001228, 1.0625, 1.335938, 1.3125, 1.109375, 1.335938, 1.335938, 0.001259, 1.257812, 1.335938, 0.001305, 1.242188, 1.179688, 1.335938, 1.335938, 0.049805, 0.96875, 1.296875, 1.304688, 1.335938, 0.785156, 1.335938, 1.335938, 0.001282, 0.640625, 0.605469, 1.335938, 1.335938, 1.335938, 1.132812, 1.335938, 1.070312, 1.335938, 0.59375, 1.335938, 0.086914, 1.335938, 0.925781, 1.335938, 1.335938, 1.234375, 1.335938, 1.148438, 0.001244, 1.335938, 1.335938, 1.289062, 1.335938, 1.203125, 1.335938, 0.001305, 1.257812, 1.335938, 0.001236, 1.101562, 0.036865, 1.335938, 1.335938, 1.335938, 1.140625, 1.335938, 1.335938, 1.335938, 0.988281, 1.335938, 0.001244, 1.085938, 0.001228, 1.335938, 0.001289, 0.001274, 1.195312, 0.001129, 1.296875, 0.001297, 1.335938, 0.433594, 1.335938, 1.335938, 1.335938, 1.335938, 1.15625, 0.001221, 1.195312, 1.148438, 1.148438, 1.335938, 1.25, 0.001221, 1.210938, 0.859375, 0.001305, 0.001289, 0.914062, 0.001282, 1.335938, 1.335938, 1.054688, 1.335938, 1.304688, 0.001251, 1.335938, 1.09375, 1.335938, 1.335938, 1.335938, 1.171875, 1.335938, 1.335938, 1.335938, 0.001305, 1.335938, 0.914062, 1.15625, 1.335938, 0.878906, 1.335938, 1.335938, 0.863281, 0.001274, 1.335938, 1.007812, 0.001274, 1.335938, 0.001297, 0.001259, 0.867188, 1.335938, 1.335938, 1.335938, 0.001251, 1.335938, 1.179688, 1.046875, 1.125, 1.335938, 1.335938, 1.335938, 1.335938, 1.335938, 1.320312, 1.335938, 1.335938, 1.15625, 1.335938, 1.203125, 1.335938, 1.335938, 1.148438, 0.001251, 0.222656, 1.335938, 1.125, 1.328125, 0.820312, 1.335938, 1.335938, 1.335938, 0.9375, 1.335938, 1.335938, 1.335938, 1.335938, 1.304688, 1.335938, 1.289062, 0.949219, 1.007812, 1.328125, 1.335938, 1.335938, 1.335938, 0.001266, 0.001282, 0.925781, 1.335938, 1.335938, 1.335938, 0.001228, 0.839844, 1.335938, 1.140625, 0.882812, 1.179688, 0.001221, 1.335938, 0.539062, 1.335938, 0.949219, 1.03125, 1.335938, 1.335938, 1.210938, 1.335938, 1.203125, 1.335938, 1.335938, 1.335938, 1.335938, 0.001244, 0.001251, 1.234375, 1.335938, 1.335938, 1.335938, 1.03125, 1.15625, 1.335938, 0.001274, 1.335938, 0.703125, 1.335938, 1.335938, 1.335938, 0.001244, 0.734375, 1.140625, 1.335938, 1.09375, 1.304688, 1.335938, 0.001259, 1.335938, 1.335938, 1.335938, 1.0, 1.320312, 1.132812, 1.335938, 1.335938, 1.335938, 1.335938, 0.796875, 1.335938, 1.335938, 1.3125, 0.049805, 1.335938, 0.001266, 1.328125, 0.001289, 1.335938, 1.335938, 1.023438, 1.304688, 1.335938, 1.265625, 1.054688, 1.054688, 1.28125, 1.195312, 0.001282, 1.007812, 1.335938, 1.335938, 1.335938, 0.976562, 0.894531, 1.234375, 1.335938, 1.335938, 1.335938, 0.12793, 1.273438, 1.335938, 1.304688, 1.335938, 1.335938, 0.004364, 0.001244, 1.03125, 0.001297, 1.09375, 1.140625, 0.001244, 1.335938, 1.335938, 1.335938, 1.335938, 0.001266, 1.28125, 0.957031, 1.335938, 1.03125, 0.001282, 1.335938, 0.001236, 1.335938, 0.001198, 1.335938, 0.322266, 1.335938, 1.335938, 0.001251, 1.335938, 0.001114, 1.273438, 0.152344, 1.335938, 0.001274, 1.335938, 0.001259, 0.001213, 0.001213, 0.001274, 1.335938, 0.182617, 1.203125, 1.335938, 1.335938, 0.882812, 0.001282, 1.117188, 0.001244, 1.335938, 1.335938, 1.335938, 1.085938, 0.75, 0.835938, 1.109375, 0.001312, 1.335938, 0.001297, 1.289062, 1.328125, 1.21875, 1.03125, 1.335938, 0.001221, 0.001221, 1.335938, 0.183594, 1.335938, 1.335938, 0.404297, 0.001282, 1.335938, 1.335938, 1.335938, 0.001244, 0.621094, 1.171875, 0.886719, 0.980469, 1.328125, 0.001305, 1.164062, 0.001122, 0.001312, 1.335938, 1.085938, 1.335938, 1.335938, 0.933594, 1.335938, 1.257812, 0.001205, 1.328125, 0.001305, 0.90625, 1.335938, 0.001244, 1.335938, 1.335938, 1.234375, 0.878906, 1.195312, 0.992188, 0.001289, 1.335938, 1.101562, 1.335938, 1.335938, 0.863281, 0.146484, 0.001259, 0.001259, 1.335938, 1.28125, 1.195312, 1.335938, 1.226562, 1.335938, 0.120117, 1.25, 0.001259, 0.847656, 0.001221, 1.335938, 1.335938, 1.335938, 0.001297, 1.054688, 1.335938, 1.234375, 1.335938, 1.335938, 1.15625, 1.25, 1.335938, 0.001282, 1.335938, 1.171875, 1.335938, 1.335938, 1.335938, 1.335938, 1.335938, 1.242188, 0.882812, 1.304688, 0.949219, 1.335938, 1.335938, 1.203125, 1.289062, 1.335938, 0.001282, 0.001266, 1.335938, 0.211914, 0.001289, 1.273438, 1.335938, 1.335938, 1.046875, 0.03833, 1.335938, 1.335938, 0.96875, 0.953125, 1.132812, 1.335938, 0.001289, 0.001221, 1.101562, 0.001289, 1.1875, 1.335938, 1.328125, 1.335938, 0.001305, 0.933594, 1.25, 1.335938, 1.164062, 1.335938, 1.335938, 1.335938, 0.001228, 1.335938, 1.257812, 0.75, 1.335938, 1.335938, 1.335938, 1.015625, 1.289062, 1.335938, 1.21875, 1.335938, 1.335938, 0.972656, 0.714844, 0.84375, 1.335938, 1.335938, 1.289062, 1.335938, 1.03125, 1.054688, 0.001266, 1.070312, 1.15625, 1.335938, 0.984375, 1.335938, 1.335938, 1.335938, 1.335938, 0.001244, 0.001266, 1.335938, 1.335938, 1.320312, 1.21875, 0.001198, 0.001305, 0.001274, 1.210938, 0.001228, 0.789062, 0.001297, 1.335938, 1.15625, 0.001274, 1.328125, 1.109375, 1.335938, 1.335938, 1.164062, 0.001236, 0.132812, 0.001274, 1.335938, 1.335938, 0.242188, 0.001266, 1.179688, 1.328125, 0.001183, 1.070312, 1.335938, 0.001274, 1.289062, 1.335938, 0.001266, 1.335938, 1.335938, 0.683594, 1.179688, 1.335938, 0.001266, 0.753906, 1.09375, 1.023438, 0.001289, 0.001282, 1.335938, 0.001282, 0.001221, 0.001221, 1.148438, 1.335938, 1.335938, 1.304688, 1.335938, 1.320312, 1.15625, 1.335938, 1.335938, 1.335938, 1.101562, 1.21875, 0.001305, 1.335938, 1.335938, 1.335938, 0.001274, 0.001251, 1.335938, 1.320312, 1.335938, 1.21875, 1.09375, 0.12793, 1.335938, 1.273438, 0.001297, 1.335938, 0.001274, 1.171875, 1.296875, 1.335938, 0.001244, 1.054688, 1.335938, 1.335938, 0.001244, 1.335938, 1.335938, 1.335938, 1.335938, 0.001183, 0.205078, 0.001213, 0.001228, 0.730469, 1.335938, 0.001305, 1.335938, 1.335938, 0.001266, 1.179688, 1.335938, 1.335938, 1.234375, 0.001244, 0.001282, 1.335938, 0.001221, 1.335938, 1.078125, 1.335938, 0.008362, 1.335938, 0.012634, 1.335938, 1.335938, 1.335938, 0.710938, 0.001251, 1.0625, 1.265625, 1.101562, 1.335938, 1.335938, 1.335938, 1.320312, 1.335938, 0.001266, 1.335938, 0.001198, 1.335938, 0.00119, 0.001221, 1.0625, 0.001228, 0.001236, 1.023438, 1.335938, 1.320312, 0.071777, 0.886719, 0.001289, 1.273438, 1.335938, 1.257812, 0.001305, 0.001297, 1.335938, 1.335938, 1.265625, 1.335938, 1.335938, 0.001274, 0.894531, 1.320312, 1.320312, 0.78125, 0.265625, 1.335938, 0.001228, 1.210938, 1.335938, 1.335938, 1.335938, 1.335938, 1.15625, 1.140625, 1.335938, 0.124023, 0.001282, 0.519531, 1.335938, 1.335938, 0.699219, 1.335938, 1.335938, 0.496094, 1.328125, 1.335938, 1.335938, 1.15625, 0.675781, 1.335938, 1.335938, 1.328125, 1.28125, 1.179688, 1.296875, 1.335938, 0.001251, 0.001251, 1.335938, 1.335938, 0.001259, 1.335938, 1.046875, 1.054688, 1.117188, 1.335938, 1.335938, 1.335938, 1.335938, 0.632812, 0.001266, 1.335938, 1.21875, 1.335938, 1.148438, 1.335938, 0.001312, 0.001289, 1.304688, 1.289062, 0.001221, 0.001274, 0.400391, 1.335938, 1.335938, 1.335938, 1.335938, 1.335938, 1.335938, 1.054688, 1.335938, 1.0625, 0.816406, 1.304688, 0.001289, 0.726562, 1.335938, 0.730469, 0.001289, 0.001244, 0.001274, 0.953125, 1.335938, 1.328125, 1.335938, 0.001251, 0.001274, 1.335938, 1.335938, 1.335938, 1.335938, 1.335938, 0.753906, 1.320312, 1.335938, 1.1875, 0.006409, 0.001259, 0.001266, 0.001274, 1.328125, 1.265625, 1.335938, 0.001251, 0.5625, 1.335938, 1.335938, 0.6875, 1.335938, 1.085938, 0.001305, 0.001259, 1.335938, 1.335938, 0.001244, 0.898438, 0.001259, 1.15625, 0.960938, 1.171875, 1.304688, 1.25, 0.863281, 1.335938, 0.455078, 1.335938, 1.335938, 0.001289, 1.328125, 1.335938, 1.296875, 0.949219, 1.335938, 1.28125, 0.001274, 1.234375, 1.335938, 1.335938, 0.507812, 1.234375, 1.0, 1.21875, 0.001274, 1.335938, 1.335938, 1.335938, 0.675781, 1.335938, 0.001221, 0.001297, 1.335938, 1.335938, 0.679688, 0.001244, 1.21875, 1.335938, 0.433594, 0.001251, 1.335938, 1.335938, 1.28125, 0.001297, 0.275391, 0.001289, 1.078125, 1.335938, 1.007812, 1.007812, 0.699219, 0.445312, 1.335938, 0.001251, 0.001259, 1.335938, 1.148438, 1.335938, 1.335938, 1.335938, 1.335938, 0.001266, 1.25, 1.335938, 1.0625, 0.001289, 1.304688, 1.328125, 0.914062, 1.335938, 0.859375, 0.878906, 1.335938, 0.001289, 1.335938, 1.335938, 1.335938, 0.001244, 1.1875, 1.335938, 1.335938, 0.001266, 0.001221, 1.15625, 0.996094, 1.335938, 1.335938, 0.964844, 1.335938, 0.001228, 0.001213, 1.046875, 1.335938, 0.546875, 1.179688, 1.335938, 0.001305, 1.335938, 1.335938, 1.296875, 0.478516, 0.001289, 0.498047, 1.335938, 0.730469, 0.001282, 0.001236, 1.046875, 1.335938, 0.001289, 0.617188, 1.335938, 0.001259, 0.078125, 0.832031, 0.933594, 1.335938, 1.335938, 1.328125, 0.910156, 1.335938, 0.001297, 0.001251, 0.9375, 1.335938, 1.335938, 1.109375, 1.335938, 1.320312, 0.001251, 1.25, 1.101562, 0.019653, 0.001221, 1.015625, 1.148438, 1.03125, 0.001266, 1.320312, 1.15625, 0.001266, 0.001251, 1.335938, 0.001099, 0.863281, 1.335938, 1.335938, 1.335938, 1.117188, 1.335938, 1.335938, 1.296875, 0.001259, 1.335938, 0.001297, 1.335938, 1.257812, 1.054688, 1.335938, 1.085938, 1.335938, 0.511719, 0.992188, 1.289062, 1.335938, 1.039062, 1.328125, 1.109375, 1.335938, 1.335938, 0.001259, 1.273438, 1.335938, 1.335938, 1.210938, 0.001297, 0.001221, 0.0354, 1.335938, 0.601562, 0.734375, 1.335938, 1.328125, 0.001213, 1.335938, 1.257812, 1.335938, 0.566406, 1.226562, 0.012817, 1.226562, 1.335938, 0.001251, 1.335938, 1.046875, 1.15625, 0.462891, 1.335938, 1.335938, 0.765625, 1.335938, 1.085938, 1.335938, 0.001289, 1.335938, 0.001266, 0.001236, 1.335938, 1.328125, 1.335938, 0.001244, 1.320312, 1.257812, 0.001968, 1.328125, 1.273438, 1.335938, 1.335938, 1.3125, 1.257812, 1.078125, 1.335938, 0.001259, 0.001266, 0.001221, 1.179688, 1.335938, 0.867188, 1.0, 0.851562, 1.335938, 1.335938, 1.0, 1.078125, 1.304688, 0.001236, 0.001266, 1.335938, 1.335938, 1.15625, 1.101562, 1.335938, 0.804688, 0.972656, 1.21875, 0.65625, 1.320312, 1.335938, 1.335938, 0.597656, 0.255859, 1.335938, 1.335938, 0.001274, 0.001289, 0.001236, 1.078125, 1.335938, 1.320312, 1.335938, 1.296875, 0.185547, 1.335938, 0.246094, 1.085938, 1.335938, 1.335938, 0.851562, 1.335938, 1.320312, 1.335938, 1.078125, 0.001259, 1.289062, 1.328125, 1.125, 1.164062, 1.335938, 1.085938, 0.001228, 1.335938, 1.335938, 1.21875, 0.001221, 1.234375, 0.001213, 1.335938, 1.320312, 0.168945, 1.335938, 1.335938, 1.203125, 1.335938, 1.335938, 1.226562, 1.28125, 1.335938, 1.320312, 1.335938, 1.335938, 1.335938, 1.0625, 0.001259, 1.335938, 0.882812, 1.335938, 0.992188, 1.335938, 1.335938, 0.835938, 0.194336, 0.001289, 0.001236, 0.001144, 1.289062, 1.265625, 0.515625, 0.001259, 1.117188, 1.046875, 1.335938, 1.335938, 1.179688, 0.597656, 1.335938, 1.3125, 0.001259, 1.335938, 0.523438, 1.296875, 0.746094, 0.001228, 1.296875, 1.335938, 1.320312, 0.921875, 1.320312, 1.15625, 1.335938, 1.335938, 0.890625, 1.335938, 1.234375, 0.001251, 1.078125, 0.976562, 0.022339, 0.894531, 1.335938, 1.242188, 1.3125, 0.001274, 1.117188, 1.335938, 1.25, 0.001289, 1.273438, 1.335938, 1.335938, 0.001221, 1.234375, 0.001221, 0.001282, 1.132812, 1.335938, 0.001266, 1.335938, 1.25, 1.328125, 0.001221, 0.898438, 1.304688, 0.001297, 0.001259, 0.929688, 0.679688, 1.335938, 1.335938, 1.335938, 1.335938, 1.296875, 0.001274, 1.335938, 1.335938, 1.328125, 1.335938, 1.335938, 0.699219, 0.960938, 0.001274, 1.25, 0.001251, 0.017944, 0.001297, 1.335938, 1.148438, 1.03125, 1.335938, 1.15625, 0.001221, 0.341797, 1.296875, 0.001221, 0.001289, 1.335938, 0.001259, 0.460938, 0.001266, 0.001228, 0.898438, 1.335938, 1.335938, 0.90625, 1.335938, 1.335938, 1.335938, 0.001228, 1.335938, 1.039062, 0.001221, 1.304688, 1.335938, 1.335938, 1.335938, 1.328125, 0.001289, 0.001274, 1.226562, 0.001228, 0.001228, 1.335938, 0.001236, 1.335938, 1.335938, 1.335938, 1.335938, 1.335938, 0.003998, 1.25, 0.001236, 1.21875, 1.335938, 0.001282, 0.910156, 0.001282, 1.320312, 0.244141, 0.001175, 1.335938, 1.335938, 1.335938, 1.335938, 1.085938, 0.980469, 1.3125, 1.335938, 0.201172, 0.00119, 1.25, 1.335938, 0.882812, 1.335938, 1.335938, 0.001282, 1.335938, 1.335938, 0.001221, 0.9375, 1.335938, 1.140625, 0.496094, 1.015625, 1.335938, 0.996094, 1.335938, 1.296875, 0.001282, 1.210938, 1.335938, 1.335938, 1.171875, 1.335938, 1.0, 1.140625, 0.710938, 1.335938, 1.335938, 0.71875, 1.335938, 1.335938, 1.335938, 1.15625, 1.335938, 1.335938, 1.273438, 1.3125, 1.007812, 0.001289, 1.304688, 1.335938, 1.335938, 1.335938, 0.001251, 1.335938, 1.265625, 1.335938, 1.335938, 1.242188, 1.226562, 0.001228, 1.148438, 1.023438, 1.085938, 1.28125, 1.203125, 1.335938, 1.320312, 1.335938, 1.335938, 1.335938, 1.335938, 1.335938, 0.777344, 1.335938, 1.335938, 1.335938, 1.335938, 1.335938, 0.001221, 0.001282, 0.894531, 1.335938, 1.335938, 1.078125, 0.820312, 0.001221, 0.503906, 1.335938, 1.328125, 0.769531, 1.335938, 1.289062, 0.894531, 1.273438, 0.027588, 1.3125, 1.335938, 1.335938, 1.179688, 1.3125, 1.1875, 0.515625, 1.335938, 1.148438, 1.335938, 1.289062, 1.335938, 0.765625, 1.023438, 1.335938, 1.335938, 1.132812, 0.921875, 1.335938, 1.046875, 1.335938, 1.25, 1.320312, 1.164062, 0.882812, 1.335938, 0.933594, 1.328125, 0.917969, 1.335938, 1.335938, 1.335938, 0.585938, 0.001266, 1.21875, 0.714844, 0.6875, 0.001282, 1.320312, 1.335938, 0.048096, 1.171875, 1.335938, 1.234375, 0.421875, 1.304688, 0.949219, 1.335938, 1.085938, 1.210938, 0.001221, 1.304688, 1.335938, 1.335938, 0.001213, 0.003479, 0.001266, 1.335938, 0.001282, 1.335938, 1.335938, 0.001183, 1.117188, 1.335938, 0.001221, 1.335938, 1.164062, 0.001297, 0.001289, 1.273438, 1.273438, 0.001282, 1.335938, 1.335938, 1.335938, 1.335938, 1.335938, 1.335938, 0.001244, 0.001282, 1.335938, 0.001282, 1.289062, 1.335938, 1.335938, 1.171875, 1.179688, 1.304688, 1.335938, 0.761719, 1.140625, 1.335938, 0.875, 1.234375, 1.335938, 1.335938, 0.001221, 1.140625, 1.335938, 1.335938, 1.335938, 1.335938, 0.847656, 0.941406, 1.335938, 1.335938, 1.335938, 0.996094, 1.203125, 0.001282, 0.019287, 1.335938, 1.335938, 0.004608, 0.001266, 0.001205, 0.001251, 1.0625, 1.296875, 1.335938, 1.335938, 1.1875, 1.335938, 1.117188, 0.001228, 1.101562, 1.335938, 1.21875, 1.117188, 1.335938, 1.3125, 0.605469, 0.001266, 1.335938, 1.335938, 1.335938, 1.335938, 0.695312, 0.921875, 1.335938, 0.855469, 0.742188, 1.335938, 1.335938, 0.001213, 1.335938, 1.335938, 1.335938, 1.3125, 1.328125, 1.28125, 1.335938, 0.001251, 0.001289, 1.335938, 1.179688, 0.064453, 0.001259, 0.001228, 0.001266, 0.001282, 1.203125, 1.3125, 1.335938, 0.773438, 1.25, 1.335938, 0.001282, 0.001274, 1.296875, 1.335938, 1.335938, 1.21875, 0.796875, 1.023438, 1.335938, 1.328125, 0.859375, 1.117188, 1.3125, 1.296875, 1.15625, 1.335938, 1.335938, 1.023438, 0.001266, 1.335938, 0.001251, 1.335938, 1.335938, 0.945312, 1.335938, 1.335938, 1.09375, 1.335938, 1.023438, 1.335938, 1.335938, 1.335938, 1.101562, 1.226562, 0.001259, 1.335938, 1.335938, 1.335938, 1.335938, 1.335938, 1.0, 1.1875, 1.109375, 0.953125, 1.335938, 0.001297, 0.013611, 1.335938, 1.335938, 1.335938, 1.0, 0.310547, 1.289062, 1.328125, 1.335938, 0.001213, 1.21875, 1.335938, 1.335938, 0.001083, 0.001297, 1.335938, 1.226562, 0.001282, 0.859375, 1.335938, 1.335938, 1.335938, 1.335938, 1.335938, 1.335938, 1.335938, 0.001198, 0.042969, 1.335938, 0.001259, 0.412109, 0.714844, 1.289062, 1.335938, 1.289062, 1.335938, 0.001251, 1.257812, 1.335938, 1.335938, 1.335938, 1.335938, 1.328125, 1.335938, 1.335938, 0.357422, 1.335938, 1.335938, 1.234375, 0.035645, 0.001251, 1.335938, 1.0, 0.001259, 1.289062, 1.335938, 1.296875, 1.335938, 1.335938, 1.335938, 1.3125, 1.164062, 1.265625, 1.335938, 1.25, 1.328125, 1.335938, 1.335938, 1.335938, 1.226562, 0.001289, 1.25, 1.335938, 0.001205, 1.335938, 1.242188, 1.335938, 1.335938, 1.328125, 0.001266, 0.001259, 0.001282, 1.335938, 1.28125, 1.335938, 1.335938, 1.335938, 1.085938, 1.335938, 0.001251, 1.335938, 1.335938, 1.335938, 0.001289, 0.449219, 0.001259, 1.335938, 1.257812, 0.001274, 1.242188, 0.001266, 1.101562, 1.335938, 1.28125, 1.320312, 0.546875, 0.001236, 0.001274, 1.335938, 1.078125, 0.6875, 1.03125, 1.335938, 1.335938, 1.335938, 0.914062, 1.335938, 0.988281, 1.335938, 1.335938, 1.1875, 1.3125, 0.789062, 1.335938, 0.001259, 0.894531, 0.90625, 1.15625, 0.574219, 1.335938, 0.90625, 1.335938, 1.296875, 0.001251, 1.15625, 0.001167, 0.761719, 1.335938, 1.335938, 1.335938, 0.921875, 1.335938, 1.335938, 1.335938, 0.001244, 1.304688, 1.335938, 1.335938, 0.001274, 1.335938, 1.335938, 1.164062, 1.023438, 1.28125, 0.730469, 1.203125, 1.335938, 1.132812, 1.15625, 0.001282, 1.335938, 0.006439, 0.001289, 1.335938, 1.132812, 1.304688, 1.085938, 1.335938, 1.148438, 1.335938, 1.335938, 1.148438, 0.972656, 1.335938, 1.210938, 0.5625, 1.335938, 1.257812, 1.328125, 0.957031, 0.001259, 0.001282, 0.503906, 1.28125, 0.699219, 1.335938, 1.335938, 1.335938, 1.3125, 1.335938, 1.328125, 1.335938, 1.335938, 1.335938, 0.001251, 1.289062, 1.335938, 0.816406, 1.335938, 1.335938, 1.335938, 0.917969, 1.335938, 1.335938, 1.335938, 1.226562, 1.023438, 0.001274, 0.001266, 0.001244, 0.001221, 0.01355, 1.335938, 0.001297, 0.001312, 1.320312, 1.335938, 1.328125, 1.335938, 0.71875, 1.335938, 1.335938, 1.304688, 1.335938, 1.335938, 1.1875, 1.28125, 1.054688, 1.335938, 1.335938, 1.335938, 1.289062, 1.335938, 1.335938, 1.335938, 0.910156, 1.335938, 1.289062, 1.335938, 1.335938, 1.210938, 1.335938, 0.980469, 1.265625, 1.335938, 1.335938, 1.335938, 1.015625, 1.335938, 1.335938, 0.945312, 1.335938, 1.320312, 1.335938, 0.001198, 0.980469, 0.001244, 1.335938, 0.041992, 0.001259, 1.28125, 0.001236, 1.335938, 1.335938, 1.15625, 0.002136, 1.335938, 1.242188, 1.203125, 0.984375, 0.001289, 0.001266, 0.789062, 1.335938, 1.289062, 1.335938, 1.335938, 1.328125, 1.171875, 1.335938, 1.296875, 1.210938, 1.054688, 1.335938, 1.335938, 0.001274, 0.001221, 0.621094, 1.3125, 1.125, 0.001236, 1.335938, 1.328125, 0.890625, 1.335938, 0.001236, 1.335938, 1.273438, 1.117188, 0.613281, 0.001137, 0.001289, 1.320312, 1.335938, 1.335938, 1.257812, 0.976562, 1.164062, 1.15625, 0.001266, 1.335938, 0.001236, 1.3125, 1.320312, 1.015625, 1.335938, 0.001305, 0.953125, 1.335938, 1.335938, 1.335938, 1.335938, 0.001282, 1.140625, 1.257812, 0.00119, 1.335938, 1.335938, 0.996094, 0.59375, 0.001266, 0.001221, 1.328125, 0.001244, 0.001274, 1.273438, 1.21875, 0.001297, 1.054688, 0.001312, 0.597656, 1.242188, 1.335938, 1.320312, 1.335938, 0.001221, 0.835938, 1.164062, 1.234375, 1.335938, 1.117188, 0.001221, 1.335938, 0.001274, 0.001297, 1.335938, 1.125, 1.335938, 1.335938, 0.001274, 0.851562, 1.148438, 1.15625, 0.347656, 0.001289, 0.001282, 1.335938, 1.335938, 1.328125, 1.335938, 1.335938, 1.289062, 0.001305, 1.28125, 1.28125, 1.335938, 0.972656, 1.023438, 1.335938, 1.070312, 1.335938, 1.335938, 0.001251, 0.824219, 0.964844, 1.335938, 1.265625, 1.335938, 0.001266, 1.335938, 0.001289, 1.125, 0.176758, 1.1875, 1.335938, 1.195312, 1.335938, 1.21875, 1.328125, 0.001259, 1.335938, 1.195312, 1.328125, 1.335938, 0.628906, 1.070312, 1.195312, 1.335938, 1.335938, 0.001289, 1.296875, 1.226562, 1.039062, 0.001221, 1.335938, 0.001289, 0.960938, 1.335938, 0.001289, 1.335938, 1.335938, 1.335938, 0.001251, 0.032471, 1.335938, 1.078125, 0.001152, 1.28125, 0.001236, 0.001274, 1.335938, 1.335938, 1.335938, 1.328125, 0.003418, 0.022949, 1.335938, 1.335938, 1.28125, 1.210938, 0.480469, 0.894531, 1.335938, 1.335938, 1.335938, 1.335938, 1.296875, 1.039062, 1.335938, 1.335938, 0.835938, 1.320312, 1.335938, 1.195312, 1.335938, 1.335938, 0.9375, 1.171875, 0.257812, 1.335938, 0.914062, 1.328125, 0.001251, 1.335938, 1.304688, 0.796875, 1.335938, 1.335938, 0.734375, 0.001236, 1.09375, 1.171875, 1.289062, 1.335938, 1.335938, 0.357422, 1.335938, 0.001221, 1.328125, 0.001297, 1.335938, 0.601562, 1.335938, 1.335938, 1.335938, 1.054688, 1.335938, 1.335938, 1.148438, 1.226562, 0.964844, 1.335938, 1.335938, 1.335938, 0.001228, 0.910156, 1.335938, 1.335938, 1.171875, 0.914062, 1.046875, 0.001289, 0.832031, 1.335938, 1.046875, 1.335938, 1.226562, 1.09375, 0.839844, 1.320312, 0.001205, 1.335938, 1.101562, 1.335938, 0.753906, 0.365234, 1.257812, 1.335938, 1.179688, 1.203125, 0.001244, 1.25, 1.296875, 0.001221, 1.335938, 1.328125, 0.001259, 1.335938, 0.001297, 0.001289, 1.328125, 1.3125, 1.1875, 1.3125, 0.001251, 1.335938, 1.335938, 1.335938, 1.335938, 1.335938, 1.335938, 1.179688, 1.3125, 1.335938, 1.265625, 0.996094, 0.001244, 1.328125, 1.335938, 0.001289, 0.867188, 1.335938, 0.941406, 1.328125, 1.335938, 1.335938, 0.001213, 1.335938, 1.335938, 1.335938, 1.289062, 0.001297, 1.335938, 1.234375, 1.148438, 0.001221, 1.296875, 0.289062, 1.335938, 0.001251, 0.001198, 1.179688, 1.25, 0.002609, 0.001221, 1.335938, 0.001289, 1.109375, 1.0, 0.001251, 1.335938, 1.335938, 1.054688, 0.001144, 1.335938, 1.1875, 1.335938, 1.335938, 0.001274, 1.335938, 0.001274, 0.001251, 1.335938, 0.005981, 1.171875, 0.777344, 0.103027, 1.335938, 0.730469, 1.117188, 1.054688, 0.738281, 0.726562, 1.132812, 1.335938, 1.335938, 1.25, 1.195312, 0.867188, 0.060791, 0.84375, 0.976562, 1.03125, 1.335938, 1.023438, 1.039062, 1.265625, 1.148438, 0.001274, 0.001282, 1.335938, 0.871094, 1.335938, 1.335938, 1.0, 0.001228, 0.073242, 1.335938, 1.335938, 1.335938, 0.492188, 0.001244, 1.242188, 1.234375, 1.335938, 0.808594, 1.335938, 1.328125, 1.335938, 1.109375, 0.001244, 1.039062, 1.046875, 1.265625, 0.953125, 1.265625, 0.808594, 0.001289, 1.3125, 0.929688, 0.001251, 1.335938, 1.328125, 1.335938, 1.046875, 1.210938, 1.335938, 1.335938, 0.001221, 1.25, 1.335938, 1.101562, 0.898438, 1.296875, 0.001274, 0.001282, 1.03125, 1.21875, 1.335938, 0.001251, 1.335938, 1.296875, 1.335938, 1.085938, 1.335938, 1.273438, 0.001198, 0.001274, 1.335938, 1.335938, 0.001175, 1.335938, 0.001274, 1.171875, 0.111328, 1.335938, 1.3125, 0.204102, 1.335938, 1.328125, 0.902344, 1.335938, 1.335938, 1.0, 1.132812, 1.054688, 0.001274, 1.335938, 1.304688, 0.9375, 1.335938, 1.335938, 1.335938, 1.335938, 0.001266, 1.335938, 1.335938, 0.789062, 0.001305, 1.335938, 1.335938, 0.273438, 1.0625, 1.335938, 1.257812, 1.03125, 0.001213, 1.335938, 0.001205, 1.328125, 1.335938, 1.335938, 0.001266, 1.335938, 1.304688, 0.001228, 1.335938, 0.001244, 1.335938, 1.335938, 1.15625, 1.335938, 1.289062, 1.335938, 1.054688, 1.335938, 1.335938, 1.3125, 1.335938, 1.335938, 1.335938, 0.041016, 1.335938, 1.335938, 1.335938, 1.335938, 0.761719, 1.195312, 0.882812, 1.335938, 1.335938, 1.335938, 1.203125, 1.078125, 0.001289, 1.335938, 1.335938, 0.001282, 1.335938, 1.335938, 1.335938, 1.257812, 0.494141, 0.953125, 1.109375, 0.001213, 0.001228, 0.001259, 1.335938, 1.335938, 1.257812, 1.335938, 0.001221, 0.001152, 0.001282, 1.117188, 0.001289, 1.335938, 0.141602, 0.738281, 1.335938, 1.320312, 1.335938, 1.117188, 1.335938, 1.335938, 1.335938, 1.335938, 0.001282, 1.304688, 0.265625, 1.335938, 0.001274, 1.335938, 0.001274, 1.335938, 1.234375, 0.001282, 1.335938, 1.109375, 0.648438, 0.001289, 1.335938, 1.320312, 0.353516, 1.335938, 1.335938, 1.335938, 1.335938, 0.988281, 1.257812, 1.320312, 1.046875, 0.929688, 1.335938, 1.3125, 1.335938, 0.001274, 1.335938, 0.804688, 0.001274, 1.25, 1.226562, 1.335938, 1.335938, 1.203125, 1.203125, 1.265625, 1.328125, 1.320312, 0.001228, 0.84375, 1.335938, 1.335938, 0.001266, 1.015625, 0.001266, 1.132812, 1.328125, 0.001244, 0.001251, 1.21875, 1.335938, 0.001297, 0.957031, 1.335938, 1.335938, 1.335938, 1.210938, 1.125, 0.554688, 1.335938, 1.335938, 0.001221, 1.195312, 1.335938, 1.335938, 1.335938, 1.007812, 0.001251, 1.25, 0.914062, 1.320312, 1.109375, 1.070312, 1.335938, 0.102051, 1.03125, 0.008972, 0.001305, 1.179688, 1.109375, 1.257812, 1.335938, 1.21875, 1.335938, 1.335938, 1.164062, 1.203125, 1.296875, 1.3125, 1.289062, 1.179688, 0.001282, 1.023438, 0.001228, 1.296875, 1.335938, 0.001221, 0.058594, 1.335938, 1.328125, 1.320312, 1.109375, 0.001213, 1.335938, 0.886719, 1.335938, 0.001228, 1.289062, 0.554688, 0.949219, 1.335938, 1.335938, 1.335938, 1.203125, 1.335938, 1.335938, 1.335938, 1.335938, 1.335938, 0.964844, 1.273438, 1.273438, 1.296875, 0.001236, 1.335938, 1.335938, 0.351562, 1.335938, 0.863281, 0.921875, 0.539062, 1.1875, 1.335938, 1.328125, 0.001266, 0.001198, 1.335938, 1.125, 1.335938, 1.203125, 1.320312, 0.001251, 1.28125, 1.335938, 1.1875, 0.001266, 1.335938, 1.335938, 1.242188, 1.164062, 1.335938, 1.335938, 1.335938, 0.001297, 0.972656, 1.3125, 1.117188, 1.335938, 1.335938, 1.335938, 0.960938, 0.001198, 0.001266, 1.335938, 1.335938, 1.21875, 0.001274, 1.320312, 1.203125, 1.335938, 1.3125, 1.335938, 1.328125, 1.335938, 1.304688, 0.949219, 1.3125, 1.257812, 0.304688, 0.001251, 0.001251, 0.001282, 1.046875, 0.941406, 1.335938, 0.217773, 1.289062, 1.335938, 1.304688, 1.007812, 1.335938, 1.023438, 1.335938, 0.001213, 1.203125, 0.001259, 1.335938, 1.03125, 0.001167, 1.320312, 1.335938, 1.335938, 0.585938, 1.335938, 0.001244, 1.335938, 1.203125, 1.179688, 1.335938 ] } , "name": "onnx::Mul_11288", "outputIndexes": [ 5283 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5282, 5283 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 5284 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5256, 5284 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/Add_2_output_0", "outputIndexes": [ 5285 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.419922 ] } , "name": "/blocks.29/Constant_1_output_0", "outputIndexes": [ 5286 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5285, 5286 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.29/Mul_1_output_0", "outputIndexes": [ 5287 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5287, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.30/Reshape_output_0", "outputIndexes": [ 5288 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5288 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.30/input_layernorm/Pow_output_0", "outputIndexes": [ 5289 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5289 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.30/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 5290 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5290, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/input_layernorm/Add_output_0", "outputIndexes": [ 5291 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5291, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/input_layernorm/Pow_1_output_0", "outputIndexes": [ 5292 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5288, 5292 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/input_layernorm/Mul_output_0", "outputIndexes": [ 5293 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ -2.875, 7.09375, 2.59375, 2.59375, 3.890625, 5.15625, 2.5, 2.859375, 2.984375, 2.28125, 3.546875, 2.234375, 4.28125, 3.140625, 1.5625, 6.15625, 4.15625, 3.90625, -4.375, 2.40625, 3.21875, 3.078125, 2.03125, 2.609375, 4.28125, 5.4375, -4.0625, 4.15625, 3.0, 2.515625, 4.53125, 4.5, 2.75, 4.0625, 2.9375, 3.734375, 14.6875, 57.25, 3.140625, 5.90625, 1.53125, 1.109375, 4.09375, 8.8125, 3.453125, 2.4375, 2.828125, 4.21875, 4.28125, 2.90625, 1.4375, 1.359375, 2.78125, 2.984375, 2.53125, 3.25, 12.5, 2.640625, 2.875, 2.421875, 1.789062, 2.15625, 4.21875, 3.859375, -2.859375, 2.203125, 2.5625, 2.828125, 1.8125, 1.984375, 2.765625, 4.8125, 2.09375, 1.96875, 2.21875, 4.34375, 2.4375, 3.203125, 2.90625, 5.875, 3.390625, 3.40625, 2.578125, 5.40625, 3.640625, 3.5, 1.960938, 6.09375, 3.59375, 26.125, 2.28125, 2.8125, 2.734375, 3.34375, 3.578125, 2.890625, 2.65625, 3.59375, 3.140625, 13.875, 3.71875, 5.5625, 2.078125, 4.0625, 3.71875, 4.21875, 2.75, 2.6875, 3.359375, 4.5625, 3.421875, 5.28125, 3.328125, 11.5625, -1.210938, 3.078125, 2.6875, 3.109375, 3.171875, 3.609375, 7.1875, 2.8125, 5.5625, 2.875, 3.796875, 2.703125, 4.53125, 4.90625, 3.984375, 4.0, 3.6875, 4.34375, 2.40625, 4.6875, 3.8125, 4.28125, 3.109375, 34.25, 10.875, 5.71875, 8.375, 3.734375, 3.8125, 2.671875, 1.75, -4.03125, 12.0625, 2.890625, 2.203125, 3.53125, 5.03125, 2.46875, 3.4375, 2.609375, 3.234375, 2.515625, 2.65625, 2.375, 5.28125, 3.796875, 1.726562, 3.96875, 3.359375, -3.8125, 3.5, 0.957031, 3.015625, 4.40625, 1.648438, 2.5625, 2.40625, 2.796875, 3.828125, 3.703125, 5.875, 2.265625, 4.03125, 3.5625, 2.78125, 3.375, 4.28125, 3.140625, 2.296875, 2.375, 5.65625, 3.09375, 2.921875, 3.671875, 3.53125, 2.6875, 3.421875, 4.09375, 2.625, -2.359375, 3.296875, 2.109375, 3.78125, 3.0625, -11.75, 2.84375, 5.03125, 2.0625, 2.78125, 3.0625, 4.4375, 2.984375, 4.78125, 3.078125, 3.96875, 2.375, 1.773438, 4.3125, 6.46875, 3.921875, 3.234375, 3.40625, 2.0, 4.40625, 5.65625, 4.8125, 3.9375, 2.78125, 3.078125, 5.125, 2.625, 4.28125, 3.765625, 4.125, 2.96875, 2.8125, 2.3125, 4.84375, 7.125, 2.96875, 6.34375, 3.734375, 2.3125, 3.78125, 3.421875, 2.984375, 2.15625, 3.71875, 1.203125, 2.8125, 1.554688, 5.21875, 2.625, 1.085938, 3.09375, 2.8125, 4.125, 3.75, 3.40625, 2.34375, 3.71875, 2.828125, 4.15625, 2.578125, 2.859375, 1.726562, 1.679688, 3.609375, 3.15625, -2.546875, 2.421875, 2.6875, 4.65625, 4.15625, 2.890625, 3.421875, 2.6875, 3.609375, 3.0, 3.296875, 3.828125, 3.921875, 2.078125, 4.375, 6.125, 2.609375, 3.21875, 2.703125, 4.875, 1.5, 3.515625, 3.015625, 1.882812, 2.609375, 1.4375, 5.375, 5.1875, 2.4375, 3.28125, 4.4375, 3.953125, 3.75, 3.890625, 2.421875, 3.359375, 3.671875, 3.34375, 2.734375, 3.25, 5.125, 4.21875, 3.1875, 2.75, 5.15625, 5.09375, 2.140625, 2.34375, 3.015625, 4.40625, 3.375, 3.328125, 3.90625, 4.9375, -2.265625, 3.78125, 4.90625, 1.039062, 4.46875, 3.53125, 3.03125, 2.25, 5.21875, 3.34375, 3.015625, 3.703125, 3.34375, 1.578125, 2.21875, -2.015625, 2.53125, 5.59375, 3.328125, 5.34375, 2.828125, 3.390625, 1.132812, -3.0, 4.28125, 3.0, 2.9375, 4.375, 1.296875, 3.46875, 1.695312, 2.359375, 1.382812, 1.09375, 3.0625, 8.375, 3.578125, 3.25, 2.515625, 3.5625, 2.78125, 4.3125, 1.59375, 2.5, 3.34375, 4.8125, 4.3125, -0.96875, 4.6875, 4.875, 9.5, 1.78125, 3.078125, 3.453125, 1.625, 3.53125, 4.46875, 3.515625, 3.484375, 4.03125, 1.445312, 9.5, 5.75, 2.21875, 8.0625, 3.25, 3.234375, 3.0, 1.992188, 15.0, 5.53125, 3.015625, -4.09375, -6.5, 3.109375, 1.648438, -2.21875, -3.09375, 1.601562, 2.78125, 3.09375, 1.96875, 3.21875, 7.71875, 3.265625, 3.265625, 2.625, 2.359375, 4.0625, 4.90625, 2.328125, 4.34375, 2.90625, 2.5, 3.046875, 4.03125, 3.375, 4.9375, 2.546875, 3.90625, 2.84375, 4.46875, 1.734375, 4.1875, 9.125, 2.0625, 2.34375, 3.703125, 4.28125, 2.21875, 1.804688, 5.34375, 4.375, 5.71875, 2.640625, 2.1875, 6.75, 1.179688, 2.84375, 3.0, 1.3125, 1.898438, 3.90625, 1.859375, 3.953125, 3.078125, 3.28125, 3.609375, 3.171875, 1.9375, 5.6875, 1.953125, 3.96875, 4.28125, 2.40625, 2.765625, -3.015625, 3.546875, 4.0625, 2.625, 2.21875, 3.53125, 2.28125, -1.734375, 3.3125, 2.65625, 2.890625, 2.640625, 4.90625, 2.375, 8.0625, 1.546875, 2.1875, -2.328125, 1.632812, 3.578125, 2.921875, 3.34375, 3.0625, 1.679688, 7.53125, 2.5, 3.4375, 0.703125, 2.15625, 3.109375, 1.195312, 2.84375, 2.421875, 2.640625, 2.15625, 2.921875, 4.4375, 2.46875, 2.828125, 4.0, 4.25, 4.71875, 3.203125, 4.84375, 2.609375, 2.296875, 4.5, 3.171875, 3.515625, 1.984375, 3.171875, 1.671875, 2.03125, 5.0625, 2.921875, 3.5625, 3.171875, 4.46875, 3.5, 3.28125, 1.976562, 2.28125, 1.664062, 3.703125, 3.859375, 5.375, 4.03125, 4.375, 2.671875, 3.109375, 2.265625, 3.34375, 2.4375, 3.296875, 2.34375, 1.828125, -1.609375, 2.84375, -3.03125, 1.617188, 7.78125, 20.875, 2.8125, 2.5625, 5.71875, 6.15625, 1.40625, 2.09375, 2.609375, 8.4375, 3.5, 3.203125, 2.28125, 1.632812, 4.0, 0.886719, 2.328125, 4.21875, -2.234375, 3.578125, 2.671875, 3.203125, 3.265625, 5.3125, 1.851562, 1.765625, 2.921875, 4.46875, 2.5625, 1.875, 8.5625, 3.15625, 2.09375, 10.5625, 3.671875, 3.078125, 4.8125, 4.21875, 2.3125, 4.40625, 3.625, 3.4375, 5.25, 9.125, 2.15625, 2.578125, 3.828125, 2.53125, 4.09375, 2.015625, -2.21875, 2.640625, 3.734375, 2.546875, 3.21875, 3.265625, 3.09375, 3.390625, 5.40625, 2.96875, 3.890625, -2.84375, 7.03125, 3.875, 3.46875, 2.59375, 5.375, -3.1875, 3.984375, 7.125, 2.4375, 4.03125, 7.875, 3.3125, 2.921875, 2.90625, 2.09375, -2.375, 3.109375, 3.625, 2.296875, 2.375, 8.5, 2.953125, 3.875, 2.59375, 4.5625, -4.46875, 3.75, 7.34375, 4.40625, 5.21875, 1.742188, 1.601562, 2.890625, 2.5625, 2.125, 2.234375, -4.96875, 3.125, 3.765625, 2.421875, 3.015625, 3.34375, 10.8125, 3.4375, 5.375, 2.3125, 9.4375, 2.15625, 4.875, 1.289062, 2.5, 2.75, 2.1875, 3.4375, 2.296875, 2.375, 4.125, 2.21875, 2.4375, 1.898438, 2.578125, 4.75, 4.34375, 2.0625, 56.5, 3.359375, 1.984375, 3.078125, 3.671875, 2.40625, 25.875, 6.0, 3.671875, 2.125, 2.34375, 4.8125, 2.90625, 2.53125, 2.65625, 2.8125, 10.4375, 1.367188, 3.546875, 4.0, 2.25, 3.21875, 2.953125, 28.625, 4.96875, 2.8125, 3.0625, 3.28125, 2.515625, 3.234375, 2.578125, 3.15625, 3.8125, 2.96875, 1.445312, 3.796875, 3.0, 5.4375, 2.71875, -1.523438, 2.4375, 5.375, 3.78125, 3.3125, 3.671875, -3.203125, 1.796875, -5.375, 5.4375, 5.21875, 2.140625, 3.953125, 3.71875, 1.5625, 1.523438, 2.703125, 2.25, 3.5625, 1.804688, 3.078125, 12.0625, 3.234375, 3.90625, 2.75, 3.015625, 2.890625, 4.09375, 2.171875, -1.789062, 1.46875, 1.234375, 0.824219, 2.296875, 6.75, 0.847656, 4.40625, 3.53125, 2.046875, 3.125, 2.171875, 1.132812, 2.28125, 4.46875, 2.046875, 2.21875, 1.390625, 1.359375, 1.867188, 2.140625, 3.03125, 2.859375, 2.625, 4.46875, 2.578125, 1.6875, 3.796875, 6.5, 4.0, 3.5, 5.78125, 2.171875, 4.75, 5.0, 6.6875, 1.335938, 3.921875, 1.5625, 1.5625, 2.9375, 4.5, 1.570312, 5.09375, 2.59375, 1.539062, 2.234375, 3.0, 4.0625, 2.203125, 3.328125, 4.09375, 1.328125, 10.1875, 3.78125, 1.75, 2.453125, 2.5, 3.453125, 7.78125, 7.34375, 4.90625, 2.671875, 6.0625, 3.46875, 5.3125, 2.28125, 8.5625, 4.03125, 4.65625, 4.875, 2.984375, 6.5625, 3.640625, 1.695312, 3.171875, 2.484375, 4.625, 5.3125, 3.28125, 1.398438, 3.546875, 2.296875, 2.515625, 5.15625, 2.90625, 3.765625, 4.0625, 3.203125, -1.773438, 2.578125, 2.75, 2.140625, 3.40625, 2.9375, 3.796875, 10.375, 5.8125, 1.359375, 2.9375, 2.671875, 3.4375, 2.59375, 1.890625, 6.25, 1.625, 3.6875, 1.8125, 6.1875, 2.796875, 1.578125, 2.5625, 5.21875, 3.4375, 3.421875, 4.28125, 3.71875, 1.515625, 12.625, 1.039062, 5.0625, 2.625, 4.21875, 3.828125, 4.125, 2.078125, 1.898438, 2.53125, 2.171875, 2.140625, 2.53125, 4.15625, 2.828125, 3.46875, 3.125, 6.09375, 2.640625, 3.21875, 2.640625, 12.5, 2.71875, 2.59375, 4.59375, 4.59375, 4.5, 3.3125, 1.875, 1.179688, 2.90625, 3.46875, 2.75, 1.96875, 4.25, 3.546875, 4.0, 3.78125, 1.703125, 2.125, 4.65625, 2.625, 3.1875, 3.96875, 2.203125, 2.140625, 3.21875, 3.859375, 3.1875, 7.90625, 4.375, 2.3125, 4.71875, 2.65625, 4.375, 2.03125, 3.75, 3.421875, 1.515625, 1.695312, 2.8125, 5.6875, 2.78125, 5.84375, 3.65625, 7.375, -2.75, 0.980469, 1.34375, 1.828125, 3.15625, 1.742188, 2.625, 2.5, 4.1875, 4.96875, 3.265625, 11.5, 42.25, 5.15625, 2.71875, 2.953125, 2.875, 3.609375, 4.40625, 1.507812, 2.90625, 2.734375, 4.28125, 9.4375, 6.5625, 3.703125, 5.3125, -1.382812, 5.4375, 3.25, 2.609375, 6.96875, 2.359375, 2.046875, 2.953125, 3.546875, 2.984375, 2.21875, 3.34375, 2.75, 1.625, 2.34375, 1.992188, 3.203125, 2.625, 3.34375, 2.625, 2.453125, 2.453125, 2.96875, 3.0625, 4.15625, 4.625, 2.5, 2.390625, 6.1875, 2.25, 3.734375, 1.546875, 3.0, 3.640625, 3.71875, 4.03125, 3.296875, 2.984375, 2.3125, 4.9375, 3.515625, 2.4375, 4.90625, 3.015625, 2.0625, 2.390625, 2.484375, 3.640625, 2.46875, 2.234375, 5.65625, 3.28125, 1.226562, 3.15625, 2.0, 2.015625, -1.695312, 2.78125, 2.953125, 3.0625, 3.609375, 2.640625, 3.671875, 1.0, 4.09375, 4.34375, 37.25, 2.53125, 2.453125, 3.046875, 2.484375, 3.921875, 3.0625, 1.953125, 2.15625, 1.585938, 4.9375, 2.375, 1.726562, 1.34375, 2.71875, -2.90625, 2.203125, 5.15625, 5.1875, 3.28125, 2.21875, 3.09375, 3.796875, 2.453125, 3.90625, 3.359375, 4.625, 3.265625, 2.609375, 3.375, 3.84375, 2.96875, 2.359375, 6.09375, 1.90625, 1.117188, 2.484375, 2.5625, 3.03125, 4.40625, 5.625, 3.828125, -6.5625, 4.65625, -3.359375, 2.96875, 5.125, 3.0625, 1.914062, 1.859375, 4.09375, 8.875, 2.046875, -4.09375, 3.859375, 2.25, 4.90625, 3.703125, 9.4375, 2.53125, 2.875, 3.546875, 2.671875, 2.78125, 3.109375, 1.84375, 3.40625, 2.578125, 3.296875, 11.6875, 2.234375, 2.59375, 2.65625, 3.453125, 3.0, 3.78125, 3.3125, 2.3125, 3.984375, 2.140625, 3.4375, 2.515625, 3.671875, 3.46875, 3.953125, 3.0, 1.234375, 1.398438, 2.546875, 3.171875, 2.609375, 2.625, 3.25, 2.359375, 2.78125, 3.5, 3.03125, 4.9375, 4.15625, 3.34375, 2.234375, 6.3125, 2.3125, 3.40625, 2.234375, 8.1875, 4.21875, 1.695312, 5.96875, 11.5, 2.203125, 3.703125, 2.109375, 3.1875, 2.75, 5.71875, 4.21875, 3.109375, 2.25, 3.515625, 4.15625, 2.8125, 3.046875, 1.578125, 2.75, 1.609375, 1.914062, 5.28125, 2.1875, 2.65625, 2.28125, 3.09375, 3.671875, 2.40625, 3.328125, 2.90625, 1.859375, 2.984375, 6.75, 4.90625, 7.40625, 3.359375, 2.90625, 8.3125, 5.03125, 3.203125, 4.125, -3.03125, 19.125, 9.625, 1.039062, 3.1875, 2.828125, 2.328125, 3.859375, 2.90625, 3.96875, 2.453125, 5.03125, 4.0625, 3.625, 2.375, 1.835938, 3.765625, 2.75, 2.296875, 3.9375, 3.4375, 2.90625, -2.921875, 7.75, 3.953125, 6.125, 3.265625, 3.390625, 1.976562, 2.984375, 3.734375, 4.71875, 1.554688, 2.265625, 3.09375, 1.726562, 2.796875, 4.6875, 3.09375, 1.4375, 2.328125, 2.5625, -2.78125, 5.40625, 2.109375, 3.53125, 2.859375, 3.21875, -2.75, 12.8125, 2.546875, 2.765625, 3.84375, 20.125, 2.78125, 4.1875, 1.726562, -4.96875, 1.4375, 5.9375, 1.945312, 2.796875, 4.625, 3.1875, 3.65625, 2.640625, 2.765625, 2.75, -1.265625, 3.3125, 1.210938, 1.359375, 4.21875, 2.453125, 2.640625, 3.71875, 8.625, 3.984375, 22.0, -1.617188, 3.25, 1.023438, 3.6875, 2.5625, 2.578125, 3.71875, 3.609375, 1.351562, 4.53125, 4.46875, 3.140625, 3.25, 4.8125, 7.0, 2.71875, 3.0625, 4.3125, 1.664062, 4.59375, 4.53125, 4.03125, 2.109375, -4.21875, 4.625, 3.4375, 3.21875, 2.140625, 4.53125, -2.59375, 2.1875, 5.3125, 3.125, 4.625, 7.59375, 2.921875, 2.625, 1.921875, 4.65625, 3.296875, 2.8125, 10.75, -2.140625, 2.921875, 1.5625, 2.53125, 5.4375, 2.84375, 3.625, 3.28125, 2.8125, 2.53125, 1.984375, 4.5625, 2.75, 1.304688, 3.796875, 3.140625, 6.0, 3.65625, 4.21875, 1.375, 4.53125, 2.46875, 2.71875, 1.296875, 2.40625, 1.609375, 6.46875, 2.171875, 1.992188, 2.6875, 3.4375, 5.90625, 2.5, -1.078125, 2.03125, 3.0625, 2.984375, 3.53125, 0.96875, 2.640625, 4.78125, 3.625, 3.46875, -2.71875, 2.0, 2.609375, 2.609375, 3.96875, -2.546875, 2.375, 3.21875, 4.09375, 2.078125, 1.679688, 2.234375, 2.875, 1.070312, 4.84375, 2.359375, 4.6875, 1.609375, 4.34375, 4.59375, 3.0, 2.1875, 3.6875, -1.890625, 2.796875, 6.59375, 3.734375, 2.34375, 5.84375, 3.296875, 8.125, 1.710938, 2.453125, 2.484375, 3.15625, 3.046875, 3.4375, 5.5, 1.851562, 3.8125, -2.40625, 3.765625, 2.15625, 1.6875, 3.59375, 0.988281, 6.28125, 8.1875, 4.25, 2.5, 4.15625, 3.53125, 3.328125, 2.875, 2.8125, 4.375, 2.265625, 1.601562, 3.1875, 1.726562, 2.890625, 1.367188, 3.671875, 6.03125, 15.5625, 4.34375, 5.90625, -2.390625, 5.71875, 1.375, 2.53125, 2.390625, 3.25, 2.40625, 3.625, 7.625, 2.8125, -3.359375, 3.25, 1.585938, 3.0, 7.28125, -4.40625, -2.203125, 2.421875, 71.0, 5.15625, 2.578125, 2.21875, 2.8125, 3.125, -1.726562, 1.8125, -2.71875, 2.171875, 1.640625, 3.390625, 3.5625, 7.125, 2.59375, 2.9375, 3.28125, -2.53125, 2.578125, 2.40625, 1.648438, 2.734375, 3.265625, 1.914062, 3.0625, 7.0625, 2.671875, 5.40625, 3.28125, 3.921875, 2.796875, 2.65625, 1.960938, 3.984375, 3.890625, 4.09375, 3.921875, 4.65625, 3.671875, 3.984375, 1.625, 1.054688, 6.96875, 3.5625, 2.390625, 2.390625, 1.328125, 3.578125, 7.25, 4.9375, 1.679688, 1.796875, 3.28125, 3.828125, 5.40625, 3.421875, 6.59375, 2.734375, 3.890625, 5.71875, 2.859375, -2.578125, 4.75, 4.03125, 2.28125, 2.09375, 3.078125, 3.46875, 3.8125, 2.6875, 1.234375, 2.828125, 2.75, 2.09375, 2.515625, 1.960938, 2.265625, 6.125, 2.4375, 2.0, 2.28125, 3.703125, 3.484375, 6.1875, 8.375, 1.335938, 8.25, 3.625, 3.9375, 2.015625, 1.875, 4.125, 2.015625, 2.546875, 2.234375, -2.171875, 5.375, 2.9375, 4.90625, 1.617188, 2.5, 3.671875, 17.875, 2.265625, 10.25, 1.210938, 7.59375, 4.28125, 2.0625, 1.484375, 1.0625, 2.1875, 2.15625, 4.25, 4.03125, 2.953125, 2.84375, 3.34375, 3.203125, 2.375, 4.46875, 2.890625, 2.953125, 3.53125, 2.421875, 4.25, -3.140625, 5.03125, 3.09375, 2.96875, 4.03125, 2.171875, 3.0625, 21.25, 2.25, 3.203125, 4.15625, 2.59375, 2.078125, 4.40625, 4.0625, 4.21875, -2.109375, 3.171875, 1.867188, 3.5, 6.84375, 7.875, 3.484375, 2.875, 2.5625, 3.0625, 1.125, 3.78125, 3.0625, 5.53125, 8.5, 1.5, 2.140625, 11.75, 3.515625, 5.90625, 2.765625, 4.1875, 5.28125, 3.234375, 2.953125, 2.4375, 2.25, 3.71875, 3.03125, 2.828125, 6.875, 5.25, 1.554688, 2.40625, 1.992188, 4.875, 3.65625, 1.914062, -4.1875, 4.0625, 2.8125, 1.554688, 2.5625, 1.945312, 1.945312, 2.421875, 1.8125, 1.3125, 3.359375, 4.0625, 3.015625, 3.5, 2.515625, 11.8125, 3.53125, 2.21875, 1.328125, 2.265625, 2.703125, 2.078125, 2.59375, 2.53125, 4.625, 3.34375, 2.75, 5.46875, 5.53125, 4.09375, 3.546875, 3.96875, 3.796875, 1.609375, 1.546875, 4.03125, 2.59375, 3.078125, 3.546875, 4.65625, 2.15625, 3.84375, 2.53125, 4.0, 3.734375, 3.140625, 1.679688, 3.328125, 2.890625, 13.375, 1.421875, 3.578125, 12.5625, 2.46875, 1.695312, 2.765625, 4.375, 5.1875, 29.875, 2.75, 2.265625, 2.484375, 2.21875, 2.984375, 3.3125, -6.09375, 3.40625, 3.953125, 1.234375, 1.570312, 2.90625, 3.53125, 3.734375, 6.5625, 7.3125, 4.65625, 3.921875, 10.25, 2.453125, 6.5, 3.9375, 2.875, 2.46875, 3.546875, 7.15625, 1.796875, 9.1875, 2.625, 3.484375, 5.53125, 7.0, 4.03125, 2.984375, 3.0625, 5.625, 1.789062, 3.203125, 2.828125, 2.203125, 3.28125, 2.5, 6.4375, 2.078125, 3.078125, 5.375, 1.867188, 2.5, 5.84375, 3.046875, 4.46875, 1.257812, 3.734375, 3.90625, 1.195312, 3.28125, 3.453125, 2.390625, 1.773438, 3.765625, 5.8125, 2.53125, 1.59375, 3.03125, 5.8125, 1.914062, 3.8125, 3.15625, 2.515625, 2.6875, 2.3125, 2.796875, 5.5625, 3.859375, 4.0625, 3.78125, 2.140625, 1.953125, -2.375, 2.6875, 1.914062, 1.375, 2.890625, 2.375, 3.421875, 3.375, 4.71875, 2.5, 3.890625, 3.953125, 1.640625, -6.09375, 3.53125, 3.03125, 3.046875, 9.125, 3.328125, 3.53125, 3.703125, 3.6875, 1.023438, 7.03125, 5.46875, 4.96875, 5.03125, 4.84375, 2.71875, 3.40625, 1.578125, 3.296875, 4.15625, -1.476562, 1.65625, 3.140625, 3.921875, -2.25, 6.34375, 5.34375, 3.59375, 3.296875, 3.4375, 4.84375, 3.5625, -2.9375, 0.953125, 4.15625, 11.875, 3.78125, 3.203125, 3.0625, 18.75, 2.765625, 3.28125, 2.21875, 1.929688, -2.671875, 2.5625, 1.734375, 3.453125, 4.1875, 1.851562, 1.804688, 1.625, 1.78125, 3.546875, 5.8125, 2.71875, 3.90625, 3.578125, 2.40625, -1.898438, 1.9375, 3.609375, 3.609375, 1.75, 4.125, 2.921875, 3.734375, 4.4375, 2.0625, 3.046875, 5.03125, 4.375, 2.171875, 3.796875, 2.6875, 2.921875, 4.34375, 1.984375, 2.578125, 3.828125, 4.59375, 6.15625, 3.109375, 2.40625, 4.9375, 6.3125, 4.28125, 1.460938, 10.875, 2.796875, 1.585938, 4.15625, 1.773438, -3.640625, 29.625, 1.6875, 5.0, 3.1875, 3.0, 1.148438, -1.617188, 4.53125, 1.40625, 3.3125, 3.734375, 2.4375, -2.328125, 3.65625, 1.453125, 3.875, 3.859375, 4.0, 2.5625, 2.296875, 5.25, 3.125, 8.625, 5.65625, 2.953125, 1.421875, -5.875, 3.203125, 3.703125, 5.25, 3.984375, 1.289062, 3.53125, 3.09375, 3.734375, 2.25, 0.800781, -2.703125, 5.28125, 2.375, 4.15625, 5.90625, 3.96875, 4.6875, 1.257812, 3.5, 2.75, 3.640625, 2.96875, 2.03125, 3.71875, 2.203125, 4.71875, 3.09375, 3.296875, 4.21875, 3.125, 3.125, 1.8125, 3.84375, 2.15625, -1.5625, 1.984375, 2.71875, 3.78125, 1.804688, 2.484375, 3.015625, 3.0625, 2.765625, 2.125, 2.375, 11.25, 3.9375, 6.65625, 0.925781, -2.453125, 3.1875, 1.328125, 2.5625, 2.1875, 5.84375, 4.375, 2.796875, 3.65625, 3.9375, 2.671875, 3.0, 2.1875, 1.382812, 2.015625, 2.59375, -2.109375, 3.4375, 1.554688, 5.625, 5.46875, 3.21875, 3.40625, 9.3125, 2.78125, 2.265625, 1.460938, 3.03125, 1.914062, 3.328125, 4.3125, 1.804688, 2.21875, 3.03125, 5.25, 2.15625, 4.59375, 2.671875, 4.40625, 2.828125, 3.71875, 23.625, 5.09375, 5.0625, 4.1875, 2.71875, 2.515625, 3.3125, 3.640625, -13.5625, 3.046875, 4.71875, 4.5, -1.195312, 4.03125, 2.984375, 4.75, 2.21875, 1.765625, -1.78125, 3.0, 3.015625, 2.296875, 1.398438, 4.875, 3.65625, -3.453125, -0.9375, 5.15625, 2.625, 6.5, 3.34375, 3.078125, 3.78125, 1.445312, 4.875, 4.125, 2.078125, 2.890625, 3.140625, 3.8125, 1.789062, 2.03125, 1.773438, 2.890625, 1.023438, 3.859375, 2.34375, 10.25, 1.625, 2.546875, 2.0625, -2.296875, 1.03125, 6.65625, 4.6875, 2.296875, -2.125, 3.609375, 8.6875, 3.265625, 3.703125, 2.34375, 3.859375, 2.734375, 3.453125, 4.28125, 1.320312, 3.203125, 3.609375, 1.914062, 1.023438, 1.6875, 2.828125, 2.796875, 3.3125, 3.453125, 6.5625, 1.992188, 5.25, 3.53125, 2.984375, 3.234375, 1.953125, 6.9375, 3.859375, 3.5625, 1.039062, 2.296875, 3.65625, 3.296875, 4.90625, 2.65625, 1.773438, 10.5625, 3.109375, 8.875, 3.3125, 2.140625, 3.625, 6.75, 2.515625, 1.632812, 7.25, 2.578125, 2.375, 2.578125, 2.96875, 3.40625, 1.929688, 2.4375, 3.375, 3.078125, 67.5, 5.40625, 2.65625, 4.09375, 5.125, 3.765625, 3.359375, 4.09375, 5.75, 4.9375, 3.53125, 3.234375, 3.0, 4.15625, 5.09375, 4.21875, -1.65625, 3.53125, 7.03125, 3.46875, 4.125, 3.953125, 1.835938, 4.0, 3.96875, 3.6875, 2.953125, 1.5625, 3.0, 1.046875, 1.632812, 2.75, 1.257812, 2.375, 3.5, 1.257812, 2.71875, 2.015625, 4.125, 3.421875, 5.1875, 1.71875, 3.578125, 2.5, 3.65625, 2.9375, 1.132812, 2.15625, 2.6875, 4.53125, 2.015625, 3.328125, 2.703125, 1.328125, 3.359375, 1.875, 3.765625, 4.21875, 6.78125, 1.78125, 2.4375, 1.921875, 3.03125, 2.78125, 3.453125, 1.40625, 3.15625, 1.757812, 2.578125, 3.140625, 3.15625, 1.203125, 3.15625, 1.539062, 3.5, 5.90625, 14.625, 3.5, 3.328125, 6.0, 2.65625, 3.234375, 15.125, 7.875, 3.515625, 6.4375, 3.09375, 2.265625, 3.59375, 2.484375, 2.75, 2.703125, 2.25, 1.632812, 3.53125, -2.71875, 5.09375, 4.84375, 4.6875, 4.4375, 2.890625, 5.625, 1.453125, 2.328125, 5.46875, 3.984375, 4.625, -1.046875, 5.75, 2.46875, 2.890625, 3.71875, 2.203125, -2.5, 4.71875, 8.4375, 3.390625, 1.523438, 3.203125, 5.3125, 3.859375, 5.28125, 2.9375, 5.4375, 1.554688, 2.125, 3.90625, 7.75, 1.992188, 2.0, 3.625, 1.554688, 5.3125, 2.765625, -2.390625, 3.3125, 7.0, 1.0625, -3.1875, 5.21875, 2.6875, 5.34375, 4.09375, 3.875, 2.65625, 5.59375, 3.296875, 5.96875, 2.6875, 2.90625, 5.96875, 3.203125, 4.78125, 2.5, 2.328125, 3.9375, 7.8125, 2.390625, 3.15625, -3.640625, 3.90625, 2.578125, 3.765625, 2.140625, 10.1875, 2.984375, -2.671875, 3.640625, 4.59375, 3.21875, 1.695312, 7.75, 5.40625, 3.953125, 0.882812, 2.4375, -3.4375, 3.984375, 2.109375, 7.15625, 3.5625, 3.140625, 2.953125, 3.328125, 3.09375, 3.5625, 1.414062, 2.5, 3.015625, 2.5, 1.242188, 4.09375, 2.53125, 1.632812, 2.453125, 3.21875, 4.125, 3.6875, 3.015625, 3.1875, 4.0625, 3.453125, 2.015625, 2.1875, 2.421875, 4.21875, 2.625, 2.046875, 4.28125, 2.90625, 6.0, 2.734375, 2.484375, 6.34375, 2.03125, 2.546875, 2.09375, 13.4375, 3.125, 2.3125, 2.765625, 2.875, -2.90625, 1.6875, 3.5, 1.796875, 3.734375, 1.609375, 2.34375, 3.4375, -3.5625, 5.59375, 2.828125, 2.140625, 3.25, -2.421875, 3.765625, 2.984375, 3.109375, -1.703125, 3.78125, 2.125, 2.15625, 3.0, 2.375, -2.046875, 2.484375, 2.75, 2.875, -0.8125, 2.28125, 1.976562, 2.59375, 3.640625, 4.6875, 1.742188, 1.8125, 3.234375, 3.78125, 4.4375, 1.25, 2.4375, 3.265625, 2.171875, 4.25, 1.960938, 3.109375, 4.25, 8.6875, 3.921875, 3.65625, 2.109375, 2.796875, 1.835938, 3.875, 2.0625, 2.765625, 3.328125, 11.8125, 2.828125, 35.5, 4.5625, 1.398438, 3.4375, 0.941406, 2.125, 2.53125, 2.734375, -3.1875, 3.234375, 3.40625, 2.96875, 3.140625, 3.65625, 7.375, 3.265625, 2.015625, 1.53125, 28.25, 3.421875, 5.375, 3.125, 3.0625, 3.0, 1.867188, 1.453125, 3.765625, 3.953125, 2.40625, 2.796875, 2.921875, 2.59375, 2.703125, 2.6875, 3.96875, 1.882812, 2.6875, 3.84375, 4.25, 1.867188, 2.578125, 2.703125, 2.453125, 3.90625, 2.0625, 2.46875, 7.96875, 3.953125, 4.375, 2.0, 2.625, 3.921875, 4.5625, 3.328125, 4.40625, 2.3125, 6.1875, 5.46875, 1.757812, 3.15625, 2.96875, 3.71875, 35.75, 4.84375, 2.46875, 5.59375, 2.0625, 2.703125, 1.351562, 10.1875, 3.296875, 2.875, 3.421875, 1.992188, 3.546875, 4.375, 1.601562, -3.109375, 4.3125, 33.5, 3.015625, 2.4375, 2.71875, 2.328125, 3.875, 2.25, 2.5, -5.125, -3.46875, 3.09375, 3.140625, 3.015625, 5.84375, 5.125, 1.320312, 1.601562, 2.46875, 3.09375, 4.03125, 3.53125, 2.453125, 1.007812, 3.859375, 2.53125, 5.03125, 1.757812, 2.453125, 4.21875, 2.0, 0.695312, 3.125, 1.226562, 2.1875, 1.773438, 2.40625, 2.53125, 2.8125, 2.984375, 4.09375, 2.046875, 2.5625, 3.890625, 5.6875, 2.140625, 2.5, 3.078125, 3.453125, 4.5, 2.4375, 4.0625, 1.671875, 3.09375, 2.84375, 1.765625, 4.4375, 2.703125, 2.609375, -3.8125, 2.953125, 3.125, 2.109375, 4.1875, 2.390625, 3.015625, 6.0625, 1.976562, 4.625, 3.765625, 5.84375, 3.046875, 2.59375, 2.90625, 2.59375, 69.0, 3.328125, 4.3125, 2.28125, 3.984375, 2.0, -6.8125, 3.46875, 2.234375, 2.671875, 3.609375, -1.898438, 2.25, 3.6875, 3.375, 3.875, 2.21875, 3.140625, 2.5625, 2.265625, 4.8125, 3.71875, -2.171875, 1.734375, 2.484375, 5.4375, 2.375, 6.0, 3.734375, 2.15625, 3.703125, 2.90625, 2.890625, 3.09375, 2.8125, 2.53125, 2.59375, 4.65625, 1.320312, 3.203125, 4.4375, 1.804688, 2.25, 8.6875, 6.75, 3.203125, 12.9375, 2.71875, 5.0625, 2.796875, 1.3125, 2.375, 4.8125, 4.625, 4.625, 2.53125, 4.4375, 3.375, 1.945312, 3.328125, -1.796875, 2.125, 6.46875, 7.1875, -2.1875, 3.90625, 3.78125, 2.78125, 2.78125, 3.765625, 2.125, 1.8125, 3.65625, 4.1875 ] } , "name": "onnx::Mul_11289", "outputIndexes": [ 5294 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5293, 5294 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/input_layernorm/Mul_1_output_0", "outputIndexes": [ 5295 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5295 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.30/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 7965 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7965 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.30/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 7966 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7966 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1791596098, 2621462, 655360, 0, 0 ] } , "name": "/layers.30/self_attn/q_proj/Linear", "outputIndexes": [ 7967 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7967 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.30/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 7968 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7968 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ] , "dimType": "NCHW" } , "name": "/layers.30/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 5296 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5295 ] , "main_type": "NONE", "name": "/blocks.30/self_attn/Shape_output_0", "outputIndexes": [ 5297 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 5297 ] , "main_type": "NONE", "name": "Shape6449", "outputIndexes": [ 5298 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 5297 ] , "main_type": "NONE", "name": "Rank6451", "outputIndexes": [ 5299 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5299, 5299 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6453", "outputIndexes": [ 5300 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5300 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6454", "outputIndexes": [ 5301 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5300, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6456", "outputIndexes": [ 5302 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5302 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6457", "outputIndexes": [ 5303 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5298, 5301, 5303, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice6460", "outputIndexes": [ 5304 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5304 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze6461", "outputIndexes": [ 5305 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5305, 5305 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6463", "outputIndexes": [ 5306 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5297, 5306, 5300 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.30/self_attn/Gather_output_0", "outputIndexes": [ 5307 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5307, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.30/self_attn/Unsqueeze_output_0", "outputIndexes": [ 5308 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5300 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6471", "outputIndexes": [ 5309 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5302 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6474", "outputIndexes": [ 5310 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5298, 5309, 5310, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice6477", "outputIndexes": [ 5311 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5311 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze6478", "outputIndexes": [ 5312 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 5312 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6479", "outputIndexes": [ 5313 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5313, 5312 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6480", "outputIndexes": [ 5314 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5297, 5314, 5300 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.30/self_attn/Gather_1_output_0", "outputIndexes": [ 5315 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5315, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.30/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 5316 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5308, 5316, 41, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.30/self_attn/Concat_output_0", "outputIndexes": [ 5317 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5296, 5317 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.30/self_attn/Reshape_output_0", "outputIndexes": [ 5318 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5318 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.30/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 5320 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5320 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.30/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 5321 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5321, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/self_attn/q_norm/Add_output_0", "outputIndexes": [ 5322 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5322, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 5323 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5318, 5323 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 5324 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5324, 885 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 5325 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5325, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/self_attn/Mul_output_0", "outputIndexes": [ 5326 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5325 ] , "main_type": "NONE", "name": "/blocks.30/self_attn/Shape_2_output_0", "outputIndexes": [ 5327 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 5327 ] , "main_type": "NONE", "name": "Shape6494", "outputIndexes": [ 5328 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 5327 ] , "main_type": "NONE", "name": "Rank6496", "outputIndexes": [ 5329 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5329, 5329 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6498", "outputIndexes": [ 5330 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5330 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6499", "outputIndexes": [ 5331 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5330, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6501", "outputIndexes": [ 5332 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5332 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6502", "outputIndexes": [ 5333 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5328, 5331, 5333, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice6505", "outputIndexes": [ 5334 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5334 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze6506", "outputIndexes": [ 5335 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 5335 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6507", "outputIndexes": [ 5336 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5336, 5335 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6508", "outputIndexes": [ 5337 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5327, 5337, 5330 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.30/self_attn/Gather_2_output_0", "outputIndexes": [ 5338 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5338, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/self_attn/Div_output_0", "outputIndexes": [ 5339 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5339, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.30/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 5340 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5325, 5340, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.30/self_attn/Slice_1_output_0", "outputIndexes": [ 5341 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5341 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.30/self_attn/Neg_output_0", "outputIndexes": [ 5342 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5339, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.30/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 5343 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5325, 31, 5343, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.30/self_attn/Slice_output_0", "outputIndexes": [ 5344 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5342, 5344 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.30/self_attn/Concat_2_output_0", "outputIndexes": [ 5345 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5345, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/self_attn/Mul_1_output_0", "outputIndexes": [ 5346 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5326, 5346 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/self_attn/Add_output_0", "outputIndexes": [ 5347 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5307, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.30/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 5348 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5315, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.30/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 5349 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5348, 5349, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.30/self_attn/Concat_1_output_0", "outputIndexes": [ 5350 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5350, 4536 ] , "main_type": "NONE", "name": "/blocks.30/self_attn/ConstantOfShape_output_0", "outputIndexes": [ 5351 ] , "type": "Fill", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 5347, 5351, 5351, 167 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 30, "kv_shared_layer_index": 22 } , "name": "/layers.30/self_attn/FusedAttention", "outputIndexes": [ 5352 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5352 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.30/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 7969 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7969 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.30/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 7970 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7970 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1794872920, 2621462, 655360, 0, 0 ] } , "name": "/layers.30/self_attn/o_proj/Linear", "outputIndexes": [ 7971 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7971 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.30/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 7972 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7972 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.30/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 5353 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5353 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.30/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 5355 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5355 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.30/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 5356 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5356, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/post_attention_layernorm/Add_output_0", "outputIndexes": [ 5357 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5357, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 5358 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5353, 5358 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 5359 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.878906, 0.792969, 0.878906, 0.878906, 0.335938, 0.404297, 0.408203, 0.384766, 0.695312, 0.878906, 0.6875, 0.433594, 0.429688, 0.878906, 0.878906, 0.75, 0.652344, 0.443359, 0.625, 0.878906, 0.582031, 0.761719, 0.878906, 0.878906, 0.628906, 0.425781, 0.875, 0.636719, 0.259766, 0.878906, 0.609375, 0.710938, 0.878906, 0.730469, 0.878906, 0.695312, 0.699219, 0.878906, 0.878906, 0.296875, 0.878906, 0.878906, 0.318359, 0.484375, 0.660156, 0.878906, 0.878906, 0.746094, 0.398438, 0.878906, 0.878906, 0.878906, 0.671875, 0.878906, 0.769531, 0.597656, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.726562, 0.761719, 0.695312, 0.878906, 0.878906, 0.734375, 0.878906, 0.878906, 0.648438, 0.582031, 0.878906, 0.878906, 0.878906, 0.546875, 0.878906, 0.601562, 0.703125, 0.40625, 0.597656, 0.691406, 0.878906, 0.384766, 0.644531, 0.878906, 0.878906, 0.267578, 0.601562, 0.22168, 0.878906, 0.730469, 0.878906, 0.636719, 0.566406, 0.804688, 0.878906, 0.628906, 0.353516, 0.204102, 0.558594, 0.621094, 0.878906, 0.878906, 0.396484, 0.789062, 0.777344, 0.878906, 0.390625, 0.550781, 0.714844, 0.640625, 0.730469, 0.341797, 0.878906, 0.867188, 0.878906, 0.828125, 0.878906, 0.59375, 0.816406, 0.734375, 0.375, 0.855469, 0.617188, 0.695312, 0.71875, 0.429688, 0.742188, 0.546875, 0.792969, 0.640625, 0.6875, 0.199219, 0.878906, 0.640625, 0.40625, 0.519531, 0.498047, 0.337891, 0.498047, 0.308594, 0.667969, 0.878906, 0.878906, 0.777344, 0.241211, 0.824219, 0.875, 0.738281, 0.871094, 0.878906, 0.878906, 0.867188, 0.431641, 0.878906, 0.878906, 0.878906, 0.466797, 0.878906, 0.878906, 0.273438, 0.65625, 0.585938, 0.617188, 0.878906, 0.878906, 0.660156, 0.878906, 0.878906, 0.675781, 0.878906, 0.660156, 0.652344, 0.285156, 0.878906, 0.796875, 0.71875, 0.757812, 0.878906, 0.574219, 0.777344, 0.878906, 0.306641, 0.683594, 0.789062, 0.878906, 0.5, 0.558594, 0.878906, 0.878906, 0.488281, 0.875, 0.878906, 0.878906, 0.878906, 0.714844, 0.734375, 0.140625, 0.878906, 0.609375, 0.408203, 0.878906, 0.710938, 0.453125, 0.878906, 0.878906, 0.53125, 0.792969, 0.878906, 0.878906, 0.800781, 0.542969, 0.597656, 0.804688, 0.443359, 0.878906, 0.742188, 0.691406, 0.558594, 0.24707, 0.878906, 0.542969, 0.482422, 0.878906, 0.589844, 0.675781, 0.796875, 0.632812, 0.878906, 0.878906, 0.878906, 0.318359, 0.726562, 0.472656, 0.699219, 0.472656, 0.597656, 0.769531, 0.546875, 0.878906, 0.582031, 0.878906, 0.71875, 0.878906, 0.363281, 0.878906, 0.878906, 0.695312, 0.703125, 0.425781, 0.373047, 0.451172, 0.878906, 0.832031, 0.5625, 0.789062, 0.878906, 0.412109, 0.878906, 0.878906, 0.71875, 0.796875, 0.851562, 0.878906, 0.800781, 0.683594, 0.470703, 0.835938, 0.738281, 0.703125, 0.878906, 0.878906, 0.878906, 0.490234, 0.296875, 0.875, 0.617188, 0.441406, 0.847656, 0.617188, 0.878906, 0.699219, 0.878906, 0.742188, 0.726562, 0.878906, 0.423828, 0.878906, 0.416016, 0.667969, 0.878906, 0.558594, 0.679688, 0.808594, 0.671875, 0.8125, 0.878906, 0.855469, 0.188477, 0.699219, 0.878906, 0.609375, 0.472656, 0.683594, 0.605469, 0.789062, 0.625, 0.527344, 0.878906, 0.859375, 0.769531, 0.435547, 0.867188, 0.878906, 0.878906, 0.628906, 0.878906, 0.582031, 0.636719, 0.878906, 0.378906, 0.878906, 0.878906, 0.878906, 0.570312, 0.570312, 0.617188, 0.878906, 0.632812, 0.878906, 0.878906, 0.878906, 0.878906, 0.507812, 0.859375, 0.539062, 0.878906, 0.667969, 0.878906, 0.761719, 0.84375, 0.683594, 0.878906, 0.773438, 0.878906, 0.585938, 0.878906, 0.878906, 0.878906, 0.773438, 0.859375, 0.298828, 0.443359, 0.550781, 0.808594, 0.597656, 0.878906, 0.671875, 0.878906, 0.714844, 0.875, 0.582031, 0.6875, 0.878906, 0.460938, 0.589844, 0.251953, 0.878906, 0.539062, 0.863281, 0.878906, 0.675781, 0.703125, 0.863281, 0.839844, 0.667969, 0.878906, 0.554688, 0.478516, 0.878906, 0.464844, 0.875, 0.878906, 0.707031, 0.878906, 0.292969, 0.359375, 0.773438, 0.53125, 0.550781, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.875, 0.878906, 0.878906, 0.566406, 0.695312, 0.570312, 0.878906, 0.878906, 0.878906, 0.554688, 0.878906, 0.878906, 0.878906, 0.785156, 0.777344, 0.761719, 0.695312, 0.53125, 0.878906, 0.507812, 0.878906, 0.589844, 0.878906, 0.660156, 0.386719, 0.878906, 0.878906, 0.65625, 0.796875, 0.878906, 0.878906, 0.503906, 0.851562, 0.462891, 0.878906, 0.878906, 0.396484, 0.878906, 0.738281, 0.78125, 0.878906, 0.878906, 0.628906, 0.878906, 0.648438, 0.636719, 0.878906, 0.558594, 0.859375, 0.878906, 0.5625, 0.878906, 0.730469, 0.109375, 0.878906, 0.878906, 0.878906, 0.738281, 0.722656, 0.871094, 0.878906, 0.542969, 0.878906, 0.878906, 0.785156, 0.878906, 0.878906, 0.878906, 0.714844, 0.875, 0.511719, 0.878906, 0.878906, 0.878906, 0.878906, 0.535156, 0.660156, 0.878906, 0.847656, 0.878906, 0.455078, 0.75, 0.5625, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.6875, 0.878906, 0.878906, 0.628906, 0.878906, 0.871094, 0.458984, 0.785156, 0.365234, 0.773438, 0.507812, 0.878906, 0.878906, 0.609375, 0.648438, 0.878906, 0.824219, 0.878906, 0.878906, 0.878906, 0.683594, 0.714844, 0.000835, 0.6875, 0.353516, 0.878906, 0.785156, 0.878906, 0.878906, 0.878906, 0.365234, 0.851562, 0.523438, 0.867188, 0.515625, 0.875, 0.636719, 0.878906, 0.78125, 0.84375, 0.5, 0.878906, 0.878906, 0.878906, 0.878906, 0.851562, 0.878906, 0.390625, 0.878906, 0.878906, 0.878906, 0.53125, 0.527344, 0.878906, 0.878906, 0.851562, 0.392578, 0.625, 0.710938, 0.878906, 0.878906, 0.648438, 0.878906, 0.878906, 0.535156, 0.878906, 0.835938, 0.878906, 0.878906, 0.765625, 0.675781, 0.878906, 0.878906, 0.824219, 0.878906, 0.878906, 0.878906, 0.292969, 0.824219, 0.878906, 0.371094, 0.878906, 0.746094, 0.699219, 0.683594, 0.878906, 0.65625, 0.703125, 0.878906, 0.229492, 0.449219, 0.878906, 0.878906, 0.632812, 0.878906, 0.472656, 0.777344, 0.878906, 0.878906, 0.824219, 0.550781, 0.474609, 0.785156, 0.699219, 0.761719, 0.482422, 0.847656, 0.878906, 0.878906, 0.347656, 0.808594, 0.75, 0.878906, 0.451172, 0.769531, 0.679688, 0.609375, 0.441406, 0.574219, 0.378906, 0.878906, 0.878906, 0.753906, 0.710938, 0.878906, 0.878906, 0.746094, 0.851562, 0.730469, 0.636719, 0.878906, 0.589844, 0.878906, 0.675781, 0.664062, 0.6875, 0.390625, 0.574219, 0.523438, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.142578, 0.535156, 0.476562, 0.878906, 0.878906, 0.878906, 0.582031, 0.878906, 0.664062, 0.878906, 0.339844, 0.878906, 0.578125, 0.875, 0.847656, 0.582031, 0.878906, 0.878906, 0.699219, 0.839844, 0.636719, 0.679688, 0.878906, 0.878906, 0.878906, 0.287109, 0.785156, 0.878906, 0.300781, 0.664062, 0.878906, 0.875, 0.878906, 0.878906, 0.878906, 0.789062, 0.789062, 0.878906, 0.878906, 0.613281, 0.878906, 0.878906, 0.878906, 0.777344, 0.878906, 0.878906, 0.675781, 0.384766, 0.878906, 0.423828, 0.542969, 0.21875, 0.597656, 0.878906, 0.878906, 0.648438, 0.878906, 0.5, 0.878906, 0.867188, 0.703125, 0.808594, 0.878906, 0.542969, 0.878906, 0.527344, 0.878906, 0.878906, 0.878906, 0.652344, 0.589844, 0.878906, 0.445312, 0.585938, 0.878906, 0.703125, 0.699219, 0.441406, 0.878906, 0.746094, 0.78125, 0.878906, 0.878906, 0.878906, 0.878906, 0.523438, 0.878906, 0.734375, 0.447266, 0.820312, 0.478516, 0.878906, 0.878906, 0.435547, 0.679688, 0.675781, 0.773438, 0.878906, 0.878906, 0.878906, 0.863281, 0.416016, 0.878906, 0.878906, 0.726562, 0.878906, 0.628906, 0.878906, 0.878906, 0.878906, 0.285156, 0.78125, 0.878906, 0.878906, 0.871094, 0.878906, 0.878906, 0.789062, 0.878906, 0.878906, 0.431641, 0.878906, 0.878906, 0.53125, 0.519531, 0.636719, 0.878906, 0.625, 0.878906, 0.347656, 0.664062, 0.494141, 0.878906, 0.628906, 0.878906, 0.878906, 0.878906, 0.828125, 0.878906, 0.245117, 0.785156, 0.878906, 0.878906, 0.847656, 0.589844, 0.878906, 0.683594, 0.816406, 0.878906, 0.357422, 0.707031, 0.878906, 0.878906, 0.878906, 0.628906, 0.480469, 0.453125, 0.582031, 0.863281, 0.707031, 0.621094, 0.855469, 0.878906, 0.361328, 0.730469, 0.855469, 0.84375, 0.878906, 0.878906, 0.878906, 0.871094, 0.878906, 0.878906, 0.542969, 0.416016, 0.878906, 0.878906, 0.671875, 0.878906, 0.878906, 0.738281, 0.800781, 0.753906, 0.667969, 0.609375, 0.878906, 0.878906, 0.878906, 0.878906, 0.458984, 0.878906, 0.574219, 0.878906, 0.542969, 0.855469, 0.847656, 0.878906, 0.691406, 0.878906, 0.878906, 0.287109, 0.785156, 0.480469, 0.867188, 0.535156, 0.878906, 0.878906, 0.734375, 0.511719, 0.777344, 0.5625, 0.431641, 0.695312, 0.878906, 0.28125, 0.773438, 0.5625, 0.878906, 0.515625, 0.675781, 0.419922, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.597656, 0.597656, 0.839844, 0.792969, 0.53125, 0.765625, 0.695312, 0.878906, 0.228516, 0.847656, 0.878906, 0.535156, 0.8125, 0.59375, 0.707031, 0.878906, 0.878906, 0.878906, 0.878906, 0.875, 0.878906, 0.539062, 0.503906, 0.71875, 0.878906, 0.878906, 0.878906, 0.628906, 0.878906, 0.878906, 0.683594, 0.878906, 0.878906, 0.878906, 0.597656, 0.878906, 0.287109, 0.46875, 0.878906, 0.566406, 0.519531, 0.3125, 0.878906, 0.490234, 0.867188, 0.878906, 0.878906, 0.835938, 0.59375, 0.878906, 0.519531, 0.878906, 0.382812, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.699219, 0.539062, 0.679688, 0.746094, 0.785156, 0.503906, 0.675781, 0.539062, 0.835938, 0.816406, 0.648438, 0.878906, 0.574219, 0.878906, 0.878906, 0.605469, 0.546875, 0.757812, 0.589844, 0.878906, 0.613281, 0.78125, 0.878906, 0.369141, 0.878906, 0.878906, 0.824219, 0.447266, 0.84375, 0.625, 0.703125, 0.8125, 0.878906, 0.878906, 0.878906, 0.640625, 0.878906, 0.824219, 0.878906, 0.808594, 0.878906, 0.878906, 0.867188, 0.878906, 0.519531, 0.878906, 0.878906, 0.648438, 0.878906, 0.488281, 0.878906, 0.878906, 0.878906, 0.878906, 0.507812, 0.621094, 0.785156, 0.878906, 0.648438, 0.878906, 0.839844, 0.511719, 0.878906, 0.878906, 0.878906, 0.878906, 0.578125, 0.878906, 0.878906, 0.494141, 0.730469, 0.878906, 0.878906, 0.878906, 0.878906, 0.875, 0.78125, 0.796875, 0.71875, 0.279297, 0.878906, 0.683594, 0.878906, 0.773438, 0.636719, 0.075195, 0.824219, 0.878906, 0.734375, 0.878906, 0.855469, 0.878906, 0.878906, 0.878906, 0.878906, 0.478516, 0.707031, 0.878906, 0.761719, 0.769531, 0.808594, 0.878906, 0.652344, 0.421875, 0.878906, 0.878906, 0.878906, 0.632812, 0.699219, 0.601562, 0.451172, 0.507812, 0.617188, 0.878906, 0.878906, 0.769531, 0.878906, 0.878906, 0.542969, 0.878906, 0.878906, 0.84375, 0.832031, 0.863281, 0.542969, 0.429688, 0.628906, 0.357422, 0.621094, 0.878906, 0.878906, 0.5625, 0.671875, 0.878906, 0.878906, 0.878906, 0.46875, 0.878906, 0.621094, 0.683594, 0.878906, 0.65625, 0.71875, 0.216797, 0.84375, 0.878906, 0.753906, 0.878906, 0.878906, 0.757812, 0.878906, 0.855469, 0.878906, 0.878906, 0.539062, 0.875, 0.878906, 0.878906, 0.6875, 0.785156, 0.582031, 0.878906, 0.851562, 0.878906, 0.863281, 0.878906, 0.878906, 0.707031, 0.800781, 0.632812, 0.664062, 0.878906, 0.875, 0.84375, 0.8125, 0.878906, 0.878906, 0.878906, 0.878906, 0.75, 0.878906, 0.878906, 0.601562, 0.644531, 0.714844, 0.878906, 0.667969, 0.878906, 0.878906, 0.878906, 0.239258, 0.523438, 0.878906, 0.574219, 0.835938, 0.878906, 0.632812, 0.878906, 0.796875, 0.878906, 0.503906, 0.726562, 0.589844, 0.792969, 0.539062, 0.730469, 0.878906, 0.71875, 0.851562, 0.699219, 0.878906, 0.878906, 0.792969, 0.878906, 0.878906, 0.878906, 0.675781, 0.679688, 0.878906, 0.742188, 0.878906, 0.878906, 0.773438, 0.095215, 0.410156, 0.878906, 0.617188, 0.742188, 0.376953, 0.730469, 0.824219, 0.470703, 0.878906, 0.601562, 0.503906, 0.878906, 0.671875, 0.878906, 0.5625, 0.644531, 0.761719, 0.410156, 0.878906, 0.878906, 0.636719, 0.322266, 0.796875, 0.878906, 0.773438, 0.863281, 0.878906, 0.609375, 0.765625, 0.878906, 0.777344, 0.878906, 0.691406, 0.355469, 0.507812, 0.609375, 0.878906, 0.742188, 0.6875, 0.632812, 0.878906, 0.878906, 0.679688, 0.878906, 0.597656, 0.625, 0.652344, 0.878906, 0.878906, 0.863281, 0.878906, 0.640625, 0.878906, 0.71875, 0.878906, 0.765625, 0.878906, 0.335938, 0.878906, 0.878906, 0.400391, 0.566406, 0.714844, 0.878906, 0.878906, 0.429688, 0.878906, 0.410156, 0.878906, 0.785156, 0.416016, 0.878906, 0.515625, 0.494141, 0.878906, 0.832031, 0.878906, 0.863281, 0.878906, 0.878906, 0.878906, 0.878906, 0.855469, 0.878906, 0.730469, 0.582031, 0.179688, 0.878906, 0.4375, 0.878906, 0.6875, 0.878906, 0.878906, 0.636719, 0.878906, 0.851562, 0.582031, 0.429688, 0.878906, 0.535156, 0.578125, 0.484375, 0.878906, 0.878906, 0.542969, 0.878906, 0.472656, 0.855469, 0.441406, 0.664062, 0.539062, 0.335938, 0.878906, 0.878906, 0.878906, 0.410156, 0.859375, 0.878906, 0.507812, 0.878906, 0.550781, 0.6875, 0.71875, 0.875, 0.878906, 0.609375, 0.878906, 0.835938, 0.441406, 0.878906, 0.730469, 0.878906, 0.878906, 0.761719, 0.878906, 0.8125, 0.878906, 0.570312, 0.878906, 0.878906, 0.648438, 0.878906, 0.402344, 0.765625, 0.699219, 0.251953, 0.558594, 0.667969, 0.789062, 0.6875, 0.878906, 0.878906, 0.875, 0.878906, 0.878906, 0.625, 0.878906, 0.878906, 0.878906, 0.769531, 0.589844, 0.878906, 0.878906, 0.878906, 0.730469, 0.511719, 0.878906, 0.878906, 0.855469, 0.691406, 0.498047, 0.804688, 0.878906, 0.878906, 0.878906, 0.878906, 0.451172, 0.878906, 0.878906, 0.585938, 0.480469, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.441406, 0.878906, 0.511719, 0.605469, 0.628906, 0.878906, 0.777344, 0.878906, 0.878906, 0.427734, 0.671875, 0.878906, 0.478516, 0.820312, 0.519531, 0.878906, 0.878906, 0.832031, 0.628906, 0.878906, 0.5625, 0.683594, 0.878906, 0.609375, 0.878906, 0.816406, 0.789062, 0.878906, 0.597656, 0.878906, 0.028931, 0.53125, 0.59375, 0.878906, 0.636719, 0.765625, 0.765625, 0.78125, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.828125, 0.878906, 0.679688, 0.402344, 0.330078, 0.439453, 0.515625, 0.878906, 0.683594, 0.878906, 0.878906, 0.878906, 0.816406, 0.878906, 0.566406, 0.341797, 0.867188, 0.625, 0.621094, 0.878906, 0.679688, 0.421875, 0.875, 0.878906, 0.878906, 0.490234, 0.515625, 0.808594, 0.878906, 0.878906, 0.664062, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.507812, 0.59375, 0.431641, 0.878906, 0.878906, 0.714844, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.597656, 0.855469, 0.8125, 0.373047, 0.851562, 0.421875, 0.84375, 0.632812, 0.433594, 0.84375, 0.878906, 0.558594, 0.738281, 0.4375, 0.644531, 0.558594, 0.878906, 0.75, 0.878906, 0.878906, 0.470703, 0.800781, 0.878906, 0.878906, 0.878906, 0.423828, 0.621094, 0.249023, 0.878906, 0.878906, 0.53125, 0.605469, 0.117676, 0.878906, 0.449219, 0.800781, 0.75, 0.476562, 0.878906, 0.867188, 0.648438, 0.613281, 0.878906, 0.828125, 0.378906, 0.878906, 0.466797, 0.832031, 0.878906, 0.828125, 0.863281, 0.878906, 0.664062, 0.878906, 0.878906, 0.515625, 0.878906, 0.878906, 0.878906, 0.691406, 0.566406, 0.332031, 0.804688, 0.859375, 0.652344, 0.695312, 0.353516, 0.878906, 0.878906, 0.878906, 0.878906, 0.871094, 0.878906, 0.660156, 0.480469, 0.820312, 0.570312, 0.878906, 0.878906, 0.558594, 0.462891, 0.878906, 0.617188, 0.832031, 0.777344, 0.527344, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.535156, 0.757812, 0.878906, 0.878906, 0.800781, 0.878906, 0.878906, 0.640625, 0.878906, 0.609375, 0.878906, 0.6875, 0.660156, 0.738281, 0.878906, 0.878906, 0.699219, 0.523438, 0.878906, 0.878906, 0.878906, 0.458984, 0.605469, 0.484375, 0.546875, 0.765625, 0.34375, 0.769531, 0.800781, 0.878906, 0.878906, 0.878906, 0.417969, 0.433594, 0.660156, 0.566406, 0.878906, 0.878906, 0.660156, 0.878906, 0.589844, 0.71875, 0.535156, 0.392578, 0.878906, 0.878906, 0.625, 0.601562, 0.847656, 0.773438, 0.398438, 0.507812, 0.871094, 0.878906, 0.878906, 0.878906, 0.664062, 0.871094, 0.820312, 0.59375, 0.707031, 0.878906, 0.878906, 0.878906, 0.392578, 0.648438, 0.878906, 0.820312, 0.267578, 0.878906, 0.878906, 0.496094, 0.878906, 0.878906, 0.878906, 0.878906, 0.863281, 0.769531, 0.753906, 0.777344, 0.640625, 0.878906, 0.419922, 0.878906, 0.878906, 0.878906, 0.875, 0.878906, 0.878906, 0.878906, 0.800781, 0.648438, 0.78125, 0.878906, 0.470703, 0.507812, 0.574219, 0.691406, 0.847656, 0.824219, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.589844, 0.65625, 0.878906, 0.765625, 0.878906, 0.621094, 0.570312, 0.878906, 0.878906, 0.878906, 0.878906, 0.359375, 0.878906, 0.878906, 0.382812, 0.878906, 0.878906, 0.796875, 0.488281, 0.474609, 0.139648, 0.878906, 0.878906, 0.878906, 0.878906, 0.53125, 0.605469, 0.396484, 0.746094, 0.878906, 0.878906, 0.878906, 0.742188, 0.78125, 0.660156, 0.457031, 0.789062, 0.761719, 0.617188, 0.195312, 0.878906, 0.699219, 0.691406, 0.765625, 0.878906, 0.871094, 0.40625, 0.878906, 0.398438, 0.878906, 0.570312, 0.291016, 0.644531, 0.738281, 0.878906, 0.878906, 0.578125, 0.878906, 0.671875, 0.78125, 0.878906, 0.878906, 0.878906, 0.498047, 0.878906, 0.808594, 0.443359, 0.878906, 0.878906, 0.574219, 0.855469, 0.233398, 0.878906, 0.597656, 0.429688, 0.878906, 0.878906, 0.699219, 0.878906, 0.878906, 0.636719, 0.390625, 0.828125, 0.878906, 0.761719, 0.878906, 0.878906, 0.566406, 0.878906, 0.878906, 0.878906, 0.742188, 0.839844, 0.761719, 0.757812, 0.558594, 0.597656, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.839844, 0.878906, 0.730469, 0.707031, 0.730469, 0.828125, 0.597656, 0.800781, 0.878906, 0.371094, 0.828125, 0.816406, 0.84375, 0.439453, 0.609375, 0.660156, 0.867188, 0.390625, 0.878906, 0.867188, 0.757812, 0.251953, 0.482422, 0.65625, 0.871094, 0.402344, 0.878906, 0.6875, 0.746094, 0.878906, 0.878906, 0.757812, 0.878906, 0.878906, 0.394531, 0.337891, 0.660156, 0.519531, 0.523438, 0.369141, 0.878906, 0.878906, 0.878906, 0.664062, 0.511719, 0.726562, 0.859375, 0.726562, 0.871094, 0.863281, 0.878906, 0.878906, 0.878906, 0.878906, 0.652344, 0.878906, 0.431641, 0.683594, 0.878906, 0.878906, 0.878906, 0.878906, 0.796875, 0.765625, 0.851562, 0.519531, 0.824219, 0.847656, 0.878906, 0.878906, 0.878906, 0.738281, 0.878906, 0.625, 0.878906, 0.605469, 0.636719, 0.878906, 0.470703, 0.542969, 0.691406, 0.878906, 0.730469, 0.878906, 0.878906, 0.582031, 0.878906, 0.878906, 0.558594, 0.515625, 0.878906, 0.550781, 0.878906, 0.5, 0.878906, 0.609375, 0.878906, 0.527344, 0.832031, 0.878906, 0.71875, 0.878906, 0.664062, 0.65625, 0.878906, 0.382812, 0.71875, 0.796875, 0.878906, 0.878906, 0.59375, 0.878906, 0.878906, 0.396484, 0.5625, 0.878906, 0.621094, 0.878906, 0.640625, 0.609375, 0.597656, 0.878906, 0.878906, 0.523438, 0.878906, 0.507812, 0.188477, 0.404297, 0.878906, 0.369141, 0.878906, 0.410156, 0.546875, 0.878906, 0.878906, 0.644531, 0.878906, 0.628906, 0.878906, 0.878906, 0.878906, 0.640625, 0.462891, 0.871094, 0.445312, 0.652344, 0.734375, 0.878906, 0.486328, 0.878906, 0.6875, 0.722656, 0.878906, 0.679688, 0.878906, 0.5, 0.878906, 0.878906, 0.367188, 0.808594, 0.878906, 0.878906, 0.875, 0.878906, 0.878906, 0.878906, 0.878906, 0.78125, 0.878906, 0.878906, 0.542969, 0.878906, 0.878906, 0.878906, 0.878906, 0.308594, 0.46875, 0.742188, 0.878906, 0.691406, 0.679688, 0.878906, 0.878906, 0.878906, 0.482422, 0.087402, 0.878906, 0.804688, 0.488281, 0.878906, 0.878906, 0.878906, 0.878906, 0.613281, 0.726562, 0.878906, 0.878906, 0.878906, 0.400391, 0.871094, 0.878906, 0.824219, 0.439453, 0.851562, 0.419922, 0.878906, 0.878906, 0.878906, 0.458984, 0.498047, 0.878906, 0.871094, 0.699219, 0.144531, 0.878906, 0.652344, 0.847656, 0.695312, 0.707031, 0.632812, 0.519531, 0.384766, 0.421875, 0.792969, 0.816406, 0.878906, 0.878906, 0.765625, 0.851562, 0.878906, 0.578125, 0.605469, 0.878906, 0.75, 0.65625, 0.878906, 0.878906, 0.761719, 0.878906, 0.867188, 0.878906, 0.878906, 0.878906, 0.597656, 0.835938, 0.878906, 0.785156, 0.632812, 0.878906, 0.878906, 0.871094, 0.878906, 0.445312, 0.878906, 0.40625, 0.726562, 0.878906, 0.644531, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.742188, 0.878906, 0.349609, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.609375, 0.65625, 0.878906, 0.878906, 0.644531, 0.423828, 0.878906, 0.839844, 0.878906, 0.664062, 0.878906, 0.878906, 0.419922, 0.878906, 0.570312, 0.722656, 0.878906, 0.878906, 0.878906, 0.597656, 0.878906, 0.601562, 0.878906, 0.621094, 0.878906, 0.558594, 0.746094, 0.878906, 0.878906, 0.878906, 0.400391, 0.683594, 0.789062, 0.871094, 0.878906, 0.769531, 0.699219, 0.386719, 0.667969, 0.878906, 0.332031, 0.878906, 0.300781, 0.859375, 0.878906, 0.878906, 0.410156, 0.878906, 0.878906, 0.431641, 0.878906, 0.855469, 0.839844, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.388672, 0.267578, 0.423828, 0.878906, 0.472656, 0.730469, 0.523438, 0.78125, 0.671875, 0.384766, 0.640625, 0.675781, 0.644531, 0.878906, 0.699219, 0.523438, 0.871094, 0.878906, 0.679688, 0.46875, 0.546875, 0.574219, 0.757812, 0.878906, 0.695312, 0.878906, 0.632812, 0.878906, 0.847656, 0.65625, 0.878906, 0.878906, 0.828125, 0.878906, 0.820312, 0.878906, 0.878906, 0.878906, 0.878906, 0.667969, 0.683594, 0.664062, 0.878906, 0.648438, 0.6875, 0.722656, 0.878906, 0.878906, 0.878906, 0.878906, 0.470703, 0.878906, 0.75, 0.847656, 0.878906, 0.65625, 0.878906, 0.554688, 0.878906, 0.136719, 0.878906, 0.40625, 0.875, 0.878906, 0.769531, 0.59375, 0.878906, 0.808594, 0.878906, 0.878906, 0.675781, 0.878906, 0.878906, 0.75, 0.878906, 0.730469, 0.878906, 0.261719, 0.519531, 0.878906, 0.539062, 0.878906, 0.6875, 0.265625, 0.453125, 0.695312, 0.527344, 0.785156, 0.878906, 0.78125, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.722656, 0.75, 0.878906, 0.878906, 0.494141, 0.496094, 0.302734, 0.527344, 0.824219, 0.878906, 0.310547, 0.65625, 0.412109, 0.878906, 0.449219, 0.878906, 0.878906, 0.675781, 0.878906, 0.878906, 0.523438, 0.470703, 0.832031, 0.878906, 0.722656, 0.859375, 0.695312, 0.480469, 0.808594, 0.550781, 0.871094, 0.878906, 0.617188, 0.574219, 0.878906, 0.878906, 0.507812, 0.878906, 0.683594, 0.738281, 0.878906, 0.738281, 0.470703, 0.878906, 0.878906, 0.59375, 0.746094, 0.482422, 0.605469, 0.878906, 0.878906, 0.384766, 0.878906, 0.457031, 0.878906, 0.878906, 0.523438, 0.664062, 0.542969, 0.878906, 0.878906, 0.816406, 0.824219, 0.878906, 0.878906, 0.648438, 0.433594, 0.878906, 0.726562, 0.878906, 0.365234, 0.878906, 0.878906, 0.84375, 0.296875, 0.878906, 0.878906, 0.396484, 0.589844, 0.589844, 0.878906, 0.878906, 0.617188, 0.535156, 0.878906, 0.550781, 0.878906, 0.878906, 0.878906, 0.851562, 0.53125, 0.726562, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.800781, 0.832031, 0.875, 0.871094, 0.769531, 0.878906, 0.59375, 0.878906, 0.878906, 0.878906, 0.582031, 0.878906, 0.863281, 0.523438, 0.871094, 0.570312, 0.777344, 0.878906, 0.492188, 0.878906, 0.878906, 0.878906, 0.267578, 0.675781, 0.878906, 0.867188, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.644531, 0.878906, 0.878906, 0.375, 0.878906, 0.527344, 0.738281, 0.878906, 0.808594, 0.878906, 0.585938, 0.878906, 0.878906, 0.878906, 0.734375, 0.878906, 0.835938, 0.785156, 0.878906, 0.878906, 0.761719, 0.878906, 0.785156, 0.878906, 0.878906, 0.878906, 0.878906, 0.671875, 0.507812, 0.878906, 0.878906, 0.625, 0.5625, 0.644531, 0.878906, 0.765625, 0.878906, 0.878906, 0.462891, 0.878906, 0.421875, 0.742188, 0.349609, 0.660156, 0.707031, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.859375, 0.878906, 0.875, 0.878906, 0.875, 0.570312, 0.878906, 0.78125, 0.878906, 0.878906, 0.546875, 0.84375, 0.878906, 0.867188, 0.878906, 0.816406, 0.792969, 0.259766, 0.458984, 0.597656, 0.878906, 0.878906, 0.447266, 0.628906, 0.605469, 0.667969, 0.742188, 0.878906, 0.878906, 0.878906, 0.703125, 0.671875, 0.839844, 0.625, 0.757812, 0.878906, 0.773438, 0.878906, 0.816406, 0.878906, 0.878906, 0.298828, 0.785156, 0.878906, 0.878906, 0.867188, 0.859375, 0.878906, 0.878906, 0.878906, 0.388672, 0.574219, 0.628906, 0.878906, 0.878906, 0.65625, 0.511719, 0.675781, 0.585938, 0.878906, 0.609375, 0.34375, 0.878906, 0.707031, 0.859375, 0.609375, 0.816406, 0.578125, 0.878906, 0.433594, 0.878906, 0.878906, 0.878906, 0.470703, 0.722656, 0.878906, 0.636719, 0.878906, 0.458984, 0.640625, 0.878906, 0.464844, 0.769531, 0.5, 0.878906, 0.878906, 0.863281, 0.878906, 0.511719, 0.878906, 0.878906, 0.492188, 0.78125, 0.878906, 0.761719, 0.554688, 0.542969, 0.367188, 0.878906, 0.878906, 0.878906, 0.71875, 0.585938, 0.679688, 0.878906, 0.878906, 0.613281, 0.878906, 0.78125, 0.878906, 0.878906, 0.492188, 0.871094, 0.878906, 0.828125, 0.878906, 0.878906, 0.878906, 0.878906, 0.625, 0.878906, 0.878906, 0.878906, 0.878906, 0.878906, 0.71875, 0.695312, 0.878906, 0.808594, 0.757812, 0.875, 0.535156, 0.878906, 0.388672, 0.878906, 0.878906, 0.875, 0.878906, 0.480469, 0.746094, 0.878906, 0.542969, 0.878906, 0.75, 0.878906, 0.498047, 0.628906, 0.757812, 0.875, 0.878906, 0.40625, 0.632812, 0.347656, 0.636719, 0.820312, 0.707031, 0.878906, 0.249023, 0.878906, 0.449219, 0.878906, 0.878906, 0.867188, 0.664062, 0.789062, 0.878906, 0.65625, 0.648438, 0.878906, 0.878906, 0.808594, 0.726562, 0.474609, 0.828125, 0.447266, 0.878906, 0.878906, 0.217773, 0.710938, 0.878906, 0.878906, 0.878906, 0.400391, 0.878906, 0.832031, 0.515625, 0.859375, 0.785156, 0.878906, 0.84375, 0.707031, 0.878906, 0.878906, 0.847656, 0.65625, 0.878906, 0.800781, 0.507812, 0.878906, 0.832031, 0.349609, 0.451172, 0.871094, 0.675781, 0.878906, 0.394531, 0.466797, 0.878906, 0.878906, 0.878906, 0.550781, 0.617188, 0.808594, 0.570312, 0.671875, 0.878906, 0.664062, 0.878906, 0.878906, 0.308594, 0.439453, 0.878906, 0.835938, 0.75, 0.878906, 0.867188, 0.871094, 0.878906, 0.878906, 0.578125, 0.664062 ] } , "name": "onnx::Mul_11301", "outputIndexes": [ 5360 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5359, 5360 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 5361 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5288, 5361 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/Add_output_0", "outputIndexes": [ 5362 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5362 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.30/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 5363 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5363 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.30/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 5364 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5364, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 5365 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5365, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 5366 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5362, 5366 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 5367 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.703125, 0.957031, 0.22168, 0.476562, 1.421875, 1.398438, 0.976562, 1.0625, 0.773438, 0.253906, 0.816406, 1.203125, 1.132812, 0.644531, 0.431641, 1.015625, 0.933594, 1.148438, 0.851562, 0.601562, 0.902344, 0.871094, 0.558594, 0.648438, 1.109375, 1.203125, 0.722656, 0.90625, 1.4375, 0.388672, 0.878906, 0.976562, 0.625, 0.863281, 0.664062, 0.910156, 0.746094, 1.390625, 0.8125, 1.703125, 0.414062, 0.328125, 1.304688, 1.390625, 0.910156, 0.466797, 0.154297, 0.863281, 1.554688, 0.6875, 0.435547, 0.507812, 0.8125, 0.204102, 0.59375, 0.707031, 0.882812, 0.636719, 0.914062, 0.546875, 0.632812, 0.523438, 0.890625, 0.699219, 0.808594, 0.722656, 0.632812, 0.742188, 0.511719, 0.519531, 0.867188, 1.109375, 0.722656, 0.507812, 0.625, 1.109375, 0.664062, 1.1875, 0.769531, 1.515625, 0.929688, 0.835938, 0.597656, 1.171875, 0.898438, 0.648438, 0.597656, 2.359375, 0.792969, 2.75, 0.640625, 0.660156, 0.660156, 0.90625, 0.871094, 0.640625, 0.21875, 0.941406, 1.515625, 3.125, 0.988281, 1.085938, 0.753906, 0.636719, 1.484375, 0.855469, 0.84375, 0.609375, 1.21875, 0.960938, 0.859375, 1.007812, 0.808594, 2.78125, 0.347656, 0.660156, 0.667969, 0.710938, 0.582031, 1.09375, 1.078125, 0.769531, 1.5, 0.546875, 0.78125, 0.605469, 0.65625, 1.085938, 0.980469, 1.015625, 0.816406, 0.925781, 0.621094, 2.671875, 0.128906, 0.839844, 1.054688, 2.515625, 1.6875, 1.617188, 1.335938, 1.632812, 1.015625, 0.839844, 0.511719, 0.777344, 2.3125, 0.800781, 0.535156, 0.875, 0.730469, 0.511719, 0.582031, 0.78125, 1.164062, 0.457031, 0.714844, 0.484375, 1.242188, 0.804688, 0.490234, 1.523438, 0.921875, 0.878906, 0.828125, 0.19043, 0.703125, 0.871094, 0.135742, 0.601562, 0.769531, 0.219727, 0.875, 0.914062, 3.6875, 0.679688, 0.789062, 0.828125, 0.722656, 0.726562, 1.023438, 0.707031, 0.785156, 1.09375, 0.443359, 0.617188, 0.640625, 1.132812, 0.90625, 0.679688, 0.675781, 1.109375, 0.554688, 0.609375, 0.652344, 0.574219, 0.808594, 0.785156, 4.21875, 0.652344, 1.109375, 1.015625, 0.726562, 0.792969, 1.21875, 0.679688, 0.535156, 0.914062, 0.765625, 0.636719, 0.542969, 0.789062, 0.917969, 0.925781, 0.388672, 1.03125, 0.59375, 0.835938, 1.125, 1.101562, 2.03125, 0.628906, 0.929688, 0.851562, 0.644531, 1.148438, 0.878906, 0.894531, 1.0625, 0.589844, 0.152344, 1.523438, 1.726562, 0.703125, 1.234375, 0.875, 0.886719, 0.867188, 0.738281, 1.015625, 0.65625, 0.921875, 0.375, 0.832031, 0.466797, 1.320312, 0.488281, 0.216797, 0.859375, 0.773438, 1.171875, 1.234375, 1.046875, 0.601562, 1.039062, 0.984375, 0.921875, 0.589844, 0.996094, 0.511719, 0.425781, 0.816406, 0.582031, 0.703125, 0.617188, 0.6875, 0.816406, 1.328125, 0.644531, 0.902344, 0.542969, 0.835938, 0.691406, 0.871094, 1.03125, 2.46875, 0.652344, 0.9375, 1.390625, 0.589844, 0.910156, 0.632812, 1.085938, 0.482422, 0.832031, 0.855469, 0.519531, 0.902344, 0.486328, 1.421875, 0.726562, 0.738281, 1.070312, 1.007812, 0.886719, 0.8125, 0.664062, 0.636719, 0.761719, 2.359375, 0.976562, 0.730469, 0.785156, 1.179688, 0.59375, 0.945312, 0.582031, 1.101562, 1.1875, 0.523438, 0.597656, 0.746094, 1.4375, 0.490234, 0.792969, 0.742188, 1.054688, 0.625, 1.101562, 0.867188, 0.275391, 2.171875, 1.007812, 0.707031, 0.632812, 0.742188, 0.8125, 1.132812, 0.769531, 0.90625, 0.298828, 0.546875, 0.554688, 0.640625, 1.265625, 0.800781, 1.203125, 0.703125, 0.859375, 0.289062, 0.71875, 0.808594, 0.832031, 0.792969, 1.054688, 0.291016, 0.832031, 0.582031, 0.173828, 0.494141, 0.339844, 0.671875, 1.515625, 1.21875, 0.882812, 0.695312, 1.117188, 0.648438, 1.078125, 0.386719, 0.777344, 0.785156, 1.125, 0.859375, 0.316406, 1.179688, 0.960938, 2.265625, 0.519531, 0.855469, 0.679688, 0.53125, 0.828125, 0.886719, 0.507812, 0.746094, 0.847656, 0.277344, 2.046875, 1.015625, 0.519531, 1.453125, 0.875, 0.648438, 0.738281, 0.59375, 2.5, 1.5, 0.753906, 1.085938, 0.863281, 0.710938, 0.527344, 0.601562, 0.484375, 0.4375, 0.855469, 0.761719, 0.492188, 0.5625, 1.226562, 0.851562, 0.910156, 0.279297, 0.484375, 0.742188, 1.171875, 0.582031, 0.161133, 0.621094, 0.800781, 0.738281, 0.855469, 0.773438, 0.945312, 0.65625, 0.992188, 0.6875, 0.832031, 0.486328, 0.914062, 1.570312, 0.212891, 0.625, 0.703125, 0.707031, 0.597656, 0.46875, 1.210938, 0.75, 1.171875, 0.660156, 0.277344, 1.195312, 0.396484, 0.75, 0.757812, 0.341797, 0.219727, 0.90625, 0.429688, 0.902344, 0.882812, 0.546875, 0.90625, 0.773438, 0.494141, 0.984375, 0.482422, 0.785156, 5.34375, 0.710938, 0.636719, 0.707031, 0.753906, 0.863281, 0.679688, 0.445312, 1.007812, 0.582031, 0.503906, 0.726562, 0.75, 0.648438, 0.722656, 0.886719, 0.773438, 1.3125, 0.198242, 0.648438, 0.675781, 0.46875, 0.945312, 0.835938, 0.59375, 0.707031, 0.511719, 1.117188, 0.753906, 0.886719, 0.273438, 0.470703, 0.867188, 0.306641, 0.679688, 0.660156, 0.710938, 0.470703, 0.671875, 0.933594, 0.628906, 0.492188, 1.078125, 0.664062, 1.609375, 0.746094, 1.132812, 0.699219, 0.515625, 1.070312, 0.949219, 0.625, 0.617188, 0.769531, 0.515625, 0.523438, 0.789062, 0.703125, 0.859375, 0.832031, 1.585938, 0.847656, 0.753906, 0.535156, 0.570312, 0.75, 1.375, 0.792969, 1.40625, 0.773438, 1.242188, 0.667969, 0.636719, 0.515625, 0.726562, 0.703125, 0.941406, 0.648438, 0.210938, 0.482422, 0.699219, 0.6875, 0.470703, 1.726562, 0.875, 0.765625, 0.675781, 1.289062, 1.085938, 0.345703, 0.470703, 0.710938, 1.71875, 0.78125, 0.78125, 0.628906, 0.488281, 0.859375, 0.18457, 0.652344, 1.007812, 0.585938, 0.523438, 0.644531, 0.664062, 0.792969, 0.482422, 0.53125, 0.474609, 0.789062, 0.816406, 0.617188, 0.486328, 1.929688, 0.71875, 0.613281, 1.484375, 0.929688, 0.773438, 0.933594, 0.875, 0.59375, 0.964844, 0.8125, 0.144531, 3.078125, 1.5625, 0.118652, 0.636719, 0.953125, 0.574219, 1.25, 0.679688, 0.462891, 0.648438, 0.710938, 0.664062, 1.015625, 0.917969, 0.941406, 0.828125, 1.0625, 0.695312, 0.589844, 0.613281, 1.664062, 0.90625, 0.792969, 0.875, 1.53125, 0.835938, 0.828125, 1.132812, 1.03125, 0.929688, 1.585938, 0.492188, 0.65625, 0.753906, 0.917969, 0.546875, 0.231445, 0.824219, 0.683594, 0.789062, 1.507812, 0.621094, 0.851562, 0.539062, 0.804688, 0.816406, 0.832031, 1.484375, 0.894531, 1.078125, 0.496094, 0.482422, 0.644531, 0.671875, 0.283203, 0.574219, 4.34375, 0.742188, 1.242188, 0.248047, 0.138672, 0.753906, 0.976562, 0.558594, 0.914062, 0.75, 2.15625, 0.71875, 1.0625, 0.808594, 0.722656, 0.921875, 0.558594, 0.761719, 0.628906, 0.644531, 1.132812, 0.6875, 0.566406, 0.470703, 0.451172, 2.796875, 0.964844, 0.476562, 0.314453, 0.984375, 0.241211, 0.746094, 0.902344, 0.328125, 12.3125, 0.964844, 0.742188, 0.585938, 0.65625, 1.273438, 0.660156, 0.628906, 0.546875, 0.640625, 1.03125, 0.412109, 0.828125, 1.140625, 0.570312, 1.101562, 1.039062, 0.462891, 1.03125, 0.699219, 0.632812, 0.933594, 0.660156, 0.949219, 0.582031, 0.648438, 1.023438, 0.730469, 0.439453, 1.03125, 0.660156, 1.203125, 0.683594, 0.486328, 0.265625, 1.195312, 0.964844, 0.792969, 1.304688, 0.910156, 0.585938, 0.988281, 0.800781, 1.71875, 0.589844, 0.828125, 0.832031, 0.542969, 0.507812, 0.574219, 0.636719, 0.957031, 0.435547, 0.789062, 1.632812, 0.660156, 1.257812, 0.679688, 0.277344, 1.0, 0.703125, 0.960938, 0.5, 0.419922, 0.394531, 0.330078, 0.589844, 1.234375, 0.298828, 1.117188, 0.800781, 0.617188, 0.835938, 0.398438, 0.298828, 0.486328, 2.15625, 0.664062, 0.640625, 0.408203, 0.330078, 0.550781, 0.375, 0.808594, 0.5, 1.21875, 1.382812, 0.75, 0.429688, 0.949219, 1.320312, 0.84375, 0.671875, 1.1875, 0.523438, 1.398438, 1.101562, 1.390625, 0.392578, 1.023438, 0.398438, 0.404297, 0.40625, 0.90625, 0.328125, 2.390625, 0.628906, 0.490234, 0.582031, 0.628906, 0.960938, 0.542969, 0.648438, 0.75, 0.382812, 2.09375, 0.945312, 0.198242, 0.695312, 0.632812, 0.953125, 0.878906, 1.296875, 0.996094, 0.582031, 0.691406, 0.808594, 0.855469, 0.414062, 1.40625, 0.769531, 0.494141, 0.539062, 0.792969, 1.28125, 0.746094, 0.498047, 0.636719, 0.710938, 1.039062, 1.3125, 0.59375, 0.435547, 0.84375, 0.59375, 0.292969, 0.90625, 0.738281, 0.664062, 0.949219, 0.976562, 0.59375, 0.283203, 0.664062, 0.617188, 1.046875, 0.640625, 0.832031, 0.804688, 1.09375, 0.384766, 0.550781, 0.652344, 0.789062, 0.695312, 0.453125, 2.484375, 0.382812, 1.039062, 0.574219, 1.132812, 0.691406, 0.451172, 0.691406, 2.5625, 0.875, 0.992188, 1.515625, 0.886719, 0.449219, 6.25, 0.359375, 1.109375, 0.710938, 1.257812, 0.882812, 1.234375, 0.800781, 0.472656, 0.621094, 0.237305, 0.5625, 0.652344, 0.824219, 1.007812, 0.714844, 0.792969, 1.109375, 0.699219, 0.847656, 0.640625, 2.234375, 0.792969, 0.527344, 1.171875, 0.542969, 1.078125, 0.835938, 0.433594, 0.337891, 0.492188, 0.597656, 0.6875, 0.5, 1.039062, 1.203125, 1.046875, 0.609375, 0.302734, 0.617188, 0.875, 0.699219, 0.742188, 1.03125, 0.648438, 0.613281, 0.168945, 0.984375, 0.679688, 1.890625, 1.007812, 0.470703, 1.046875, 0.871094, 1.90625, 0.605469, 1.015625, 0.578125, 0.429688, 0.53125, 0.625, 0.980469, 0.691406, 1.109375, 0.542969, 1.664062, 0.609375, 0.417969, 0.519531, 0.410156, 0.828125, 0.523438, 0.703125, 0.589844, 0.8125, 1.179688, 0.875, 1.328125, 2.59375, 1.164062, 0.714844, 0.984375, 0.738281, 0.710938, 0.867188, 0.486328, 1.179688, 0.691406, 0.78125, 1.15625, 0.921875, 0.804688, 0.988281, 0.287109, 0.882812, 0.707031, 0.511719, 1.40625, 0.644531, 0.558594, 0.882812, 1.15625, 0.761719, 0.851562, 0.859375, 0.710938, 0.464844, 0.726562, 0.257812, 0.625, 0.242188, 0.6875, 0.628906, 0.722656, 0.566406, 0.65625, 0.792969, 0.949219, 1.078125, 0.730469, 0.652344, 0.925781, 0.5625, 0.773438, 0.410156, 0.902344, 0.808594, 0.722656, 1.15625, 1.046875, 0.800781, 0.703125, 1.039062, 0.722656, 0.585938, 1.039062, 0.671875, 0.59375, 0.589844, 0.644531, 0.855469, 0.605469, 0.617188, 1.171875, 0.804688, 0.388672, 0.714844, 0.511719, 0.351562, 0.660156, 0.75, 0.710938, 0.964844, 2.3125, 0.523438, 0.925781, 0.275391, 0.878906, 0.835938, 16.25, 0.621094, 0.216797, 0.875, 0.640625, 0.636719, 0.714844, 0.523438, 0.5625, 0.443359, 1.539062, 0.539062, 0.34375, 0.375, 0.710938, 0.679688, 0.609375, 0.921875, 1.203125, 0.173828, 0.578125, 0.554688, 0.832031, 0.703125, 1.15625, 0.820312, 1.265625, 0.957031, 0.59375, 0.675781, 0.746094, 0.664062, 0.211914, 1.234375, 0.648438, 0.376953, 0.550781, 0.796875, 0.722656, 1.046875, 1.296875, 0.839844, 2.0625, 0.75, 0.570312, 0.753906, 1.085938, 0.710938, 0.65625, 0.515625, 0.757812, 1.945312, 0.550781, 0.824219, 0.855469, 0.582031, 0.839844, 0.820312, 3.390625, 0.566406, 0.628906, 0.832031, 0.738281, 0.597656, 0.898438, 0.419922, 0.699219, 0.675781, 0.703125, 1.617188, 0.628906, 0.785156, 0.664062, 0.871094, 0.75, 0.898438, 0.871094, 0.660156, 0.585938, 0.632812, 0.863281, 0.527344, 0.847656, 0.679688, 0.921875, 0.84375, 0.410156, 0.476562, 0.75, 0.761719, 0.660156, 0.722656, 0.71875, 0.605469, 0.6875, 0.757812, 0.699219, 0.820312, 0.929688, 0.753906, 0.703125, 0.886719, 0.636719, 0.742188, 0.625, 5.375, 1.257812, 0.404297, 1.054688, 2.984375, 0.263672, 1.03125, 0.738281, 0.699219, 0.396484, 1.015625, 0.929688, 0.898438, 0.746094, 1.1875, 0.855469, 0.726562, 0.632812, 0.597656, 0.71875, 0.414062, 0.484375, 1.304688, 0.480469, 0.621094, 0.486328, 0.78125, 0.867188, 0.597656, 0.796875, 0.699219, 0.478516, 0.765625, 6.96875, 1.3125, 0.660156, 0.832031, 0.855469, 1.71875, 0.839844, 0.691406, 0.992188, 0.660156, 1.304688, 1.28125, 0.273438, 0.785156, 0.5625, 0.664062, 0.84375, 0.671875, 1.453125, 0.527344, 0.164062, 0.839844, 1.367188, 0.734375, 0.231445, 0.714844, 0.707031, 0.589844, 1.007812, 1.367188, 0.585938, 0.761719, 0.625, 0.867188, 1.382812, 0.925781, 0.898438, 0.683594, 0.742188, 0.746094, 0.976562, 0.539062, 0.597656, 0.746094, 0.447266, 0.777344, 0.988281, 0.867188, 0.574219, 0.601562, 0.679688, 0.832031, 1.085938, 0.609375, 0.839844, 0.648438, 0.5625, 0.617188, 2.875, 0.585938, 0.585938, 1.257812, 1.445312, 0.753906, 0.832031, 0.496094, 1.273438, 0.476562, 1.53125, 0.4375, 0.65625, 1.273438, 0.84375, 1.109375, 0.78125, 0.574219, 0.609375, 0.373047, 0.71875, 0.373047, 0.457031, 0.84375, 0.435547, 0.554688, 0.675781, 0.820312, 1.242188, 4.5625, 0.449219, 1.0625, 0.349609, 0.878906, 0.617188, 0.570312, 0.984375, 0.597656, 0.375, 0.902344, 1.226562, 0.789062, 0.808594, 0.960938, 1.367188, 0.644531, 0.636719, 1.078125, 0.333984, 1.453125, 0.34375, 1.125, 0.769531, 0.957031, 1.46875, 0.714844, 0.832031, 0.211914, 1.414062, 0.726562, 0.550781, 1.054688, 0.636719, 0.96875, 0.851562, 1.03125, 0.511719, 0.53125, 0.972656, 0.6875, 0.765625, 1.398438, 0.589844, 0.65625, 0.433594, 0.679688, 0.882812, 0.796875, 0.734375, 0.890625, 0.773438, 0.609375, 0.347656, 1.007812, 0.707031, 0.373047, 0.75, 0.816406, 1.953125, 0.921875, 0.878906, 0.441406, 0.707031, 0.714844, 0.664062, 0.722656, 0.695312, 0.494141, 1.070312, 0.582031, 0.601562, 0.804688, 0.96875, 1.007812, 0.660156, 0.289062, 0.263672, 0.691406, 0.957031, 0.761719, 0.304688, 0.734375, 0.90625, 1.070312, 0.667969, 0.695312, 0.558594, 0.726562, 0.691406, 1.296875, 0.707031, 0.742188, 0.882812, 1.15625, 0.628906, 0.449219, 0.621094, 0.162109, 0.527344, 0.65625, 0.233398, 1.359375, 0.431641, 1.148438, 0.882812, 0.851562, 0.394531, 0.839844, 0.351562, 0.605469, 1.601562, 0.714844, 0.644531, 1.226562, 0.730469, 1.101562, 0.550781, 0.527344, 0.691406, 0.964844, 0.490234, 0.914062, 0.945312, 0.679688, 0.976562, 0.566406, 0.699219, 0.691406, 0.546875, 0.921875, 0.283203, 11.375, 0.910156, 0.929688, 0.574219, 1.054688, 0.800781, 0.828125, 0.722656, 0.695312, 1.078125, 0.443359, 0.474609, 0.621094, 0.488281, 0.648438, 0.363281, 0.769531, 1.4375, 2.0, 1.28125, 0.953125, 0.601562, 0.714844, 0.386719, 0.5625, 0.539062, 0.773438, 0.601562, 0.960938, 1.507812, 0.617188, 1.03125, 0.851562, 0.470703, 0.9375, 1.484375, 0.722656, 0.652344, 0.578125, 2.71875, 1.09375, 0.683594, 0.683594, 0.455078, 0.8125, 0.515625, 0.306641, 0.617188, 0.431641, 0.261719, 1.15625, 1.117188, 2.09375, 0.414062, 0.628906, 0.796875, 0.232422, 0.554688, 0.613281, 0.484375, 0.546875, 0.980469, 0.5625, 0.808594, 1.460938, 0.5625, 1.460938, 0.734375, 0.90625, 0.816406, 0.714844, 0.574219, 0.84375, 0.921875, 1.179688, 0.859375, 0.902344, 0.503906, 0.929688, 0.527344, 0.351562, 1.382812, 0.722656, 0.453125, 0.566406, 0.359375, 1.117188, 1.03125, 2.609375, 0.53125, 0.511719, 1.109375, 1.007812, 4.875, 0.484375, 1.453125, 0.734375, 0.785156, 0.945312, 0.341797, 0.683594, 1.046875, 0.929688, 0.609375, 0.683594, 1.03125, 0.96875, 0.929688, 0.660156, 0.308594, 0.675781, 0.695312, 0.558594, 0.773438, 0.6875, 0.582031, 1.351562, 0.578125, 0.597656, 0.507812, 1.0625, 0.933594, 1.421875, 0.886719, 0.609375, 1.125, 0.894531, 1.828125, 0.330078, 0.492188, 0.617188, 0.53125, 0.652344, 0.494141, 0.703125, 1.414062, 0.753906, 1.03125, 0.441406, 0.625, 1.078125, 1.507812, 0.291016, 1.164062, 0.367188, 1.21875, 1.023438, 0.582031, 0.476562, 0.410156, 0.550781, 0.458984, 1.171875, 0.78125, 0.628906, 0.431641, 0.675781, 0.691406, 0.6875, 1.109375, 0.691406, 0.78125, 0.804688, 0.828125, 0.480469, 0.757812, 0.753906, 0.667969, 0.832031, 0.867188, 0.239258, 0.667969, 2.484375, 0.839844, 1.070312, 1.164062, 0.890625, 0.675781, 1.976562, 0.746094, 0.945312, 0.59375, 0.621094, 0.566406, 1.140625, 1.132812, 0.613281, 0.960938, 0.648438, 0.585938, 0.773438, 0.416016, 1.234375, 0.710938, 1.125, 1.882812, 0.412109, 0.253906, 1.132812, 0.792969, 0.466797, 0.714844, 1.289062, 1.1875, 0.722656, 0.605469, 0.554688, 0.5625, 0.78125, 0.820312, 0.78125, 1.164062, 0.914062, 0.384766, 0.671875, 0.523438, 1.289062, 0.871094, 0.539062, 0.785156, 2.03125, 0.613281, 0.597656, 0.886719, 0.21875, 0.298828, 0.671875, 0.554688, 0.351562, 0.773438, 0.835938, 0.738281, 0.875, 0.380859, 1.6875, 0.730469, 0.589844, 0.421875, 0.621094, 0.621094, 0.652344, 0.53125, 0.664062, 1.007812, 0.71875, 0.648438, 0.9375, 1.257812, 0.925781, 0.835938, 0.675781, 0.816406, 0.609375, 0.455078, 0.78125, 0.753906, 0.644531, 0.953125, 0.996094, 0.566406, 0.621094, 0.408203, 0.886719, 0.933594, 0.671875, 0.431641, 0.632812, 0.734375, 2.296875, 0.478516, 0.683594, 1.835938, 0.582031, 0.605469, 0.738281, 1.414062, 1.085938, 8.625, 0.679688, 0.245117, 0.462891, 0.59375, 0.839844, 0.917969, 1.8125, 0.71875, 0.699219, 0.125977, 0.435547, 0.816406, 0.8125, 0.867188, 1.289062, 0.257812, 0.984375, 1.039062, 2.953125, 0.5625, 0.949219, 0.914062, 0.75, 0.617188, 0.699219, 1.367188, 0.550781, 1.65625, 0.515625, 0.878906, 2.078125, 0.953125, 0.835938, 0.617188, 0.511719, 1.257812, 0.542969, 0.886719, 0.648438, 0.503906, 0.742188, 0.59375, 1.195312, 0.464844, 0.792969, 1.21875, 0.550781, 0.644531, 1.0625, 0.660156, 2.5, 0.478516, 0.957031, 1.421875, 0.384766, 0.166992, 0.800781, 0.644531, 0.566406, 0.867188, 1.65625, 0.542969, 0.472656, 0.820312, 0.3125, 0.488281, 0.890625, 0.652344, 0.130859, 0.648438, 0.65625, 0.785156, 0.648438, 0.765625, 1.085938, 0.867188, 0.664062, 0.5625, 0.703125, 0.136719, 0.546875, 0.408203, 0.699219, 0.478516, 0.820312, 0.800781, 0.878906, 0.734375, 0.90625, 0.910156, 0.472656, 1.296875, 0.730469, 0.71875, 0.734375, 1.546875, 0.964844, 0.78125, 0.859375, 1.171875, 0.335938, 1.023438, 0.769531, 2.75, 1.320312, 0.707031, 0.683594, 1.601562, 0.515625, 0.765625, 0.474609, 0.476562, 0.566406, 0.707031, 0.992188, 0.412109, 2.28125, 1.875, 0.851562, 1.0, 0.980469, 1.28125, 0.886719, 0.65625, 0.243164, 0.847656, 0.960938, 0.851562, 0.867188, 0.765625, 0.925781, 0.617188, 0.71875, 0.185547, 0.439453, 0.492188, 0.855469, 0.558594, 1.125, 1.007812, 0.423828, 0.542969, 0.425781, 0.605469, 0.820312, 0.757812, 0.714844, 1.1875, 0.699219, 0.5625, 0.53125, 0.542969, 0.230469, 0.777344, 0.628906, 0.925781, 0.839844, 0.839844, 1.125, 0.628906, 0.929688, 1.03125, 1.132812, 0.660156, 0.804688, 0.769531, 0.683594, 0.976562, 0.582031, 0.447266, 1.054688, 0.917969, 0.710938, 0.929688, 0.223633, 1.125, 1.546875, 1.09375, 0.482422, 0.78125, 0.726562, 0.462891, 0.894531, 0.480469, 0.875, 1.070312, 0.486328, 1.890625, 0.800781, 0.683594, 0.394531, 0.449219, 0.96875, 0.582031, 0.675781, 1.351562, 0.6875, 0.625, 0.882812, 0.447266, 0.875, 0.917969, 1.023438, 0.707031, 0.65625, 1.0625, 0.503906, 1.1875, 2.734375, 1.171875, 0.324219, 1.984375, 0.675781, 1.21875, 1.484375, 0.792969, 0.339844, 0.757812, 0.789062, 0.835938, 0.511719, 0.277344, 0.699219, 0.5625, 0.898438, 0.640625, 1.476562, 0.910156, 0.824219, 0.373047, 1.15625, 0.251953, 0.796875, 0.757812, 0.640625, 0.957031, 0.148438, 1.132812, 0.746094, 0.753906, 1.6875, 0.765625, 0.104004, 0.648438, 0.738281, 0.6875, 0.492188, 0.582031, 0.695312, 0.664062, 0.5625, 0.188477, 0.960938, 0.318359, 0.511719, 0.566406, 0.648438, 3.40625, 1.09375, 1.171875, 0.365234, 0.855469, 0.859375, 0.431641, 0.972656, 0.523438, 1.304688, 6.59375, 0.710938, 0.78125, 0.914062, 0.427734, 0.371094, 0.640625, 0.339844, 0.835938, 0.808594, 0.640625, 0.683594, 0.511719, 1.460938, 1.03125, 0.734375, 0.628906, 1.929688, 0.660156, 1.015625, 0.304688, 0.707031, 0.667969, 1.023438, 1.03125, 0.181641, 0.644531, 0.878906, 3.71875, 0.585938, 0.855469, 0.683594, 0.890625, 0.695312, 0.800781, 2.0625, 1.359375, 1.4375, 0.773438, 0.671875, 0.558594, 0.753906, 0.976562, 0.609375, 0.757812, 1.148438, 0.859375, 0.300781, 0.855469, 0.800781, 0.863281, 0.578125, 0.490234, 0.488281, 0.695312, 0.835938, 0.636719, 0.388672, 0.898438, 0.664062, 0.65625, 0.310547, 1.03125, 0.613281, 0.890625, 0.628906, 0.699219, 1.320312, 0.398438, 1.28125, 0.804688, 0.155273, 0.820312, 0.369141, 0.949219, 0.220703, 0.527344, 0.361328, 0.605469, 0.308594, 0.574219, 0.703125, 4.125, 0.490234, 0.769531, 0.490234, 0.613281, 0.34375, 1.203125, 0.84375, 0.601562, 0.511719, 1.070312, 1.445312, 0.800781, 0.746094, 0.722656, 0.851562, 0.539062, 0.695312, 1.210938, 0.396484, 0.851562, 0.75, 0.546875, 0.341797, 0.482422, 0.699219, 0.605469, 0.835938, 0.539062, 0.910156, 0.65625, 0.945312, 0.714844, 0.613281, 0.597656, 0.453125, 1.492188, 0.761719, 0.785156, 0.339844, 0.277344, 1.0, 0.769531, 0.980469, 0.746094, 0.390625, 2.0, 0.664062, 2.78125, 0.59375, 0.601562, 0.898438, 1.484375, 0.355469, 0.449219, 1.992188, 0.640625, 0.511719, 0.714844, 0.742188, 0.734375, 0.535156, 0.390625, 0.722656, 1.09375, 0.976562, 1.3125, 0.628906, 1.203125, 0.890625, 1.125, 0.820312, 0.867188, 1.5, 0.589844, 1.0625, 0.78125, 0.742188, 0.851562, 1.070312, 0.644531, 0.496094, 0.902344, 1.382812, 0.882812, 1.132812, 0.789062, 0.507812, 0.96875, 0.800781, 0.78125, 0.178711, 0.404297, 0.683594, 0.304688, 0.443359, 0.648438, 0.34375, 0.734375, 0.369141, 0.388672, 0.589844, 0.558594, 0.9375, 0.890625, 0.902344, 0.511719, 0.792969, 0.757812, 0.753906, 0.625, 0.333984, 0.5625, 0.632812, 1.203125, 0.523438, 0.773438, 0.746094, 0.263672, 0.949219, 0.194336, 1.296875, 0.828125, 4.375, 0.53125, 1.320312, 0.585938, 0.726562, 0.5625, 0.757812, 0.292969, 0.746094, 0.318359, 0.65625, 0.792969, 0.796875, 0.359375, 0.753906, 0.410156, 0.789062, 0.515625, 2.5, 1.007812, 0.886719, 0.988281, 0.310547, 0.769531, 2.421875, 1.359375, 0.800781, 1.132812, 0.722656, 0.5625, 0.761719, 0.609375, 0.625, 0.734375, 0.574219, 0.384766, 0.828125, 0.707031, 1.078125, 0.147461, 1.460938, 1.070312, 1.703125, 0.972656, 0.386719, 0.582031, 1.445312, 0.914062, 1.148438, 0.304688, 1.320312, 0.714844, 0.742188, 0.875, 0.636719, 0.722656, 1.101562, 1.429688, 0.765625, 0.519531, 0.8125, 0.652344, 0.886719, 1.132812, 0.71875, 0.894531, 0.384766, 0.210938, 0.863281, 0.890625, 0.480469, 0.535156, 1.15625, 0.40625, 1.015625, 0.738281, 0.667969, 0.792969, 1.6875, 0.302734, 0.78125, 0.976562, 0.644531, 1.3125, 0.855469, 0.679688, 0.71875, 1.375, 0.777344, 0.921875, 0.523438, 0.777344, 1.046875, 0.976562, 1.039062, 0.28125, 0.462891, 0.886719, 0.205078, 0.5625, 0.550781, 0.722656, 1.0625, 0.722656, 0.816406, 0.636719, 1.664062, 0.691406, 0.324219, 0.816406, 1.695312, 0.675781, 0.511719, 1.796875, 0.863281, 1.054688, 0.345703, 0.239258, 0.769531, 1.039062, 0.683594, 1.007812, 0.613281, 0.6875, 0.742188, 0.648438, 1.078125, 0.878906, 0.519531, 0.652344, 0.695312, 0.558594, 0.363281, 0.695312, 0.636719, 0.322266, 0.597656, 0.742188, 0.890625, 0.75, 0.707031, 0.839844, 0.765625, 0.992188, 0.412109, 0.605469, 0.652344, 1.078125, 0.554688, 0.535156, 1.148438, 0.65625, 0.859375, 0.636719, 0.65625, 1.070312, 0.652344, 0.582031, 0.554688, 2.109375, 0.714844, 0.476562, 0.703125, 0.675781, 0.726562, 0.542969, 0.439453, 0.5625, 0.921875, 0.503906, 0.605469, 1.429688, 0.957031, 1.101562, 0.691406, 0.388672, 0.378906, 0.699219, 0.859375, 0.519531, 0.6875, 0.455078, 0.855469, 0.582031, 0.585938, 0.734375, 0.507812, 0.613281, 0.660156, 0.640625, 0.566406, 0.001999, 0.652344, 0.605469, 0.675781, 0.898438, 1.039062, 0.515625, 0.539062, 0.84375, 0.992188, 0.898438, 0.398438, 0.777344, 0.714844, 0.566406, 1.085938, 0.546875, 1.070312, 0.789062, 1.859375, 0.980469, 0.863281, 0.164062, 0.263672, 0.507812, 0.652344, 0.523438, 0.703125, 0.621094, 0.957031, 0.625, 1.203125, 1.03125, 0.492188, 0.648438, 0.310547, 0.451172, 0.804688, 0.839844, 0.816406, 0.714844, 0.589844, 0.484375, 0.855469, 2.109375, 1.21875, 0.902344, 0.601562, 0.457031, 2.09375, 0.816406, 1.132812, 0.996094, 0.828125, 0.679688, 0.488281, 0.367188, 0.882812, 0.867188, 0.636719, 1.070312, 0.757812, 0.617188, 0.816406, 0.582031, 0.886719, 0.550781, 0.652344, 1.648438, 1.210938, 0.490234, 0.644531, 0.625, 0.699219, 0.980469, 0.503906, 0.439453, 2.078125, 1.007812, 0.925781, 0.496094, 0.636719, 0.710938, 1.109375, 0.851562, 0.769531, 0.519531, 1.0625, 1.695312, 0.457031, 0.65625, 0.722656, 1.0625, 1.820312, 1.179688, 0.679688, 1.34375, 0.773438, 0.566406, 0.390625, 1.148438, 0.738281, 0.679688, 0.851562, 0.515625, 1.117188, 0.863281, 0.496094, 1.085938, 0.542969, 3.03125, 0.753906, 0.621094, 0.65625, 0.423828, 1.03125, 0.285156, 0.691406, 1.148438, 0.699219, 0.691406, 0.792969, 0.992188, 1.15625, 1.554688, 0.376953, 0.339844, 0.574219, 0.738281, 0.902344, 0.730469, 0.6875, 0.402344, 0.902344, 0.652344, 0.855469, 0.507812, 0.574219, 0.886719, 0.582031, 0.273438, 0.722656, 0.375, 0.546875, 0.53125, 0.617188, 0.851562, 0.738281, 0.796875, 0.828125, 0.578125, 0.124023, 0.890625, 1.085938, 0.675781, 0.613281, 0.730469, 0.773438, 1.085938, 0.667969, 1.304688, 0.439453, 0.753906, 0.75, 0.382812, 1.03125, 0.703125, 0.679688, 1.101562, 0.636719, 0.628906, 0.515625, 0.953125, 0.78125, 0.582031, 0.296875, 0.570312, 1.328125, 0.898438, 2.140625, 0.75, 0.683594, 0.835938, 0.6875, 1.929688, 0.675781, 1.25, 0.380859, 0.984375, 0.691406, 1.664062, 0.671875, 0.5625, 0.78125, 0.804688, 0.894531, 0.613281, 0.691406, 0.808594, 1.015625, 0.6875, 1.195312, 0.398438, 0.675781, 1.921875, 0.824219, 0.652344, 0.398438, 0.699219, 1.203125, 0.660156, 1.703125, 0.929688, 0.515625, 0.835938, 0.177734, 0.667969, 0.835938, 0.441406, 0.617188, 0.550781, 0.710938, 0.498047, 0.648438, 1.085938, 0.462891, 0.726562, 1.59375, 1.273438, 0.820312, 1.367188, 0.726562, 1.265625, 0.988281, 0.390625, 0.578125, 0.644531, 0.964844, 0.878906, 0.683594, 0.921875, 0.847656, 0.503906, 0.773438, 0.402344, 0.738281, 1.710938, 1.453125, 0.617188, 0.566406, 0.808594, 0.789062, 0.730469, 0.609375, 0.730469, 0.523438, 0.914062, 0.667969 ] } , "name": "onnx::Mul_11302", "outputIndexes": [ 5368 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5367, 5368 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 5369 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5369 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.30/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 7973 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7973 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.30/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 7974 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7974 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1798149742, 13107222, 3276800, 0, 0 ] } , "name": "/layers.30/mlp/gate_proj/Linear", "outputIndexes": [ 7975 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7975 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.30/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 7976 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7976 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.30/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 5370 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5370 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.30/mlp/act_fn/Mul_output_0", "outputIndexes": [ 5371 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5370, 5371 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 5372 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 5372 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 5373 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5370, 5373 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/mlp/act_fn/Add_output_0", "outputIndexes": [ 5374 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 5374 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 5375 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5375 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.30/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 5376 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 5376 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 5377 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5370, 5377 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 5378 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 5378 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 5379 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7974 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1814533764, 13107222, 3276800, 0, 0 ] } , "name": "/layers.30/mlp/up_proj/Linear", "outputIndexes": [ 7979 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7979 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.30/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 7980 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7980 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.30/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 5380 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5379, 5380 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/mlp/Mul_output_0", "outputIndexes": [ 5381 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5381 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.30/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 7981 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7981 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.30/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 7982 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7982 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1830917786, 13107222, 3276800, 0, 0 ] } , "name": "/layers.30/mlp/down_proj/Linear", "outputIndexes": [ 7983 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7983 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.30/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 7984 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7984 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.30/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 5382 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5382 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.30/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 5384 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5384 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.30/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 5385 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5385, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 5386 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5386, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 5387 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5382, 5387 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 5388 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.71875, 1.40625, 1.742188, 1.742188, 1.210938, 1.226562, 1.125, 1.125, 1.554688, 1.742188, 1.375, 1.234375, 1.164062, 1.6875, 1.742188, 1.273438, 1.453125, 1.21875, 1.414062, 1.742188, 1.453125, 1.65625, 1.742188, 1.742188, 1.398438, 1.257812, 1.742188, 1.632812, 0.875, 1.742188, 1.34375, 1.546875, 1.742188, 1.421875, 1.742188, 1.4375, 1.429688, 1.734375, 1.609375, 0.988281, 1.742188, 1.742188, 0.988281, 1.210938, 1.453125, 1.742188, 1.742188, 1.4375, 1.34375, 1.726562, 1.742188, 1.742188, 1.554688, 1.742188, 1.429688, 1.296875, 1.625, 1.6875, 1.445312, 1.742188, 1.742188, 1.742188, 1.5, 1.539062, 1.679688, 1.742188, 1.742188, 1.578125, 1.742188, 1.734375, 1.539062, 1.28125, 1.742188, 1.742188, 1.742188, 1.304688, 1.742188, 1.421875, 1.640625, 1.117188, 1.492188, 1.632812, 1.742188, 0.988281, 1.367188, 1.710938, 1.742188, 1.335938, 1.34375, 1.054688, 1.703125, 1.484375, 1.734375, 1.453125, 1.390625, 1.648438, 1.734375, 1.328125, 1.195312, 0.992188, 1.460938, 1.375, 1.742188, 1.734375, 1.140625, 1.742188, 1.507812, 1.742188, 1.179688, 1.320312, 1.445312, 1.445312, 1.492188, 1.0625, 1.742188, 1.71875, 1.742188, 1.648438, 1.742188, 1.390625, 1.273438, 1.53125, 1.210938, 1.679688, 1.382812, 1.515625, 1.429688, 1.3125, 1.484375, 1.296875, 1.492188, 1.28125, 1.5, 0.992188, 1.742188, 1.484375, 1.09375, 0.345703, 1.6875, 1.109375, 1.195312, 1.132812, 1.453125, 1.609375, 1.742188, 1.742188, 0.921875, 1.601562, 1.742188, 1.554688, 1.53125, 1.625, 1.695312, 1.679688, 1.265625, 1.742188, 1.742188, 1.734375, 1.195312, 1.554688, 1.742188, 1.046875, 1.53125, 1.390625, 1.40625, 1.742188, 1.640625, 1.46875, 1.742188, 1.742188, 1.742188, 1.742188, 1.453125, 1.46875, 1.234375, 1.734375, 1.578125, 1.617188, 1.53125, 1.609375, 1.453125, 1.71875, 1.742188, 1.164062, 1.453125, 1.578125, 1.742188, 1.242188, 1.359375, 1.734375, 1.679688, 1.335938, 1.710938, 1.6875, 1.65625, 1.742188, 1.375, 1.476562, 0.792969, 1.742188, 1.28125, 1.203125, 1.585938, 1.5625, 1.351562, 1.601562, 1.640625, 1.375, 1.671875, 1.742188, 1.742188, 1.617188, 1.34375, 1.515625, 1.742188, 1.335938, 1.710938, 1.617188, 1.523438, 1.40625, 0.921875, 1.742188, 1.40625, 1.28125, 1.742188, 1.460938, 1.382812, 1.46875, 1.46875, 1.742188, 1.742188, 1.476562, 1.15625, 1.5625, 1.195312, 1.554688, 1.351562, 1.304688, 1.554688, 1.304688, 1.71875, 1.367188, 1.742188, 1.46875, 1.742188, 1.265625, 1.742188, 1.742188, 1.53125, 1.546875, 1.132812, 1.125, 1.140625, 1.710938, 1.742188, 1.476562, 1.617188, 1.742188, 1.21875, 1.742188, 1.742188, 1.570312, 1.578125, 1.6875, 1.742188, 1.515625, 1.664062, 1.09375, 1.734375, 1.546875, 1.453125, 1.601562, 1.734375, 1.515625, 1.265625, 1.125, 1.734375, 1.453125, 1.390625, 1.554688, 1.367188, 1.742188, 1.5, 1.742188, 1.375, 1.492188, 1.742188, 1.210938, 1.742188, 1.242188, 1.46875, 1.742188, 1.46875, 1.398438, 1.617188, 1.390625, 1.609375, 1.742188, 1.6875, 1.15625, 1.585938, 1.742188, 1.40625, 1.226562, 1.515625, 1.398438, 1.734375, 1.460938, 1.25, 1.742188, 1.734375, 1.648438, 1.265625, 1.679688, 1.671875, 1.710938, 1.273438, 1.742188, 1.492188, 1.65625, 1.742188, 1.507812, 1.742188, 1.742188, 1.742188, 1.359375, 1.382812, 1.40625, 1.742188, 1.40625, 1.742188, 1.742188, 1.742188, 1.703125, 1.148438, 1.742188, 1.242188, 1.742188, 1.476562, 1.742188, 1.53125, 1.460938, 1.507812, 1.617188, 1.523438, 1.742188, 1.453125, 1.742188, 1.742188, 1.742188, 1.742188, 1.742188, 1.070312, 1.335938, 1.390625, 1.742188, 1.46875, 1.742188, 1.53125, 1.742188, 1.53125, 1.625, 1.40625, 1.414062, 1.742188, 1.21875, 1.335938, 1.15625, 1.742188, 1.382812, 1.578125, 1.742188, 1.46875, 1.359375, 1.695312, 1.671875, 1.515625, 1.742188, 1.648438, 1.195312, 1.742188, 1.070312, 1.6875, 1.640625, 1.4375, 1.742188, 0.902344, 1.09375, 1.460938, 1.257812, 1.390625, 1.671875, 1.742188, 1.742188, 1.742188, 1.742188, 1.742188, 1.578125, 1.742188, 1.734375, 1.34375, 1.539062, 1.429688, 1.742188, 1.734375, 1.65625, 1.21875, 1.726562, 1.171875, 1.6875, 1.609375, 1.6875, 1.601562, 1.554688, 1.25, 1.742188, 1.28125, 1.710938, 1.390625, 1.742188, 1.40625, 1.140625, 1.742188, 1.710938, 1.601562, 1.484375, 1.742188, 1.742188, 1.421875, 1.609375, 1.25, 1.695312, 1.742188, 1.0625, 1.742188, 1.65625, 1.695312, 1.742188, 1.742188, 1.3125, 1.742188, 1.4375, 1.414062, 1.742188, 1.429688, 1.539062, 1.742188, 1.273438, 1.742188, 1.476562, 0.972656, 1.695312, 1.65625, 1.726562, 1.40625, 1.65625, 1.632812, 1.742188, 1.34375, 1.742188, 1.742188, 1.578125, 1.648438, 1.742188, 1.742188, 1.5, 1.734375, 0.933594, 1.742188, 1.742188, 1.710938, 1.742188, 1.414062, 1.515625, 1.742188, 1.617188, 1.742188, 1.054688, 1.554688, 1.5625, 1.742188, 1.742188, 1.570312, 1.742188, 1.625, 1.742188, 1.539062, 1.742188, 1.695312, 1.398438, 1.742188, 1.71875, 1.304688, 1.4375, 1.40625, 1.492188, 1.421875, 1.632812, 1.742188, 1.226562, 1.601562, 1.6875, 1.734375, 1.742188, 1.742188, 1.742188, 1.539062, 1.617188, 1.375, 1.53125, 1.070312, 1.445312, 1.742188, 1.734375, 1.742188, 1.703125, 1.3125, 1.539062, 1.101562, 1.640625, 1.1875, 1.710938, 1.492188, 1.742188, 1.648438, 1.742188, 1.226562, 1.742188, 1.742188, 1.742188, 1.742188, 1.734375, 1.742188, 1.234375, 1.484375, 1.742188, 1.71875, 1.328125, 1.335938, 1.742188, 1.742188, 1.664062, 1.109375, 1.570312, 1.484375, 1.734375, 1.742188, 1.484375, 1.742188, 1.742188, 1.25, 1.742188, 1.742188, 1.742188, 1.742188, 1.601562, 1.53125, 1.742188, 1.742188, 1.523438, 1.5, 1.742188, 1.742188, 0.960938, 1.5625, 1.742188, 1.132812, 1.554688, 1.710938, 1.453125, 1.367188, 1.640625, 1.46875, 1.5, 1.742188, 0.980469, 1.53125, 1.742188, 1.742188, 1.46875, 1.742188, 1.414062, 1.664062, 1.742188, 1.742188, 1.5, 1.382812, 1.1875, 1.453125, 1.453125, 1.460938, 1.273438, 1.640625, 1.742188, 1.742188, 0.984375, 1.484375, 1.648438, 1.585938, 1.210938, 1.546875, 1.5625, 1.34375, 1.164062, 1.5, 1.078125, 1.742188, 1.742188, 1.4375, 1.609375, 1.742188, 1.742188, 1.46875, 1.742188, 1.445312, 1.257812, 1.742188, 1.40625, 1.742188, 1.671875, 1.53125, 1.484375, 1.070312, 1.46875, 1.25, 1.742188, 1.742188, 1.742188, 1.742188, 1.742188, 1.710938, 1.21875, 1.257812, 1.460938, 1.742188, 1.742188, 1.609375, 1.203125, 1.734375, 1.382812, 1.742188, 0.992188, 1.742188, 1.351562, 1.703125, 1.742188, 1.414062, 1.742188, 1.742188, 1.585938, 1.671875, 1.445312, 1.5625, 1.734375, 1.742188, 1.742188, 0.976562, 1.3125, 1.742188, 0.404297, 1.382812, 1.742188, 1.585938, 1.546875, 1.742188, 1.195312, 1.429688, 1.625, 1.742188, 1.734375, 1.46875, 1.742188, 1.742188, 1.742188, 1.671875, 1.445312, 1.742188, 1.398438, 1.132812, 1.742188, 1.28125, 1.335938, 0.001656, 1.351562, 1.742188, 1.695312, 1.335938, 1.742188, 1.226562, 1.742188, 1.679688, 1.40625, 1.6875, 1.742188, 1.492188, 1.585938, 1.28125, 1.742188, 1.742188, 1.742188, 1.320312, 1.515625, 1.742188, 1.242188, 1.429688, 1.742188, 1.421875, 1.539062, 1.21875, 1.742188, 1.5, 1.507812, 1.742188, 1.742188, 1.742188, 1.742188, 1.296875, 1.742188, 1.5, 0.941406, 1.617188, 1.226562, 1.742188, 1.742188, 1.226562, 1.484375, 1.5, 1.742188, 1.742188, 1.742188, 1.742188, 1.703125, 1.140625, 1.742188, 1.515625, 1.453125, 1.734375, 1.476562, 1.742188, 1.742188, 1.742188, 1.53125, 1.359375, 1.742188, 1.742188, 1.742188, 1.742188, 1.742188, 1.523438, 1.742188, 1.742188, 1.304688, 1.742188, 1.742188, 1.234375, 1.3125, 1.453125, 1.710938, 1.742188, 1.742188, 0.992188, 1.273438, 0.980469, 1.742188, 1.3125, 1.742188, 1.742188, 1.742188, 1.429688, 1.742188, 1.140625, 1.742188, 1.742188, 1.742188, 1.679688, 1.367188, 1.742188, 1.351562, 1.601562, 1.742188, 0.992188, 1.421875, 1.742188, 1.742188, 1.742188, 1.445312, 1.34375, 1.117188, 1.28125, 1.742188, 1.5, 1.539062, 1.507812, 1.742188, 1.09375, 1.671875, 1.742188, 1.546875, 1.59375, 1.742188, 1.546875, 1.742188, 1.65625, 1.742188, 1.507812, 1.132812, 1.695312, 1.742188, 1.570312, 1.734375, 1.742188, 1.375, 1.703125, 1.59375, 1.539062, 1.742188, 1.742188, 1.742188, 1.726562, 1.742188, 1.210938, 1.734375, 1.351562, 1.539062, 1.304688, 1.742188, 1.578125, 1.742188, 1.507812, 1.710938, 1.742188, 0.945312, 1.742188, 1.460938, 1.570312, 1.1875, 1.601562, 1.742188, 1.609375, 1.148438, 1.554688, 1.414062, 1.335938, 1.679688, 1.742188, 1.054688, 1.742188, 1.46875, 1.726562, 1.429688, 1.4375, 1.132812, 1.742188, 1.742188, 1.742188, 1.742188, 1.734375, 1.742188, 1.5, 1.4375, 1.546875, 1.53125, 1.3125, 1.742188, 1.59375, 1.742188, 1.054688, 1.625, 1.726562, 1.296875, 1.703125, 1.265625, 1.460938, 1.742188, 1.742188, 1.742188, 1.726562, 1.5625, 1.742188, 1.34375, 1.46875, 1.476562, 1.554688, 1.742188, 1.640625, 1.359375, 1.695312, 1.671875, 1.335938, 1.742188, 1.726562, 1.742188, 1.484375, 1.734375, 0.902344, 1.296875, 1.742188, 1.390625, 1.28125, 1.132812, 1.742188, 1.210938, 1.5625, 1.742188, 1.742188, 1.710938, 1.375, 1.726562, 1.265625, 1.742188, 1.09375, 1.710938, 1.742188, 1.742188, 1.742188, 1.601562, 1.742188, 1.640625, 1.71875, 1.484375, 1.273438, 1.4375, 1.226562, 0.890625, 1.421875, 1.664062, 1.25, 1.585938, 1.632812, 1.445312, 1.742188, 1.453125, 1.5625, 1.742188, 1.210938, 1.265625, 1.59375, 1.320312, 1.742188, 1.429688, 1.492188, 1.742188, 1.054688, 1.742188, 1.734375, 1.570312, 1.132812, 1.601562, 1.390625, 1.421875, 1.585938, 1.742188, 1.734375, 1.742188, 1.484375, 1.742188, 1.671875, 1.742188, 1.71875, 1.742188, 1.742188, 1.640625, 1.59375, 1.304688, 1.742188, 1.742188, 1.289062, 1.742188, 1.34375, 1.742188, 1.742188, 1.742188, 1.632812, 1.273438, 1.34375, 1.617188, 1.734375, 1.570312, 1.703125, 1.742188, 1.210938, 1.71875, 1.742188, 1.609375, 1.742188, 1.289062, 1.742188, 1.742188, 1.382812, 1.585938, 1.742188, 1.671875, 1.742188, 1.742188, 1.617188, 1.53125, 1.492188, 1.476562, 1.21875, 1.6875, 1.367188, 1.742188, 1.46875, 1.703125, 0.746094, 1.742188, 1.671875, 1.5625, 1.742188, 1.695312, 1.742188, 1.742188, 1.742188, 1.742188, 1.335938, 1.625, 1.742188, 1.742188, 1.578125, 1.609375, 1.742188, 1.40625, 1.320312, 1.398438, 1.742188, 1.742188, 1.359375, 1.664062, 1.382812, 1.25, 1.304688, 1.445312, 1.742188, 1.523438, 1.671875, 1.726562, 1.742188, 1.40625, 1.742188, 1.742188, 1.742188, 1.476562, 1.703125, 1.335938, 1.140625, 1.476562, 1.03125, 1.679688, 1.742188, 1.570312, 1.273438, 1.59375, 1.734375, 1.742188, 1.726562, 1.0, 1.742188, 1.445312, 1.507812, 1.742188, 1.664062, 1.5625, 1.015625, 1.679688, 1.742188, 1.453125, 1.742188, 1.742188, 1.554688, 1.742188, 1.617188, 1.734375, 1.679688, 1.15625, 1.59375, 1.703125, 1.585938, 1.398438, 1.5, 1.304688, 1.601562, 1.65625, 1.65625, 1.71875, 1.601562, 1.71875, 1.703125, 1.742188, 1.398438, 1.742188, 1.742188, 1.726562, 1.726562, 1.570312, 1.671875, 1.742188, 1.679688, 1.734375, 1.523438, 1.570312, 1.71875, 1.476562, 1.40625, 1.414062, 1.742188, 1.421875, 1.554688, 1.546875, 1.742188, 1.226562, 1.1875, 1.742188, 1.242188, 1.320312, 1.742188, 1.398438, 1.734375, 1.742188, 1.742188, 1.328125, 1.742188, 1.546875, 1.6875, 1.460938, 1.421875, 1.742188, 1.617188, 1.742188, 1.53125, 1.742188, 1.742188, 1.390625, 1.742188, 1.742188, 1.742188, 1.679688, 1.429688, 1.742188, 1.460938, 1.671875, 1.742188, 1.46875, 1.03125, 1.265625, 1.570312, 1.546875, 1.695312, 1.054688, 1.453125, 1.6875, 1.296875, 1.742188, 1.0625, 1.25, 1.742188, 1.570312, 1.742188, 1.351562, 1.335938, 1.453125, 1.117188, 1.742188, 1.304688, 1.492188, 0.96875, 1.59375, 1.742188, 1.578125, 1.523438, 1.742188, 1.375, 1.304688, 1.703125, 1.742188, 1.46875, 1.460938, 1.023438, 1.421875, 1.367188, 1.734375, 1.546875, 1.734375, 1.367188, 1.742188, 1.742188, 1.632812, 1.742188, 1.476562, 1.445312, 1.664062, 1.742188, 1.742188, 1.554688, 1.742188, 1.296875, 1.742188, 1.546875, 1.679688, 1.648438, 1.742188, 1.0, 1.742188, 1.734375, 1.046875, 1.148438, 1.570312, 1.71875, 1.742188, 1.1875, 1.742188, 1.171875, 1.742188, 1.726562, 1.171875, 1.742188, 1.398438, 1.328125, 1.742188, 1.6875, 1.742188, 1.71875, 1.742188, 1.742188, 1.742188, 1.742188, 1.71875, 1.742188, 1.5, 1.375, 0.660156, 1.742188, 1.140625, 1.742188, 1.484375, 1.742188, 1.71875, 1.484375, 1.734375, 1.742188, 1.3125, 1.328125, 1.5625, 1.28125, 1.398438, 1.210938, 1.695312, 1.742188, 1.359375, 1.742188, 1.570312, 1.71875, 1.234375, 1.523438, 1.3125, 0.996094, 1.609375, 1.585938, 1.742188, 1.257812, 1.6875, 1.742188, 1.265625, 1.742188, 1.226562, 1.257812, 1.460938, 1.632812, 1.742188, 1.578125, 1.703125, 1.570312, 1.101562, 1.742188, 1.53125, 1.742188, 1.734375, 1.726562, 1.523438, 1.632812, 1.585938, 1.507812, 1.742188, 1.742188, 1.570312, 1.679688, 1.742188, 1.59375, 1.515625, 1.0625, 1.335938, 1.429688, 1.742188, 1.460938, 1.734375, 1.742188, 1.726562, 1.671875, 1.742188, 1.234375, 1.71875, 1.742188, 1.742188, 1.453125, 1.210938, 1.734375, 1.742188, 1.742188, 1.664062, 1.34375, 1.617188, 1.742188, 1.59375, 1.5, 1.226562, 1.6875, 1.734375, 1.742188, 1.734375, 1.742188, 1.117188, 1.742188, 1.671875, 1.375, 1.265625, 1.742188, 1.742188, 1.742188, 1.664062, 1.742188, 1.703125, 1.742188, 1.265625, 1.742188, 1.304688, 1.40625, 1.453125, 1.742188, 1.5625, 1.742188, 1.726562, 1.210938, 1.570312, 1.742188, 1.164062, 1.570312, 1.09375, 1.742188, 1.742188, 1.742188, 1.21875, 1.742188, 1.34375, 1.390625, 1.734375, 1.546875, 1.734375, 1.664062, 1.742188, 1.742188, 1.375, 1.742188, 1.203125, 1.234375, 1.265625, 1.742188, 1.359375, 1.484375, 1.492188, 1.523438, 1.742188, 1.4375, 1.742188, 1.742188, 1.742188, 1.742188, 1.640625, 1.742188, 1.539062, 1.132812, 0.984375, 1.289062, 1.289062, 1.742188, 1.5625, 1.742188, 1.742188, 1.710938, 1.742188, 1.742188, 1.421875, 0.9375, 1.640625, 1.617188, 1.445312, 1.742188, 1.390625, 1.148438, 1.632812, 1.742188, 1.742188, 0.84375, 1.234375, 1.742188, 1.742188, 1.742188, 1.671875, 1.742188, 1.742188, 1.742188, 1.742188, 1.742188, 1.5, 1.421875, 1.03125, 1.742188, 1.734375, 1.5625, 1.742188, 1.742188, 1.742188, 1.742188, 1.742188, 1.648438, 1.726562, 1.726562, 1.109375, 1.742188, 1.210938, 1.507812, 1.414062, 1.242188, 1.59375, 1.742188, 1.414062, 1.421875, 1.03125, 1.4375, 1.34375, 1.71875, 1.460938, 1.742188, 1.742188, 1.109375, 1.59375, 1.734375, 1.742188, 1.742188, 1.171875, 1.40625, 1.078125, 1.742188, 1.742188, 1.320312, 1.367188, 0.984375, 1.742188, 1.1875, 1.601562, 1.539062, 1.390625, 1.742188, 1.695312, 1.375, 1.367188, 1.742188, 1.734375, 1.0625, 1.484375, 1.59375, 1.742188, 1.742188, 1.546875, 1.671875, 1.742188, 1.632812, 1.742188, 1.742188, 1.148438, 1.703125, 1.742188, 1.742188, 1.46875, 1.390625, 1.117188, 1.523438, 1.742188, 1.40625, 1.4375, 1.390625, 1.742188, 1.742188, 1.742188, 1.742188, 1.742188, 1.742188, 1.351562, 1.21875, 1.585938, 1.265625, 1.742188, 1.695312, 1.453125, 1.289062, 1.742188, 1.382812, 1.742188, 1.289062, 1.382812, 1.742188, 1.742188, 1.742188, 1.742188, 1.734375, 1.367188, 1.609375, 1.601562, 1.742188, 1.671875, 1.640625, 1.742188, 1.484375, 1.742188, 1.523438, 1.625, 1.507812, 1.546875, 1.632812, 1.546875, 1.742188, 1.46875, 1.398438, 1.742188, 1.671875, 1.101562, 1.195312, 1.398438, 1.179688, 1.390625, 1.453125, 1.140625, 1.476562, 1.484375, 1.742188, 1.742188, 1.742188, 1.117188, 1.3125, 1.5625, 1.429688, 1.734375, 1.6875, 1.554688, 1.742188, 1.390625, 1.507812, 1.335938, 1.09375, 1.742188, 1.742188, 1.234375, 1.421875, 1.65625, 1.523438, 1.03125, 1.414062, 1.734375, 1.734375, 1.742188, 1.742188, 1.554688, 1.742188, 1.570312, 1.351562, 1.390625, 1.742188, 1.734375, 1.742188, 1.03125, 1.328125, 1.734375, 1.554688, 1.4375, 1.742188, 1.742188, 1.304688, 1.742188, 1.742188, 1.742188, 1.742188, 1.742188, 1.546875, 1.476562, 1.601562, 1.492188, 1.742188, 1.085938, 1.507812, 1.742188, 1.742188, 1.703125, 1.742188, 1.742188, 1.742188, 1.710938, 1.335938, 1.460938, 1.742188, 1.429688, 1.09375, 1.4375, 1.5, 1.671875, 1.710938, 1.742188, 1.742188, 1.5625, 1.59375, 1.742188, 1.421875, 1.445312, 1.734375, 1.539062, 1.742188, 1.429688, 1.375, 1.648438, 1.742188, 1.742188, 1.679688, 1.015625, 1.742188, 1.578125, 0.933594, 1.742188, 1.742188, 1.5625, 1.421875, 1.296875, 0.785156, 1.742188, 1.734375, 1.742188, 1.742188, 1.375, 1.484375, 0.996094, 1.53125, 1.617188, 1.742188, 1.742188, 1.570312, 1.609375, 1.6875, 1.1875, 0.804688, 1.390625, 1.53125, 0.820312, 1.742188, 1.523438, 1.375, 1.734375, 1.742188, 1.703125, 1.117188, 1.742188, 1.742188, 1.742188, 1.476562, 1.148438, 1.398438, 1.648438, 1.742188, 1.742188, 1.210938, 1.742188, 1.484375, 1.742188, 1.742188, 1.71875, 1.742188, 1.25, 1.742188, 1.601562, 1.742188, 1.742188, 1.742188, 1.320312, 1.695312, 0.832031, 1.742188, 1.390625, 1.367188, 1.742188, 1.445312, 1.554688, 1.742188, 1.742188, 1.367188, 1.1875, 1.59375, 1.742188, 1.445312, 1.742188, 1.742188, 1.398438, 1.710938, 1.742188, 1.734375, 1.515625, 1.625, 1.609375, 1.476562, 1.375, 1.453125, 1.742188, 1.742188, 1.742188, 1.742188, 1.742188, 1.742188, 1.648438, 1.742188, 1.492188, 1.53125, 1.421875, 1.726562, 1.492188, 1.554688, 1.742188, 1.140625, 1.585938, 1.578125, 1.679688, 1.109375, 1.414062, 1.617188, 1.742188, 1.109375, 1.742188, 1.46875, 1.445312, 1.375, 1.117188, 1.421875, 1.742188, 1.421875, 1.742188, 1.476562, 1.703125, 1.742188, 1.742188, 1.476562, 1.492188, 1.742188, 1.148438, 1.132812, 1.617188, 1.382812, 1.226562, 1.09375, 1.742188, 1.71875, 1.742188, 1.53125, 1.226562, 1.523438, 1.445312, 1.59375, 1.375, 1.71875, 1.742188, 1.742188, 1.742188, 1.742188, 1.617188, 1.742188, 1.203125, 1.328125, 1.742188, 1.742188, 1.742188, 1.734375, 1.679688, 1.476562, 1.609375, 1.195312, 1.710938, 1.726562, 1.742188, 1.742188, 1.742188, 1.601562, 1.742188, 1.367188, 1.742188, 1.4375, 1.453125, 1.742188, 1.09375, 1.421875, 1.351562, 1.742188, 1.546875, 1.726562, 1.742188, 1.34375, 1.742188, 1.742188, 1.484375, 1.414062, 1.734375, 1.351562, 1.742188, 1.296875, 1.742188, 1.398438, 1.742188, 1.484375, 1.570312, 1.742188, 1.570312, 1.742188, 1.539062, 1.367188, 1.742188, 1.335938, 1.515625, 1.585938, 1.742188, 1.742188, 1.375, 1.742188, 1.65625, 1.3125, 1.351562, 1.742188, 1.46875, 1.742188, 1.375, 1.375, 1.328125, 1.695312, 1.742188, 1.351562, 1.742188, 1.257812, 1.046875, 1.21875, 1.742188, 1.328125, 1.695312, 1.085938, 1.273438, 1.539062, 1.742188, 1.515625, 1.585938, 1.601562, 1.742188, 1.742188, 1.742188, 1.484375, 1.078125, 1.742188, 1.109375, 1.4375, 1.507812, 1.742188, 1.304688, 1.742188, 1.53125, 1.539062, 1.742188, 1.601562, 1.742188, 1.28125, 1.726562, 1.625, 1.21875, 1.65625, 1.742188, 1.734375, 1.617188, 1.742188, 1.742188, 1.742188, 1.742188, 1.65625, 1.742188, 1.742188, 1.257812, 1.742188, 1.742188, 1.742188, 1.742188, 0.960938, 1.296875, 1.375, 1.742188, 1.414062, 1.46875, 1.742188, 1.742188, 1.742188, 1.046875, 0.902344, 1.570312, 1.726562, 1.234375, 1.742188, 1.742188, 1.742188, 1.742188, 1.5, 1.421875, 1.742188, 1.546875, 1.742188, 1.125, 1.59375, 1.742188, 1.71875, 1.023438, 1.578125, 1.085938, 1.742188, 1.65625, 1.742188, 1.234375, 1.382812, 1.742188, 1.664062, 1.5625, 1.117188, 1.742188, 1.476562, 1.734375, 1.492188, 1.484375, 1.492188, 1.0, 1.070312, 1.125, 1.570312, 1.648438, 1.726562, 1.742188, 1.617188, 1.710938, 1.640625, 1.414062, 1.53125, 1.742188, 1.570312, 1.445312, 1.570312, 1.742188, 1.742188, 1.742188, 1.664062, 1.742188, 1.742188, 1.742188, 1.515625, 1.6875, 1.734375, 1.742188, 1.382812, 1.734375, 1.726562, 1.695312, 1.742188, 1.289062, 1.742188, 1.203125, 1.585938, 1.742188, 1.601562, 1.742188, 1.742188, 1.742188, 1.742188, 1.742188, 1.742188, 1.742188, 1.71875, 1.742188, 1.742188, 1.742188, 1.703125, 1.742188, 1.742188, 1.742188, 1.359375, 1.53125, 1.742188, 1.742188, 1.382812, 1.15625, 1.507812, 1.664062, 1.632812, 1.382812, 1.742188, 1.65625, 1.21875, 1.742188, 1.445312, 1.492188, 1.742188, 1.742188, 1.742188, 1.539062, 1.742188, 1.398438, 1.742188, 1.421875, 1.742188, 1.390625, 1.71875, 1.742188, 1.695312, 1.742188, 1.296875, 1.570312, 1.59375, 1.742188, 1.742188, 1.375, 1.523438, 1.242188, 1.429688, 1.742188, 0.941406, 1.648438, 0.941406, 1.742188, 1.742188, 1.4375, 1.023438, 1.742188, 1.742188, 1.210938, 1.742188, 1.703125, 1.679688, 1.625, 1.507812, 1.742188, 1.742188, 1.53125, 1.117188, 0.203125, 1.101562, 1.742188, 1.15625, 1.515625, 1.28125, 1.5, 1.742188, 1.085938, 1.648438, 1.4375, 1.515625, 1.671875, 1.484375, 1.46875, 1.539062, 1.742188, 1.460938, 1.273438, 1.304688, 1.351562, 1.53125, 1.742188, 1.5625, 1.585938, 1.429688, 1.679688, 1.742188, 1.585938, 1.742188, 1.742188, 1.671875, 1.742188, 1.648438, 1.742188, 1.742188, 1.742188, 1.742188, 1.398438, 1.382812, 1.429688, 1.742188, 1.632812, 1.585938, 1.507812, 1.742188, 1.742188, 1.742188, 1.742188, 1.367188, 1.742188, 1.65625, 1.65625, 1.742188, 1.507812, 1.742188, 1.5, 1.507812, 0.898438, 1.742188, 1.148438, 1.695312, 1.671875, 1.671875, 1.515625, 1.742188, 1.414062, 1.742188, 1.742188, 1.578125, 1.484375, 1.742188, 1.5, 1.742188, 1.742188, 1.601562, 0.882812, 1.40625, 1.523438, 1.34375, 1.742188, 1.492188, 1.085938, 1.210938, 1.601562, 1.257812, 1.570312, 1.703125, 1.53125, 1.742188, 1.742188, 1.664062, 1.625, 1.742188, 1.429688, 1.578125, 1.742188, 0.001671, 1.296875, 1.429688, 1.203125, 1.28125, 1.742188, 1.742188, 1.132812, 1.632812, 1.289062, 1.742188, 1.046875, 1.742188, 1.742188, 1.4375, 1.734375, 1.71875, 1.3125, 1.328125, 1.484375, 1.742188, 1.734375, 1.609375, 1.648438, 1.265625, 1.664062, 1.398438, 1.742188, 1.742188, 1.3125, 1.414062, 1.742188, 1.742188, 1.265625, 1.742188, 1.398438, 1.742188, 1.742188, 1.546875, 1.070312, 1.742188, 1.617188, 1.421875, 1.585938, 1.304688, 1.390625, 1.71875, 1.664062, 1.054688, 1.648438, 1.234375, 1.742188, 1.742188, 1.351562, 1.421875, 1.335938, 1.742188, 1.632812, 1.523438, 1.273438, 1.742188, 1.742188, 1.46875, 1.195312, 1.742188, 1.507812, 1.726562, 0.878906, 1.742188, 1.742188, 1.523438, 0.96875, 1.726562, 1.742188, 1.742188, 1.382812, 1.34375, 1.742188, 1.742188, 1.460938, 1.460938, 1.742188, 1.296875, 1.742188, 1.742188, 1.5625, 1.679688, 1.40625, 1.375, 1.742188, 1.742188, 1.742188, 1.742188, 1.742188, 1.695312, 1.742188, 1.742188, 1.65625, 1.703125, 1.460938, 1.5, 1.742188, 1.578125, 1.59375, 1.34375, 1.742188, 1.742188, 1.742188, 1.34375, 1.742188, 1.710938, 1.523438, 1.554688, 1.265625, 1.53125, 1.648438, 1.148438, 1.742188, 1.742188, 1.742188, 1.039062, 1.429688, 1.742188, 1.625, 1.695312, 1.679688, 1.742188, 1.742188, 1.742188, 1.4375, 1.742188, 1.742188, 1.1875, 1.742188, 1.304688, 1.71875, 1.742188, 1.734375, 1.742188, 1.367188, 1.742188, 1.59375, 1.742188, 1.53125, 1.742188, 1.679688, 1.742188, 1.742188, 1.742188, 1.445312, 1.742188, 1.742188, 1.742188, 1.742188, 1.734375, 1.742188, 1.40625, 1.273438, 1.742188, 1.742188, 1.570312, 1.34375, 1.453125, 1.742188, 1.648438, 1.710938, 1.742188, 1.179688, 1.742188, 1.171875, 1.492188, 1.039062, 1.453125, 1.539062, 1.742188, 1.742188, 1.742188, 1.742188, 1.742188, 1.585938, 1.742188, 1.742188, 1.742188, 0.789062, 1.359375, 1.742188, 1.679688, 1.742188, 1.742188, 1.34375, 1.742188, 1.617188, 1.695312, 1.742188, 1.71875, 1.578125, 1.054688, 1.101562, 1.421875, 1.742188, 1.742188, 1.023438, 1.421875, 1.25, 1.585938, 1.492188, 1.742188, 1.742188, 1.742188, 1.398438, 1.40625, 1.726562, 1.445312, 1.53125, 1.742188, 1.570312, 1.742188, 1.453125, 1.742188, 1.742188, 1.367188, 1.65625, 1.742188, 1.742188, 1.679688, 1.742188, 1.742188, 1.742188, 1.742188, 1.117188, 1.539062, 1.429688, 1.742188, 1.671875, 1.515625, 1.367188, 1.484375, 1.453125, 1.742188, 1.328125, 0.898438, 1.742188, 1.640625, 1.71875, 1.476562, 0.894531, 1.265625, 1.671875, 1.039062, 1.585938, 1.742188, 1.742188, 1.203125, 1.5625, 1.679688, 1.515625, 1.742188, 1.257812, 1.4375, 1.742188, 1.171875, 1.734375, 0.742188, 1.742188, 1.742188, 1.710938, 1.742188, 1.335938, 1.742188, 1.742188, 1.484375, 1.65625, 1.679688, 1.546875, 1.273438, 1.1875, 1.210938, 1.742188, 1.742188, 1.742188, 1.515625, 1.421875, 1.523438, 1.679688, 1.742188, 1.375, 1.742188, 1.609375, 1.742188, 1.742188, 1.359375, 1.734375, 1.742188, 1.742188, 1.742188, 1.742188, 1.742188, 1.742188, 1.359375, 1.617188, 1.617188, 1.734375, 1.742188, 1.726562, 1.742188, 1.585938, 1.742188, 1.734375, 1.617188, 1.742188, 1.210938, 1.65625, 1.179688, 1.742188, 1.679688, 1.664062, 1.742188, 1.257812, 1.734375, 1.742188, 1.289062, 1.71875, 1.59375, 1.742188, 1.296875, 1.445312, 1.6875, 1.335938, 1.742188, 1.257812, 1.367188, 0.894531, 1.5, 1.65625, 1.484375, 1.742188, 0.330078, 1.726562, 1.304688, 1.742188, 1.523438, 1.632812, 1.320312, 1.609375, 1.742188, 1.46875, 1.539062, 1.742188, 1.742188, 1.617188, 1.585938, 1.148438, 1.640625, 1.210938, 1.742188, 1.742188, 1.039062, 1.539062, 1.726562, 1.742188, 1.742188, 1.148438, 1.742188, 1.351562, 1.367188, 1.742188, 1.476562, 1.742188, 1.742188, 1.5, 1.742188, 1.617188, 1.648438, 1.523438, 1.742188, 1.71875, 1.34375, 1.742188, 1.59375, 1.023438, 1.1875, 1.742188, 1.351562, 1.601562, 1.179688, 1.101562, 1.742188, 1.742188, 1.742188, 1.34375, 1.5, 1.46875, 1.46875, 1.4375, 1.742188, 1.398438, 1.742188, 1.742188, 0.976562, 1.320312, 1.742188, 1.695312, 1.476562, 1.726562, 1.6875, 1.578125, 1.742188, 1.734375, 1.328125, 1.539062 ] } , "name": "onnx::Mul_11303", "outputIndexes": [ 5389 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5388, 5389 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 5390 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5362, 5390 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/Add_1_output_0", "outputIndexes": [ 5391 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5391 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.30/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 7985 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7985 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.30/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 7986 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7986 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1847301808, 327702, 81920, 0, 0 ] } , "name": "/layers.30/per_layer_input_gate/Linear", "outputIndexes": [ 7987 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7987 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.30/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 7988 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7988 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.30/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 5392 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5392 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.30/act_fn/Mul_output_0", "outputIndexes": [ 5393 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5392, 5393 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/act_fn/Mul_1_output_0", "outputIndexes": [ 5394 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 5394 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/act_fn/Mul_2_output_0", "outputIndexes": [ 5395 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5392, 5395 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/act_fn/Add_output_0", "outputIndexes": [ 5396 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 5396 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/act_fn/Mul_3_output_0", "outputIndexes": [ 5397 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5397 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.30/act_fn/Tanh_output_0", "outputIndexes": [ 5398 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 5398 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/act_fn/Add_1_output_0", "outputIndexes": [ 5399 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5392, 5399 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/act_fn/Mul_4_output_0", "outputIndexes": [ 5400 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 5400 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/act_fn/Mul_5_output_0", "outputIndexes": [ 5401 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 30 ] } , "name": "/Constant_39_output_0", "outputIndexes": [ 5402 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6581", "outputIndexes": [ 5403 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6584", "outputIndexes": [ 5404 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 5403, 5404, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice6587", "outputIndexes": [ 5405 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5405 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze6588", "outputIndexes": [ 5406 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5402, 5406 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6589", "outputIndexes": [ 5407 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5407, 5406 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6590", "outputIndexes": [ 5408 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 5408, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_37_output_0", "outputIndexes": [ 5409 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5401, 5409 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/Mul_output_0", "outputIndexes": [ 5410 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5410 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.30/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 7989 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7989 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.30/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 7990 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7990 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1847711430, 327702, 81920, 0, 0 ] } , "name": "/layers.30/per_layer_projection/Linear", "outputIndexes": [ 7991 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7991 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.30/per_layer_projection/Linear/post_convert", "outputIndexes": [ 7992 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7992 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.30/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 5411 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5411 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.30/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 5413 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5413 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.30/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 5414 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5414, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 5415 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5415, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 5416 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5411, 5416 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 5417 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.388672, 0.388672, 0.000374, 0.00036, 0.388672, 0.388672, 0.208008, 0.388672, 0.388672, 0.000347, 0.275391, 0.255859, 0.269531, 0.28125, 0.000271, 0.388672, 0.000359, 0.388672, 0.263672, 0.000362, 0.388672, 0.345703, 0.388672, 0.000347, 0.04248, 0.388672, 0.000376, 0.000359, 0.388672, 0.00037, 0.000378, 0.00037, 0.000347, 0.308594, 0.000362, 0.219727, 0.00036, 0.000374, 0.191406, 0.388672, 0.000351, 0.000366, 0.388672, 0.000315, 0.296875, 0.000359, 0.000362, 0.000263, 0.316406, 0.000364, 0.000374, 0.388672, 0.316406, 0.000378, 0.371094, 0.00036, 0.000353, 0.000338, 0.388672, 0.380859, 0.000355, 0.388672, 0.000374, 0.388672, 0.388672, 0.000376, 0.000372, 0.388672, 0.000357, 0.000334, 0.339844, 0.289062, 0.000366, 0.388672, 0.000362, 0.298828, 0.000376, 0.000376, 0.000353, 0.000357, 0.337891, 0.388672, 0.000376, 0.228516, 0.339844, 0.332031, 0.000349, 0.324219, 0.000343, 0.000345, 0.388672, 0.388672, 0.388672, 0.388672, 0.333984, 0.292969, 0.000366, 0.236328, 0.388672, 0.000372, 0.000347, 0.204102, 0.000372, 0.152344, 0.289062, 0.320312, 0.000332, 0.000355, 0.388672, 0.00038, 0.000357, 0.277344, 0.000359, 0.000345, 0.000378, 0.000349, 0.000378, 0.388672, 0.000368, 0.000345, 0.229492, 0.388672, 0.388672, 0.384766, 0.294922, 0.287109, 0.388672, 0.388672, 0.000294, 0.298828, 0.00038, 0.000351, 0.388672, 0.388672, 0.000341, 0.322266, 0.000359, 0.000366, 0.388672, 0.257812, 0.000362, 0.388672, 0.00037, 0.265625, 0.000366, 0.000362, 0.000378, 0.388672, 0.388672, 0.386719, 0.380859, 0.000345, 0.388672, 0.388672, 0.388672, 0.000347, 0.000366, 0.363281, 0.147461, 0.300781, 0.079102, 0.388672, 0.388672, 0.388672, 0.09375, 0.000359, 0.296875, 0.296875, 0.000364, 0.00037, 0.000359, 0.000357, 0.388672, 0.00036, 0.388672, 0.388672, 0.388672, 0.353516, 0.000355, 0.000362, 0.000345, 0.000364, 0.000374, 0.388672, 0.388672, 0.388672, 0.369141, 0.388672, 0.388672, 0.294922, 0.000378, 0.275391, 0.308594, 0.000374, 0.000357, 0.000368, 0.000366, 0.337891, 0.388672, 0.000368, 0.000353, 0.388672, 0.229492, 0.000372, 0.257812, 0.292969, 0.000374, 0.388672, 0.302734, 0.000368, 0.000355, 0.388672, 0.306641, 0.339844, 0.347656, 0.388672, 0.333984, 0.308594, 0.00037, 0.00036, 0.388672, 0.000353, 0.000376, 0.277344, 0.349609, 0.388672, 0.000372, 0.000366, 0.246094, 0.000347, 0.000374, 0.388672, 0.388672, 0.388672, 0.285156, 0.00037, 0.296875, 0.388672, 0.388672, 0.277344, 0.322266, 0.253906, 0.000368, 0.345703, 0.306641, 0.388672, 0.000378, 0.388672, 0.285156, 0.275391, 0.388672, 0.388672, 0.388672, 0.388672, 0.000378, 0.388672, 0.000374, 0.000372, 0.214844, 0.000341, 0.000359, 0.283203, 0.000378, 0.345703, 0.00034, 0.000353, 0.388672, 0.195312, 0.000364, 0.388672, 0.388672, 0.375, 0.000376, 0.365234, 0.191406, 0.388672, 0.388672, 0.316406, 0.236328, 0.000376, 0.388672, 0.000368, 0.275391, 0.000359, 0.289062, 0.279297, 0.00036, 0.306641, 0.375, 0.238281, 0.00034, 0.000343, 0.000366, 0.285156, 0.00036, 0.365234, 0.349609, 0.00037, 0.000364, 0.304688, 0.285156, 0.00034, 0.000364, 0.232422, 0.388672, 0.000372, 0.376953, 0.337891, 0.244141, 0.000341, 0.335938, 0.388672, 0.388672, 0.265625, 0.255859, 0.00036, 0.000353, 0.000368, 0.277344, 0.000376, 0.000364, 0.388672, 0.000359, 0.000353, 0.000374, 0.000334, 0.328125, 0.339844, 0.269531, 0.271484, 0.000355, 0.349609, 0.000374, 0.000362, 0.000355, 0.388672, 0.182617, 0.000366, 0.3125, 0.000355, 0.388672, 0.000357, 0.296875, 0.000378, 0.388672, 0.000362, 0.28125, 0.000366, 0.000347, 0.000355, 0.000378, 0.000355, 0.000368, 0.267578, 0.279297, 0.000353, 0.000374, 0.000351, 0.306641, 0.000374, 0.361328, 0.263672, 0.388672, 0.000366, 0.000305, 0.240234, 0.318359, 0.143555, 0.000355, 0.230469, 0.337891, 0.00037, 0.330078, 0.263672, 0.330078, 0.000362, 0.304688, 0.000378, 0.386719, 0.318359, 0.000364, 0.000366, 0.291016, 0.367188, 0.000362, 0.000322, 0.137695, 0.388672, 0.308594, 0.244141, 0.388672, 0.388672, 0.000309, 0.000376, 0.000378, 0.00037, 0.000294, 0.000374, 0.000378, 0.289062, 0.388672, 0.326172, 0.000374, 0.000355, 0.345703, 0.00037, 0.294922, 0.388672, 0.000364, 0.347656, 0.000366, 0.388672, 0.351562, 0.388672, 0.263672, 0.00036, 0.328125, 0.304688, 0.318359, 0.000355, 0.267578, 0.000368, 0.000343, 0.000355, 0.314453, 0.335938, 0.000351, 0.000355, 0.388672, 0.322266, 0.00036, 0.000355, 0.000362, 0.246094, 0.00037, 0.000372, 0.388672, 0.00037, 0.000366, 0.000355, 0.000362, 0.000351, 0.388672, 0.000364, 0.386719, 0.000319, 0.000357, 0.000378, 0.000366, 0.000372, 0.388672, 0.388672, 0.388672, 0.00037, 0.339844, 0.000364, 0.337891, 0.382812, 0.000353, 0.000355, 0.012512, 0.322266, 0.109375, 0.000372, 0.000364, 0.000376, 0.000368, 0.00036, 0.000376, 0.00037, 0.388672, 0.00036, 0.388672, 0.000366, 0.000317, 0.00036, 0.000378, 0.219727, 0.388672, 0.388672, 0.00037, 0.000359, 0.267578, 0.000378, 0.369141, 0.00037, 0.289062, 0.000351, 0.000368, 0.185547, 0.00037, 0.388672, 0.332031, 0.355469, 0.322266, 0.248047, 0.388672, 0.34375, 0.000328, 0.019531, 0.351562, 0.388672, 0.283203, 0.000357, 0.000374, 0.371094, 0.000351, 0.373047, 0.294922, 0.000336, 0.388672, 0.298828, 0.388672, 0.388672, 0.000359, 0.283203, 0.388672, 0.306641, 0.000366, 0.000355, 0.000359, 0.000362, 0.283203, 0.000359, 0.324219, 0.000362, 0.255859, 0.388672, 0.000364, 0.00037, 0.388672, 0.000368, 0.00036, 0.00037, 0.000349, 0.000357, 0.3125, 0.000376, 0.000374, 0.000349, 0.00037, 0.337891, 0.267578, 0.00034, 0.294922, 0.000351, 0.000374, 0.388672, 0.000362, 0.00037, 0.000313, 0.302734, 0.341797, 0.000364, 0.00038, 0.000366, 0.382812, 0.00034, 0.000376, 0.000368, 0.000362, 0.3125, 0.000355, 0.205078, 0.000324, 0.00036, 0.000364, 0.240234, 0.384766, 0.000345, 0.000359, 0.00036, 0.287109, 0.000372, 0.000374, 0.388672, 0.000378, 0.000353, 0.000364, 0.000362, 0.34375, 0.003693, 0.000372, 0.000355, 0.000372, 0.388672, 0.265625, 0.000364, 0.330078, 0.000368, 0.000366, 0.257812, 0.351562, 0.000362, 0.000366, 0.000374, 0.388672, 0.388672, 0.000376, 0.283203, 0.388672, 0.326172, 0.236328, 0.388672, 0.296875, 0.151367, 0.00037, 0.000355, 0.000362, 0.388672, 0.000368, 0.00036, 0.388672, 0.386719, 0.388672, 0.000341, 0.310547, 0.388672, 0.000359, 0.308594, 0.367188, 0.000362, 0.000374, 0.00038, 0.279297, 0.337891, 0.000357, 0.000355, 0.000368, 0.000362, 0.000355, 0.300781, 0.308594, 0.228516, 0.000368, 0.00037, 0.292969, 0.000317, 0.388672, 0.328125, 0.00033, 0.224609, 0.28125, 0.000359, 0.386719, 0.388672, 0.203125, 0.00036, 0.306641, 0.388672, 0.000374, 0.000341, 0.388672, 0.369141, 0.000338, 0.359375, 0.388672, 0.000355, 0.388672, 0.00038, 0.285156, 0.000364, 0.000355, 0.193359, 0.000364, 0.00037, 0.273438, 0.000366, 0.000376, 0.000364, 0.000376, 0.000374, 0.000366, 0.000374, 0.002838, 0.000355, 0.000376, 0.300781, 0.240234, 0.000355, 0.375, 0.306641, 0.00036, 0.000355, 0.00037, 0.376953, 0.000259, 0.355469, 0.294922, 0.000355, 0.000366, 0.275391, 0.00038, 0.00037, 0.388672, 0.34375, 0.388672, 0.000355, 0.02832, 0.000368, 0.257812, 0.296875, 0.000366, 0.361328, 0.388672, 0.000359, 0.00036, 0.00036, 0.388672, 0.00037, 0.000355, 0.00037, 0.000345, 0.357422, 0.000288, 0.00032, 0.214844, 0.000357, 0.000366, 0.000374, 0.000364, 0.287109, 0.000353, 0.000355, 0.257812, 0.388672, 0.292969, 0.00034, 0.000343, 0.000372, 0.000355, 0.375, 0.388672, 0.00037, 0.255859, 0.000378, 0.000353, 0.000366, 0.000362, 0.000364, 0.000341, 0.000341, 0.00036, 0.000362, 0.000345, 0.00038, 0.000364, 0.000349, 0.388672, 0.00032, 0.00037, 0.388672, 0.000362, 0.000347, 0.000366, 0.00036, 0.388672, 0.000359, 0.000357, 0.388672, 0.21582, 0.243164, 0.000357, 0.000376, 0.292969, 0.000368, 0.000347, 0.000359, 0.000366, 0.000378, 0.249023, 0.000374, 0.00036, 0.378906, 0.314453, 0.162109, 0.388672, 0.242188, 0.000355, 0.000362, 0.000349, 0.000357, 0.000378, 0.308594, 0.388672, 0.388672, 0.251953, 0.188477, 0.347656, 0.000359, 0.320312, 0.326172, 0.294922, 0.000355, 0.382812, 0.000362, 0.375, 0.00032, 0.182617, 0.000326, 0.000359, 0.249023, 0.359375, 0.000345, 0.388672, 0.388672, 0.308594, 0.008606, 0.000347, 0.384766, 0.000364, 0.000364, 0.000355, 0.277344, 0.000843, 0.000366, 0.000359, 0.000359, 0.332031, 0.000357, 0.279297, 0.000347, 0.000374, 0.000364, 0.388672, 0.000374, 0.388672, 0.000338, 0.322266, 0.006256, 0.00037, 0.00038, 0.000366, 0.3125, 0.000349, 0.000347, 0.000364, 0.000376, 0.333984, 0.000355, 0.388672, 0.000364, 0.388672, 0.271484, 0.000374, 0.388672, 0.000372, 0.287109, 0.371094, 0.291016, 0.388672, 0.000378, 0.376953, 0.000351, 0.000345, 0.00033, 0.296875, 0.261719, 0.388672, 0.000376, 0.000351, 0.308594, 0.00036, 0.000355, 0.320312, 0.000345, 0.219727, 0.388672, 0.000368, 0.267578, 0.376953, 0.332031, 0.388672, 0.388672, 0.00036, 0.000372, 0.34375, 0.294922, 0.00037, 0.306641, 0.388672, 0.291016, 0.000357, 0.000353, 0.314453, 0.277344, 0.00037, 0.310547, 0.292969, 0.000357, 0.388672, 0.00036, 0.287109, 0.000362, 0.246094, 0.388672, 0.000374, 0.000372, 0.322266, 0.000359, 0.00036, 0.220703, 0.000355, 0.000355, 0.000378, 0.00036, 0.230469, 0.000359, 0.000366, 0.00037, 0.269531, 0.00036, 0.388672, 0.000332, 0.000374, 0.000374, 0.000359, 0.224609, 0.332031, 0.341797, 0.000376, 0.388672, 0.000349, 0.000357, 0.253906, 0.000372, 0.28125, 0.3125, 0.34375, 0.328125, 0.000298, 0.388672, 0.382812, 0.000359, 0.206055, 0.283203, 0.34375, 0.000366, 0.00037, 0.00037, 0.196289, 0.000364, 0.000378, 0.314453, 0.000362, 0.388672, 0.208008, 0.388672, 0.271484, 0.388672, 0.296875, 0.000362, 0.388672, 0.000355, 0.318359, 0.00036, 0.000355, 0.000351, 0.000343, 0.287109, 0.00033, 0.320312, 0.314453, 0.388672, 0.000357, 0.324219, 0.265625, 0.000303, 0.388672, 0.000362, 0.000359, 0.000372, 0.388672, 0.227539, 0.388672, 0.328125, 0.00034, 0.000362, 0.277344, 0.000374, 0.244141, 0.000364, 0.000378, 0.365234, 0.000366, 0.000362, 0.388672, 0.287109, 0.000357, 0.265625, 0.000357, 0.000368, 0.000309, 0.000374, 0.337891, 0.388672, 0.337891, 0.269531, 0.322266, 0.388672, 0.225586, 0.000372, 0.00037, 0.267578, 0.122559, 0.330078, 0.000364, 0.000376, 0.000366, 0.332031, 0.000374, 0.000353, 0.000328, 0.000351, 0.285156, 0.388672, 0.00038, 0.000351, 0.00036, 0.328125, 0.000343, 0.388672, 0.388672, 0.000351, 0.000357, 0.000359, 0.298828, 0.197266, 0.181641, 0.000364, 0.179688, 0.287109, 0.382812, 0.00037, 0.388672, 0.337891, 0.000376, 0.000374, 0.000364, 0.388672, 0.28125, 0.000372, 0.000364, 0.00037, 0.388672, 0.000376, 0.209961, 0.000378, 0.000378, 0.388672, 0.000338, 0.000378, 0.283203, 0.000366, 0.00033, 0.000362, 0.000366, 0.388672, 0.316406, 0.000372, 0.388672, 0.322266, 0.00036, 0.388672, 0.000364, 0.00037, 0.000355, 0.000359, 0.000362, 0.000359, 0.369141, 0.388672, 0.000372, 0.000341, 0.000324, 0.388672, 0.388672, 0.000376, 0.000378, 0.251953, 0.000355, 0.000376, 0.000374, 0.322266, 0.304688, 0.261719, 0.000372, 0.388672, 0.000357, 0.000366, 0.000315, 0.388672, 0.000372, 0.294922, 0.000374, 0.000362, 0.000347, 0.351562, 0.000368, 0.271484, 0.388672, 0.00038, 0.176758, 0.000322, 0.388672, 0.304688, 0.320312, 0.059082, 0.388672, 0.367188, 0.000366, 0.000372, 0.00036, 0.000351, 0.000343, 0.388672, 0.000364, 0.304688, 0.000319, 0.310547, 0.267578, 0.388672, 0.000374, 0.000366, 0.000336, 0.00034, 0.361328, 0.00037, 0.351562, 0.000357, 0.000359, 0.000351, 0.000355, 0.000366, 0.000368, 0.310547, 0.289062, 0.000376, 0.314453, 0.388672, 0.000351, 0.388672, 0.388672, 0.28125, 0.000366, 0.300781, 0.000362, 0.000336, 0.000317, 0.275391, 0.227539, 0.34375, 0.000372, 0.000362, 0.00037, 0.388672, 0.000355, 0.255859, 0.388672, 0.000374, 0.164062, 0.002625, 0.000355, 0.00037, 0.320312, 0.085938, 0.00036, 0.326172, 0.000357, 0.000338, 0.000362, 0.000326, 0.318359, 0.000355, 0.000366, 0.000378, 0.388672, 0.388672, 0.000351, 0.000349, 0.000353, 0.287109, 0.000351, 0.000362, 0.388672, 0.000372, 0.357422, 0.287109, 0.236328, 0.000343, 0.000364, 0.000351, 0.000341, 0.000353, 0.19043, 0.000368, 0.388672, 0.388672, 0.347656, 0.000349, 0.000347, 0.000378, 0.000355, 0.00036, 0.000368, 0.3125, 0.388672, 0.000366, 0.000357, 0.000372, 0.223633, 0.291016, 0.388672, 0.000376, 0.00036, 0.388672, 0.388672, 0.000376, 0.000364, 0.000347, 0.000372, 0.000359, 0.000332, 0.365234, 0.00037, 0.000374, 0.000351, 0.000334, 0.388672, 0.000355, 0.000355, 0.194336, 0.000355, 0.388672, 0.000364, 0.324219, 0.388672, 0.000355, 0.000378, 0.294922, 0.000357, 0.000378, 0.283203, 0.000366, 0.000359, 0.253906, 0.000362, 0.167969, 0.000351, 0.00037, 0.000374, 0.388672, 0.257812, 0.248047, 0.204102, 0.000362, 0.000355, 0.000366, 0.388672, 0.322266, 0.388672, 0.34375, 0.388672, 0.235352, 0.213867, 0.000368, 0.388672, 0.000326, 0.320312, 0.355469, 0.11377, 0.388672, 0.000376, 0.371094, 0.000378, 0.332031, 0.314453, 0.000366, 0.00036, 0.3125, 0.382812, 0.000359, 0.388672, 0.000381, 0.000368, 0.000366, 0.000368, 0.388672, 0.388672, 0.296875, 0.265625, 0.000364, 0.251953, 0.283203, 0.000311, 0.388672, 0.000334, 0.388672, 0.219727, 0.269531, 0.000334, 0.00032, 0.263672, 0.244141, 0.335938, 0.000355, 0.00036, 0.302734, 0.000366, 0.388672, 0.000364, 0.326172, 0.388672, 0.388672, 0.000359, 0.304688, 0.00037, 0.000376, 0.000355, 0.277344, 0.000355, 0.363281, 0.000381, 0.388672, 0.000355, 0.00036, 0.388672, 0.00037, 0.00036, 0.365234, 0.000362, 0.000362, 0.000372, 0.275391, 0.388672, 0.388672, 0.000378, 0.00034, 0.000355, 0.00037, 0.251953, 0.259766, 0.000372, 0.198242, 0.000343, 0.000364, 0.000364, 0.170898, 0.000364, 0.388672, 0.000324, 0.285156, 0.302734, 0.34375, 0.283203, 0.000366, 0.000341, 0.000359, 0.000334, 0.000378, 0.000349, 0.388672, 0.000362, 0.388672, 0.000364, 0.000364, 0.000351, 0.337891, 0.000362, 0.00037, 0.324219, 0.000376, 0.000355, 0.000372, 0.00036, 0.023071, 0.000364, 0.000353, 0.388672, 0.000357, 0.287109, 0.265625, 0.000368, 0.000347, 0.000366, 0.000372, 0.000353, 0.000338, 0.271484, 0.273438, 0.000368, 0.000347, 0.000322, 0.388672, 0.000357, 0.00036, 0.21582, 0.000362, 0.000374, 0.388672, 0.000364, 0.206055, 0.000338, 0.000359, 0.000374, 0.351562, 0.00034, 0.000366, 0.000347, 0.000366, 0.000355, 0.388672, 0.333984, 0.388672, 0.000368, 0.345703, 0.375, 0.000355, 0.000328, 0.384766, 0.000355, 0.324219, 0.34375, 0.000349, 0.34375, 0.000334, 0.043457, 0.000372, 0.388672, 0.3125, 0.277344, 0.039551, 0.00038, 0.265625, 0.00037, 0.388672, 0.388672, 0.000378, 0.000376, 0.000357, 0.000372, 0.008728, 0.000368, 0.388672, 0.002625, 0.351562, 0.00036, 0.289062, 0.00037, 0.235352, 0.00036, 0.000366, 0.388672, 0.304688, 0.388672, 0.000355, 0.388672, 0.318359, 0.388672, 0.229492, 0.000378, 0.000368, 0.117676, 0.000336, 0.000357, 0.283203, 0.253906, 0.000381, 0.388672, 0.000355, 0.000353, 0.310547, 0.345703, 0.000353, 0.000353, 0.388672, 0.000359, 0.000368, 0.000362, 0.000341, 0.302734, 0.285156, 0.279297, 0.388672, 0.320312, 0.326172, 0.000368, 0.000362, 0.300781, 0.000357, 0.000374, 0.003372, 0.000372, 0.271484, 0.287109, 0.388672, 0.240234, 0.388672, 0.000324, 0.000359, 0.000368, 0.000257, 0.000368, 0.000332, 0.388672, 0.000374, 0.000381, 0.289062, 0.000343, 0.000368, 0.000319, 0.000378, 0.376953, 0.000366, 0.388672, 0.000351, 0.000338, 0.359375, 0.388672, 0.000372, 0.304688, 0.000372, 0.388672, 0.000349, 0.219727, 0.388672, 0.289062, 0.269531, 0.000374, 0.000374, 0.269531, 0.000376, 0.000357, 0.316406, 0.000332, 0.28125, 0.000376, 0.353516, 0.00036, 0.388672, 0.000372, 0.332031, 0.000374, 0.00037, 0.000362, 0.388672, 0.244141, 0.000372, 0.000357, 0.294922, 0.341797, 0.000366, 0.000362, 0.000364, 0.000351, 0.000355, 0.388672, 0.000364, 0.000353, 0.000372, 0.296875, 0.253906, 0.388672, 0.223633, 0.388672, 0.000349, 0.000362, 0.00037, 0.000374, 0.388672, 0.324219, 0.388672, 0.000345, 0.000366, 0.000338, 0.000378, 0.000338, 0.000366, 0.322266, 0.388672, 0.388672, 0.324219, 0.000349, 0.000362, 0.292969, 0.000364, 0.000374, 0.000357, 0.000355, 0.000372, 0.000372, 0.302734, 0.388672, 0.00036, 0.359375, 0.000376, 0.294922, 0.277344, 0.388672, 0.341797, 0.000362, 0.000372, 0.000355, 0.000378, 0.000364, 0.00037, 0.382812, 0.00037, 0.197266, 0.000349, 0.000345, 0.000368, 0.226562, 0.013611, 0.000372, 0.333984, 0.000362, 0.000368, 0.231445, 0.388672, 0.294922, 0.388672, 0.00037, 0.000372, 0.388672, 0.388672, 0.013062, 0.388672, 0.00037, 0.388672, 0.000355, 0.000378, 0.177734, 0.000368, 0.302734, 0.000338, 0.302734, 0.298828, 0.000364, 0.00036, 0.00037, 0.224609, 0.351562, 0.388672, 0.306641, 0.238281, 0.388672, 0.294922, 0.00037, 0.000359, 0.273438, 0.357422, 0.000338, 0.000366, 0.000359, 0.367188, 0.000357, 0.000378, 0.00034, 0.095703, 0.388672, 0.351562, 0.322266, 0.322266, 0.300781, 0.000351, 0.000378, 0.000336, 0.289062, 0.388672, 0.320312, 0.335938, 0.000368, 0.00034, 0.261719, 0.000338, 0.000328, 0.00037, 0.388672, 0.000362, 0.000362, 0.388672, 0.000336, 0.000368, 0.00037, 0.000355, 0.000376, 0.000313, 0.388672, 0.173828, 0.000349, 0.253906, 0.000355, 0.000355, 0.000374, 0.000366, 0.000362, 0.000374, 0.388672, 0.388672, 0.265625, 0.00036, 0.000376, 0.000368, 0.388672, 0.000362, 0.000347, 0.000345, 0.388672, 0.347656, 0.349609, 0.351562, 0.320312, 0.000368, 0.320312, 0.209961, 0.000359, 0.000366, 0.00036, 0.000376, 0.000355, 0.000351, 0.388672, 0.294922, 0.388672, 0.277344, 0.000349, 0.388672, 0.314453, 0.000366, 0.000372, 0.277344, 0.176758, 0.388672, 0.000362, 0.388672, 0.277344, 0.000376, 0.277344, 0.000357, 0.000355, 0.296875, 0.388672, 0.279297, 0.349609, 0.000366, 0.283203, 0.000364, 0.332031, 0.355469, 0.000364, 0.000351, 0.388672, 0.000364, 0.000359, 0.388672, 0.388672, 0.388672, 0.320312, 0.283203, 0.388672, 0.000362, 0.388672, 0.000374, 0.34375, 0.239258, 0.000366, 0.271484, 0.225586, 0.291016, 0.308594, 0.000353, 0.000376, 0.000359, 0.388672, 0.388672, 0.000345, 0.324219, 0.000376, 0.000376, 0.000355, 0.292969, 0.000319, 0.314453, 0.388672, 0.382812, 0.261719, 0.000362, 0.351562, 0.000366, 0.000368, 0.000355, 0.347656, 0.000355, 0.353516, 0.000362, 0.388672, 0.324219, 0.337891, 0.287109, 0.000357, 0.072754, 0.000378, 0.388672, 0.000362, 0.000345, 0.388672, 0.000374, 0.000362, 0.000359, 0.00037, 0.345703, 0.302734, 0.00036, 0.00036, 0.000374, 0.249023, 0.000349, 0.00037, 0.332031, 0.00032, 0.388672, 0.000378, 0.316406, 0.388672, 0.000368, 0.000374, 0.000366, 0.010376, 0.000362, 0.00036, 0.388672, 0.00037, 0.341797, 0.388672, 0.285156, 0.00037, 0.000366, 0.000307, 0.235352, 0.000374, 0.388672, 0.000374, 0.000364, 0.308594, 0.00038, 0.141602, 0.200195, 0.178711, 0.000372, 0.388672, 0.308594, 0.000359, 0.000357, 0.000376, 0.000364, 0.000376, 0.277344, 0.007629, 0.000357, 0.000366, 0.000355, 0.000366, 0.339844, 0.326172, 0.000362, 0.000345, 0.388672, 0.000364, 0.388672, 0.000359, 0.000378, 0.304688, 0.388672, 0.388672, 0.000359, 0.251953, 0.000378, 0.34375, 0.388672, 0.00037, 0.000347, 0.373047, 0.000355, 0.000372, 0.000341, 0.000362, 0.000357, 0.169922, 0.000341, 0.000366, 0.000364, 0.00036, 0.00037, 0.000359, 0.285156, 0.088867, 0.000357, 0.000364, 0.00037, 0.000366, 0.304688, 0.000345, 0.00038, 0.000372, 0.246094, 0.116211, 0.000366, 0.349609, 0.388672, 0.000368, 0.00038, 0.00037, 0.000376, 0.388672, 0.271484, 0.000343, 0.291016, 0.000364, 0.202148, 0.000324, 0.367188, 0.277344, 0.001877, 0.318359, 0.227539, 0.000362, 0.316406, 0.000364, 0.318359, 0.388672, 0.000359, 0.357422, 0.345703, 0.251953, 0.000347, 0.263672, 0.000336, 0.236328, 0.326172, 0.388672, 0.000359, 0.388672, 0.388672, 0.388672, 0.388672, 0.000355, 0.00036, 0.000351, 0.000341, 0.306641, 0.275391, 0.000374, 0.000311, 0.289062, 0.269531, 0.186523, 0.357422, 0.000355, 0.00037, 0.000351, 0.000319, 0.306641, 0.000378, 0.388672, 0.376953, 0.000362, 0.000357, 0.267578, 0.000349, 0.000364, 0.000345, 0.388672, 0.225586, 0.000355, 0.00034, 0.000362, 0.000351, 0.277344, 0.000366, 0.000359, 0.000376, 0.000366, 0.000317, 0.355469, 0.000374, 0.380859, 0.302734, 0.00033, 0.000362, 0.388672, 0.000362, 0.388672, 0.000359, 0.326172, 0.318359, 0.000372, 0.000355, 0.000353, 0.000359, 0.000378, 0.25, 0.00036, 0.310547, 0.00037, 0.000366, 0.036865, 0.000362, 0.388672, 0.000376, 0.00037, 0.382812, 0.000376, 0.198242, 0.000368, 0.000349, 0.000366, 0.00038, 0.000368, 0.388672, 0.3125, 0.000366, 0.000378, 0.339844, 0.000364, 0.279297, 0.000351, 0.285156, 0.000376, 0.000364, 0.000364, 0.388672, 0.388672, 0.00037, 0.000357, 0.373047, 0.214844, 0.00033, 0.000347, 0.318359, 0.388672, 0.308594, 0.000362, 0.388672, 0.000364, 0.388672, 0.388672, 0.000355, 0.000359, 0.050537, 0.00037, 0.21582, 0.322266, 0.000372, 0.388672, 0.326172, 0.185547, 0.000349, 0.000366, 0.000334, 0.00038, 0.388672, 0.337891, 0.388672, 0.332031, 0.000372, 0.000368, 0.388672, 0.000355, 0.000357, 0.388672, 0.000374, 0.00036, 0.382812, 0.333984, 0.000378, 0.388672, 0.388672, 0.000364, 0.000372, 0.000368, 0.000359, 0.000374, 0.00037, 0.388672, 0.000368, 0.332031, 0.000374, 0.000362, 0.277344, 0.355469, 0.332031, 0.00036, 0.267578, 0.000362, 0.316406, 0.388672, 0.388672, 0.000364, 0.000341, 0.0354, 0.000374, 0.251953, 0.000368, 0.000349, 0.000357, 0.00036, 0.302734, 0.00037, 0.226562, 0.388672, 0.388672, 0.000374, 0.388672, 0.000357, 0.000351, 0.328125, 0.388672, 0.000345, 0.320312, 0.000357, 0.000362, 0.003387, 0.287109, 0.000357, 0.388672, 0.00036, 0.316406, 0.000359, 0.000374, 0.261719, 0.388672, 0.000366, 0.000376, 0.28125, 0.000364, 0.000355, 0.00038, 0.167969, 0.000364, 0.388672, 0.273438, 0.00037, 0.000376, 0.000374, 0.388672, 0.00036, 0.000345, 0.388672, 0.000345, 0.00037, 0.388672, 0.000303, 0.273438, 0.388672, 0.000362, 0.000355, 0.34375, 0.255859, 0.000353, 0.000366, 0.210938, 0.000349, 0.000357, 0.326172, 0.318359, 0.000357, 0.388672, 0.388672, 0.271484, 0.000359, 0.00036, 0.332031, 0.000364, 0.203125, 0.388672, 0.259766, 0.000357, 0.00037, 0.298828, 0.000359, 0.000366, 0.000357, 0.318359, 0.000357, 0.388672, 0.000324, 0.00034, 0.000374, 0.25, 0.000357, 0.296875, 0.296875, 0.005707, 0.000355, 0.259766, 0.000299, 0.000374, 0.388672, 0.058105, 0.000353, 0.00037, 0.349609, 0.388672, 0.328125, 0.388672, 0.000353, 0.255859, 0.00038, 0.000368, 0.000359, 0.000351, 0.388672, 0.257812, 0.000362, 0.328125, 0.00037, 0.170898, 0.000343, 0.000368, 0.320312, 0.212891, 0.000378, 0.000376, 0.000355, 0.000355, 0.261719, 0.000374, 0.000338, 0.310547, 0.310547, 0.000372, 0.227539, 0.00036, 0.000349, 0.244141, 0.335938, 0.324219, 0.306641, 0.000368, 0.00038, 0.000366, 0.000347, 0.000359, 0.000364, 0.000366, 0.000353, 0.388672, 0.367188, 0.202148, 0.265625, 0.355469, 0.000357, 0.355469, 0.000299, 0.000364, 0.000359, 0.000372, 0.296875, 0.386719, 0.375, 0.388672, 0.261719, 0.000372, 0.384766, 0.353516, 0.259766, 0.000362, 0.000338, 0.000374, 0.388672, 0.000355, 0.388672, 0.294922, 0.000378, 0.000368, 0.000366, 0.00037, 0.00037, 0.388672, 0.000366, 0.000376, 0.388672, 0.00037, 0.000362, 0.253906, 0.000355, 0.388672, 0.000341, 0.000372, 0.345703, 0.310547, 0.00034, 0.283203, 0.000378, 0.308594, 0.361328, 0.386719, 0.388672, 0.000368, 0.241211, 0.000362, 0.388672, 0.167969, 0.34375, 0.347656, 0.300781, 0.304688, 0.363281, 0.000366, 0.000343, 0.023438, 0.000364, 0.000366, 0.00037, 0.283203, 0.000368, 0.355469, 0.000372, 0.298828, 0.000362, 0.388672, 0.308594, 0.255859, 0.000351, 0.000368, 0.000338, 0.000378, 0.351562, 0.000345, 0.000381, 0.000368, 0.000364, 0.00036, 0.000353, 0.000374, 0.000355, 0.000366, 0.00038, 0.000372, 0.248047, 0.000364, 0.388672, 0.388672, 0.287109, 0.300781, 0.285156, 0.000357, 0.000359, 0.000364, 0.00037, 0.000355, 0.296875, 0.1875, 0.000376, 0.316406, 0.000376, 0.00037, 0.000364, 0.251953, 0.000378, 0.00235, 0.388672, 0.000368, 0.386719, 0.388672, 0.000376, 0.000368, 0.00038, 0.000343, 0.330078, 0.265625, 0.000368, 0.388672, 0.000364, 0.000368, 0.000362, 0.000357, 0.000347, 0.388672, 0.388672, 0.335938, 0.000357, 0.000366, 0.00036, 0.388672, 0.259766, 0.265625, 0.275391, 0.000362, 0.173828, 0.00036, 0.316406, 0.000355, 0.000357, 0.135742, 0.388672, 0.00037, 0.000362, 0.388672, 0.000355, 0.000378, 0.000353, 0.294922, 0.345703, 0.388672, 0.000351, 0.263672, 0.277344, 0.000366, 0.251953, 0.388672, 0.00037, 0.000374, 0.363281, 0.000372, 0.000368, 0.000364, 0.000364, 0.000374, 0.292969, 0.000355, 0.000376, 0.000341, 0.243164, 0.277344, 0.289062, 0.000341, 0.000368, 0.382812, 0.000362, 0.00036, 0.165039, 0.004211, 0.000507, 0.345703, 0.001129, 0.345703, 0.000374, 0.000364, 0.316406, 0.388672, 0.000359, 0.000364, 0.00036, 0.000372, 0.000336, 0.000347, 0.000364, 0.000364, 0.388672, 0.361328, 0.000353, 0.000372, 0.339844, 0.000366, 0.000374, 0.285156, 0.330078, 0.000351, 0.255859, 0.000372, 0.211914, 0.000345, 0.000357, 0.324219, 0.00036, 0.388672, 0.000362, 0.000364, 0.333984, 0.388672, 0.388672, 0.00037, 0.000372, 0.388672, 0.367188, 0.000362, 0.000368, 0.388672, 0.265625, 0.220703, 0.308594, 0.388672, 0.388672, 0.000355, 0.000368, 0.359375, 0.388672, 0.000366, 0.000349, 0.314453, 0.287109, 0.380859, 0.000353, 0.000364, 0.000347, 0.000347, 0.388672, 0.332031, 0.000359, 0.255859, 0.000355, 0.388672, 0.000368, 0.000357, 0.267578, 0.341797, 0.345703, 0.000376, 0.000376, 0.388672, 0.000353, 0.000353, 0.296875, 0.341797, 0.294922, 0.000359, 0.000366, 0.388672, 0.283203, 0.300781, 0.00037, 0.000378, 0.388672, 0.000338, 0.308594, 0.308594, 0.000698, 0.00037, 0.000376, 0.000364, 0.241211, 0.304688, 0.388672, 0.229492, 0.000273, 0.000364, 0.185547, 0.306641, 0.388672, 0.000353, 0.388672, 0.000357, 0.000359, 0.00036, 0.00037, 0.000355, 0.388672, 0.000378, 0.283203, 0.388672, 0.000376, 0.000364, 0.316406, 0.267578, 0.28125, 0.34375, 0.388672, 0.166992 ] } , "name": "onnx::Mul_11304", "outputIndexes": [ 5418 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5417, 5418 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 5419 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5391, 5419 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/Add_2_output_0", "outputIndexes": [ 5420 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5420, 846 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.30/Mul_1_output_0", "outputIndexes": [ 5421 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5421, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.31/Reshape_output_0", "outputIndexes": [ 5422 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5422 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.31/input_layernorm/Pow_output_0", "outputIndexes": [ 5423 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5423 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.31/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 5424 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5424, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/input_layernorm/Add_output_0", "outputIndexes": [ 5425 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5425, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/input_layernorm/Pow_1_output_0", "outputIndexes": [ 5426 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5422, 5426 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/input_layernorm/Mul_output_0", "outputIndexes": [ 5427 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 3.890625, 6.0, 4.25, 3.984375, 5.625, 5.65625, 6.0, 5.09375, 5.03125, 3.453125, 5.9375, 4.96875, 6.03125, 4.125, 2.46875, 4.78125, 5.03125, 5.28125, 5.375, 3.125, 4.78125, 3.671875, 2.609375, 3.0625, 5.25, 4.5, 3.59375, 5.78125, 5.4375, -4.28125, 7.21875, 7.125, 3.765625, 5.375, 4.375, 4.90625, 10.875, 78.0, 3.828125, 6.0625, 2.46875, -1.671875, 5.65625, 8.8125, 5.0, 3.125, 5.25, 5.40625, 5.4375, 3.5, 2.484375, 2.546875, 4.96875, 5.875, 4.4375, 8.75, 7.4375, 3.578125, 4.96875, -3.1875, -3.59375, 3.75, 5.34375, 4.34375, 4.34375, 4.65625, 4.0, 4.1875, 3.1875, 3.296875, 5.1875, 6.8125, 3.8125, 3.109375, 3.375, 4.8125, 3.59375, 4.84375, 4.5, 8.0, 5.125, 4.5625, 4.75, 7.90625, 5.53125, 4.40625, 3.015625, 5.5, 4.375, 14.6875, 3.5, -4.09375, 4.1875, 5.1875, 5.125, 4.9375, 4.375, 5.53125, 6.1875, 10.0, 5.5625, 6.53125, 3.703125, 4.59375, 4.96875, 4.3125, 4.46875, 3.59375, 5.125, 6.5, 5.28125, 5.6875, 4.59375, 9.6875, 1.757812, 3.75, 3.140625, 3.625, 3.9375, 5.09375, 7.3125, 4.3125, 6.0625, 3.484375, 5.78125, 6.53125, 5.0, 5.09375, 5.53125, 5.3125, 4.46875, 6.03125, 4.375, 6.40625, 7.9375, 5.375, 6.375, 53.5, 5.125, 7.875, 9.5625, 5.75, 6.3125, 4.46875, 2.890625, 3.65625, 12.1875, 4.3125, 4.53125, 4.71875, 9.125, 4.375, 3.671875, 4.28125, 5.875, 4.5625, 3.796875, 3.90625, 7.4375, 4.84375, 2.921875, 6.3125, 4.53125, 5.21875, 5.78125, 2.546875, 3.828125, 5.84375, 2.625, -3.390625, 3.015625, 4.8125, 5.0625, 5.5, 5.15625, 3.234375, 5.40625, 3.640625, 4.125, 4.21875, 5.84375, 4.9375, 5.21875, 5.21875, 4.125, 5.4375, 3.671875, -5.21875, 4.9375, 3.484375, 4.03125, 6.28125, 3.640625, 3.375, 3.421875, 3.234375, 6.625, 4.375, -7.75, 3.09375, 6.3125, 5.21875, 3.765625, 4.09375, 6.09375, 4.09375, 4.375, 5.125, 4.0, 4.3125, -3.25, 5.46875, 6.34375, 5.46875, 5.5625, 4.875, 3.375, 4.3125, 5.9375, 5.53125, 6.65625, 3.765625, 5.375, 6.75, 3.828125, 5.40625, 5.21875, 5.28125, 4.28125, 3.75, 4.1875, 4.65625, 5.21875, 5.15625, 7.34375, 4.625, 5.0, 5.15625, 3.90625, 5.5625, 3.15625, 5.6875, 1.992188, 4.625, 2.390625, 4.6875, 4.6875, 2.375, 3.9375, 4.65625, 5.1875, 5.375, 5.09375, 3.34375, 4.53125, 4.65625, 4.53125, 3.40625, 5.65625, 2.921875, 3.234375, 4.8125, 6.1875, 4.375, 3.9375, 4.625, 4.5625, 7.15625, 4.15625, 4.8125, 4.4375, 5.125, 4.03125, 3.421875, 6.21875, 6.09375, 3.21875, 5.28125, 6.40625, 4.875, 4.78125, 3.375, 5.6875, 2.5625, 6.875, 4.40625, 3.8125, 6.125, 2.46875, 7.1875, 5.0625, 2.953125, 5.34375, 4.6875, -5.0625, 6.09375, 4.625, 4.375, 4.78125, 6.0, 4.53125, 3.9375, 5.75, 7.15625, 7.40625, 5.46875, 3.140625, 5.25, 7.625, 4.15625, 3.53125, 4.75, 5.125, 5.0, 4.65625, 3.734375, 5.4375, -4.09375, 5.0625, 5.84375, 1.804688, 5.5, 5.1875, 4.28125, 3.140625, 8.9375, 6.0, 5.0, 4.34375, -5.5625, 2.65625, 2.75, 3.015625, 4.0625, 6.78125, 3.671875, 6.84375, 3.796875, 4.71875, 1.992188, 4.8125, 6.53125, 5.0, 3.65625, 5.15625, 1.953125, 4.84375, 2.09375, 4.46875, -2.25, 2.0625, 4.03125, 9.375, 5.625, 5.9375, 3.640625, 5.6875, 4.125, 5.09375, 3.5625, 4.0, 4.5, 5.59375, 5.3125, 2.46875, 6.90625, 6.6875, 8.25, 2.5625, 5.28125, 4.09375, 2.65625, 5.21875, 5.78125, 4.53125, 4.5, 6.15625, 2.203125, 8.625, 6.9375, 3.578125, 8.8125, 4.3125, 4.9375, 5.0625, 3.515625, 10.0625, 6.3125, 5.1875, 5.8125, 5.59375, 3.953125, 2.625, 3.4375, -4.6875, 2.78125, 4.0, 4.125, 4.1875, 5.21875, 7.1875, 4.5625, 9.625, 3.984375, 3.828125, 4.96875, 6.6875, 3.78125, 9.5, 4.625, 3.890625, 4.1875, 4.875, 4.375, 7.84375, 3.96875, 5.21875, 4.53125, 5.5625, 3.03125, 7.0625, 13.1875, 2.734375, 3.9375, 4.34375, 4.53125, -3.203125, 3.453125, 4.625, 3.390625, 7.375, 3.796875, 3.5625, 6.9375, 2.125, 4.21875, 5.0, 2.515625, 3.703125, 6.28125, 3.203125, 4.40625, 4.4375, 5.1875, 4.65625, 5.3125, 3.171875, 6.46875, 3.59375, 5.875, 6.125, 3.703125, 4.3125, 4.21875, 7.21875, 4.5, 4.625, 3.875, 6.46875, 3.0625, 3.0625, 4.40625, 5.25, 3.90625, 4.1875, 5.0, 4.5, 10.25, 3.21875, 3.328125, 3.984375, 2.734375, 5.21875, 5.03125, 3.71875, 4.09375, 3.09375, 8.875, 5.6875, 5.5625, 1.609375, 3.09375, 4.78125, 2.546875, 4.375, 3.703125, 5.53125, 3.34375, 3.78125, 6.0, 3.515625, 3.09375, 5.90625, 4.03125, 5.9375, 4.25, 5.6875, 3.890625, 3.5625, 6.0, 4.1875, 4.4375, 3.5, 3.984375, 2.4375, 3.921875, 5.53125, 3.9375, 6.875, 5.25, 5.34375, 4.1875, 4.75, 3.765625, 3.125, 3.9375, 4.59375, 5.25, 7.46875, 5.1875, 9.3125, 3.65625, 5.6875, 3.5, 5.0625, 3.328125, 5.96875, 3.34375, 2.90625, 2.765625, 3.6875, 4.09375, 2.65625, 5.6875, 8.0625, 3.125, 3.28125, 6.59375, 7.375, 3.1875, 3.40625, 4.28125, 7.78125, 4.96875, 4.5, 3.609375, -2.890625, 4.6875, 2.515625, 3.703125, 6.125, -3.09375, 4.09375, 3.296875, 5.84375, 5.59375, 8.125, 2.78125, 2.375, 4.59375, 5.125, 3.71875, 3.6875, 8.5625, 4.09375, 3.1875, 8.8125, 4.53125, 4.3125, 6.75, 5.375, 4.125, 4.75, 4.375, 6.5, 5.21875, 7.625, 3.484375, 3.625, 6.15625, 3.15625, 5.3125, 4.1875, 3.90625, 3.296875, 4.90625, 5.5625, 6.9375, 4.78125, 6.40625, 4.40625, 6.1875, 5.125, 3.59375, 3.8125, 9.0625, 4.125, 4.1875, 4.75, 6.59375, 4.5, 4.46875, 6.53125, 5.03125, 6.8125, 11.9375, 3.03125, 2.9375, 6.21875, 5.65625, -3.15625, 5.375, 5.3125, 2.953125, 4.4375, 9.875, 3.6875, 5.34375, 3.09375, 5.375, 4.6875, 5.125, 9.8125, 5.59375, 6.15625, 2.796875, 3.09375, 4.25, 4.1875, 3.21875, 4.25, 6.0, 5.96875, 5.46875, 4.375, 6.5, 3.859375, 7.625, 5.1875, 6.125, 5.0625, 9.0, 3.90625, 5.75, 3.265625, 3.15625, 5.03125, 3.03125, 4.1875, 3.875, 4.875, 3.890625, 4.375, 3.890625, 2.546875, 3.828125, 6.375, 5.75, 3.359375, 83.5, 6.1875, 2.859375, 4.1875, 4.625, 4.09375, 7.3125, 5.21875, 4.1875, 3.59375, 3.546875, 7.46875, 3.578125, 3.78125, 4.21875, 4.65625, 6.4375, 2.546875, 4.65625, 7.65625, 4.15625, 5.46875, 5.25, 39.75, 6.125, 4.1875, 5.15625, 5.03125, -4.125, 5.65625, -3.53125, 4.96875, 4.6875, 4.1875, 3.46875, 5.0, 4.0, 5.4375, 3.484375, 2.578125, 3.21875, 6.34375, 4.5, 4.3125, 7.3125, 5.0625, 5.875, 6.125, 4.875, 6.03125, -3.359375, 5.0625, 5.0625, 3.109375, -2.8125, 3.25, 3.46875, 5.46875, 3.09375, 5.09375, 13.75, 4.4375, 5.0625, 3.859375, 5.6875, 5.65625, 5.90625, 5.28125, 2.9375, 2.28125, 2.296875, 2.921875, 3.984375, 6.21875, 2.0625, 5.75, 5.09375, 2.953125, 4.4375, 4.78125, 2.03125, 2.953125, 5.21875, 6.53125, 3.484375, 2.375, 2.59375, 3.0625, 2.921875, 4.5625, 3.703125, -5.1875, 5.875, 3.34375, 3.234375, 6.84375, 6.9375, 4.71875, 4.375, 4.9375, 2.84375, 7.34375, 6.75, 8.0, 2.328125, 5.59375, 2.515625, 2.453125, 4.09375, 5.96875, 2.40625, -6.1875, 5.84375, 1.453125, 3.03125, 3.875, 5.9375, 3.390625, 5.6875, 5.3125, 2.140625, 9.625, 6.46875, 3.203125, 3.875, 3.546875, 4.5, 7.84375, 10.875, 6.0, 3.640625, 6.71875, 5.65625, 5.0, 3.921875, 6.46875, 5.9375, 3.796875, 6.59375, 4.5625, 7.75, 4.3125, 3.5625, 4.5625, 3.96875, 5.78125, 5.71875, 3.53125, 2.71875, -4.71875, 3.421875, 5.25, 5.03125, 4.1875, 4.3125, 5.34375, 4.59375, 3.625, 3.875, 3.71875, 3.859375, 5.40625, 3.671875, 5.78125, 5.5625, 5.28125, 1.890625, 5.6875, 3.875, 4.90625, 3.578125, 2.625, 7.96875, 3.328125, 5.34375, 5.53125, 8.6875, 4.96875, 2.546875, 4.9375, 6.34375, 5.625, 4.6875, 4.96875, 5.125, 2.28125, 8.375, 2.078125, 4.625, 3.015625, 5.46875, 4.84375, 6.09375, 2.171875, 3.953125, 3.28125, 3.15625, 3.0625, 3.515625, 5.28125, 4.875, 4.4375, 4.34375, 6.8125, 4.1875, 4.5, 3.203125, 9.5, 4.0625, 3.921875, 6.0, 7.96875, 7.1875, 4.59375, 3.171875, 2.125, 5.0, 3.796875, 4.125, 3.390625, 5.4375, 5.0625, 5.59375, 5.15625, 5.09375, 4.125, 5.375, 3.6875, 3.765625, 5.3125, 3.578125, 3.4375, 7.03125, 4.96875, 4.25, 9.0625, 5.59375, 4.40625, 6.96875, 5.96875, 6.5, 3.0, 6.03125, 5.90625, 2.59375, 4.1875, 3.84375, 5.90625, 3.5, 7.34375, 4.59375, 7.4375, 4.375, 3.1875, 3.078125, 2.265625, 4.3125, 2.921875, 4.3125, 3.9375, 5.28125, 7.0625, 5.125, 10.25, 18.875, 7.03125, 3.875, 5.46875, 4.71875, 4.40625, 5.5625, 2.4375, 5.0, 4.21875, 4.5625, 8.4375, 7.40625, 4.21875, 5.875, 2.734375, 6.1875, 5.15625, 2.90625, 12.4375, 3.40625, 2.828125, 4.5625, 6.15625, 3.890625, 5.65625, 5.40625, 4.6875, 2.671875, 3.515625, 2.4375, 5.65625, 4.46875, 4.40625, 3.953125, 4.875, 3.578125, 3.875, 3.390625, 4.875, 5.09375, 3.9375, 3.46875, 6.6875, 3.484375, 3.984375, 3.375, 4.03125, 3.90625, 4.4375, 6.03125, 4.6875, 3.953125, 3.40625, 5.21875, 3.375, 3.765625, 6.8125, 4.125, 2.796875, 3.75, 3.9375, 6.03125, 3.671875, 3.609375, 11.75, 4.46875, 2.1875, 3.734375, 2.84375, 3.921875, 4.46875, 4.3125, 5.75, 4.78125, 6.1875, 3.21875, 5.09375, 2.09375, 4.25, 4.40625, 14.25, 3.75, 4.34375, 4.125, 2.734375, 4.5625, 3.84375, 2.640625, 3.390625, 2.390625, 7.03125, 5.53125, 2.78125, 2.53125, 5.0, 4.15625, 3.1875, 5.1875, 5.28125, 7.4375, 3.375, 4.0625, 5.4375, 4.125, 6.5625, 7.96875, 6.125, 5.4375, 3.875, 4.625, 4.59375, 2.984375, 5.375, 5.625, 3.484375, 1.804688, 4.21875, -4.28125, 3.625, 5.5, 5.84375, 5.34375, 7.46875, 8.4375, -5.25, 4.5, 7.90625, 3.8125, 3.6875, 2.765625, 5.15625, 10.3125, -3.0625, 4.9375, 4.78125, 4.71875, 4.78125, 4.9375, 10.875, 4.21875, 3.796875, 6.3125, 5.15625, 3.546875, 4.96875, 3.265625, 5.125, 3.640625, 4.09375, 11.375, 5.59375, 3.578125, 3.859375, 5.15625, 4.875, 6.28125, 4.59375, 4.15625, 4.0, 3.359375, 3.6875, 4.09375, 5.65625, 2.515625, 6.15625, 4.4375, 2.984375, 2.640625, 4.21875, 4.4375, 3.8125, 2.796875, 4.71875, 3.234375, 4.1875, 5.0625, 3.859375, 5.9375, 5.5, 5.15625, 3.0, 6.90625, 4.25, 4.375, 2.828125, 3.9375, 6.34375, 2.71875, 7.25, 6.96875, 3.203125, 4.78125, 3.765625, 3.796875, 6.09375, 6.09375, 4.75, 4.71875, 5.125, 4.78125, 5.0, 4.28125, 5.40625, 2.578125, 4.21875, 2.828125, 3.203125, 7.46875, 3.125, 3.578125, 3.84375, 3.9375, 5.0625, 3.671875, 5.09375, 3.34375, 3.359375, 4.75, 6.71875, 7.125, 8.4375, 4.9375, 4.375, 9.125, 9.25, 5.03125, 5.875, 3.359375, 15.6875, 9.1875, 1.851562, 4.53125, 4.4375, 5.84375, 4.96875, 4.75, 7.25, 4.15625, 10.0, 4.78125, 6.75, 3.75, 2.140625, 4.65625, 3.875, 3.578125, 5.21875, 6.1875, 3.90625, 3.890625, 8.9375, 5.90625, 6.40625, 4.75, 5.84375, 3.859375, 4.84375, 4.875, 5.53125, 2.078125, 3.234375, 4.65625, 2.671875, 5.375, 4.78125, 4.15625, 2.65625, 3.75, 4.71875, -4.5, 5.5625, 2.8125, 4.5625, 3.828125, 5.53125, 3.765625, 9.8125, 4.125, 3.421875, 7.75, 11.0, -4.4375, 3.71875, 3.34375, 6.84375, 2.40625, 6.8125, 4.25, 4.90625, 7.46875, 3.71875, 6.0625, 4.5625, 4.125, 5.5625, 2.09375, 4.03125, 2.0625, 1.90625, 3.75, 3.203125, 4.03125, 4.15625, 6.0, 4.625, 29.75, 3.78125, 5.65625, 2.578125, 4.59375, -4.0625, 3.625, 5.09375, 5.375, 2.25, 7.84375, 5.59375, 5.0, 5.8125, 6.46875, 6.84375, 3.96875, 5.4375, 5.46875, 2.40625, 5.9375, 7.65625, 5.15625, -4.71875, 5.53125, 7.5625, 4.65625, 4.0, 4.40625, 5.0625, 3.703125, 3.234375, 7.03125, 4.21875, 6.46875, 7.90625, 4.46875, 5.03125, 2.703125, 5.6875, 4.21875, 4.625, 5.6875, 2.953125, 5.625, 2.640625, 3.359375, 3.671875, 4.15625, 6.40625, 5.28125, 3.203125, 3.9375, 3.078125, 5.1875, 3.828125, 1.953125, 4.375, 5.0, 5.6875, 5.0625, 4.75, -2.6875, 6.5, 3.859375, 3.25, 3.609375, 3.71875, 2.828125, 6.84375, 3.625, 3.59375, 3.828125, 4.53125, 6.59375, 3.609375, 1.65625, 2.765625, 4.15625, 7.25, 4.3125, -1.804688, 3.390625, 5.0625, 5.28125, 4.5, 4.21875, 3.625, 3.75, 3.328125, 6.0, -3.390625, 4.84375, 5.9375, 5.25, 3.96875, 3.078125, 3.34375, 5.71875, 3.734375, 4.96875, 3.375, 6.09375, -2.75, 5.5625, 5.90625, 5.0625, 3.5, 4.84375, 2.34375, 4.0625, 6.84375, 4.625, 3.75, 7.8125, 4.53125, 9.125, 3.125, 3.4375, 3.78125, 6.75, 3.703125, 5.40625, 6.53125, 3.4375, 5.46875, 4.09375, 5.59375, 3.640625, 2.65625, 6.5625, 2.0, 5.75, 10.625, 5.25, 3.453125, 6.5625, 4.75, 4.75, 4.3125, 3.59375, 5.3125, 3.578125, 2.328125, 3.546875, 2.53125, 4.375, 2.75, 4.84375, 6.0625, 27.25, 6.53125, 6.71875, -3.8125, 8.0, 3.03125, 2.765625, 3.5, 3.828125, 3.34375, 5.71875, 8.9375, 5.8125, -4.5, 5.125, 1.984375, 6.1875, 8.625, 4.0, 4.375, 3.21875, 34.5, 6.96875, 3.578125, 3.109375, 3.890625, 4.15625, 3.328125, 4.34375, -3.34375, -2.859375, 2.53125, 5.0625, 4.65625, 5.65625, 3.296875, 3.421875, 4.84375, 4.6875, 3.203125, 3.296875, 2.828125, 6.09375, 5.0625, 3.65625, 4.0625, 7.875, 3.53125, 6.25, 4.09375, 5.0, 5.9375, 3.671875, 3.453125, 5.40625, -4.90625, 7.4375, 4.65625, 7.34375, 5.78125, 5.03125, 3.25, 1.773438, 9.375, 5.3125, 3.765625, 3.515625, 3.1875, 4.84375, 6.40625, 7.03125, 3.34375, 2.8125, 6.21875, 5.25, 7.21875, 4.25, 5.3125, 4.15625, 4.34375, 7.78125, 4.34375, 3.734375, 5.96875, 6.8125, 4.25, 3.65625, 6.71875, 4.65625, 5.03125, 4.125, 1.570312, 6.21875, 4.0, 2.703125, 5.5, 3.34375, 2.953125, 7.71875, 4.71875, 2.765625, 4.46875, 6.75, 5.625, 6.25, 5.3125, 4.125, 6.75, 5.34375, 5.875, 4.5, 2.84375, 3.703125, 3.421875, 3.40625, 3.25, 4.78125, 9.0, 3.875, 6.46875, 3.078125, 3.90625, 5.78125, 16.75, 3.9375, 6.25, 2.109375, 5.3125, 6.3125, 3.109375, 2.734375, 2.109375, 3.09375, 3.46875, 6.34375, 4.0, 3.9375, 3.203125, 4.0625, 4.375, 3.703125, -4.8125, 3.5, 3.734375, 4.75, -5.0, 4.0, 5.15625, 4.5625, 3.203125, 5.3125, 5.90625, 3.65625, 4.65625, 11.625, 5.8125, 4.9375, 7.5625, 5.84375, 5.8125, 5.46875, 4.875, 4.875, 3.359375, 4.78125, 2.921875, 5.59375, 6.9375, 6.09375, 5.9375, 3.5, 4.65625, 4.75, -2.140625, 4.5, 5.125, 8.0, 6.09375, 2.140625, 4.15625, 7.5, 4.5625, 4.40625, -4.15625, 7.75, 5.25, 4.625, 4.34375, 5.15625, 3.203125, 4.46875, 3.796875, 4.03125, 8.0, 5.46875, 2.8125, 3.203125, 2.640625, 8.125, 6.46875, 3.5, -5.03125, 5.34375, 3.78125, 3.140625, 4.96875, 3.46875, 2.609375, 3.328125, 3.28125, 2.25, 4.375, -5.6875, 4.375, -4.75, 4.125, 12.6875, 4.0625, 3.4375, 2.203125, 4.03125, 3.875, 3.578125, 3.46875, 4.875, 6.28125, 5.15625, 3.484375, 6.09375, 8.125, 5.3125, 5.03125, 4.34375, 4.1875, 2.84375, 2.28125, 4.625, 3.9375, 4.09375, 5.46875, 5.96875, 3.3125, 4.09375, 4.53125, 6.46875, 5.28125, 3.90625, 2.9375, 3.40625, 3.921875, 7.1875, 2.609375, 5.03125, 11.625, 3.84375, 2.453125, 4.3125, 4.96875, 5.96875, 15.8125, 3.875, 3.3125, 4.3125, 2.640625, 5.3125, 3.734375, 5.96875, 4.0625, 4.625, 3.46875, 2.484375, 5.0, 4.25, 5.65625, 6.84375, 16.375, 5.4375, 6.21875, 12.1875, 3.671875, 4.8125, 6.1875, 3.828125, 3.59375, 3.84375, 9.4375, 3.3125, 7.75, 3.890625, 5.28125, 5.78125, 9.6875, 4.71875, 3.578125, -5.5625, 7.34375, 3.078125, 5.3125, 3.625, 3.046875, 4.25, 3.125, 5.375, 4.28125, 4.875, 11.4375, 3.21875, 3.40625, 7.71875, 4.0, 7.6875, 2.171875, 5.34375, 5.84375, 1.960938, 6.9375, 4.90625, 2.828125, 3.515625, 4.78125, 5.03125, 4.6875, 3.125, 5.5, 5.65625, 2.875, 5.03125, 4.28125, 5.6875, 3.859375, 4.71875, 4.8125, 4.71875, 4.125, 5.53125, 4.9375, 3.078125, 3.4375, 3.75, 4.90625, 3.171875, 2.59375, 4.21875, 3.84375, 5.46875, 4.625, 5.96875, 4.0, 5.6875, 4.03125, 2.765625, 7.28125, 4.1875, 4.5, 4.4375, 8.5, 4.9375, 5.15625, 4.34375, 8.125, 2.03125, 7.6875, 6.3125, 5.96875, 7.34375, 7.25, 3.625, 5.28125, 3.0625, 5.15625, 5.09375, 2.53125, 2.90625, 4.5, 4.46875, 2.734375, 6.53125, 6.84375, 3.890625, 6.1875, 5.53125, 5.28125, 4.75, 4.0, 2.34375, 4.78125, 9.125, 5.65625, 4.3125, 4.46875, 7.46875, 3.890625, 4.15625, 3.6875, 2.703125, -3.65625, 4.5625, 3.21875, 5.90625, 5.5, -5.15625, 3.40625, 2.625, 3.484375, 4.0625, 4.34375, 4.21875, 5.65625, 4.625, 4.75, 2.671875, 3.3125, 8.375, 4.25, 3.609375, 6.28125, 4.4375, 5.375, 5.21875, 3.96875, 7.53125, 4.75, 5.625, 2.875, 4.625, 4.34375, 4.34375, 4.5, 3.40625, 2.546875, 5.84375, 5.5, 4.59375, 5.09375, 4.8125, 6.34375, 5.5625, 6.125, 2.3125, 13.3125, 4.65625, 3.46875, 4.375, -3.0625, 4.8125, 8.8125, 2.953125, 5.6875, 5.03125, 4.46875, 2.078125, 2.875, 5.4375, 3.125, 4.65625, 6.09375, 5.375, 3.40625, 5.0, 2.59375, 6.21875, 5.71875, 5.84375, 3.75, -4.28125, 7.84375, 3.296875, 6.46875, 6.90625, 7.21875, 3.484375, 5.09375, 4.65625, 6.0, 6.25, 4.9375, 4.3125, 5.59375, 4.3125, 4.0625, 4.71875, 1.773438, 4.09375, -7.1875, 5.15625, 3.84375, 8.0, 7.0625, 4.90625, 2.4375, 5.09375, 5.71875, 5.1875, 4.53125, 3.71875, 4.3125, 4.3125, 6.21875, 3.296875, 4.09375, 6.1875, 4.65625, 5.28125, 3.328125, 4.09375, 3.4375, -4.84375, 3.53125, 3.859375, 4.21875, -2.875, 4.8125, 5.53125, 5.25, 3.375, 2.890625, 3.53125, 10.25, 7.03125, 6.28125, 1.679688, 4.28125, 4.21875, 2.5625, 4.15625, 3.390625, 7.9375, 7.15625, 4.4375, 3.828125, 5.34375, 2.578125, 9.5625, 3.015625, 2.265625, 3.921875, 5.4375, -4.34375, 3.953125, -2.75, 7.25, 5.8125, 4.03125, 5.375, 8.6875, 4.3125, 6.125, 3.5, 3.890625, 4.0, 5.75, 6.5, 2.96875, 3.59375, 6.0625, 7.0, 3.40625, 6.25, 5.0625, 5.78125, 5.21875, 4.6875, 9.6875, 6.375, 5.6875, 4.40625, 3.671875, 3.75, 4.0, 3.984375, 6.125, 4.3125, 5.3125, 5.21875, 2.703125, 4.875, 4.5625, 4.4375, 3.03125, 3.0625, -2.921875, 4.0, 4.03125, -3.671875, 2.109375, 5.34375, 4.84375, 4.46875, 2.0625, 6.15625, 4.0, 4.375, 4.375, 3.390625, 6.28125, 2.90625, 6.9375, 4.96875, 3.71875, 4.8125, 3.09375, 3.953125, 3.03125, -3.375, 3.3125, 3.515625, 2.28125, 4.4375, 3.390625, 22.75, 3.734375, 3.859375, 4.46875, 3.25, 1.96875, 5.78125, 3.859375, 3.765625, 2.921875, 5.9375, 9.125, 4.625, 4.375, 3.59375, 5.15625, 3.765625, 3.46875, 7.09375, 2.4375, 5.53125, 3.859375, 2.84375, 2.515625, 2.71875, 4.875, 4.40625, 5.0, 4.71875, 6.46875, 3.09375, 5.0, 4.25, 4.0625, 4.71875, 3.234375, 6.1875, 4.25, 4.25, 1.9375, 3.5, 4.59375, 4.71875, 5.4375, 4.25, 3.359375, 12.375, 4.0625, 9.5, 3.8125, 3.484375, 4.125, 6.96875, 5.03125, 2.96875, 4.5, 3.53125, 7.65625, 4.1875, 3.6875, 4.90625, 3.0625, 4.71875, 4.3125, 7.1875, 109.0, 5.9375, 3.765625, 5.875, 4.71875, 6.21875, 5.09375, 4.6875, 6.0625, 5.8125, 4.25, 5.4375, 3.671875, 5.875, 5.40625, 4.4375, -2.671875, 4.5625, 9.75, 5.0625, 5.4375, 4.4375, 2.703125, 6.25, 5.09375, 6.125, 5.5, 2.59375, 4.34375, 2.046875, 2.484375, 4.15625, 2.296875, 4.15625, 6.5625, 2.65625, 3.53125, 3.0625, 5.09375, 6.03125, 5.53125, 2.734375, 5.25, 4.53125, 4.25, 3.765625, 3.75, 2.953125, 3.625, 5.9375, 3.765625, 3.859375, 4.28125, 2.921875, 4.65625, 3.125, 4.75, 4.96875, 6.78125, 3.125, 4.90625, 4.75, 4.78125, 5.09375, 4.78125, 3.765625, 4.9375, 2.890625, 3.328125, 4.3125, 4.46875, 2.578125, 5.0625, 2.875, 4.75, 5.71875, 13.375, 6.03125, 4.5625, 6.71875, 5.4375, 4.6875, 24.375, 6.21875, 4.8125, 9.0625, 4.90625, 3.65625, 4.4375, 4.375, 3.765625, 3.671875, 4.5625, 3.328125, 5.21875, -4.28125, 5.125, 8.375, 5.78125, 6.1875, 5.875, 5.5, 2.84375, 3.25, 7.3125, 4.4375, 7.125, 1.695312, 8.75, 3.640625, 3.96875, 5.78125, 3.65625, -3.53125, 5.46875, 6.1875, 4.375, 2.265625, 5.375, 4.65625, 5.0, 7.1875, 4.1875, 6.375, 2.53125, 3.953125, 4.96875, 5.84375, 3.078125, 3.3125, 6.4375, 2.390625, 5.125, 3.515625, 3.984375, 4.84375, 6.34375, 1.851562, -4.15625, 6.15625, 4.6875, 6.28125, 5.21875, 4.3125, 3.78125, 6.15625, 5.1875, 6.6875, 3.359375, 3.984375, 4.21875, 5.125, 5.84375, 4.28125, 5.09375, 4.78125, 15.8125, 3.734375, 3.90625, -4.3125, 7.0625, 3.203125, 5.3125, 4.21875, 12.0, 3.828125, 3.390625, 4.375, 7.59375, 3.796875, 3.28125, 5.34375, 7.53125, 6.4375, 1.820312, 4.25, 5.71875, 5.0625, 3.5, 6.8125, 3.609375, 4.53125, 4.03125, 3.96875, 6.78125, 5.1875, 2.390625, 3.4375, 3.53125, 3.609375, 2.453125, 4.84375, 3.765625, 2.78125, 4.0625, 3.875, 4.625, 3.875, 3.265625, 4.78125, 4.84375, 5.375, 3.828125, 3.375, 3.203125, 5.34375, 3.125, 4.1875, 4.40625, 4.9375, 6.8125, 4.5625, -3.90625, 7.71875, 2.96875, 3.609375, 3.34375, 7.84375, 9.75, 3.1875, 4.125, 3.921875, 3.9375, 3.359375, 7.375, 2.8125, 5.0625, 2.671875, 3.8125, 5.40625, 3.75, 8.875, 4.25, 3.71875, 4.4375, 3.0625, 7.0625, 3.65625, 3.890625, 2.671875, 4.21875, 3.171875, 4.59375, 5.1875, 3.03125, 2.953125, 6.875, 3.421875, 5.1875, 1.703125, 3.703125, 3.359375, 3.953125, 5.46875, 7.59375, 2.453125, 3.1875, 5.71875, 5.78125, 6.09375, 2.65625, 4.1875, 3.0, 2.75, 7.78125, 3.75, 5.8125, 5.375, 6.125, 4.71875, 5.59375, 3.84375, 5.15625, 2.421875, 3.1875, 2.921875, 4.625, 3.34375, 7.25, 3.984375, 44.5, 5.46875, 3.078125, 3.671875, 1.875, 2.78125, 5.6875, 4.03125, 4.4375, 3.546875, 3.625, 4.5, 4.40625, 6.375, 8.9375, 6.71875, 3.125, 2.15625, 23.625, 5.09375, 6.5625, 5.3125, 5.0, 3.53125, 3.1875, 2.0, 5.125, 5.71875, 3.6875, 5.8125, 4.3125, 3.71875, 4.75, 4.3125, 4.53125, 2.75, 3.53125, 5.875, 3.796875, 2.71875, 3.78125, 5.0, 3.921875, 4.25, 3.0625, 2.53125, 6.1875, 4.96875, 5.84375, 3.28125, 4.09375, 4.8125, 5.8125, 4.875, 4.9375, 2.9375, 7.25, 8.5, 2.828125, 5.59375, 4.15625, 4.4375, 30.25, 6.5, 3.796875, 7.875, 3.9375, 3.984375, 2.46875, 11.1875, 4.8125, 4.125, 4.3125, -2.953125, 5.9375, 6.1875, -2.859375, 5.59375, 3.421875, 43.5, 3.78125, 3.6875, 4.53125, 3.921875, 5.84375, 3.1875, 3.75, 5.5, 4.15625, 3.78125, 4.71875, 5.5625, 8.75, 5.65625, 2.5625, 2.9375, 3.046875, 5.03125, 6.46875, 4.9375, -3.8125, 2.515625, 6.71875, 3.109375, 4.5, 2.796875, 3.953125, 6.71875, 5.21875, 1.53125, 4.59375, 2.265625, 4.21875, 3.359375, 3.84375, 5.5, 4.1875, 4.4375, 4.1875, 3.046875, 4.84375, 3.90625, 5.34375, 3.515625, 4.5, 4.375, 5.53125, 6.4375, 3.71875, 5.90625, 2.8125, 4.46875, 4.21875, 3.90625, 6.46875, 4.25, 3.921875, 4.8125, 3.96875, 4.71875, 2.859375, 6.125, 4.65625, 4.125, 11.4375, 3.03125, 5.4375, 5.875, 5.71875, 5.625, 3.546875, 4.46875, 3.78125, 86.0, 4.40625, 5.84375, 4.09375, 4.71875, 4.125, 6.84375, 4.78125, 3.28125, 4.9375, 4.5, -5.21875, 5.1875, 4.65625, 4.75, 7.40625, 4.75, 5.125, 6.40625, 3.5, 5.75, 4.59375, -3.484375, 2.921875, 4.3125, 5.71875, 3.984375, 7.5, 4.75, 3.546875, 4.96875, 4.59375, 3.296875, 4.40625, 4.03125, 4.3125, 4.375, 6.90625, 2.828125, 5.03125, 6.1875, 3.421875, 3.90625, 11.3125, 8.1875, 4.28125, 7.65625, 3.90625, 4.78125, 6.21875, 2.375, 2.71875, 4.3125, 6.71875, 5.09375, 4.78125, 5.875, -4.40625, 3.109375, 5.0, 3.109375, 3.4375, -6.4375, 7.15625, 4.03125, 3.9375, 4.96875, 4.25, 4.1875, 4.875, 3.296875, 3.578125, 4.625, -5.46875 ] } , "name": "onnx::Mul_11305", "outputIndexes": [ 5428 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5427, 5428 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/input_layernorm/Mul_1_output_0", "outputIndexes": [ 5429 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5429 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.31/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 7993 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7993 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.31/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 7994 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7994 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1848121052, 2621462, 655360, 0, 0 ] } , "name": "/layers.31/self_attn/q_proj/Linear", "outputIndexes": [ 7995 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7995 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.31/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 7996 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7996 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ] , "dimType": "NCHW" } , "name": "/layers.31/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 5430 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5429 ] , "main_type": "NONE", "name": "/blocks.31/self_attn/Shape_output_0", "outputIndexes": [ 5431 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 5431 ] , "main_type": "NONE", "name": "Shape6614", "outputIndexes": [ 5432 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 5431 ] , "main_type": "NONE", "name": "Rank6616", "outputIndexes": [ 5433 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5433, 5433 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6618", "outputIndexes": [ 5434 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5434 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6619", "outputIndexes": [ 5435 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5434, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6621", "outputIndexes": [ 5436 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5436 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6622", "outputIndexes": [ 5437 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5432, 5435, 5437, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice6625", "outputIndexes": [ 5438 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5438 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze6626", "outputIndexes": [ 5439 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5439, 5439 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6628", "outputIndexes": [ 5440 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5431, 5440, 5434 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.31/self_attn/Gather_output_0", "outputIndexes": [ 5441 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5441, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.31/self_attn/Unsqueeze_output_0", "outputIndexes": [ 5442 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5434 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6636", "outputIndexes": [ 5443 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5436 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6639", "outputIndexes": [ 5444 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5432, 5443, 5444, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice6642", "outputIndexes": [ 5445 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5445 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze6643", "outputIndexes": [ 5446 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 5446 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6644", "outputIndexes": [ 5447 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5447, 5446 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6645", "outputIndexes": [ 5448 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5431, 5448, 5434 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.31/self_attn/Gather_1_output_0", "outputIndexes": [ 5449 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5449, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.31/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 5450 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5442, 5450, 41, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.31/self_attn/Concat_output_0", "outputIndexes": [ 5451 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5430, 5451 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.31/self_attn/Reshape_output_0", "outputIndexes": [ 5452 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5452 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.31/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 5454 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5454 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.31/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 5455 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5455, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/self_attn/q_norm/Add_output_0", "outputIndexes": [ 5456 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5456, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 5457 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5452, 5457 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 5458 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5458, 885 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 5459 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5459, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/self_attn/Mul_output_0", "outputIndexes": [ 5460 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5459 ] , "main_type": "NONE", "name": "/blocks.31/self_attn/Shape_2_output_0", "outputIndexes": [ 5461 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 5461 ] , "main_type": "NONE", "name": "Shape6659", "outputIndexes": [ 5462 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 5461 ] , "main_type": "NONE", "name": "Rank6661", "outputIndexes": [ 5463 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5463, 5463 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6663", "outputIndexes": [ 5464 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5464 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6664", "outputIndexes": [ 5465 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5464, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6666", "outputIndexes": [ 5466 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5466 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6667", "outputIndexes": [ 5467 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5462, 5465, 5467, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice6670", "outputIndexes": [ 5468 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5468 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze6671", "outputIndexes": [ 5469 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 5469 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6672", "outputIndexes": [ 5470 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5470, 5469 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6673", "outputIndexes": [ 5471 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5461, 5471, 5464 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.31/self_attn/Gather_2_output_0", "outputIndexes": [ 5472 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5472, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/self_attn/Div_output_0", "outputIndexes": [ 5473 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5473, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.31/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 5474 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5459, 5474, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.31/self_attn/Slice_1_output_0", "outputIndexes": [ 5475 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5475 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.31/self_attn/Neg_output_0", "outputIndexes": [ 5476 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5473, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.31/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 5477 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5459, 31, 5477, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.31/self_attn/Slice_output_0", "outputIndexes": [ 5478 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5476, 5478 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.31/self_attn/Concat_2_output_0", "outputIndexes": [ 5479 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5479, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/self_attn/Mul_1_output_0", "outputIndexes": [ 5480 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5460, 5480 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/self_attn/Add_output_0", "outputIndexes": [ 5481 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5441, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.31/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 5482 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5449, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.31/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 5483 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5482, 5483, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.31/self_attn/Concat_1_output_0", "outputIndexes": [ 5484 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5484, 4536 ] , "main_type": "NONE", "name": "/blocks.31/self_attn/ConstantOfShape_output_0", "outputIndexes": [ 5485 ] , "type": "Fill", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 5481, 5485, 5485, 167 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 31, "kv_shared_layer_index": 22 } , "name": "/layers.31/self_attn/FusedAttention", "outputIndexes": [ 5486 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5486 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.31/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 7997 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7997 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.31/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 7998 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7998 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1851397874, 2621462, 655360, 0, 0 ] } , "name": "/layers.31/self_attn/o_proj/Linear", "outputIndexes": [ 7999 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7999 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.31/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 8000 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8000 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.31/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 5487 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5487 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.31/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 5489 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5489 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.31/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 5490 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5490, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/post_attention_layernorm/Add_output_0", "outputIndexes": [ 5491 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5491, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 5492 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5487, 5492 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 5493 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.667969, 0.597656, 0.667969, 0.667969, 0.431641, 0.527344, 0.441406, 0.519531, 0.613281, 0.667969, 0.601562, 0.503906, 0.445312, 0.667969, 0.648438, 0.53125, 0.667969, 0.535156, 0.625, 0.667969, 0.578125, 0.667969, 0.667969, 0.667969, 0.609375, 0.494141, 0.667969, 0.664062, 0.349609, 0.667969, 0.589844, 0.589844, 0.667969, 0.613281, 0.667969, 0.640625, 0.570312, 0.652344, 0.667969, 0.412109, 0.664062, 0.667969, 0.359375, 0.503906, 0.59375, 0.667969, 0.667969, 0.667969, 0.589844, 0.667969, 0.667969, 0.667969, 0.65625, 0.667969, 0.667969, 0.527344, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.625, 0.597656, 0.667969, 0.667969, 0.667969, 0.648438, 0.667969, 0.667969, 0.578125, 0.667969, 0.667969, 0.667969, 0.667969, 0.609375, 0.667969, 0.648438, 0.667969, 0.507812, 0.582031, 0.660156, 0.667969, 0.390625, 0.597656, 0.667969, 0.667969, 0.554688, 0.636719, 0.242188, 0.667969, 0.652344, 0.667969, 0.660156, 0.570312, 0.652344, 0.667969, 0.621094, 0.470703, 0.443359, 0.648438, 0.636719, 0.667969, 0.667969, 0.451172, 0.667969, 0.667969, 0.667969, 0.507812, 0.589844, 0.628906, 0.667969, 0.664062, 0.435547, 0.664062, 0.667969, 0.667969, 0.667969, 0.667969, 0.605469, 0.660156, 0.664062, 0.519531, 0.667969, 0.648438, 0.648438, 0.667969, 0.511719, 0.667969, 0.535156, 0.667969, 0.53125, 0.601562, 0.414062, 0.667969, 0.625, 0.416016, 0.002625, 0.65625, 0.447266, 0.574219, 0.458984, 0.609375, 0.667969, 0.667969, 0.667969, 0.341797, 0.664062, 0.667969, 0.664062, 0.667969, 0.664062, 0.667969, 0.667969, 0.5, 0.667969, 0.667969, 0.667969, 0.539062, 0.667969, 0.667969, 0.402344, 0.664062, 0.648438, 0.589844, 0.667969, 0.667969, 0.636719, 0.667969, 0.667969, 0.667969, 0.667969, 0.664062, 0.558594, 0.511719, 0.667969, 0.65625, 0.667969, 0.667969, 0.667969, 0.605469, 0.667969, 0.667969, 0.511719, 0.644531, 0.644531, 0.667969, 0.542969, 0.601562, 0.667969, 0.667969, 0.5625, 0.667969, 0.667969, 0.667969, 0.667969, 0.617188, 0.667969, 0.308594, 0.667969, 0.628906, 0.494141, 0.667969, 0.652344, 0.550781, 0.667969, 0.667969, 0.574219, 0.640625, 0.667969, 0.667969, 0.667969, 0.566406, 0.667969, 0.667969, 0.53125, 0.667969, 0.667969, 0.644531, 0.667969, 0.333984, 0.667969, 0.601562, 0.46875, 0.667969, 0.636719, 0.578125, 0.667969, 0.617188, 0.667969, 0.667969, 0.660156, 0.435547, 0.621094, 0.519531, 0.667969, 0.535156, 0.542969, 0.667969, 0.613281, 0.667969, 0.644531, 0.667969, 0.625, 0.667969, 0.488281, 0.667969, 0.667969, 0.664062, 0.640625, 0.492188, 0.443359, 0.425781, 0.667969, 0.667969, 0.601562, 0.667969, 0.667969, 0.498047, 0.667969, 0.667969, 0.667969, 0.617188, 0.652344, 0.667969, 0.648438, 0.65625, 0.453125, 0.667969, 0.632812, 0.566406, 0.664062, 0.667969, 0.652344, 0.589844, 0.527344, 0.667969, 0.628906, 0.636719, 0.59375, 0.5625, 0.667969, 0.640625, 0.667969, 0.476562, 0.625, 0.667969, 0.558594, 0.667969, 0.5625, 0.566406, 0.667969, 0.000633, 0.601562, 0.667969, 0.570312, 0.667969, 0.667969, 0.667969, 0.400391, 0.65625, 0.667969, 0.554688, 0.542969, 0.660156, 0.574219, 0.667969, 0.625, 0.578125, 0.667969, 0.667969, 0.667969, 0.535156, 0.648438, 0.667969, 0.667969, 0.601562, 0.667969, 0.667969, 0.652344, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.542969, 0.628906, 0.570312, 0.667969, 0.664062, 0.667969, 0.667969, 0.667969, 0.667969, 0.535156, 0.667969, 0.523438, 0.667969, 0.664062, 0.667969, 0.625, 0.667969, 0.59375, 0.667969, 0.648438, 0.660156, 0.628906, 0.664062, 0.667969, 0.640625, 0.613281, 0.667969, 0.558594, 0.558594, 0.628906, 0.667969, 0.609375, 0.667969, 0.628906, 0.667969, 0.664062, 0.667969, 0.644531, 0.667969, 0.667969, 0.515625, 0.585938, 0.417969, 0.667969, 0.585938, 0.667969, 0.664062, 0.632812, 0.644531, 0.664062, 0.667969, 0.65625, 0.667969, 0.667969, 0.484375, 0.667969, 0.519531, 0.667969, 0.667969, 0.652344, 0.667969, 0.365234, 0.433594, 0.667969, 0.585938, 0.597656, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.65625, 0.652344, 0.644531, 0.667969, 0.667969, 0.667969, 0.480469, 0.667969, 0.660156, 0.667969, 0.667969, 0.667969, 0.667969, 0.617188, 0.507812, 0.667969, 0.535156, 0.667969, 0.566406, 0.667969, 0.609375, 0.507812, 0.667969, 0.667969, 0.667969, 0.644531, 0.667969, 0.667969, 0.632812, 0.667969, 0.503906, 0.667969, 0.667969, 0.507812, 0.660156, 0.570312, 0.652344, 0.667969, 0.667969, 0.609375, 0.667969, 0.617188, 0.609375, 0.667969, 0.566406, 0.648438, 0.667969, 0.566406, 0.667969, 0.667969, 0.390625, 0.664062, 0.667969, 0.667969, 0.515625, 0.667969, 0.667969, 0.667969, 0.5625, 0.667969, 0.667969, 0.65625, 0.667969, 0.667969, 0.667969, 0.660156, 0.667969, 0.429688, 0.667969, 0.667969, 0.667969, 0.667969, 0.570312, 0.660156, 0.667969, 0.667969, 0.667969, 0.429688, 0.667969, 0.65625, 0.667969, 0.667969, 0.667969, 0.664062, 0.667969, 0.667969, 0.652344, 0.667969, 0.667969, 0.636719, 0.667969, 0.667969, 0.570312, 0.648438, 0.605469, 0.660156, 0.640625, 0.667969, 0.667969, 0.644531, 0.667969, 0.664062, 0.667969, 0.667969, 0.667969, 0.667969, 0.628906, 0.660156, 0.59375, 0.660156, 0.458984, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.523438, 0.667969, 0.419922, 0.667969, 0.488281, 0.667969, 0.625, 0.667969, 0.632812, 0.667969, 0.476562, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.628906, 0.550781, 0.664062, 0.667969, 0.667969, 0.609375, 0.597656, 0.667969, 0.667969, 0.667969, 0.503906, 0.667969, 0.648438, 0.667969, 0.667969, 0.644531, 0.667969, 0.667969, 0.585938, 0.667969, 0.667969, 0.667969, 0.667969, 0.566406, 0.613281, 0.667969, 0.664062, 0.605469, 0.667969, 0.667969, 0.667969, 0.382812, 0.667969, 0.667969, 0.458984, 0.667969, 0.65625, 0.609375, 0.628906, 0.667969, 0.652344, 0.644531, 0.667969, 0.361328, 0.648438, 0.667969, 0.667969, 0.597656, 0.667969, 0.621094, 0.667969, 0.667969, 0.667969, 0.625, 0.582031, 0.503906, 0.667969, 0.589844, 0.644531, 0.582031, 0.667969, 0.667969, 0.667969, 0.433594, 0.667969, 0.667969, 0.667969, 0.53125, 0.667969, 0.632812, 0.636719, 0.453125, 0.667969, 0.455078, 0.667969, 0.667969, 0.664062, 0.667969, 0.667969, 0.667969, 0.609375, 0.667969, 0.652344, 0.582031, 0.667969, 0.613281, 0.667969, 0.667969, 0.648438, 0.601562, 0.423828, 0.523438, 0.539062, 0.667969, 0.65625, 0.667969, 0.667969, 0.667969, 0.667969, 0.511719, 0.490234, 0.625, 0.667969, 0.667969, 0.667969, 0.535156, 0.667969, 0.578125, 0.667969, 0.425781, 0.667969, 0.558594, 0.667969, 0.667969, 0.59375, 0.667969, 0.667969, 0.660156, 0.667969, 0.667969, 0.589844, 0.667969, 0.667969, 0.667969, 0.423828, 0.558594, 0.667969, 0.193359, 0.648438, 0.667969, 0.636719, 0.667969, 0.667969, 0.667969, 0.628906, 0.667969, 0.667969, 0.667969, 0.628906, 0.667969, 0.667969, 0.664062, 0.664062, 0.585938, 0.617188, 0.617188, 0.466797, 0.667969, 0.492188, 0.503906, 0.148438, 0.65625, 0.667969, 0.667969, 0.65625, 0.667969, 0.507812, 0.667969, 0.667969, 0.648438, 0.667969, 0.667969, 0.613281, 0.667969, 0.515625, 0.667969, 0.667969, 0.667969, 0.609375, 0.660156, 0.667969, 0.498047, 0.542969, 0.667969, 0.644531, 0.667969, 0.53125, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.550781, 0.667969, 0.667969, 0.414062, 0.667969, 0.585938, 0.667969, 0.667969, 0.5, 0.574219, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.472656, 0.660156, 0.667969, 0.664062, 0.667969, 0.664062, 0.667969, 0.628906, 0.667969, 0.628906, 0.457031, 0.667969, 0.667969, 0.664062, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.5625, 0.667969, 0.667969, 0.458984, 0.664062, 0.617188, 0.667969, 0.667969, 0.667969, 0.40625, 0.53125, 0.386719, 0.617188, 0.574219, 0.667969, 0.667969, 0.667969, 0.65625, 0.667969, 0.507812, 0.667969, 0.667969, 0.667969, 0.667969, 0.566406, 0.667969, 0.609375, 0.667969, 0.660156, 0.455078, 0.59375, 0.667969, 0.667969, 0.667969, 0.652344, 0.507812, 0.511719, 0.546875, 0.667969, 0.605469, 0.597656, 0.667969, 0.667969, 0.451172, 0.667969, 0.667969, 0.625, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.632812, 0.464844, 0.667969, 0.609375, 0.667969, 0.667969, 0.667969, 0.664062, 0.652344, 0.667969, 0.664062, 0.664062, 0.667969, 0.667969, 0.667969, 0.667969, 0.546875, 0.667969, 0.601562, 0.667969, 0.601562, 0.667969, 0.667969, 0.667969, 0.535156, 0.667969, 0.667969, 0.388672, 0.488281, 0.628906, 0.65625, 0.5625, 0.667969, 0.664062, 0.660156, 0.550781, 0.667969, 0.621094, 0.527344, 0.660156, 0.667969, 0.425781, 0.601562, 0.664062, 0.667969, 0.589844, 0.660156, 0.492188, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.589844, 0.652344, 0.667969, 0.667969, 0.570312, 0.667969, 0.652344, 0.667969, 0.375, 0.667969, 0.667969, 0.582031, 0.644531, 0.5625, 0.648438, 0.667969, 0.660156, 0.667969, 0.667969, 0.664062, 0.667969, 0.570312, 0.65625, 0.625, 0.667969, 0.667969, 0.667969, 0.632812, 0.667969, 0.667969, 0.605469, 0.667969, 0.667969, 0.667969, 0.664062, 0.667969, 0.373047, 0.550781, 0.667969, 0.628906, 0.511719, 0.482422, 0.667969, 0.478516, 0.660156, 0.667969, 0.667969, 0.664062, 0.601562, 0.667969, 0.542969, 0.667969, 0.470703, 0.664062, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.652344, 0.617188, 0.640625, 0.667969, 0.40625, 0.636719, 0.664062, 0.542969, 0.667969, 0.667969, 0.632812, 0.667969, 0.613281, 0.65625, 0.667969, 0.5, 0.554688, 0.664062, 0.621094, 0.667969, 0.589844, 0.664062, 0.667969, 0.441406, 0.667969, 0.667969, 0.667969, 0.488281, 0.667969, 0.542969, 0.640625, 0.664062, 0.667969, 0.667969, 0.667969, 0.664062, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.53125, 0.667969, 0.667969, 0.5625, 0.667969, 0.478516, 0.667969, 0.667969, 0.667969, 0.664062, 0.550781, 0.609375, 0.667969, 0.667969, 0.664062, 0.667969, 0.667969, 0.519531, 0.667969, 0.667969, 0.648438, 0.589844, 0.546875, 0.667969, 0.667969, 0.585938, 0.664062, 0.664062, 0.667969, 0.667969, 0.667969, 0.660156, 0.667969, 0.632812, 0.664062, 0.511719, 0.667969, 0.589844, 0.667969, 0.667969, 0.667969, 0.324219, 0.667969, 0.667969, 0.664062, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.574219, 0.664062, 0.667969, 0.554688, 0.660156, 0.667969, 0.667969, 0.597656, 0.59375, 0.667969, 0.667969, 0.667969, 0.585938, 0.617188, 0.667969, 0.515625, 0.539062, 0.609375, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.609375, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.613281, 0.486328, 0.617188, 0.462891, 0.664062, 0.667969, 0.667969, 0.605469, 0.625, 0.667969, 0.667969, 0.667969, 0.457031, 0.667969, 0.585938, 0.660156, 0.667969, 0.667969, 0.652344, 0.412109, 0.644531, 0.667969, 0.667969, 0.667969, 0.667969, 0.664062, 0.667969, 0.667969, 0.667969, 0.667969, 0.59375, 0.667969, 0.667969, 0.664062, 0.652344, 0.660156, 0.503906, 0.667969, 0.65625, 0.667969, 0.667969, 0.667969, 0.667969, 0.664062, 0.667969, 0.597656, 0.667969, 0.667969, 0.632812, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.65625, 0.667969, 0.667969, 0.660156, 0.621094, 0.640625, 0.667969, 0.65625, 0.667969, 0.667969, 0.667969, 0.523438, 0.539062, 0.667969, 0.585938, 0.644531, 0.667969, 0.605469, 0.667969, 0.667969, 0.667969, 0.519531, 0.667969, 0.65625, 0.667969, 0.617188, 0.667969, 0.667969, 0.65625, 0.65625, 0.664062, 0.667969, 0.652344, 0.664062, 0.667969, 0.667969, 0.667969, 0.667969, 0.652344, 0.667969, 0.65625, 0.667969, 0.667969, 0.65625, 0.365234, 0.535156, 0.632812, 0.644531, 0.667969, 0.523438, 0.644531, 0.648438, 0.589844, 0.667969, 0.458984, 0.574219, 0.667969, 0.640625, 0.667969, 0.53125, 0.574219, 0.625, 0.503906, 0.667969, 0.667969, 0.65625, 0.425781, 0.664062, 0.667969, 0.667969, 0.644531, 0.667969, 0.625, 0.636719, 0.667969, 0.667969, 0.636719, 0.667969, 0.443359, 0.53125, 0.621094, 0.667969, 0.65625, 0.667969, 0.65625, 0.667969, 0.667969, 0.664062, 0.667969, 0.65625, 0.605469, 0.65625, 0.667969, 0.667969, 0.667969, 0.667969, 0.5625, 0.667969, 0.664062, 0.667969, 0.664062, 0.667969, 0.421875, 0.667969, 0.667969, 0.433594, 0.527344, 0.667969, 0.667969, 0.667969, 0.486328, 0.613281, 0.53125, 0.667969, 0.664062, 0.511719, 0.667969, 0.539062, 0.515625, 0.667969, 0.644531, 0.664062, 0.667969, 0.65625, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.648438, 0.625, 0.332031, 0.667969, 0.480469, 0.667969, 0.65625, 0.667969, 0.667969, 0.664062, 0.667969, 0.621094, 0.59375, 0.609375, 0.667969, 0.542969, 0.601562, 0.652344, 0.667969, 0.667969, 0.628906, 0.667969, 0.667969, 0.667969, 0.515625, 0.664062, 0.59375, 0.380859, 0.667969, 0.667969, 0.667969, 0.53125, 0.667969, 0.667969, 0.542969, 0.667969, 0.578125, 0.535156, 0.667969, 0.648438, 0.667969, 0.667969, 0.667969, 0.667969, 0.4375, 0.667969, 0.597656, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.664062, 0.667969, 0.667969, 0.667969, 0.664062, 0.582031, 0.667969, 0.667969, 0.423828, 0.546875, 0.660156, 0.667969, 0.566406, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.5625, 0.667969, 0.667969, 0.667969, 0.667969, 0.527344, 0.667969, 0.664062, 0.667969, 0.664062, 0.423828, 0.667969, 0.667969, 0.667969, 0.644531, 0.503906, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.488281, 0.667969, 0.667969, 0.527344, 0.542969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.546875, 0.667969, 0.546875, 0.613281, 0.617188, 0.667969, 0.667969, 0.667969, 0.667969, 0.5625, 0.660156, 0.667969, 0.464844, 0.667969, 0.490234, 0.667969, 0.667969, 0.667969, 0.480469, 0.667969, 0.601562, 0.652344, 0.667969, 0.667969, 0.667969, 0.664062, 0.667969, 0.664062, 0.597656, 0.59375, 0.423828, 0.507812, 0.558594, 0.667969, 0.667969, 0.664062, 0.664062, 0.667969, 0.667969, 0.667969, 0.667969, 0.664062, 0.667969, 0.667969, 0.667969, 0.667969, 0.636719, 0.494141, 0.449219, 0.539062, 0.589844, 0.667969, 0.664062, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.625, 0.40625, 0.664062, 0.667969, 0.613281, 0.644531, 0.664062, 0.527344, 0.667969, 0.667969, 0.667969, 0.365234, 0.582031, 0.667969, 0.667969, 0.667969, 0.65625, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.570312, 0.613281, 0.380859, 0.667969, 0.667969, 0.585938, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.65625, 0.667969, 0.667969, 0.447266, 0.667969, 0.458984, 0.621094, 0.5625, 0.492188, 0.667969, 0.667969, 0.609375, 0.621094, 0.435547, 0.601562, 0.566406, 0.667969, 0.664062, 0.667969, 0.664062, 0.53125, 0.640625, 0.667969, 0.667969, 0.667969, 0.455078, 0.609375, 0.441406, 0.667969, 0.667969, 0.554688, 0.601562, 0.367188, 0.667969, 0.492188, 0.648438, 0.664062, 0.597656, 0.667969, 0.667969, 0.652344, 0.585938, 0.667969, 0.648438, 0.419922, 0.667969, 0.65625, 0.667969, 0.667969, 0.664062, 0.667969, 0.667969, 0.625, 0.667969, 0.667969, 0.546875, 0.667969, 0.667969, 0.667969, 0.628906, 0.589844, 0.474609, 0.667969, 0.667969, 0.664062, 0.644531, 0.570312, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.515625, 0.527344, 0.667969, 0.597656, 0.667969, 0.667969, 0.609375, 0.5, 0.667969, 0.648438, 0.667969, 0.664062, 0.640625, 0.667969, 0.667969, 0.640625, 0.667969, 0.667969, 0.574219, 0.664062, 0.667969, 0.613281, 0.667969, 0.667969, 0.667969, 0.597656, 0.667969, 0.632812, 0.667969, 0.628906, 0.585938, 0.667969, 0.667969, 0.667969, 0.625, 0.625, 0.667969, 0.667969, 0.527344, 0.527344, 0.566406, 0.435547, 0.601562, 0.632812, 0.480469, 0.617188, 0.667969, 0.667969, 0.667969, 0.667969, 0.462891, 0.486328, 0.652344, 0.601562, 0.667969, 0.667969, 0.664062, 0.667969, 0.597656, 0.667969, 0.578125, 0.478516, 0.667969, 0.667969, 0.554688, 0.617188, 0.667969, 0.664062, 0.439453, 0.578125, 0.667969, 0.667969, 0.667969, 0.667969, 0.664062, 0.609375, 0.667969, 0.667969, 0.609375, 0.65625, 0.667969, 0.667969, 0.443359, 0.542969, 0.667969, 0.667969, 0.539062, 0.667969, 0.667969, 0.527344, 0.667969, 0.667969, 0.667969, 0.667969, 0.644531, 0.667969, 0.648438, 0.65625, 0.585938, 0.667969, 0.451172, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.660156, 0.582031, 0.667969, 0.667969, 0.539062, 0.496094, 0.640625, 0.660156, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.636719, 0.621094, 0.667969, 0.636719, 0.667969, 0.628906, 0.625, 0.667969, 0.667969, 0.664062, 0.667969, 0.425781, 0.664062, 0.667969, 0.375, 0.667969, 0.667969, 0.667969, 0.582031, 0.578125, 0.378906, 0.667969, 0.667969, 0.621094, 0.667969, 0.498047, 0.667969, 0.451172, 0.640625, 0.667969, 0.667969, 0.667969, 0.660156, 0.667969, 0.648438, 0.527344, 0.417969, 0.664062, 0.636719, 0.361328, 0.667969, 0.554688, 0.609375, 0.667969, 0.667969, 0.664062, 0.470703, 0.667969, 0.292969, 0.667969, 0.59375, 0.492188, 0.621094, 0.667969, 0.667969, 0.667969, 0.632812, 0.667969, 0.621094, 0.667969, 0.667969, 0.667969, 0.667969, 0.546875, 0.667969, 0.667969, 0.376953, 0.667969, 0.667969, 0.566406, 0.664062, 0.351562, 0.660156, 0.625, 0.585938, 0.664062, 0.667969, 0.65625, 0.667969, 0.667969, 0.605469, 0.492188, 0.664062, 0.667969, 0.648438, 0.667969, 0.667969, 0.5625, 0.667969, 0.667969, 0.667969, 0.578125, 0.667969, 0.652344, 0.65625, 0.667969, 0.617188, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.660156, 0.667969, 0.667969, 0.664062, 0.660156, 0.664062, 0.667969, 0.65625, 0.667969, 0.667969, 0.455078, 0.667969, 0.667969, 0.667969, 0.455078, 0.625, 0.648438, 0.667969, 0.429688, 0.589844, 0.652344, 0.664062, 0.550781, 0.486328, 0.589844, 0.667969, 0.59375, 0.667969, 0.621094, 0.644531, 0.667969, 0.667969, 0.640625, 0.667969, 0.667969, 0.472656, 0.470703, 0.601562, 0.585938, 0.523438, 0.429688, 0.667969, 0.667969, 0.667969, 0.667969, 0.443359, 0.523438, 0.644531, 0.667969, 0.664062, 0.667969, 0.667969, 0.667969, 0.652344, 0.667969, 0.59375, 0.667969, 0.507812, 0.589844, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.613281, 0.667969, 0.617188, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.617188, 0.667969, 0.625, 0.667969, 0.667969, 0.417969, 0.65625, 0.667969, 0.667969, 0.636719, 0.667969, 0.667969, 0.625, 0.667969, 0.667969, 0.640625, 0.628906, 0.667969, 0.585938, 0.667969, 0.566406, 0.478516, 0.660156, 0.664062, 0.472656, 0.667969, 0.667969, 0.667969, 0.667969, 0.644531, 0.546875, 0.667969, 0.53125, 0.667969, 0.652344, 0.667969, 0.667969, 0.636719, 0.667969, 0.667969, 0.625, 0.53125, 0.667969, 0.667969, 0.667969, 0.609375, 0.578125, 0.59375, 0.667969, 0.667969, 0.515625, 0.667969, 0.5625, 0.384766, 0.515625, 0.664062, 0.542969, 0.667969, 0.458984, 0.582031, 0.667969, 0.667969, 0.636719, 0.667969, 0.667969, 0.667969, 0.628906, 0.667969, 0.601562, 0.441406, 0.667969, 0.539062, 0.585938, 0.652344, 0.667969, 0.554688, 0.667969, 0.667969, 0.625, 0.667969, 0.667969, 0.667969, 0.570312, 0.667969, 0.667969, 0.558594, 0.667969, 0.667969, 0.667969, 0.664062, 0.667969, 0.667969, 0.667969, 0.667969, 0.664062, 0.667969, 0.667969, 0.570312, 0.667969, 0.667969, 0.667969, 0.667969, 0.380859, 0.5625, 0.609375, 0.664062, 0.605469, 0.65625, 0.667969, 0.667969, 0.667969, 0.457031, 0.345703, 0.667969, 0.667969, 0.480469, 0.667969, 0.667969, 0.667969, 0.667969, 0.660156, 0.617188, 0.667969, 0.667969, 0.494141, 0.486328, 0.65625, 0.667969, 0.667969, 0.527344, 0.667969, 0.449219, 0.667969, 0.667969, 0.667969, 0.492188, 0.535156, 0.667969, 0.667969, 0.65625, 0.435547, 0.667969, 0.648438, 0.667969, 0.609375, 0.578125, 0.632812, 0.496094, 0.458984, 0.460938, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.59375, 0.667969, 0.644531, 0.617188, 0.667969, 0.667969, 0.664062, 0.667969, 0.667969, 0.609375, 0.667969, 0.667969, 0.667969, 0.667969, 0.664062, 0.660156, 0.664062, 0.667969, 0.605469, 0.578125, 0.664062, 0.667969, 0.667969, 0.667969, 0.578125, 0.667969, 0.550781, 0.636719, 0.667969, 0.664062, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.443359, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.664062, 0.667969, 0.667969, 0.667969, 0.453125, 0.667969, 0.667969, 0.667969, 0.652344, 0.667969, 0.667969, 0.570312, 0.667969, 0.609375, 0.667969, 0.667969, 0.667969, 0.667969, 0.65625, 0.667969, 0.660156, 0.667969, 0.628906, 0.667969, 0.570312, 0.667969, 0.667969, 0.667969, 0.667969, 0.566406, 0.664062, 0.632812, 0.582031, 0.667969, 0.621094, 0.660156, 0.458984, 0.621094, 0.667969, 0.400391, 0.667969, 0.414062, 0.667969, 0.667969, 0.660156, 0.447266, 0.664062, 0.667969, 0.498047, 0.667969, 0.667969, 0.664062, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.466797, 0.148438, 0.460938, 0.667969, 0.496094, 0.667969, 0.542969, 0.664062, 0.59375, 0.472656, 0.632812, 0.621094, 0.621094, 0.667969, 0.660156, 0.640625, 0.644531, 0.597656, 0.667969, 0.539062, 0.574219, 0.59375, 0.667969, 0.667969, 0.664062, 0.667969, 0.59375, 0.667969, 0.664062, 0.65625, 0.667969, 0.667969, 0.664062, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.648438, 0.636719, 0.609375, 0.667969, 0.644531, 0.667969, 0.65625, 0.667969, 0.667969, 0.667969, 0.667969, 0.527344, 0.667969, 0.667969, 0.667969, 0.667969, 0.664062, 0.667969, 0.667969, 0.667969, 0.322266, 0.667969, 0.478516, 0.667969, 0.667969, 0.667969, 0.542969, 0.667969, 0.613281, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.640625, 0.667969, 0.667969, 0.636719, 0.386719, 0.605469, 0.667969, 0.527344, 0.667969, 0.628906, 0.289062, 0.482422, 0.65625, 0.527344, 0.601562, 0.667969, 0.644531, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.644531, 0.664062, 0.667969, 0.660156, 0.546875, 0.53125, 0.511719, 0.490234, 0.519531, 0.667969, 0.445312, 0.667969, 0.546875, 0.667969, 0.457031, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.515625, 0.542969, 0.664062, 0.632812, 0.667969, 0.664062, 0.664062, 0.5625, 0.667969, 0.550781, 0.667969, 0.667969, 0.539062, 0.648438, 0.667969, 0.667969, 0.488281, 0.667969, 0.597656, 0.667969, 0.667969, 0.667969, 0.46875, 0.667969, 0.667969, 0.5625, 0.664062, 0.578125, 0.636719, 0.667969, 0.667969, 0.410156, 0.667969, 0.445312, 0.667969, 0.667969, 0.574219, 0.644531, 0.566406, 0.667969, 0.664062, 0.640625, 0.664062, 0.667969, 0.667969, 0.546875, 0.546875, 0.667969, 0.664062, 0.667969, 0.380859, 0.667969, 0.667969, 0.667969, 0.380859, 0.667969, 0.667969, 0.667969, 0.660156, 0.605469, 0.667969, 0.667969, 0.621094, 0.65625, 0.667969, 0.605469, 0.667969, 0.667969, 0.667969, 0.667969, 0.542969, 0.648438, 0.664062, 0.667969, 0.667969, 0.667969, 0.648438, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.621094, 0.667969, 0.667969, 0.667969, 0.667969, 0.597656, 0.667969, 0.667969, 0.667969, 0.570312, 0.667969, 0.667969, 0.597656, 0.667969, 0.578125, 0.664062, 0.664062, 0.490234, 0.667969, 0.667969, 0.667969, 0.4375, 0.660156, 0.667969, 0.667969, 0.667969, 0.660156, 0.667969, 0.667969, 0.667969, 0.664062, 0.667969, 0.667969, 0.484375, 0.667969, 0.5625, 0.667969, 0.667969, 0.613281, 0.667969, 0.503906, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.609375, 0.667969, 0.640625, 0.667969, 0.667969, 0.667969, 0.667969, 0.613281, 0.53125, 0.667969, 0.667969, 0.664062, 0.566406, 0.648438, 0.628906, 0.667969, 0.667969, 0.667969, 0.470703, 0.667969, 0.496094, 0.664062, 0.441406, 0.667969, 0.664062, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.640625, 0.648438, 0.667969, 0.667969, 0.660156, 0.667969, 0.601562, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.433594, 0.478516, 0.667969, 0.667969, 0.667969, 0.570312, 0.632812, 0.53125, 0.667969, 0.640625, 0.667969, 0.667969, 0.65625, 0.667969, 0.65625, 0.667969, 0.621094, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.5625, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.496094, 0.621094, 0.664062, 0.667969, 0.667969, 0.660156, 0.582031, 0.667969, 0.664062, 0.667969, 0.667969, 0.427734, 0.667969, 0.65625, 0.667969, 0.59375, 0.306641, 0.558594, 0.664062, 0.439453, 0.667969, 0.667969, 0.667969, 0.574219, 0.644531, 0.667969, 0.640625, 0.667969, 0.5625, 0.628906, 0.667969, 0.5625, 0.664062, 0.417969, 0.667969, 0.667969, 0.667969, 0.667969, 0.617188, 0.667969, 0.667969, 0.664062, 0.667969, 0.667969, 0.660156, 0.585938, 0.59375, 0.539062, 0.660156, 0.664062, 0.667969, 0.632812, 0.613281, 0.667969, 0.667969, 0.667969, 0.609375, 0.667969, 0.667969, 0.667969, 0.667969, 0.570312, 0.667969, 0.667969, 0.667969, 0.574219, 0.667969, 0.667969, 0.667969, 0.589844, 0.667969, 0.667969, 0.667969, 0.667969, 0.660156, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.527344, 0.667969, 0.527344, 0.667969, 0.667969, 0.667969, 0.667969, 0.523438, 0.664062, 0.667969, 0.570312, 0.667969, 0.660156, 0.667969, 0.498047, 0.640625, 0.644531, 0.625, 0.667969, 0.535156, 0.652344, 0.402344, 0.605469, 0.667969, 0.667969, 0.667969, 0.21582, 0.667969, 0.511719, 0.667969, 0.667969, 0.667969, 0.574219, 0.664062, 0.667969, 0.652344, 0.65625, 0.667969, 0.667969, 0.667969, 0.644531, 0.498047, 0.632812, 0.546875, 0.667969, 0.667969, 0.445312, 0.65625, 0.667969, 0.667969, 0.667969, 0.480469, 0.667969, 0.554688, 0.601562, 0.667969, 0.667969, 0.667969, 0.667969, 0.601562, 0.667969, 0.667969, 0.625, 0.664062, 0.667969, 0.667969, 0.523438, 0.667969, 0.660156, 0.378906, 0.507812, 0.667969, 0.667969, 0.664062, 0.433594, 0.457031, 0.527344, 0.667969, 0.667969, 0.652344, 0.617188, 0.621094, 0.625, 0.554688, 0.667969, 0.574219, 0.667969, 0.667969, 0.460938, 0.53125, 0.667969, 0.667969, 0.667969, 0.667969, 0.667969, 0.652344, 0.667969, 0.667969, 0.546875, 0.628906 ] } , "name": "onnx::Mul_11317", "outputIndexes": [ 5494 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5493, 5494 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 5495 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5422, 5495 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/Add_output_0", "outputIndexes": [ 5496 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5496 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.31/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 5497 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5497 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.31/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 5498 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5498, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 5499 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5499, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 5500 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5496, 5500 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 5501 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.707031, 1.054688, 0.324219, 0.707031, 1.054688, 1.0625, 1.125, 1.054688, 0.816406, 0.335938, 0.976562, 1.125, 1.21875, 0.753906, 0.474609, 0.996094, 0.898438, 1.03125, 0.953125, 0.648438, 0.875, 0.800781, 0.558594, 0.648438, 0.9375, 0.925781, 0.558594, 0.917969, 1.25, 0.449219, 1.0, 1.085938, 0.652344, 0.925781, 0.640625, 0.894531, 1.648438, 0.832031, 0.777344, 1.195312, 0.492188, 0.40625, 1.164062, 1.382812, 0.910156, 0.652344, 0.189453, 0.871094, 0.964844, 0.710938, 0.474609, 0.574219, 0.832031, 0.230469, 0.902344, 1.15625, 0.933594, 0.742188, 0.867188, 0.664062, 0.691406, 0.636719, 0.882812, 0.820312, 0.785156, 0.734375, 0.683594, 0.8125, 0.59375, 0.65625, 0.835938, 1.015625, 0.695312, 0.554688, 0.664062, 0.996094, 0.683594, 0.945312, 0.828125, 1.34375, 0.871094, 0.808594, 0.5625, 1.359375, 0.902344, 0.738281, 0.65625, 0.992188, 0.929688, 2.75, 0.671875, 0.808594, 0.695312, 0.910156, 0.9375, 0.804688, 0.292969, 0.96875, 1.195312, 1.6875, 0.878906, 0.996094, 0.734375, 0.738281, 1.109375, 0.796875, 0.867188, 0.636719, 1.054688, 0.980469, 0.914062, 0.980469, 0.875, 1.507812, 0.361328, 0.765625, 0.6875, 0.753906, 0.699219, 0.984375, 1.09375, 0.820312, 1.109375, 0.75, 0.894531, 0.828125, 0.894531, 0.980469, 0.902344, 1.039062, 0.875, 1.015625, 0.808594, 1.257812, 0.183594, 0.929688, 1.164062, 17.625, 0.832031, 1.304688, 1.234375, 1.132812, 0.941406, 0.84375, 0.5625, 0.644531, 1.78125, 0.8125, 0.675781, 0.835938, 0.933594, 0.703125, 0.710938, 0.785156, 0.9375, 0.675781, 0.710938, 0.695312, 1.171875, 0.867188, 0.578125, 1.1875, 0.835938, 0.875, 0.972656, 0.353516, 0.746094, 0.972656, 0.253906, 0.65625, 0.507812, 0.249023, 0.847656, 0.949219, 1.03125, 0.664062, 0.808594, 0.820312, 0.804688, 0.804688, 0.949219, 0.769531, 1.125, 1.054688, 0.828125, 0.773438, 0.71875, 0.996094, 0.929688, 0.671875, 0.71875, 1.015625, 0.75, 0.6875, 0.703125, 0.652344, 1.015625, 0.820312, 1.664062, 0.613281, 1.148438, 1.0625, 0.761719, 0.804688, 1.015625, 0.765625, 0.691406, 0.894531, 0.769531, 0.714844, 0.589844, 0.792969, 0.984375, 0.808594, 0.75, 0.953125, 0.664062, 0.792969, 0.933594, 1.0, 1.335938, 0.6875, 0.90625, 1.070312, 0.734375, 0.917969, 0.917969, 0.921875, 0.863281, 0.71875, 0.328125, 0.863281, 1.15625, 0.855469, 1.101562, 0.902344, 1.0, 0.941406, 0.820312, 1.023438, 0.691406, 0.9375, 0.423828, 0.917969, 0.515625, 0.96875, 0.496094, 0.380859, 0.808594, 0.890625, 1.0, 1.078125, 1.046875, 0.683594, 0.742188, 0.886719, 0.824219, 0.640625, 1.09375, 0.640625, 0.570312, 0.832031, 0.882812, 0.746094, 0.675781, 0.917969, 0.804688, 1.242188, 0.738281, 0.898438, 0.800781, 0.835938, 0.710938, 0.8125, 1.070312, 1.179688, 0.695312, 0.902344, 0.953125, 0.808594, 0.910156, 0.65625, 0.855469, 0.542969, 0.976562, 0.871094, 0.667969, 1.070312, 0.519531, 1.21875, 0.949219, 0.570312, 0.957031, 0.9375, 0.765625, 0.953125, 0.789062, 0.546875, 0.824219, 1.296875, 0.785156, 0.703125, 0.953125, 1.085938, 0.855469, 0.925781, 0.667969, 0.894531, 1.101562, 0.65625, 0.683594, 0.8125, 1.03125, 0.746094, 0.820312, 0.773438, 1.078125, 0.527344, 0.878906, 0.984375, 0.359375, 0.996094, 0.632812, 0.710938, 0.640625, 1.070312, 0.9375, 0.949219, 0.851562, 0.914062, 0.345703, 0.589844, 0.574219, 0.785156, 1.132812, 0.726562, 1.132812, 0.746094, 0.882812, 0.332031, 0.808594, 0.957031, 0.890625, 0.761719, 0.839844, 0.427734, 0.910156, 0.384766, 0.298828, 0.441406, 0.392578, 0.730469, 1.601562, 1.09375, 0.96875, 0.6875, 0.914062, 0.726562, 0.859375, 0.515625, 0.8125, 0.816406, 0.996094, 0.878906, 0.417969, 1.085938, 0.96875, 1.375, 0.582031, 0.933594, 0.796875, 0.578125, 0.898438, 1.0, 0.789062, 0.75, 0.851562, 0.431641, 0.894531, 1.109375, 0.621094, 1.375, 0.800781, 0.777344, 0.863281, 0.597656, 1.789062, 1.273438, 0.867188, 1.039062, 0.949219, 0.757812, 0.550781, 0.652344, 0.632812, 0.527344, 0.769531, 0.796875, 0.59375, 0.703125, 0.980469, 0.839844, 1.015625, 0.294922, 0.648438, 0.785156, 1.132812, 0.675781, 0.316406, 0.753906, 0.777344, 0.773438, 0.796875, 0.847656, 1.117188, 0.667969, 0.941406, 0.71875, 0.964844, 0.574219, 0.976562, 1.3125, 0.294922, 0.730469, 0.804688, 0.808594, 0.648438, 0.519531, 0.835938, 0.726562, 1.179688, 0.726562, 0.3125, 1.320312, 0.439453, 0.78125, 0.839844, 0.423828, 0.384766, 0.980469, 0.511719, 0.917969, 0.859375, 0.523438, 0.921875, 0.914062, 0.578125, 1.046875, 0.601562, 0.953125, 1.4375, 0.8125, 0.757812, 0.777344, 1.015625, 0.804688, 0.777344, 0.601562, 1.0625, 0.660156, 0.578125, 0.832031, 0.796875, 0.714844, 0.726562, 0.902344, 0.789062, 1.5625, 0.332031, 0.65625, 0.707031, 0.496094, 0.921875, 0.835938, 0.660156, 0.804688, 0.478516, 1.289062, 0.792969, 0.910156, 0.357422, 0.617188, 0.761719, 0.396484, 0.742188, 0.703125, 0.867188, 0.628906, 0.738281, 0.890625, 0.679688, 0.703125, 1.039062, 1.054688, 1.03125, 0.828125, 0.933594, 0.722656, 0.664062, 1.054688, 0.816406, 0.78125, 0.726562, 0.714844, 0.574219, 0.550781, 0.878906, 0.757812, 0.972656, 0.878906, 1.210938, 0.839844, 0.734375, 0.707031, 0.664062, 0.800781, 1.015625, 0.8125, 1.34375, 0.863281, 1.34375, 0.695312, 0.914062, 0.609375, 0.847656, 0.695312, 1.109375, 0.648438, 0.273438, 0.570312, 0.582031, 0.730469, 0.546875, 1.210938, 0.976562, 0.695312, 0.679688, 1.054688, 1.078125, 0.486328, 0.640625, 0.746094, 1.34375, 0.84375, 0.832031, 0.726562, 0.574219, 0.851562, 0.337891, 0.671875, 1.0625, 0.636719, 0.710938, 0.710938, 0.707031, 0.859375, 0.859375, 0.558594, 0.496094, 0.898438, 0.839844, 0.679688, 0.605469, 1.5625, 0.746094, 0.722656, 1.304688, 0.789062, 0.746094, 0.972656, 0.980469, 0.75, 0.878906, 0.859375, 0.211914, 1.242188, 1.0625, 0.289062, 0.707031, 0.921875, 0.613281, 1.101562, 0.765625, 0.6875, 0.644531, 0.847656, 0.910156, 1.132812, 0.882812, 0.976562, 0.867188, 1.007812, 0.78125, 0.699219, 0.6875, 1.453125, 0.84375, 0.75, 0.789062, 1.140625, 0.792969, 0.886719, 1.046875, 1.007812, 0.894531, 1.414062, 0.589844, 0.378906, 0.871094, 0.8125, 0.5625, 0.182617, 0.902344, 0.652344, 0.871094, 1.117188, 0.679688, 0.925781, 0.675781, 0.847656, 0.835938, 0.851562, 1.320312, 0.957031, 1.125, 0.59375, 0.636719, 0.683594, 0.679688, 0.318359, 0.679688, 1.242188, 0.972656, 1.046875, 0.345703, 0.192383, 0.777344, 1.085938, 0.703125, 0.976562, 0.820312, 1.445312, 0.730469, 1.015625, 0.683594, 0.683594, 0.960938, 0.640625, 0.765625, 0.707031, 0.746094, 0.898438, 0.839844, 0.710938, 0.523438, 0.644531, 1.328125, 1.023438, 0.542969, 0.917969, 0.917969, 0.287109, 0.808594, 0.847656, 0.351562, 1.390625, 0.902344, 0.78125, 0.671875, 0.675781, 1.09375, 0.695312, 0.683594, 0.625, 0.789062, 0.964844, 0.462891, 0.894531, 1.359375, 0.609375, 0.964844, 0.957031, 2.375, 0.96875, 0.765625, 0.765625, 0.925781, 0.714844, 1.015625, 0.699219, 0.753906, 0.910156, 0.707031, 0.636719, 0.898438, 0.777344, 0.953125, 0.6875, 0.488281, 0.361328, 1.054688, 0.84375, 0.777344, 1.085938, 0.878906, 0.671875, 0.996094, 0.851562, 1.09375, 0.597656, 0.886719, 0.835938, 0.601562, 0.539062, 0.617188, 0.644531, 0.980469, 0.570312, 0.832031, 1.625, 0.746094, 1.078125, 0.695312, 0.388672, 1.078125, 0.871094, 0.894531, 0.585938, 0.441406, 0.402344, 0.451172, 0.777344, 1.117188, 0.371094, 0.917969, 0.828125, 0.628906, 0.820312, 0.46875, 0.419922, 0.636719, 0.976562, 1.046875, 0.699219, 0.46875, 0.359375, 0.570312, 0.582031, 0.785156, 0.597656, 0.929688, 1.070312, 0.695312, 0.574219, 1.171875, 0.988281, 0.859375, 0.765625, 0.902344, 0.574219, 1.328125, 1.046875, 1.507812, 0.443359, 0.996094, 0.367188, 0.427734, 0.582031, 0.996094, 0.433594, 1.296875, 0.664062, 0.3125, 0.632812, 0.753906, 0.996094, 0.605469, 0.914062, 0.789062, 0.427734, 1.515625, 1.0, 0.261719, 0.71875, 0.703125, 0.859375, 1.085938, 1.25, 0.996094, 0.699219, 0.925781, 0.875, 0.820312, 0.46875, 1.226562, 0.800781, 0.695312, 1.007812, 0.789062, 1.164062, 0.800781, 0.664062, 0.753906, 0.761719, 0.894531, 1.132812, 0.683594, 0.511719, 0.832031, 0.664062, 0.417969, 0.875, 0.730469, 0.816406, 0.875, 0.8125, 0.613281, 0.347656, 0.703125, 0.65625, 1.054688, 0.710938, 0.941406, 0.871094, 0.964844, 0.417969, 0.746094, 0.710938, 0.859375, 0.71875, 0.558594, 1.476562, 0.535156, 0.964844, 0.785156, 1.109375, 0.808594, 0.5, 0.792969, 1.21875, 0.855469, 0.90625, 1.0625, 0.800781, 0.470703, 1.421875, 0.369141, 0.882812, 0.707031, 1.0, 0.878906, 1.117188, 0.519531, 0.582031, 0.613281, 0.291016, 0.617188, 0.707031, 0.84375, 0.972656, 0.8125, 0.835938, 1.054688, 0.722656, 0.808594, 0.65625, 1.539062, 0.773438, 0.710938, 1.101562, 0.746094, 1.09375, 0.84375, 0.613281, 0.388672, 0.730469, 0.695312, 0.789062, 0.59375, 1.03125, 0.949219, 0.960938, 0.8125, 0.640625, 0.769531, 0.949219, 0.722656, 0.738281, 0.96875, 0.617188, 0.707031, 0.202148, 0.847656, 0.667969, 1.546875, 1.007812, 0.542969, 0.960938, 1.046875, 1.242188, 0.679688, 1.171875, 0.824219, 0.472656, 0.640625, 0.757812, 1.0, 0.679688, 1.070312, 0.914062, 1.273438, 0.796875, 0.443359, 0.59375, 0.398438, 0.78125, 0.585938, 0.742188, 0.691406, 0.828125, 1.0625, 0.894531, 1.132812, 1.742188, 1.0625, 0.8125, 1.023438, 0.796875, 0.773438, 0.839844, 0.519531, 0.964844, 0.773438, 0.777344, 1.21875, 1.078125, 0.785156, 1.046875, 0.227539, 0.972656, 0.84375, 0.578125, 1.390625, 0.671875, 0.601562, 0.816406, 1.164062, 0.785156, 0.929688, 0.945312, 0.785156, 0.554688, 0.710938, 0.205078, 0.890625, 0.380859, 0.753906, 0.722656, 0.777344, 0.632812, 0.710938, 0.742188, 0.796875, 1.0, 0.71875, 0.667969, 1.046875, 0.625, 0.882812, 0.625, 0.722656, 0.746094, 0.78125, 0.992188, 0.914062, 0.792969, 0.753906, 0.875, 0.78125, 0.699219, 1.109375, 0.761719, 0.671875, 0.746094, 0.65625, 0.996094, 0.734375, 0.652344, 1.132812, 0.824219, 0.417969, 0.746094, 0.5625, 0.369141, 0.796875, 0.816406, 0.902344, 0.871094, 1.203125, 0.742188, 0.964844, 0.398438, 0.835938, 0.792969, 2.703125, 0.664062, 0.300781, 0.839844, 0.671875, 0.8125, 0.683594, 0.621094, 0.632812, 0.472656, 1.0625, 0.765625, 0.435547, 0.423828, 0.820312, 0.726562, 0.640625, 0.898438, 1.070312, 0.245117, 0.699219, 0.667969, 0.933594, 0.746094, 1.007812, 1.070312, 1.078125, 0.929688, 0.707031, 0.785156, 0.777344, 0.703125, 0.243164, 1.023438, 0.710938, 0.421875, 0.664062, 0.816406, 0.746094, 1.015625, 1.132812, 0.894531, 1.375, 0.882812, 0.808594, 0.777344, 1.101562, 0.773438, 0.695312, 0.585938, 0.75, 1.390625, 0.613281, 0.875, 0.871094, 0.664062, 0.828125, 0.847656, 1.710938, 0.71875, 0.691406, 0.890625, 0.746094, 0.664062, 0.867188, 0.546875, 0.800781, 0.695312, 0.734375, 1.304688, 0.8125, 0.722656, 0.734375, 0.902344, 0.832031, 1.039062, 0.808594, 0.761719, 0.808594, 0.710938, 0.8125, 0.738281, 0.894531, 0.59375, 0.960938, 0.859375, 0.554688, 0.675781, 0.726562, 0.785156, 0.765625, 0.648438, 0.769531, 0.671875, 0.800781, 0.832031, 0.726562, 0.902344, 0.925781, 0.910156, 0.667969, 0.941406, 0.753906, 0.820312, 0.644531, 1.242188, 1.148438, 0.515625, 1.140625, 1.140625, 0.304688, 0.894531, 0.6875, 0.714844, 0.785156, 1.007812, 0.832031, 0.835938, 0.777344, 0.898438, 0.910156, 0.722656, 0.816406, 0.492188, 0.890625, 0.550781, 0.535156, 1.109375, 0.46875, 0.558594, 0.703125, 0.738281, 0.882812, 0.660156, 0.871094, 0.699219, 0.578125, 0.871094, 1.429688, 1.171875, 0.722656, 0.890625, 0.765625, 1.359375, 0.867188, 0.761719, 1.007812, 0.703125, 1.304688, 1.171875, 0.347656, 0.828125, 0.515625, 1.0625, 0.980469, 0.84375, 1.234375, 0.648438, 0.249023, 0.875, 1.304688, 0.832031, 0.269531, 0.769531, 0.796875, 0.625, 0.964844, 0.945312, 0.683594, 0.742188, 0.871094, 1.007812, 1.179688, 0.945312, 0.933594, 0.675781, 0.804688, 0.773438, 0.96875, 0.443359, 0.695312, 0.800781, 0.554688, 0.863281, 0.9375, 0.785156, 0.3125, 0.640625, 0.863281, 0.835938, 1.007812, 0.648438, 0.792969, 0.730469, 0.839844, 0.742188, 1.640625, 0.667969, 0.664062, 1.328125, 1.351562, 0.789062, 0.746094, 0.570312, 1.203125, 0.445312, 1.15625, 0.6875, 0.710938, 1.15625, 0.6875, 0.957031, 0.863281, 0.566406, 0.800781, 0.394531, 0.691406, 0.421875, 0.419922, 0.710938, 0.675781, 0.722656, 0.757812, 0.96875, 0.921875, 3.140625, 0.53125, 1.15625, 0.416016, 0.898438, 0.730469, 0.65625, 0.839844, 0.710938, 0.394531, 1.03125, 1.054688, 0.855469, 0.902344, 1.007812, 1.148438, 0.695312, 0.679688, 0.964844, 0.507812, 1.03125, 0.738281, 1.0, 0.851562, 1.015625, 1.4375, 0.761719, 0.789062, 0.267578, 1.03125, 0.761719, 0.714844, 1.007812, 0.675781, 1.070312, 1.164062, 0.910156, 0.691406, 0.570312, 0.847656, 0.710938, 0.820312, 1.195312, 0.589844, 0.851562, 0.474609, 0.75, 0.746094, 0.808594, 0.769531, 0.835938, 0.859375, 0.707031, 0.550781, 0.914062, 0.757812, 0.386719, 0.808594, 0.832031, 1.226562, 0.960938, 0.878906, 0.490234, 0.9375, 0.679688, 0.601562, 0.703125, 0.707031, 0.558594, 1.148438, 0.667969, 0.566406, 0.734375, 0.902344, 1.132812, 0.679688, 0.318359, 0.376953, 0.746094, 1.179688, 0.816406, 0.365234, 0.75, 0.875, 1.039062, 0.71875, 0.6875, 0.578125, 0.734375, 0.710938, 1.164062, 0.683594, 0.773438, 0.96875, 0.996094, 0.714844, 0.546875, 0.664062, 0.178711, 0.574219, 0.753906, 0.367188, 1.054688, 0.558594, 0.984375, 0.835938, 0.886719, 0.488281, 0.832031, 0.410156, 0.734375, 1.125, 0.835938, 0.726562, 1.179688, 0.800781, 1.289062, 0.535156, 0.675781, 0.710938, 1.007812, 0.695312, 0.960938, 0.980469, 0.65625, 0.867188, 0.652344, 0.769531, 0.773438, 0.474609, 0.941406, 0.417969, 1.304688, 1.117188, 0.96875, 0.640625, 0.976562, 0.84375, 0.84375, 0.804688, 0.6875, 0.980469, 0.652344, 0.451172, 0.722656, 0.570312, 0.738281, 0.5, 0.808594, 1.117188, 1.773438, 1.046875, 0.964844, 0.679688, 0.988281, 0.507812, 0.597656, 0.679688, 0.757812, 0.664062, 0.90625, 1.671875, 0.820312, 0.863281, 0.902344, 0.515625, 0.953125, 1.171875, 0.753906, 0.71875, 0.640625, 1.40625, 1.171875, 0.710938, 0.644531, 0.515625, 0.792969, 0.632812, 0.275391, 0.683594, 0.585938, 0.392578, 0.925781, 0.9375, 1.226562, 0.546875, 0.699219, 0.832031, 0.447266, 0.59375, 0.636719, 0.582031, 0.714844, 0.851562, 0.714844, 0.761719, 1.304688, 0.6875, 1.171875, 0.816406, 0.917969, 1.039062, 0.757812, 0.703125, 0.945312, 0.953125, 1.210938, 0.886719, 0.957031, 0.789062, 0.917969, 0.578125, 0.371094, 1.265625, 0.84375, 0.617188, 0.632812, 0.585938, 1.09375, 1.007812, 1.359375, 0.652344, 0.570312, 0.988281, 0.976562, 1.414062, 0.279297, 1.039062, 0.707031, 0.804688, 0.953125, 0.410156, 0.765625, 0.925781, 0.996094, 0.800781, 0.738281, 1.28125, 0.925781, 0.855469, 0.761719, 0.480469, 0.855469, 0.78125, 0.585938, 0.890625, 0.644531, 0.640625, 1.242188, 0.710938, 0.617188, 0.609375, 0.914062, 0.90625, 1.203125, 0.847656, 0.710938, 1.078125, 0.910156, 0.992188, 0.554688, 0.550781, 0.671875, 0.625, 0.671875, 0.628906, 0.882812, 1.140625, 0.765625, 1.0, 0.470703, 0.707031, 0.976562, 1.476562, 0.330078, 0.992188, 0.419922, 1.023438, 0.996094, 0.628906, 0.558594, 0.486328, 0.613281, 0.660156, 1.0, 0.792969, 0.722656, 0.574219, 0.761719, 0.800781, 0.707031, 0.941406, 0.695312, 0.804688, 0.746094, 0.867188, 0.824219, 0.746094, 0.816406, 0.574219, 0.871094, 0.882812, 0.294922, 0.730469, 1.28125, 1.070312, 0.902344, 1.3125, 0.925781, 0.867188, 1.164062, 0.890625, 0.824219, 0.628906, 0.746094, 0.648438, 1.085938, 1.078125, 0.957031, 0.902344, 0.664062, 0.800781, 0.847656, 0.423828, 0.964844, 0.800781, 1.054688, 1.171875, 0.503906, 0.353516, 1.148438, 0.863281, 0.855469, 0.78125, 1.28125, 0.917969, 0.707031, 0.695312, 0.6875, 0.597656, 0.839844, 0.796875, 0.792969, 1.054688, 0.945312, 0.515625, 0.695312, 0.503906, 1.265625, 0.972656, 0.6875, 0.816406, 1.070312, 0.695312, 0.546875, 1.015625, 0.302734, 0.292969, 0.6875, 0.628906, 0.388672, 0.773438, 0.84375, 0.792969, 0.871094, 0.691406, 1.59375, 0.808594, 0.636719, 0.482422, 0.777344, 0.734375, 0.65625, 0.648438, 0.828125, 0.988281, 0.898438, 0.71875, 0.972656, 1.242188, 0.964844, 0.890625, 0.714844, 0.757812, 0.597656, 0.460938, 0.863281, 0.753906, 0.757812, 0.925781, 0.851562, 0.730469, 0.8125, 0.636719, 0.945312, 0.890625, 0.738281, 0.605469, 0.667969, 0.71875, 1.382812, 0.554688, 0.738281, 1.570312, 0.671875, 0.582031, 0.796875, 0.960938, 0.992188, 2.328125, 0.710938, 0.328125, 0.636719, 0.609375, 1.0, 0.863281, 1.320312, 0.820312, 0.78125, 0.239258, 0.482422, 0.824219, 0.820312, 0.808594, 1.195312, 0.357422, 0.898438, 0.902344, 2.03125, 0.65625, 0.898438, 0.921875, 0.777344, 0.65625, 0.761719, 1.289062, 0.648438, 2.390625, 0.667969, 0.898438, 1.148438, 0.917969, 0.832031, 0.703125, 0.597656, 1.109375, 0.617188, 0.898438, 0.703125, 0.597656, 0.75, 0.671875, 1.09375, 0.707031, 0.878906, 2.09375, 0.605469, 0.71875, 1.085938, 0.765625, 1.773438, 0.412109, 0.925781, 1.039062, 0.496094, 0.234375, 0.828125, 0.644531, 0.597656, 0.882812, 1.179688, 0.789062, 0.65625, 0.835938, 0.609375, 0.683594, 0.933594, 0.855469, 0.15918, 0.6875, 0.867188, 0.789062, 0.816406, 0.820312, 0.917969, 0.894531, 0.664062, 0.570312, 0.679688, 0.212891, 0.65625, 0.433594, 0.769531, 0.585938, 0.847656, 0.820312, 0.9375, 0.738281, 0.859375, 0.800781, 0.550781, 1.203125, 0.804688, 0.800781, 0.734375, 1.296875, 0.878906, 0.863281, 0.828125, 1.1875, 0.400391, 1.0, 0.972656, 1.109375, 1.226562, 1.023438, 0.703125, 1.023438, 0.5625, 0.871094, 0.808594, 0.472656, 0.59375, 0.816406, 0.835938, 0.550781, 1.078125, 1.148438, 0.796875, 0.964844, 1.15625, 1.117188, 0.746094, 0.710938, 0.429688, 0.90625, 1.179688, 0.902344, 0.855469, 0.78125, 1.007812, 0.699219, 0.695312, 0.122559, 0.511719, 0.609375, 0.828125, 0.609375, 1.0625, 0.949219, 0.589844, 0.664062, 0.503906, 0.679688, 0.71875, 0.867188, 0.773438, 1.0625, 0.75, 0.722656, 0.480469, 0.582031, 0.546875, 0.800781, 0.6875, 0.945312, 0.761719, 0.886719, 0.867188, 0.679688, 1.234375, 0.835938, 1.007812, 0.636719, 0.832031, 0.746094, 0.746094, 0.925781, 0.597656, 0.478516, 0.980469, 1.0, 0.78125, 0.933594, 0.283203, 0.960938, 1.140625, 0.96875, 0.550781, 1.085938, 0.789062, 0.539062, 0.816406, 0.527344, 0.890625, 0.917969, 0.550781, 1.101562, 0.878906, 0.785156, 0.441406, 0.601562, 0.941406, 0.585938, 0.742188, 0.941406, 1.054688, 0.628906, 0.875, 0.550781, 0.972656, 0.921875, 0.996094, 0.710938, 0.578125, 1.125, 0.578125, 1.09375, 1.484375, 1.101562, 0.439453, 1.03125, 0.75, 1.210938, 1.101562, 0.832031, 0.4375, 0.855469, 0.789062, 0.824219, 0.523438, 0.394531, 0.675781, 0.914062, 1.101562, 0.664062, 1.203125, 0.988281, 0.875, 0.439453, 0.992188, 0.324219, 0.855469, 0.789062, 0.679688, 0.8125, 0.210938, 1.070312, 0.6875, 0.753906, 1.039062, 0.761719, 0.158203, 0.761719, 0.828125, 0.625, 0.671875, 0.648438, 0.765625, 0.824219, 0.566406, 0.275391, 1.046875, 0.384766, 0.457031, 0.578125, 0.660156, 1.757812, 0.984375, 1.09375, 0.433594, 0.929688, 0.855469, 0.503906, 0.785156, 0.683594, 1.351562, 1.765625, 0.761719, 0.746094, 0.984375, 0.558594, 0.636719, 0.691406, 0.380859, 0.785156, 0.929688, 0.675781, 0.78125, 0.667969, 1.289062, 0.964844, 0.726562, 0.765625, 1.335938, 0.8125, 1.195312, 0.332031, 0.710938, 0.683594, 1.140625, 0.929688, 0.371094, 0.730469, 0.851562, 1.382812, 0.628906, 0.894531, 0.746094, 0.9375, 0.867188, 0.8125, 1.453125, 1.148438, 1.125, 0.816406, 0.769531, 0.683594, 0.742188, 0.777344, 0.894531, 0.792969, 0.972656, 0.851562, 0.433594, 0.800781, 0.851562, 0.839844, 0.636719, 0.574219, 0.4375, 0.761719, 0.703125, 0.679688, 0.447266, 0.875, 0.761719, 0.761719, 0.371094, 1.007812, 0.683594, 0.828125, 0.675781, 0.6875, 1.070312, 0.433594, 1.148438, 0.847656, 0.227539, 0.933594, 0.480469, 0.792969, 0.546875, 0.507812, 0.419922, 0.65625, 0.376953, 0.824219, 0.691406, 3.21875, 0.621094, 0.714844, 0.455078, 0.65625, 0.412109, 1.007812, 0.839844, 0.644531, 0.640625, 1.046875, 1.375, 0.835938, 0.785156, 0.75, 0.9375, 0.613281, 0.78125, 1.195312, 0.550781, 0.871094, 0.84375, 0.644531, 0.578125, 0.53125, 0.863281, 0.722656, 0.96875, 0.675781, 0.976562, 0.695312, 0.914062, 0.734375, 0.640625, 0.714844, 0.632812, 1.09375, 0.777344, 0.800781, 0.351562, 0.384766, 1.0, 0.859375, 1.0, 0.941406, 0.542969, 1.71875, 0.738281, 1.507812, 0.792969, 0.628906, 0.871094, 1.265625, 0.71875, 0.507812, 1.070312, 0.628906, 0.726562, 0.726562, 0.757812, 0.839844, 0.621094, 0.498047, 0.800781, 1.148438, 2.984375, 1.117188, 0.660156, 1.125, 0.855469, 1.117188, 0.875, 0.875, 1.15625, 0.859375, 0.863281, 0.902344, 0.757812, 0.886719, 0.910156, 0.8125, 0.490234, 0.867188, 1.203125, 1.0, 0.972656, 0.800781, 0.585938, 0.785156, 0.8125, 0.929688, 0.273438, 0.496094, 0.894531, 0.363281, 0.476562, 0.765625, 0.394531, 0.757812, 0.363281, 0.451172, 0.667969, 0.609375, 0.917969, 0.953125, 0.953125, 0.554688, 0.847656, 0.8125, 0.820312, 0.628906, 0.707031, 0.59375, 0.726562, 0.988281, 0.640625, 0.734375, 0.78125, 0.46875, 0.835938, 0.349609, 0.886719, 0.800781, 1.390625, 0.601562, 1.070312, 0.824219, 0.753906, 0.828125, 0.886719, 0.527344, 0.933594, 0.566406, 0.765625, 0.8125, 0.851562, 0.429688, 0.835938, 0.494141, 0.78125, 0.820312, 1.890625, 0.980469, 0.839844, 1.054688, 0.332031, 0.859375, 2.484375, 1.210938, 0.816406, 1.203125, 0.859375, 0.714844, 0.816406, 0.738281, 0.703125, 0.765625, 0.726562, 0.570312, 0.890625, 0.773438, 0.945312, 0.355469, 0.988281, 0.972656, 1.195312, 0.941406, 0.462891, 0.644531, 1.210938, 0.800781, 1.078125, 0.324219, 1.28125, 0.71875, 0.742188, 0.902344, 0.695312, 0.742188, 0.988281, 1.046875, 0.84375, 0.566406, 0.871094, 0.8125, 0.839844, 1.0625, 0.746094, 1.007812, 0.427734, 0.300781, 1.023438, 0.96875, 0.574219, 0.644531, 1.007812, 0.429688, 0.886719, 0.707031, 0.636719, 0.832031, 1.296875, 0.375, 0.773438, 0.996094, 0.800781, 1.109375, 0.929688, 0.710938, 0.78125, 1.1875, 0.796875, 1.101562, 0.628906, 0.773438, 0.9375, 0.949219, 0.925781, 0.363281, 0.769531, 0.925781, 0.59375, 0.707031, 0.667969, 0.867188, 1.148438, 0.671875, 0.824219, 0.71875, 1.828125, 0.6875, 0.601562, 0.804688, 1.4375, 0.703125, 0.605469, 1.023438, 0.964844, 0.984375, 0.466797, 0.289062, 0.90625, 0.917969, 0.632812, 1.0625, 0.664062, 0.691406, 0.769531, 0.746094, 0.953125, 0.914062, 0.464844, 0.660156, 0.699219, 0.71875, 0.423828, 0.769531, 0.695312, 0.441406, 0.726562, 0.726562, 0.882812, 0.777344, 0.628906, 0.820312, 0.914062, 0.988281, 0.550781, 0.65625, 0.632812, 0.949219, 0.632812, 0.742188, 0.886719, 0.816406, 1.085938, 0.808594, 0.707031, 1.148438, 0.644531, 0.691406, 0.628906, 1.34375, 0.863281, 0.605469, 0.769531, 0.742188, 0.78125, 0.585938, 0.757812, 0.589844, 0.851562, 0.574219, 0.648438, 1.039062, 0.773438, 1.101562, 0.75, 0.46875, 0.699219, 0.703125, 1.054688, 0.644531, 0.761719, 0.357422, 0.816406, 0.597656, 0.746094, 0.726562, 0.617188, 0.65625, 0.941406, 0.703125, 0.84375, 0.001953, 0.695312, 0.703125, 0.730469, 0.898438, 1.109375, 0.554688, 0.578125, 0.882812, 1.03125, 0.910156, 0.457031, 0.773438, 0.664062, 0.609375, 1.054688, 0.660156, 1.039062, 0.78125, 1.1875, 0.855469, 0.832031, 0.259766, 0.279297, 0.519531, 0.667969, 0.683594, 0.777344, 0.617188, 0.851562, 0.714844, 1.46875, 0.941406, 0.478516, 0.734375, 0.398438, 0.53125, 0.941406, 0.738281, 0.804688, 0.703125, 0.652344, 0.753906, 0.835938, 1.335938, 1.242188, 0.953125, 0.652344, 0.478516, 1.460938, 0.863281, 1.109375, 0.984375, 0.867188, 0.707031, 0.71875, 0.400391, 0.890625, 0.933594, 0.726562, 0.863281, 0.855469, 0.683594, 0.820312, 0.632812, 0.902344, 0.609375, 0.683594, 1.125, 0.765625, 0.539062, 0.6875, 0.789062, 0.722656, 0.761719, 0.664062, 0.558594, 1.117188, 0.808594, 0.898438, 0.589844, 0.753906, 0.851562, 0.964844, 0.886719, 0.890625, 0.675781, 1.140625, 1.546875, 0.519531, 0.867188, 0.777344, 0.917969, 2.46875, 1.0, 0.734375, 1.320312, 0.789062, 0.660156, 0.539062, 1.039062, 0.804688, 0.75, 0.820312, 0.59375, 1.03125, 0.933594, 0.566406, 1.085938, 0.65625, 1.5625, 0.683594, 0.664062, 0.714844, 0.480469, 0.953125, 0.3125, 0.746094, 0.871094, 0.773438, 0.777344, 0.808594, 0.984375, 1.28125, 1.148438, 0.400391, 0.490234, 0.613281, 0.851562, 1.007812, 0.804688, 0.78125, 0.515625, 0.960938, 0.660156, 0.847656, 0.609375, 0.648438, 1.03125, 0.792969, 0.375, 0.804688, 0.421875, 0.671875, 0.621094, 0.679688, 0.984375, 0.734375, 0.761719, 0.710938, 0.589844, 0.269531, 0.804688, 0.917969, 0.621094, 0.714844, 0.808594, 0.8125, 1.078125, 0.726562, 1.109375, 0.480469, 0.773438, 0.722656, 0.546875, 1.015625, 0.738281, 0.714844, 1.015625, 0.738281, 0.792969, 0.578125, 1.101562, 0.867188, 0.773438, 0.298828, 0.617188, 1.070312, 0.90625, 1.40625, 0.890625, 0.742188, 0.773438, 0.738281, 1.703125, 0.742188, 1.054688, 0.46875, 0.914062, 0.78125, 1.054688, 0.828125, 0.5625, 0.921875, 0.859375, 0.527344, 0.640625, 0.800781, 0.851562, 1.179688, 0.898438, 0.96875, 0.65625, 0.632812, 1.421875, 0.871094, 0.726562, 0.585938, 0.769531, 1.070312, 0.703125, 1.132812, 0.96875, 0.71875, 0.871094, 0.316406, 0.6875, 0.800781, 0.546875, 0.796875, 0.796875, 0.945312, 0.546875, 0.761719, 1.0, 0.5625, 0.765625, 1.492188, 1.234375, 0.757812, 1.101562, 0.742188, 1.0625, 1.171875, 0.396484, 0.625, 0.679688, 0.945312, 0.914062, 0.886719, 0.910156, 0.859375, 0.582031, 0.875, 0.351562, 0.679688, 1.242188, 1.195312, 0.6875, 0.855469, 0.84375, 0.726562, 0.75, 0.835938, 0.691406, 0.632812, 0.925781, 0.855469 ] } , "name": "onnx::Mul_11318", "outputIndexes": [ 5502 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5501, 5502 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 5503 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5503 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.31/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 8001 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8001 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.31/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 8002 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8002 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1854674696, 13107222, 3276800, 0, 0 ] } , "name": "/layers.31/mlp/gate_proj/Linear", "outputIndexes": [ 8003 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8003 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.31/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 8004 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8004 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.31/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 5504 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5504 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.31/mlp/act_fn/Mul_output_0", "outputIndexes": [ 5505 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5504, 5505 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 5506 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 5506 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 5507 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5504, 5507 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/mlp/act_fn/Add_output_0", "outputIndexes": [ 5508 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 5508 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 5509 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5509 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.31/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 5510 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 5510 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 5511 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5504, 5511 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 5512 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 5512 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 5513 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8002 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1871058718, 13107222, 3276800, 0, 0 ] } , "name": "/layers.31/mlp/up_proj/Linear", "outputIndexes": [ 8007 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8007 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.31/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 8008 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8008 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.31/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 5514 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5513, 5514 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/mlp/Mul_output_0", "outputIndexes": [ 5515 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5515 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.31/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 8009 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8009 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.31/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 8010 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8010 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1887442740, 13107222, 3276800, 0, 0 ] } , "name": "/layers.31/mlp/down_proj/Linear", "outputIndexes": [ 8011 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8011 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.31/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 8012 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8012 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.31/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 5516 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5516 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.31/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 5518 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5518 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.31/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 5519 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5519, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 5520 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5520, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 5521 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5516, 5521 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 5522 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.203125, 1.125, 1.132812, 1.203125, 0.953125, 0.996094, 0.925781, 0.835938, 1.195312, 1.203125, 1.148438, 0.988281, 0.953125, 1.203125, 1.203125, 1.03125, 1.203125, 0.976562, 1.117188, 1.203125, 1.101562, 1.203125, 1.203125, 1.203125, 1.125, 1.015625, 1.203125, 1.203125, 0.71875, 1.203125, 1.054688, 1.179688, 1.203125, 1.203125, 1.203125, 1.125, 1.109375, 1.179688, 1.203125, 0.839844, 1.203125, 1.203125, 0.785156, 0.996094, 1.125, 1.203125, 1.203125, 1.203125, 1.085938, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.171875, 1.0625, 1.203125, 1.203125, 1.132812, 1.203125, 1.203125, 1.203125, 1.203125, 1.164062, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.101562, 1.203125, 1.203125, 1.203125, 1.085938, 1.203125, 1.203125, 1.203125, 0.976562, 1.132812, 1.203125, 1.203125, 0.855469, 1.117188, 1.203125, 1.203125, 1.0625, 1.015625, 0.851562, 1.203125, 1.1875, 1.203125, 1.140625, 1.117188, 1.171875, 1.195312, 1.09375, 0.953125, 0.90625, 1.195312, 1.132812, 1.203125, 1.203125, 0.941406, 1.203125, 1.203125, 1.203125, 0.964844, 1.078125, 1.101562, 1.132812, 1.132812, 0.9375, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.0625, 1.1875, 0.976562, 1.203125, 1.125, 1.125, 1.15625, 1.039062, 1.1875, 1.023438, 1.203125, 1.039062, 1.171875, 0.847656, 1.195312, 1.132812, 0.882812, 0.294922, 1.195312, 0.941406, 1.023438, 0.957031, 1.203125, 1.203125, 1.203125, 1.203125, 0.828125, 1.203125, 1.203125, 1.203125, 1.15625, 1.203125, 1.203125, 1.203125, 1.015625, 1.203125, 1.203125, 1.203125, 1.023438, 1.203125, 1.203125, 0.859375, 1.179688, 1.09375, 1.125, 1.203125, 1.203125, 1.148438, 1.203125, 1.203125, 1.203125, 1.179688, 1.15625, 1.109375, 1.023438, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.195312, 1.203125, 1.203125, 0.957031, 1.125, 1.203125, 1.203125, 1.03125, 1.054688, 1.203125, 1.203125, 1.046875, 1.203125, 1.203125, 1.203125, 1.203125, 1.101562, 1.203125, 0.660156, 1.203125, 1.046875, 0.96875, 1.203125, 1.179688, 1.117188, 1.203125, 1.203125, 1.046875, 1.203125, 1.203125, 1.203125, 1.203125, 1.117188, 1.179688, 1.203125, 1.085938, 1.203125, 1.203125, 1.171875, 1.148438, 0.785156, 1.203125, 1.117188, 1.03125, 1.203125, 1.140625, 1.09375, 1.195312, 1.203125, 1.203125, 1.203125, 1.179688, 0.925781, 1.203125, 1.023438, 1.203125, 1.070312, 1.09375, 1.203125, 1.078125, 1.203125, 1.117188, 1.203125, 1.148438, 1.203125, 1.0, 1.203125, 1.203125, 1.203125, 1.203125, 0.910156, 0.929688, 0.90625, 1.203125, 1.203125, 1.140625, 1.203125, 1.203125, 0.980469, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 0.941406, 1.203125, 1.195312, 1.117188, 1.203125, 1.203125, 1.203125, 1.039062, 0.960938, 1.203125, 1.203125, 1.15625, 1.203125, 1.085938, 1.203125, 1.203125, 1.203125, 1.125, 1.203125, 1.203125, 0.976562, 1.203125, 1.039062, 1.15625, 1.203125, 1.203125, 1.203125, 1.203125, 1.15625, 1.203125, 1.203125, 1.203125, 0.878906, 1.203125, 1.203125, 1.125, 1.007812, 1.195312, 1.132812, 1.203125, 1.125, 1.070312, 1.203125, 1.203125, 1.195312, 1.070312, 1.203125, 1.203125, 1.203125, 1.070312, 1.203125, 1.171875, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.132812, 1.15625, 1.09375, 1.203125, 1.148438, 1.203125, 1.203125, 1.203125, 1.203125, 1.046875, 1.203125, 1.0625, 1.203125, 1.195312, 1.203125, 1.203125, 1.101562, 1.1875, 1.203125, 1.203125, 1.203125, 1.148438, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 0.925781, 1.09375, 1.09375, 1.203125, 1.164062, 1.203125, 1.171875, 1.203125, 1.203125, 1.203125, 1.15625, 1.203125, 1.203125, 1.054688, 1.0625, 0.980469, 1.203125, 1.132812, 1.203125, 1.203125, 1.179688, 1.125, 1.203125, 1.203125, 1.171875, 1.203125, 1.203125, 1.078125, 1.203125, 0.960938, 1.203125, 1.203125, 1.109375, 1.203125, 0.851562, 0.90625, 1.203125, 1.09375, 1.164062, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.195312, 1.203125, 1.203125, 1.0625, 1.203125, 1.125, 1.203125, 1.203125, 1.203125, 0.988281, 1.203125, 0.699219, 1.203125, 1.203125, 1.203125, 1.203125, 1.164062, 1.039062, 1.203125, 1.023438, 1.203125, 1.09375, 1.203125, 1.078125, 0.996094, 1.203125, 1.203125, 1.203125, 1.171875, 1.203125, 1.203125, 1.109375, 1.203125, 1.046875, 1.203125, 1.203125, 0.949219, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.117188, 1.203125, 1.132812, 1.125, 1.203125, 1.101562, 1.203125, 1.203125, 1.09375, 1.203125, 1.164062, 0.835938, 1.203125, 1.203125, 1.203125, 1.15625, 1.203125, 1.203125, 1.203125, 1.085938, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.195312, 1.203125, 0.839844, 1.203125, 1.203125, 1.203125, 1.203125, 1.101562, 1.203125, 1.203125, 1.203125, 1.203125, 0.910156, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.15625, 1.203125, 1.203125, 1.070312, 1.117188, 1.117188, 1.171875, 1.195312, 1.203125, 1.203125, 1.039062, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.1875, 1.203125, 1.101562, 1.203125, 0.894531, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.023438, 1.203125, 0.964844, 1.203125, 1.007812, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 0.976562, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.085938, 1.125, 1.203125, 1.203125, 1.203125, 0.980469, 1.203125, 1.1875, 1.203125, 1.203125, 1.164062, 1.203125, 1.203125, 1.03125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.171875, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 0.886719, 1.203125, 1.203125, 0.964844, 1.203125, 1.203125, 1.195312, 1.132812, 1.203125, 1.203125, 1.140625, 1.140625, 0.804688, 1.179688, 1.203125, 1.203125, 1.1875, 1.203125, 1.117188, 1.203125, 1.203125, 1.203125, 1.164062, 1.078125, 1.039062, 1.203125, 1.203125, 1.195312, 1.046875, 1.203125, 1.203125, 1.203125, 0.878906, 1.164062, 1.203125, 1.203125, 1.046875, 1.203125, 1.203125, 1.125, 0.929688, 1.203125, 0.953125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.140625, 1.203125, 1.195312, 1.023438, 1.203125, 1.195312, 1.203125, 1.203125, 1.195312, 1.164062, 0.949219, 1.078125, 1.070312, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.09375, 1.039062, 1.140625, 1.203125, 1.1875, 1.203125, 1.039062, 1.203125, 1.132812, 1.203125, 0.875, 1.203125, 1.125, 1.203125, 1.203125, 1.140625, 1.203125, 1.203125, 1.179688, 1.203125, 1.203125, 1.179688, 1.203125, 1.203125, 1.203125, 0.859375, 1.09375, 1.203125, 0.285156, 1.125, 1.203125, 1.195312, 1.203125, 1.203125, 1.078125, 1.203125, 1.203125, 1.203125, 1.203125, 1.195312, 1.203125, 1.203125, 1.203125, 1.203125, 1.1875, 1.203125, 1.132812, 0.988281, 1.203125, 0.984375, 1.046875, 0.001076, 1.171875, 1.203125, 1.203125, 1.09375, 1.203125, 0.980469, 1.203125, 1.203125, 1.101562, 1.203125, 1.203125, 1.179688, 1.203125, 1.039062, 1.203125, 1.203125, 1.203125, 1.085938, 1.15625, 1.203125, 1.023438, 1.148438, 1.203125, 1.125, 1.195312, 0.980469, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.101562, 1.203125, 1.203125, 0.824219, 1.203125, 0.996094, 1.203125, 1.179688, 0.984375, 1.148438, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 0.917969, 1.203125, 1.203125, 1.164062, 1.203125, 1.15625, 1.203125, 1.203125, 1.203125, 1.203125, 1.070312, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.03125, 1.203125, 1.203125, 1.039062, 1.078125, 1.15625, 1.203125, 1.203125, 1.203125, 0.886719, 1.070312, 0.859375, 1.195312, 1.078125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.015625, 1.203125, 1.203125, 1.203125, 1.203125, 1.078125, 1.203125, 1.109375, 1.203125, 1.203125, 0.890625, 1.179688, 1.203125, 1.203125, 1.203125, 1.171875, 1.125, 0.988281, 1.132812, 1.203125, 1.179688, 1.203125, 1.203125, 1.203125, 0.933594, 1.203125, 1.203125, 1.195312, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 0.957031, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.140625, 1.203125, 1.203125, 1.195312, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.039062, 1.203125, 1.101562, 1.195312, 1.070312, 1.203125, 1.203125, 1.203125, 1.132812, 1.203125, 1.203125, 0.808594, 1.203125, 1.148438, 1.203125, 1.023438, 1.203125, 1.203125, 1.203125, 1.015625, 1.203125, 1.117188, 1.085938, 1.203125, 1.203125, 0.886719, 1.203125, 1.203125, 1.203125, 1.171875, 1.117188, 0.957031, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.179688, 1.195312, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.0, 1.203125, 1.203125, 1.046875, 1.203125, 1.078125, 1.171875, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.078125, 1.171875, 1.140625, 1.203125, 1.203125, 1.203125, 1.164062, 1.203125, 1.203125, 1.117188, 1.203125, 1.203125, 0.001106, 1.15625, 1.203125, 0.855469, 1.046875, 1.203125, 1.148438, 1.0625, 0.996094, 1.203125, 1.007812, 1.203125, 1.203125, 1.203125, 1.203125, 1.109375, 1.203125, 1.039062, 1.203125, 0.96875, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.179688, 1.070312, 1.203125, 1.054688, 0.835938, 1.15625, 1.203125, 1.046875, 1.203125, 1.203125, 1.171875, 1.203125, 1.117188, 1.203125, 1.203125, 0.996094, 1.0625, 1.203125, 1.203125, 1.203125, 1.117188, 1.1875, 1.203125, 0.917969, 1.203125, 1.203125, 1.203125, 0.90625, 1.203125, 1.15625, 1.125, 1.203125, 1.203125, 1.203125, 1.203125, 1.148438, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.054688, 1.203125, 1.203125, 1.09375, 1.203125, 0.984375, 1.203125, 1.203125, 1.203125, 1.203125, 1.039062, 1.078125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.054688, 1.203125, 1.203125, 1.203125, 1.203125, 1.046875, 1.203125, 1.203125, 1.117188, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.140625, 1.15625, 1.0, 1.203125, 1.117188, 1.203125, 1.195312, 1.203125, 0.832031, 1.203125, 1.1875, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.070312, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.125, 1.0625, 0.875, 1.203125, 1.203125, 1.117188, 1.203125, 1.203125, 1.023438, 1.070312, 1.171875, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.15625, 1.203125, 1.109375, 0.972656, 1.164062, 0.9375, 1.203125, 1.203125, 1.203125, 1.054688, 1.195312, 1.203125, 1.203125, 1.203125, 0.882812, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 0.945312, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.007812, 1.203125, 1.203125, 1.203125, 1.203125, 1.179688, 1.0625, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.101562, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.125, 1.15625, 1.203125, 1.132812, 1.203125, 1.195312, 1.203125, 1.109375, 1.039062, 1.203125, 1.054688, 1.203125, 1.203125, 1.132812, 1.203125, 1.203125, 1.203125, 1.125, 1.203125, 1.1875, 1.203125, 1.1875, 1.140625, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.125, 1.203125, 1.203125, 1.203125, 1.203125, 1.148438, 1.203125, 1.15625, 1.203125, 1.203125, 1.203125, 0.871094, 1.109375, 1.148438, 1.1875, 1.203125, 0.953125, 1.15625, 1.203125, 1.101562, 1.203125, 0.871094, 1.0625, 1.203125, 1.179688, 1.203125, 1.054688, 1.085938, 1.203125, 0.945312, 1.203125, 0.78125, 1.203125, 0.824219, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.109375, 1.203125, 1.203125, 1.1875, 1.132812, 0.894531, 1.117188, 1.125, 1.203125, 1.203125, 1.203125, 1.140625, 1.203125, 1.203125, 1.203125, 1.203125, 1.15625, 1.132812, 1.179688, 1.203125, 1.203125, 1.171875, 1.203125, 1.09375, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 0.890625, 1.203125, 1.203125, 0.914062, 1.046875, 1.203125, 1.203125, 1.203125, 1.03125, 1.203125, 1.03125, 1.203125, 1.203125, 1.054688, 1.203125, 1.125, 1.046875, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.085938, 0.660156, 1.203125, 0.949219, 1.203125, 1.203125, 1.203125, 1.203125, 1.195312, 1.203125, 1.203125, 1.0625, 1.125, 1.203125, 1.03125, 1.164062, 1.039062, 1.203125, 1.203125, 1.148438, 1.203125, 1.203125, 1.203125, 1.023438, 1.203125, 1.046875, 0.890625, 1.203125, 1.171875, 1.203125, 1.023438, 1.203125, 1.203125, 1.09375, 1.203125, 1.03125, 1.125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 0.902344, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.164062, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 0.878906, 1.125, 1.148438, 1.203125, 1.179688, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.0625, 1.203125, 1.203125, 1.203125, 1.195312, 0.980469, 1.203125, 1.203125, 1.203125, 1.203125, 0.996094, 1.203125, 1.203125, 1.203125, 1.179688, 1.015625, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 0.996094, 1.203125, 1.203125, 1.101562, 1.070312, 1.203125, 1.203125, 1.203125, 1.0, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.0625, 1.109375, 1.164062, 1.203125, 1.203125, 1.203125, 1.203125, 1.054688, 1.195312, 1.203125, 0.996094, 1.203125, 1.007812, 1.203125, 1.203125, 1.203125, 1.0, 1.203125, 1.109375, 1.101562, 1.203125, 1.1875, 1.203125, 1.203125, 1.203125, 1.203125, 1.164062, 1.203125, 0.945312, 1.046875, 1.046875, 1.203125, 1.179688, 1.1875, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.164062, 0.914062, 0.84375, 1.070312, 1.09375, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.148438, 0.835938, 1.203125, 1.203125, 1.132812, 1.203125, 1.203125, 0.984375, 1.203125, 1.203125, 1.203125, 1.203125, 1.015625, 1.203125, 1.203125, 1.203125, 1.195312, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.132812, 1.132812, 0.875, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 0.894531, 1.203125, 1.039062, 1.15625, 1.148438, 1.007812, 1.203125, 1.203125, 1.15625, 1.148438, 0.808594, 1.132812, 1.09375, 1.203125, 1.164062, 1.203125, 1.203125, 0.941406, 1.195312, 1.203125, 1.203125, 1.203125, 0.96875, 1.109375, 0.902344, 1.203125, 1.203125, 1.039062, 1.125, 0.789062, 1.203125, 0.941406, 1.203125, 1.203125, 1.09375, 1.203125, 1.203125, 1.164062, 1.078125, 1.203125, 1.203125, 0.917969, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.03125, 1.203125, 1.203125, 1.203125, 1.171875, 1.171875, 0.953125, 1.195312, 1.203125, 1.1875, 1.1875, 1.132812, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.054688, 1.007812, 1.203125, 1.0625, 1.203125, 1.203125, 1.203125, 1.054688, 1.203125, 1.132812, 1.203125, 1.117188, 1.164062, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.140625, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.132812, 1.203125, 1.179688, 1.203125, 1.203125, 1.15625, 1.203125, 1.1875, 1.203125, 1.140625, 1.109375, 1.203125, 1.203125, 0.964844, 0.992188, 1.148438, 0.984375, 1.125, 1.171875, 0.941406, 1.15625, 1.195312, 1.203125, 1.203125, 1.203125, 0.964844, 1.101562, 1.203125, 1.15625, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.195312, 1.117188, 0.941406, 1.203125, 1.203125, 1.046875, 1.109375, 1.203125, 1.203125, 0.902344, 1.125, 1.203125, 1.203125, 1.203125, 1.203125, 1.15625, 1.117188, 1.195312, 1.203125, 1.125, 1.203125, 1.203125, 1.203125, 0.90625, 1.085938, 1.203125, 1.203125, 1.140625, 1.203125, 1.203125, 1.054688, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.195312, 1.203125, 1.15625, 1.203125, 0.921875, 1.164062, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.148438, 0.96875, 1.195312, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.132812, 1.203125, 1.179688, 1.203125, 1.195312, 1.109375, 1.203125, 1.203125, 1.203125, 1.203125, 0.882812, 1.203125, 1.203125, 0.8125, 1.203125, 1.203125, 1.203125, 1.078125, 1.078125, 0.746094, 1.203125, 1.203125, 1.164062, 1.203125, 1.117188, 1.15625, 0.882812, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.023438, 0.457031, 1.109375, 1.203125, 0.746094, 1.203125, 1.203125, 1.09375, 1.203125, 1.203125, 1.203125, 0.984375, 1.203125, 1.203125, 1.203125, 1.15625, 1.0, 1.125, 1.203125, 1.203125, 1.203125, 1.054688, 1.203125, 1.109375, 1.203125, 1.203125, 1.203125, 1.203125, 0.992188, 1.203125, 1.203125, 1.195312, 1.203125, 1.203125, 1.09375, 1.203125, 0.738281, 1.203125, 1.09375, 1.203125, 1.203125, 0.808594, 1.1875, 1.203125, 1.203125, 1.101562, 0.964844, 1.203125, 1.203125, 1.132812, 1.203125, 1.203125, 1.164062, 1.203125, 1.203125, 1.203125, 1.171875, 1.203125, 1.203125, 1.164062, 1.203125, 1.164062, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.140625, 1.203125, 1.195312, 1.203125, 1.203125, 0.96875, 1.203125, 1.203125, 1.203125, 1.023438, 1.179688, 1.195312, 1.203125, 0.890625, 1.203125, 1.164062, 1.140625, 1.117188, 0.964844, 1.117188, 1.203125, 1.164062, 1.203125, 1.1875, 1.203125, 1.203125, 1.203125, 1.15625, 1.203125, 1.203125, 0.972656, 0.957031, 1.195312, 1.109375, 1.054688, 0.914062, 1.203125, 1.203125, 1.203125, 1.1875, 1.015625, 1.1875, 1.203125, 1.203125, 1.109375, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.1875, 1.203125, 1.039062, 1.078125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.1875, 1.203125, 1.03125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.140625, 1.203125, 1.125, 1.203125, 1.203125, 0.914062, 1.125, 1.140625, 1.203125, 1.203125, 1.203125, 1.203125, 1.101562, 1.203125, 1.203125, 1.195312, 1.179688, 1.203125, 1.070312, 1.203125, 1.09375, 1.171875, 1.125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.1875, 1.070312, 1.203125, 1.070312, 1.203125, 1.203125, 1.179688, 1.203125, 1.203125, 1.203125, 1.203125, 1.023438, 1.070312, 1.203125, 1.203125, 1.203125, 1.09375, 1.125, 1.125, 1.203125, 1.203125, 1.09375, 1.203125, 1.0625, 0.863281, 0.992188, 1.203125, 1.070312, 1.203125, 0.914062, 1.046875, 1.203125, 1.203125, 1.179688, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.1875, 0.847656, 1.203125, 0.941406, 1.15625, 1.1875, 1.203125, 1.046875, 1.203125, 1.203125, 1.1875, 1.203125, 1.203125, 1.203125, 1.085938, 1.203125, 1.203125, 0.996094, 1.203125, 1.1875, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.0625, 1.203125, 1.1875, 1.203125, 1.203125, 0.898438, 1.054688, 1.203125, 1.203125, 1.132812, 1.1875, 1.203125, 1.203125, 1.203125, 0.917969, 0.785156, 1.203125, 1.203125, 1.015625, 1.203125, 1.203125, 1.203125, 1.203125, 1.179688, 1.132812, 1.203125, 1.1875, 1.203125, 0.960938, 1.171875, 1.203125, 1.203125, 0.898438, 1.203125, 0.867188, 1.203125, 1.203125, 1.203125, 1.015625, 1.132812, 1.203125, 1.203125, 1.203125, 0.972656, 1.203125, 1.203125, 1.203125, 1.171875, 1.164062, 1.1875, 0.894531, 0.917969, 0.902344, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.132812, 1.195312, 1.203125, 1.203125, 1.15625, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.171875, 1.203125, 1.203125, 1.203125, 1.140625, 1.203125, 1.203125, 1.203125, 1.203125, 1.078125, 1.203125, 1.015625, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.09375, 1.203125, 1.203125, 1.203125, 1.140625, 1.023438, 1.203125, 1.203125, 1.203125, 1.109375, 1.203125, 1.203125, 1.015625, 1.203125, 1.125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.148438, 1.203125, 1.125, 1.203125, 1.203125, 1.203125, 1.203125, 1.101562, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 0.960938, 1.132812, 1.203125, 0.859375, 1.203125, 0.84375, 1.203125, 1.203125, 1.132812, 0.867188, 1.203125, 1.203125, 0.976562, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 0.980469, 0.131836, 0.949219, 1.203125, 0.980469, 1.203125, 1.0625, 1.195312, 1.203125, 0.941406, 1.1875, 1.09375, 1.15625, 1.203125, 1.171875, 1.164062, 1.203125, 1.203125, 1.171875, 1.015625, 1.117188, 1.09375, 1.203125, 1.203125, 1.203125, 1.203125, 1.101562, 0.001114, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.164062, 1.203125, 1.140625, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.09375, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 0.714844, 1.203125, 0.9375, 1.203125, 1.203125, 1.203125, 1.171875, 1.203125, 1.171875, 1.203125, 1.203125, 1.195312, 1.203125, 1.203125, 1.1875, 1.203125, 1.203125, 1.203125, 0.863281, 1.1875, 1.203125, 1.117188, 1.203125, 1.171875, 0.984375, 0.96875, 1.203125, 1.054688, 1.148438, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 0.761719, 1.085938, 1.046875, 1.070312, 1.023438, 1.203125, 1.203125, 1.015625, 1.203125, 1.039062, 1.203125, 0.941406, 1.203125, 1.203125, 1.179688, 1.203125, 1.203125, 1.070312, 1.109375, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 0.984375, 1.203125, 1.125, 1.203125, 1.203125, 1.070312, 1.15625, 1.203125, 1.203125, 1.117188, 1.203125, 1.070312, 1.203125, 1.203125, 1.203125, 0.976562, 1.203125, 1.203125, 1.109375, 1.203125, 1.007812, 1.125, 1.203125, 1.203125, 0.867188, 1.203125, 1.054688, 1.203125, 1.203125, 1.125, 1.148438, 1.085938, 1.203125, 1.203125, 1.203125, 0.640625, 1.203125, 1.203125, 1.15625, 1.023438, 1.203125, 1.164062, 1.203125, 0.828125, 1.203125, 1.203125, 1.203125, 0.875, 1.203125, 1.203125, 1.203125, 1.101562, 1.109375, 1.203125, 1.203125, 1.164062, 1.179688, 1.203125, 1.0625, 1.203125, 1.203125, 1.203125, 1.203125, 1.109375, 1.125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.132812, 1.203125, 1.203125, 1.203125, 1.203125, 1.125, 1.203125, 1.203125, 1.203125, 1.101562, 1.203125, 1.203125, 1.179688, 1.203125, 1.078125, 1.1875, 1.203125, 0.992188, 1.203125, 1.203125, 1.203125, 0.871094, 1.125, 1.203125, 1.203125, 1.203125, 1.148438, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 0.929688, 1.203125, 1.09375, 1.203125, 1.203125, 1.203125, 1.203125, 1.085938, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.15625, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.125, 1.078125, 1.203125, 1.203125, 1.203125, 1.171875, 1.15625, 1.203125, 1.203125, 1.203125, 1.203125, 0.980469, 1.203125, 0.949219, 1.15625, 0.894531, 1.148438, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 0.75, 1.117188, 1.203125, 1.203125, 1.203125, 1.203125, 1.117188, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 0.878906, 1.0, 1.15625, 1.203125, 1.203125, 0.945312, 1.171875, 1.039062, 1.203125, 1.1875, 1.203125, 1.203125, 1.203125, 1.148438, 1.140625, 1.203125, 1.164062, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.09375, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 0.90625, 1.1875, 1.148438, 1.203125, 1.203125, 1.203125, 1.109375, 1.148438, 1.203125, 1.203125, 1.109375, 0.816406, 1.203125, 1.203125, 1.203125, 1.203125, 0.792969, 1.023438, 1.203125, 0.949219, 1.203125, 1.203125, 1.203125, 1.039062, 1.203125, 1.203125, 1.140625, 1.203125, 1.070312, 1.171875, 1.203125, 0.980469, 1.203125, 0.738281, 1.203125, 1.203125, 1.203125, 1.203125, 1.125, 1.203125, 1.203125, 1.148438, 1.203125, 1.203125, 1.203125, 1.078125, 1.046875, 1.054688, 1.203125, 1.203125, 1.203125, 1.195312, 1.148438, 1.203125, 1.203125, 1.203125, 1.132812, 1.203125, 1.203125, 1.203125, 1.203125, 1.101562, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.117188, 1.203125, 1.203125, 1.203125, 1.203125, 1.171875, 1.203125, 1.195312, 1.203125, 1.203125, 1.203125, 1.203125, 1.0625, 1.203125, 1.03125, 1.203125, 1.203125, 1.203125, 1.203125, 1.015625, 1.203125, 1.203125, 1.101562, 1.203125, 1.195312, 1.203125, 1.078125, 1.203125, 1.203125, 0.773438, 1.203125, 1.007812, 1.203125, 0.753906, 1.179688, 1.203125, 1.179688, 1.203125, 0.242188, 1.203125, 1.046875, 1.203125, 1.203125, 1.203125, 1.117188, 1.203125, 1.203125, 1.203125, 1.195312, 1.203125, 1.203125, 1.203125, 1.203125, 1.015625, 1.203125, 0.960938, 1.203125, 1.203125, 0.878906, 1.171875, 1.203125, 1.203125, 1.203125, 0.941406, 1.203125, 1.070312, 1.125, 1.203125, 1.203125, 1.203125, 1.203125, 1.117188, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.109375, 1.203125, 1.203125, 0.925781, 1.03125, 1.203125, 1.109375, 1.203125, 0.957031, 0.9375, 1.203125, 1.203125, 1.203125, 1.125, 1.148438, 1.195312, 1.148438, 1.203125, 1.203125, 1.164062, 1.203125, 1.203125, 0.855469, 1.054688, 1.203125, 1.203125, 1.203125, 1.203125, 1.203125, 1.195312, 1.203125, 1.203125, 1.085938, 1.195312 ] } , "name": "onnx::Mul_11319", "outputIndexes": [ 5523 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5522, 5523 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 5524 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5496, 5524 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/Add_1_output_0", "outputIndexes": [ 5525 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5525 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.31/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 8013 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8013 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.31/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 8014 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8014 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1903826762, 327702, 81920, 0, 0 ] } , "name": "/layers.31/per_layer_input_gate/Linear", "outputIndexes": [ 8015 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8015 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.31/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 8016 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8016 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.31/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 5526 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5526 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.31/act_fn/Mul_output_0", "outputIndexes": [ 5527 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5526, 5527 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/act_fn/Mul_1_output_0", "outputIndexes": [ 5528 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 5528 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/act_fn/Mul_2_output_0", "outputIndexes": [ 5529 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5526, 5529 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/act_fn/Add_output_0", "outputIndexes": [ 5530 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 5530 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/act_fn/Mul_3_output_0", "outputIndexes": [ 5531 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5531 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.31/act_fn/Tanh_output_0", "outputIndexes": [ 5532 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 5532 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/act_fn/Add_1_output_0", "outputIndexes": [ 5533 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5526, 5533 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/act_fn/Mul_4_output_0", "outputIndexes": [ 5534 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 5534 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/act_fn/Mul_5_output_0", "outputIndexes": [ 5535 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 31 ] } , "name": "/Constant_40_output_0", "outputIndexes": [ 5536 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6746", "outputIndexes": [ 5537 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6749", "outputIndexes": [ 5538 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 5537, 5538, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice6752", "outputIndexes": [ 5539 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5539 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze6753", "outputIndexes": [ 5540 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5536, 5540 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6754", "outputIndexes": [ 5541 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5541, 5540 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6755", "outputIndexes": [ 5542 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 5542, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_38_output_0", "outputIndexes": [ 5543 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5535, 5543 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/Mul_output_0", "outputIndexes": [ 5544 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5544 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.31/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 8017 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8017 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.31/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 8018 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8018 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1904236384, 327702, 81920, 0, 0 ] } , "name": "/layers.31/per_layer_projection/Linear", "outputIndexes": [ 8019 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8019 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.31/per_layer_projection/Linear/post_convert", "outputIndexes": [ 8020 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8020 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.31/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 5545 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5545 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.31/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 5547 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5547 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.31/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 5548 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5548, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 5549 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5549, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 5550 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5545, 5550 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 5551 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.347656, 0.347656, 0.000324, 0.322266, 0.347656, 0.347656, 0.245117, 0.277344, 0.347656, 0.000334, 0.347656, 0.275391, 0.308594, 0.310547, 0.00033, 0.347656, 0.308594, 0.347656, 0.347656, 0.347656, 0.347656, 0.347656, 0.339844, 0.333984, 0.347656, 0.347656, 0.000317, 0.283203, 0.243164, 0.000328, 0.3125, 0.031494, 0.000328, 0.347656, 0.347656, 0.347656, 0.347656, 0.000322, 0.328125, 0.294922, 0.000299, 0.000317, 0.347656, 0.00033, 0.347656, 0.302734, 0.000317, 0.326172, 0.347656, 0.306641, 0.000319, 0.347656, 0.347656, 0.00033, 0.347656, 0.347656, 0.347656, 0.339844, 0.347656, 0.347656, 0.314453, 0.347656, 0.333984, 0.347656, 0.347656, 0.300781, 0.000315, 0.347656, 0.000292, 0.277344, 0.330078, 0.347656, 0.291016, 0.347656, 0.339844, 0.308594, 0.000334, 0.347656, 0.347656, 0.318359, 0.347656, 0.3125, 0.000292, 0.347656, 0.347656, 0.337891, 0.000305, 0.347656, 0.332031, 0.000313, 0.347656, 0.300781, 0.345703, 0.347656, 0.328125, 0.347656, 0.000317, 0.3125, 0.347656, 0.000309, 0.314453, 0.255859, 0.000309, 0.347656, 0.347656, 0.347656, 0.320312, 0.300781, 0.347656, 0.296875, 0.347656, 0.304688, 0.347656, 0.257812, 0.000326, 0.324219, 0.198242, 0.347656, 0.000328, 0.345703, 0.347656, 0.347656, 0.347656, 0.347656, 0.347656, 0.347656, 0.347656, 0.347656, 0.294922, 0.347656, 0.347656, 0.283203, 0.347656, 0.347656, 0.000313, 0.332031, 0.291016, 0.223633, 0.347656, 0.244141, 0.333984, 0.347656, 0.347656, 0.235352, 0.178711, 0.345703, 0.19043, 0.347656, 0.347656, 0.333984, 0.347656, 0.347656, 0.318359, 0.347656, 0.347656, 0.347656, 0.000328, 0.347656, 0.231445, 0.3125, 0.214844, 0.347656, 0.347656, 0.347656, 0.347656, 0.000324, 0.347656, 0.347656, 0.000299, 0.347656, 0.00032, 0.000307, 0.347656, 0.347656, 0.347656, 0.347656, 0.335938, 0.345703, 0.054688, 0.339844, 0.296875, 0.347656, 0.000328, 0.347656, 0.347656, 0.347656, 0.318359, 0.347656, 0.347656, 0.347656, 0.335938, 0.306641, 0.347656, 0.347656, 0.302734, 0.000324, 0.28125, 0.328125, 0.347656, 0.335938, 0.347656, 0.347656, 0.337891, 0.339844, 0.326172, 0.347656, 0.345703, 0.347656, 0.347656, 0.00032, 0.265625, 0.347656, 0.333984, 0.337891, 0.347656, 0.347656, 0.347656, 0.347656, 0.318359, 0.337891, 0.298828, 0.347656, 0.347656, 0.326172, 0.277344, 0.296875, 0.347656, 0.341797, 0.347656, 0.296875, 0.00032, 0.347656, 0.298828, 0.347656, 0.347656, 0.347656, 0.320312, 0.347656, 0.347656, 0.347656, 0.347656, 0.000313, 0.099121, 0.347656, 0.263672, 0.287109, 0.000338, 0.000328, 0.347656, 0.347656, 0.347656, 0.347656, 0.300781, 0.347656, 0.000328, 0.339844, 0.34375, 0.347656, 0.337891, 0.347656, 0.000334, 0.322266, 0.310547, 0.345703, 0.326172, 0.345703, 0.345703, 0.289062, 0.347656, 0.347656, 0.347656, 0.332031, 0.347656, 0.347656, 0.347656, 0.347656, 0.347656, 0.226562, 0.347656, 0.320312, 0.302734, 0.347656, 0.347656, 0.000324, 0.320312, 0.328125, 0.347656, 0.292969, 0.345703, 0.302734, 0.000338, 0.000332, 0.294922, 0.347656, 0.324219, 0.347656, 0.347656, 0.000317, 0.347656, 0.328125, 0.347656, 0.347656, 0.000315, 0.277344, 0.347656, 0.347656, 0.347656, 0.347656, 0.347656, 0.34375, 0.000328, 0.347656, 0.3125, 0.347656, 0.347656, 0.000313, 0.283203, 0.000322, 0.347656, 0.244141, 0.000328, 0.347656, 0.347656, 0.347656, 0.00032, 0.314453, 0.287109, 0.326172, 0.347656, 0.316406, 0.00033, 0.000309, 0.267578, 0.000315, 0.255859, 0.302734, 0.255859, 0.320312, 0.333984, 0.000328, 0.347656, 0.326172, 0.347656, 0.318359, 0.347656, 0.000336, 0.285156, 0.000322, 0.000322, 0.000338, 0.000334, 0.275391, 0.171875, 0.34375, 0.302734, 0.314453, 0.000328, 0.000336, 0.332031, 0.000319, 0.347656, 0.320312, 0.347656, 0.000322, 0.000332, 0.300781, 0.341797, 0.300781, 0.000278, 0.347656, 0.347656, 0.347656, 0.347656, 0.304688, 0.34375, 0.337891, 0.318359, 0.000336, 0.347656, 0.347656, 0.000311, 0.236328, 0.335938, 0.347656, 0.304688, 0.000307, 0.347656, 0.292969, 0.347656, 0.347656, 0.347656, 0.347656, 0.00033, 0.347656, 0.000322, 0.000307, 0.296875, 0.335938, 0.00032, 0.345703, 0.347656, 0.347656, 0.34375, 0.00033, 0.347656, 0.347656, 0.347656, 0.347656, 0.000317, 0.337891, 0.347656, 0.347656, 0.347656, 0.347656, 0.314453, 0.000317, 0.347656, 0.335938, 0.347656, 0.000315, 0.296875, 0.000334, 0.000338, 0.227539, 0.347656, 0.341797, 0.345703, 0.000315, 0.347656, 0.347656, 0.287109, 0.333984, 0.000338, 0.347656, 0.000307, 0.3125, 0.347656, 0.000328, 0.00032, 0.3125, 0.00033, 0.330078, 0.337891, 0.00032, 0.347656, 0.326172, 0.3125, 0.347656, 0.347656, 0.328125, 0.347656, 0.347656, 0.347656, 0.347656, 0.34375, 0.345703, 0.347656, 0.000315, 0.000332, 0.253906, 0.300781, 0.332031, 0.347656, 0.000307, 0.000317, 0.000319, 0.347656, 0.235352, 0.00033, 0.28125, 0.347656, 0.000317, 0.347656, 0.328125, 0.34375, 0.347656, 0.000317, 0.347656, 0.347656, 0.347656, 0.000309, 0.34375, 0.00033, 0.000317, 0.347656, 0.324219, 0.347656, 0.000311, 0.347656, 0.291016, 0.000334, 0.347656, 0.3125, 0.328125, 0.347656, 0.298828, 0.347656, 0.347656, 0.347656, 0.310547, 0.347656, 0.347656, 0.347656, 0.000311, 0.000319, 0.347656, 0.333984, 0.347656, 0.339844, 0.322266, 0.296875, 0.347656, 0.347656, 0.347656, 0.000317, 0.347656, 0.347656, 0.347656, 0.289062, 0.347656, 0.243164, 0.345703, 0.345703, 0.000332, 0.347656, 0.347656, 0.333984, 0.347656, 0.000336, 0.000336, 0.347656, 0.347656, 0.00032, 0.279297, 0.34375, 0.000338, 0.347656, 0.28125, 0.316406, 0.000328, 0.347656, 0.347656, 0.310547, 0.326172, 0.318359, 0.347656, 0.347656, 0.347656, 0.000326, 0.347656, 0.269531, 0.347656, 0.306641, 0.237305, 0.000324, 0.304688, 0.347656, 0.000284, 0.298828, 0.347656, 0.302734, 0.345703, 0.000303, 0.249023, 0.347656, 0.347656, 0.265625, 0.322266, 0.347656, 0.347656, 0.302734, 0.210938, 0.265625, 0.000322, 0.000315, 0.347656, 0.00032, 0.000319, 0.000324, 0.279297, 0.347656, 0.347656, 0.335938, 0.333984, 0.000294, 0.332031, 0.308594, 0.28125, 0.347656, 0.337891, 0.306641, 0.289062, 0.347656, 0.328125, 0.000326, 0.249023, 0.347656, 0.347656, 0.347656, 0.347656, 0.326172, 0.347656, 0.345703, 0.277344, 0.341797, 0.341797, 0.347656, 0.000319, 0.318359, 0.347656, 0.000322, 0.000317, 0.322266, 0.347656, 0.347656, 0.00033, 0.347656, 0.347656, 0.347656, 0.347656, 0.347656, 0.347656, 0.273438, 0.318359, 0.28125, 0.347656, 0.000286, 0.00033, 0.345703, 0.000328, 0.337891, 0.347656, 0.310547, 0.345703, 0.000334, 0.000317, 0.347656, 0.271484, 0.347656, 0.347656, 0.000326, 0.3125, 0.347656, 0.304688, 0.347656, 0.332031, 0.347656, 0.318359, 0.324219, 0.347656, 0.345703, 0.000326, 0.347656, 0.347656, 0.00032, 0.347656, 0.347656, 0.316406, 0.347656, 0.000324, 0.347656, 0.000326, 0.257812, 0.302734, 0.000307, 0.347656, 0.347656, 0.178711, 0.285156, 0.000332, 0.333984, 0.339844, 0.308594, 0.347656, 0.347656, 0.000305, 0.000328, 0.337891, 0.296875, 0.3125, 0.302734, 0.330078, 0.000328, 0.341797, 0.00033, 0.341797, 0.3125, 0.320312, 0.324219, 0.000317, 0.330078, 0.328125, 0.292969, 0.000324, 0.347656, 0.347656, 0.347656, 0.000328, 0.001015, 0.000334, 0.347656, 0.306641, 0.306641, 0.328125, 0.308594, 0.347656, 0.347656, 0.347656, 0.347656, 0.000338, 0.226562, 0.3125, 0.347656, 0.347656, 0.320312, 0.000317, 0.314453, 0.000328, 0.296875, 0.236328, 0.00032, 0.347656, 0.347656, 0.000319, 0.324219, 0.347656, 0.347656, 0.000328, 0.000324, 0.241211, 0.000326, 0.347656, 0.347656, 0.000319, 0.347656, 0.318359, 0.324219, 0.345703, 0.000311, 0.000324, 0.337891, 0.335938, 0.296875, 0.257812, 0.000324, 0.000336, 0.00033, 0.347656, 0.347656, 0.000324, 0.00033, 0.291016, 0.34375, 0.001236, 0.318359, 0.279297, 0.347656, 0.224609, 0.347656, 0.000303, 0.347656, 0.347656, 0.273438, 0.000332, 0.347656, 0.000326, 0.000298, 0.326172, 0.341797, 0.000317, 0.302734, 0.000332, 0.000328, 0.347656, 0.347656, 0.316406, 0.347656, 0.306641, 0.296875, 0.000317, 0.285156, 0.316406, 0.000309, 0.347656, 0.345703, 0.347656, 0.347656, 0.287109, 0.326172, 0.347656, 0.285156, 0.347656, 0.347656, 0.000334, 0.292969, 0.335938, 0.345703, 0.34375, 0.316406, 0.000332, 0.34375, 0.333984, 0.324219, 0.322266, 0.339844, 0.347656, 0.347656, 0.347656, 0.300781, 0.347656, 0.000328, 0.34375, 0.330078, 0.347656, 0.308594, 0.347656, 0.345703, 0.000332, 0.314453, 0.347656, 0.347656, 0.326172, 0.330078, 0.341797, 0.347656, 0.00032, 0.347656, 0.000336, 0.337891, 0.287109, 0.328125, 0.24707, 0.00033, 0.347656, 0.292969, 0.306641, 0.000332, 0.000319, 0.347656, 0.330078, 0.347656, 0.279297, 0.347656, 0.347656, 0.000319, 0.285156, 0.000322, 0.345703, 0.347656, 0.339844, 0.347656, 0.259766, 0.28125, 0.000328, 0.000265, 0.000319, 0.347656, 0.347656, 0.347656, 0.347656, 0.337891, 0.320312, 0.269531, 0.000315, 0.347656, 0.275391, 0.347656, 0.347656, 0.324219, 0.273438, 0.347656, 0.310547, 0.333984, 0.347656, 0.000307, 0.00032, 0.345703, 0.347656, 0.00033, 0.320312, 0.339844, 0.304688, 0.306641, 0.00033, 0.347656, 0.314453, 0.347656, 0.326172, 0.347656, 0.00033, 0.341797, 0.00033, 0.322266, 0.347656, 0.347656, 0.347656, 0.000338, 0.324219, 0.347656, 0.347656, 0.245117, 0.292969, 0.28125, 0.000305, 0.000338, 0.320312, 0.3125, 0.347656, 0.347656, 0.000336, 0.283203, 0.347656, 0.347656, 0.00033, 0.000322, 0.347656, 0.000322, 0.339844, 0.330078, 0.347656, 0.28125, 0.341797, 0.28125, 0.00033, 0.347656, 0.34375, 0.304688, 0.337891, 0.347656, 0.316406, 0.00033, 0.347656, 0.320312, 0.345703, 0.279297, 0.347656, 0.347656, 0.296875, 0.000336, 0.265625, 0.000328, 0.000315, 0.277344, 0.347656, 0.142578, 0.332031, 0.275391, 0.347656, 0.292969, 0.347656, 0.347656, 0.237305, 0.347656, 0.000326, 0.275391, 0.000336, 0.306641, 0.000338, 0.345703, 0.347656, 0.000328, 0.347656, 0.34375, 0.347656, 0.347656, 0.310547, 0.347656, 0.000334, 0.347656, 0.000332, 0.000336, 0.00033, 0.347656, 0.347656, 0.318359, 0.347656, 0.347656, 0.347656, 0.287109, 0.347656, 0.347656, 0.3125, 0.347656, 0.347656, 0.000315, 0.244141, 0.347656, 0.34375, 0.000336, 0.347656, 0.000315, 0.322266, 0.347656, 0.00033, 0.347656, 0.347656, 0.310547, 0.347656, 0.347656, 0.347656, 0.324219, 0.000317, 0.300781, 0.347656, 0.347656, 0.000317, 0.000328, 0.347656, 0.302734, 0.347656, 0.00033, 0.000334, 0.251953, 0.00033, 0.291016, 0.345703, 0.000332, 0.000332, 0.000326, 0.347656, 0.000301, 0.347656, 0.347656, 0.000299, 0.316406, 0.000319, 0.347656, 0.306641, 0.273438, 0.320312, 0.224609, 0.341797, 0.347656, 0.339844, 0.347656, 0.345703, 0.000317, 0.3125, 0.347656, 0.112793, 0.347656, 0.300781, 0.347656, 0.000336, 0.347656, 0.304688, 0.28125, 0.347656, 0.00034, 0.347656, 0.21875, 0.324219, 0.328125, 0.00032, 0.000317, 0.191406, 0.337891, 0.310547, 0.335938, 0.000338, 0.347656, 0.341797, 0.208008, 0.333984, 0.330078, 0.257812, 0.000334, 0.347656, 0.294922, 0.025513, 0.347656, 0.347656, 0.337891, 0.237305, 0.310547, 0.347656, 0.332031, 0.339844, 0.326172, 0.347656, 0.330078, 0.322266, 0.347656, 0.347656, 0.328125, 0.347656, 0.000317, 0.347656, 0.255859, 0.347656, 0.000319, 0.347656, 0.341797, 0.292969, 0.347656, 0.324219, 0.34375, 0.347656, 0.347656, 0.347656, 0.291016, 0.347656, 0.300781, 0.347656, 0.347656, 0.275391, 0.322266, 0.314453, 0.347656, 0.347656, 0.294922, 0.000315, 0.283203, 0.28125, 0.000326, 0.347656, 0.292969, 0.3125, 0.00033, 0.347656, 0.347656, 0.347656, 0.347656, 0.335938, 0.306641, 0.347656, 0.347656, 0.00032, 0.347656, 0.00029, 0.000326, 0.294922, 0.000309, 0.00034, 0.000317, 0.34375, 0.296875, 0.330078, 0.347656, 0.347656, 0.000305, 0.347656, 0.347656, 0.347656, 0.000319, 0.347656, 0.324219, 0.279297, 0.000317, 0.345703, 0.320312, 0.330078, 0.054688, 0.324219, 0.000338, 0.347656, 0.000309, 0.304688, 0.347656, 0.347656, 0.253906, 0.337891, 0.000332, 0.347656, 0.302734, 0.347656, 0.000336, 0.347656, 0.263672, 0.000332, 0.253906, 0.347656, 0.347656, 0.332031, 0.263672, 0.347656, 0.347656, 0.347656, 0.300781, 0.294922, 0.341797, 0.347656, 0.345703, 0.000309, 0.347656, 0.347656, 0.347656, 0.347656, 0.00034, 0.273438, 0.000317, 0.248047, 0.00032, 0.000324, 0.28125, 0.000322, 0.347656, 0.347656, 0.347656, 0.00033, 0.000298, 0.000326, 0.275391, 0.232422, 0.000326, 0.324219, 0.347656, 0.332031, 0.279297, 0.00032, 0.269531, 0.347656, 0.347656, 0.271484, 0.000317, 0.347656, 0.347656, 0.000315, 0.347656, 0.000332, 0.000317, 0.000317, 0.000324, 0.347656, 0.00033, 0.347656, 0.335938, 0.347656, 0.347656, 0.000313, 0.000324, 0.289062, 0.000317, 0.347656, 0.283203, 0.347656, 0.347656, 0.347656, 0.00032, 0.275391, 0.347656, 0.347656, 0.347656, 0.316406, 0.255859, 0.271484, 0.000324, 0.318359, 0.00033, 0.347656, 0.326172, 0.322266, 0.263672, 0.347656, 0.347656, 0.345703, 0.332031, 0.000317, 0.320312, 0.347656, 0.347656, 0.347656, 0.347656, 0.320312, 0.347656, 0.347656, 0.347656, 0.000322, 0.347656, 0.314453, 0.347656, 0.310547, 0.000307, 0.347656, 0.000298, 0.347656, 0.345703, 0.347656, 0.000322, 0.308594, 0.347656, 0.000324, 0.347656, 0.330078, 0.347656, 0.000319, 0.316406, 0.347656, 0.347656, 0.347656, 0.333984, 0.000322, 0.285156, 0.283203, 0.000322, 0.347656, 0.347656, 0.232422, 0.283203, 0.347656, 0.34375, 0.000326, 0.347656, 0.300781, 0.347656, 0.000324, 0.000324, 0.347656, 0.326172, 0.347656, 0.000338, 0.347656, 0.347656, 0.347656, 0.347656, 0.324219, 0.347656, 0.000313, 0.347656, 0.333984, 0.000315, 0.345703, 0.292969, 0.347656, 0.34375, 0.287109, 0.347656, 0.000296, 0.000317, 0.345703, 0.000315, 0.326172, 0.000322, 0.347656, 0.347656, 0.298828, 0.00032, 0.347656, 0.000334, 0.333984, 0.347656, 0.347656, 0.337891, 0.28125, 0.291016, 0.347656, 0.000326, 0.34375, 0.347656, 0.310547, 0.000315, 0.347656, 0.294922, 0.328125, 0.316406, 0.347656, 0.347656, 0.000338, 0.000338, 0.3125, 0.000313, 0.347656, 0.000322, 0.347656, 0.000326, 0.316406, 0.347656, 0.347656, 0.335938, 0.328125, 0.347656, 0.347656, 0.000286, 0.322266, 0.000315, 0.347656, 0.00025, 0.241211, 0.347656, 0.000322, 0.322266, 0.324219, 0.041992, 0.347656, 0.000254, 0.308594, 0.289062, 0.000319, 0.339844, 0.322266, 0.255859, 0.337891, 0.339844, 0.347656, 0.162109, 0.000313, 0.249023, 0.347656, 0.000324, 0.347656, 0.000336, 0.267578, 0.316406, 0.347656, 0.000311, 0.347656, 0.000336, 0.000338, 0.000326, 0.335938, 0.000322, 0.345703, 0.347656, 0.324219, 0.000319, 0.347656, 0.347656, 0.000328, 0.00029, 0.000328, 0.308594, 0.34375, 0.347656, 0.345703, 0.347656, 0.259766, 0.000324, 0.300781, 0.347656, 0.347656, 0.347656, 0.259766, 0.341797, 0.34375, 0.320312, 0.271484, 0.347656, 0.341797, 0.320312, 0.333984, 0.000292, 0.00209, 0.000317, 0.326172, 0.347656, 0.347656, 0.000315, 0.283203, 0.275391, 0.292969, 0.347656, 0.000336, 0.347656, 0.347656, 0.289062, 0.000324, 0.302734, 0.316406, 0.347656, 0.347656, 0.000319, 0.347656, 0.347656, 0.326172, 0.000319, 0.347656, 0.347656, 0.285156, 0.347656, 0.000317, 0.3125, 0.324219, 0.345703, 0.000338, 0.347656, 0.347656, 0.000322, 0.289062, 0.000334, 0.341797, 0.347656, 0.347656, 0.347656, 0.347656, 0.347656, 0.347656, 0.257812, 0.275391, 0.306641, 0.347656, 0.00032, 0.347656, 0.337891, 0.00034, 0.347656, 0.347656, 0.324219, 0.347656, 0.320312, 0.000313, 0.332031, 0.328125, 0.000336, 0.000317, 0.320312, 0.000315, 0.318359, 0.337891, 0.00647, 0.000336, 0.00033, 0.347656, 0.347656, 0.3125, 0.322266, 0.324219, 0.006531, 0.347656, 0.347656, 0.341797, 0.347656, 0.226562, 0.347656, 0.341797, 0.304688, 0.347656, 0.347656, 0.347656, 0.00033, 0.332031, 0.326172, 0.000328, 0.347656, 0.298828, 0.21875, 0.347656, 0.347656, 0.347656, 0.347656, 0.347656, 0.337891, 0.347656, 0.000307, 0.347656, 0.330078, 0.347656, 0.347656, 0.324219, 0.273438, 0.322266, 0.345703, 0.322266, 0.000332, 0.328125, 0.300781, 0.335938, 0.3125, 0.00028, 0.000322, 0.195312, 0.326172, 0.347656, 0.347656, 0.255859, 0.347656, 0.000324, 0.347656, 0.347656, 0.00032, 0.285156, 0.347656, 0.347656, 0.326172, 0.283203, 0.000324, 0.077148, 0.000338, 0.242188, 0.34375, 0.347656, 0.347656, 0.347656, 0.000322, 0.347656, 0.347656, 0.000332, 0.000292, 0.347656, 0.347656, 0.000298, 0.00034, 0.341797, 0.347656, 0.347656, 0.347656, 0.141602, 0.347656, 0.347656, 0.345703, 0.347656, 0.000317, 0.000319, 0.000322, 0.345703, 0.326172, 0.347656, 0.347656, 0.345703, 0.298828, 0.326172, 0.000326, 0.347656, 0.347656, 0.000334, 0.347656, 0.347656, 0.335938, 0.347656, 0.298828, 0.347656, 0.335938, 0.347656, 0.339844, 0.347656, 0.347656, 0.347656, 0.347656, 0.347656, 0.347656, 0.347656, 0.000313, 0.347656, 0.261719, 0.000303, 0.047119, 0.34375, 0.241211, 0.347656, 0.1875, 0.000332, 0.000334, 0.000328, 0.000338, 0.347656, 0.347656, 0.296875, 0.347656, 0.324219, 0.000315, 0.00033, 0.294922, 0.306641, 0.000336, 0.277344, 0.000319, 0.347656, 0.347656, 0.206055, 0.347656, 0.347656, 0.347656, 0.347656, 0.332031, 0.347656, 0.318359, 0.347656, 0.000336, 0.345703, 0.287109, 0.347656, 0.298828, 0.347656, 0.000322, 0.000317, 0.279297, 0.000322, 0.000309, 0.345703, 0.347656, 0.267578, 0.00032, 0.251953, 0.00033, 0.347656, 0.000309, 0.28125, 0.000324, 0.292969, 0.347656, 0.225586, 0.00032, 0.308594, 0.306641, 0.000326, 0.000311, 0.337891, 0.347656, 0.347656, 0.347656, 0.308594, 0.34375, 0.332031, 0.302734, 0.347656, 0.347656, 0.291016, 0.347656, 0.000315, 0.347656, 0.347656, 0.326172, 0.347656, 0.347656, 0.347656, 0.347656, 0.347656, 0.000332, 0.000305, 0.000336, 0.347656, 0.000319, 0.000336, 0.347656, 0.347656, 0.347656, 0.306641, 0.291016, 0.347656, 0.341797, 0.333984, 0.287109, 0.292969, 0.347656, 0.347656, 0.347656, 0.347656, 0.347656, 0.285156, 0.234375, 0.000334, 0.255859, 0.326172, 0.328125, 0.347656, 0.347656, 0.347656, 0.341797, 0.000307, 0.347656, 0.347656, 0.000237, 0.000307, 0.347656, 0.320312, 0.000336, 0.347656, 0.347656, 0.347656, 0.347656, 0.298828, 0.347656, 0.347656, 0.347656, 0.347656, 0.347656, 0.347656, 0.347656, 0.330078, 0.320312, 0.310547, 0.332031, 0.000322, 0.000334, 0.000311, 0.341797, 0.347656, 0.328125, 0.347656, 0.271484, 0.000317, 0.347656, 0.302734, 0.326172, 0.34375, 0.347656, 0.318359, 0.296875, 0.347656, 0.322266, 0.347656, 0.00032, 0.000336, 0.347656, 0.302734, 0.318359, 0.00032, 0.347656, 0.347656, 0.341797, 0.347656, 0.275391, 0.347656, 0.347656, 0.347656, 0.000328, 0.000319, 0.347656, 0.000332, 0.246094, 0.000317, 0.347656, 0.347656, 0.347656, 0.000328, 0.302734, 0.000338, 0.330078, 0.000311, 0.163086, 0.347656, 0.000317, 0.347656, 0.00032, 0.347656, 0.328125, 0.000322, 0.269531, 0.347656, 0.249023, 0.000324, 0.330078, 0.3125, 0.000313, 0.347656, 0.347656, 0.304688, 0.332031, 0.294922, 0.000332, 0.300781, 0.347656, 0.347656, 0.347656, 0.000328, 0.347656, 0.000324, 0.220703, 0.347656, 0.291016, 0.000326, 0.347656, 0.347656, 0.265625, 0.306641, 0.00033, 0.000319, 0.347656, 0.322266, 0.345703, 0.000315, 0.000319, 0.300781, 0.335938, 0.294922, 0.333984, 0.271484, 0.3125, 0.347656, 0.00032, 0.347656, 0.000334, 0.335938, 0.347656, 0.347656, 0.347656, 0.000317, 0.34375, 0.347656, 0.34375, 0.347656, 0.253906, 0.000338, 0.347656, 0.347656, 0.000319, 0.000326, 0.000307, 0.347656, 0.324219, 0.00032, 0.000328, 0.292969, 0.000326, 0.000322, 0.00032, 0.347656, 0.347656, 0.308594, 0.000317, 0.000294, 0.347656, 0.345703, 0.000999, 0.326172, 0.000324, 0.244141, 0.224609, 0.347656, 0.341797, 0.347656, 0.00033, 0.347656, 0.00034, 0.000278, 0.34375, 0.296875, 0.000336, 0.347656, 0.000319, 0.269531, 0.318359, 0.00033, 0.347656, 0.21875, 0.347656, 0.249023, 0.000332, 0.347656, 0.00033, 0.347656, 0.314453, 0.000338, 0.337891, 0.339844, 0.347656, 0.347656, 0.34375, 0.333984, 0.347656, 0.347656, 0.347656, 0.00032, 0.347656, 0.300781, 0.347656, 0.347656, 0.332031, 0.000324, 0.324219, 0.347656, 0.316406, 0.333984, 0.3125, 0.341797, 0.347656, 0.347656, 0.330078, 0.300781, 0.000334, 0.000317, 0.000267, 0.339844, 0.000338, 0.000328, 0.347656, 0.347656, 0.000332, 0.000322, 0.347656, 0.000319, 0.347656, 0.318359, 0.00033, 0.316406, 0.00033, 0.269531, 0.347656, 0.000317, 0.347656, 0.000315, 0.000328, 0.000336, 0.000326, 0.000324, 0.328125, 0.000292, 0.347656, 0.34375, 0.000299, 0.000326, 0.34375, 0.335938, 0.347656, 0.000328, 0.345703, 0.347656, 0.000319, 0.000301, 0.347656, 0.347656, 0.316406, 0.324219, 0.308594, 0.328125, 0.000334, 0.347656, 0.347656, 0.347656, 0.310547, 0.3125, 0.347656, 0.347656, 0.000328, 0.345703, 0.347656, 0.347656, 0.347656, 0.302734, 0.000336, 0.347656, 0.347656, 0.000301, 0.347656, 0.347656, 0.257812, 0.347656, 0.347656, 0.347656, 0.000328, 0.335938, 0.000322, 0.347656, 0.347656, 0.000324, 0.000307, 0.347656, 0.347656, 0.283203, 0.347656, 0.347656, 0.300781, 0.347656, 0.000326, 0.347656, 0.005127, 0.347656, 0.347656, 0.000319, 0.292969, 0.000332, 0.000328, 0.347656, 0.347656, 0.000322, 0.347656, 0.347656, 0.347656, 0.341797, 0.292969, 0.322266, 0.316406, 0.347656, 0.347656, 0.347656, 0.347656, 0.347656, 0.316406, 0.347656, 0.341797, 0.000317, 0.347656, 0.251953, 0.294922, 0.345703, 0.302734, 0.347656, 0.347656, 0.330078, 0.332031, 0.000336, 0.000336, 0.000294, 0.00033, 0.000322, 0.347656, 0.000301, 0.00033, 0.000328, 0.000305, 0.347656, 0.345703, 0.322266, 0.000324, 0.347656, 0.00032, 0.347656, 0.322266, 0.347656, 0.000317, 0.34375, 0.000317, 0.345703, 0.292969, 0.00033, 0.310547, 0.333984, 0.000336, 0.347656, 0.000334, 0.000311, 0.347656, 0.347656, 0.326172, 0.347656, 0.347656, 0.000322, 0.347656, 0.347656, 0.000336, 0.328125, 0.000317, 0.347656, 0.339844, 0.347656, 0.000332, 0.347656, 0.00032, 0.347656, 0.267578, 0.347656, 0.333984, 0.347656, 0.291016, 0.000317, 0.330078, 0.000326, 0.257812, 0.337891, 0.259766, 0.347656, 0.347656, 0.296875, 0.347656, 0.335938, 0.3125, 0.347656, 0.000317, 0.25, 0.347656, 0.294922, 0.000317, 0.341797, 0.000334, 0.347656, 0.347656, 0.000319, 0.000326, 0.347656, 0.347656, 0.279297, 0.000332, 0.263672, 0.000336, 0.259766, 0.347656, 0.347656, 0.339844, 0.294922, 0.330078, 0.341797, 0.000338, 0.000326, 0.251953, 0.345703, 0.263672, 0.347656, 0.3125, 0.000326, 0.000319, 0.347656, 0.326172, 0.335938, 0.00032, 0.347656, 0.000324, 0.289062, 0.000328, 0.000338, 0.237305, 0.347656, 0.000303, 0.339844, 0.339844, 0.347656, 0.347656, 0.28125, 0.34375, 0.347656, 0.347656, 0.000334, 0.320312, 0.3125, 0.000324, 0.347656, 0.347656, 0.347656, 0.000324, 0.347656, 0.337891, 0.000322, 0.314453, 0.347656, 0.337891, 0.347656, 0.241211, 0.347656, 0.000256, 0.208008, 0.34375, 0.302734, 0.324219, 0.275391, 0.291016, 0.000334, 0.000324, 0.000315, 0.294922, 0.00032, 0.000319, 0.345703, 0.347656, 0.347656, 0.300781, 0.335938, 0.324219, 0.296875, 0.333984, 0.347656, 0.347656, 0.000319, 0.263672, 0.000299, 0.347656, 0.000336, 0.296875, 0.000307, 0.00033, 0.347656, 0.347656, 0.269531, 0.347656, 0.328125, 0.330078, 0.347656, 0.347656, 0.000328, 0.347656, 0.337891, 0.316406, 0.347656, 0.347656, 0.347656, 0.347656, 0.285156, 0.347656, 0.347656, 0.275391, 0.332031, 0.339844, 0.000336, 0.273438, 0.324219, 0.347656, 0.304688, 0.000324, 0.00032, 0.347656, 0.000322, 0.347656, 0.347656, 0.000338, 0.00032, 0.345703, 0.292969, 0.283203, 0.347656, 0.347656, 0.347656, 0.347656, 0.34375, 0.347656, 0.34375, 0.000313, 0.320312, 0.000322, 0.347656, 0.347656, 0.347656, 0.347656, 0.347656, 0.302734, 0.269531, 0.347656, 0.326172, 0.318359, 0.347656, 0.347656, 0.347656, 0.00033, 0.084473, 0.341797, 0.347656, 0.294922, 0.000317, 0.347656, 0.316406, 0.000328, 0.347656, 0.34375, 0.306641, 0.347656, 0.347656, 0.347656, 0.304688, 0.000236, 0.00033, 0.00033, 0.347656, 0.308594, 0.347656, 0.333984, 0.00033, 0.00032, 0.000322, 0.302734, 0.000328, 0.00033, 0.000326, 0.00033, 0.285156, 0.347656, 0.000315, 0.347656, 0.347656, 0.330078, 0.347656, 0.347656, 0.347656, 0.279297, 0.152344, 0.263672, 0.241211, 0.300781, 0.347656, 0.347656, 0.337891, 0.000317, 0.347656, 0.00032, 0.324219, 0.341797, 0.328125, 0.347656, 0.253906, 0.339844, 0.347656, 0.000317, 0.289062, 0.253906, 0.310547, 0.306641, 0.347656, 0.000317, 0.330078, 0.34375, 0.347656, 0.318359, 0.347656, 0.000334, 0.347656, 0.347656, 0.347656, 0.000336, 0.347656, 0.326172, 0.347656, 0.339844, 0.34375, 0.347656, 0.267578, 0.255859, 0.00033, 0.347656, 0.347656, 0.308594, 0.239258, 0.347656, 0.34375, 0.306641, 0.339844, 0.320312, 0.00028, 0.296875, 0.339844, 0.347656, 0.347656, 0.345703, 0.263672, 0.302734, 0.000332, 0.347656, 0.347656, 0.000324, 0.345703, 0.347656, 0.347656, 0.00032, 0.000301, 0.000332, 0.326172, 0.279297, 0.347656, 0.347656, 0.328125, 0.34375, 0.328125, 0.285156, 0.000296, 0.000324, 0.310547, 0.347656, 0.296875, 0.347656, 0.330078, 0.000242, 0.347656, 0.21582, 0.347656, 0.000317, 0.000313, 0.347656, 0.347656, 0.000332, 0.199219, 0.000298, 0.000307, 0.261719, 0.000322, 0.00032, 0.347656, 0.347656, 0.337891, 0.00034, 0.00033, 0.347656, 0.322266, 0.000324, 0.335938, 0.345703, 0.00033, 0.347656, 0.34375, 0.308594, 0.347656, 0.000296, 0.347656, 0.000332, 0.326172, 0.347656, 0.000313, 0.347656, 0.316406, 0.347656, 0.341797, 0.265625, 0.347656, 0.347656, 0.00032, 0.347656, 0.269531, 0.3125, 0.208984, 0.347656, 0.347656, 0.347656, 0.000326, 0.000322, 0.345703, 0.279297, 0.000332, 0.00032, 0.347656, 0.347656, 0.347656, 0.000315, 0.279297, 0.000298, 0.00033, 0.000326, 0.347656, 0.296875, 0.347656, 0.347656, 0.347656, 0.000317, 0.000332, 0.277344, 0.333984, 0.316406, 0.144531, 0.345703, 0.347656, 0.00032, 0.000301, 0.347656, 0.316406, 0.347656, 0.000319, 0.000294, 0.347656, 0.347656, 0.347656, 0.347656, 0.347656, 0.000324, 0.000324, 0.347656, 0.345703, 0.320312, 0.261719, 0.275391, 0.330078, 0.310547, 0.347656, 0.347656, 0.251953, 0.000334, 0.000313, 0.328125, 0.347656, 0.339844, 0.328125, 0.347656, 0.302734, 0.000319, 0.347656, 0.000319, 0.000309, 0.347656, 0.00033, 0.347656, 0.347656, 0.326172, 0.000328, 0.285156, 0.347656, 0.347656, 0.347656, 0.34375, 0.337891 ] } , "name": "onnx::Mul_11320", "outputIndexes": [ 5552 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5551, 5552 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 5553 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5525, 5553 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/Add_2_output_0", "outputIndexes": [ 5554 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.816406 ] } , "name": "/blocks.31/Constant_1_output_0", "outputIndexes": [ 5555 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5554, 5555 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.31/Mul_1_output_0", "outputIndexes": [ 5556 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5556, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.32/Reshape_output_0", "outputIndexes": [ 5557 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5557 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.32/input_layernorm/Pow_output_0", "outputIndexes": [ 5558 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5558 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.32/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 5559 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5559, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/input_layernorm/Add_output_0", "outputIndexes": [ 5560 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5560, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/input_layernorm/Pow_1_output_0", "outputIndexes": [ 5561 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5557, 5561 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/input_layernorm/Mul_output_0", "outputIndexes": [ 5562 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ -3.515625, 5.28125, 5.53125, 3.65625, 6.0, 4.875, 5.625, 5.15625, 4.21875, 3.6875, 5.46875, 5.15625, 5.90625, 3.3125, 2.703125, 4.90625, 4.25, 4.5, 4.84375, 3.5625, -4.71875, 4.28125, -3.125, 3.109375, 4.375, 7.5625, -3.90625, 4.34375, 6.09375, -5.96875, 5.59375, 4.0625, 5.09375, 3.9375, 3.28125, 4.71875, 7.125, 87.5, 3.359375, 5.9375, 2.546875, -2.390625, 6.03125, 6.75, 4.40625, 3.15625, 6.15625, 5.0, 4.5625, 3.671875, 2.53125, 2.875, 4.40625, 7.09375, 4.625, 5.34375, 5.28125, 3.515625, 4.40625, -3.265625, 4.0, 3.34375, 4.3125, 4.21875, 4.3125, 4.71875, 3.5625, 4.3125, 3.0, 3.78125, 4.59375, 4.84375, 3.1875, 3.203125, 3.234375, 5.90625, 3.71875, 4.40625, 3.703125, 6.03125, -4.875, 4.40625, 5.4375, 5.90625, 5.0625, 4.21875, 3.125, 3.828125, 5.375, 12.75, 3.78125, 6.0, 4.125, 4.53125, 4.6875, 4.3125, 5.25, 4.84375, 5.03125, 6.8125, 4.46875, 5.84375, 3.359375, 4.9375, 5.9375, 3.53125, 3.921875, 4.34375, 5.59375, 5.9375, 5.0625, 4.5, 4.28125, 6.96875, 1.90625, 3.78125, 3.375, 3.734375, 4.03125, 5.21875, 4.6875, 4.1875, 4.375, 6.09375, 5.15625, 6.71875, 4.46875, 4.875, 4.75, 5.28125, 3.765625, 5.09375, 4.53125, 5.59375, 8.25, 4.90625, 5.96875, 21.125, 4.1875, 5.71875, 7.59375, 4.4375, 4.75, 4.0, 3.25, 3.15625, 8.75, 4.375, 4.125, 3.671875, 4.9375, 4.875, 3.625, 3.53125, 4.8125, 4.34375, 3.984375, 2.984375, 6.59375, 4.125, 3.5625, 5.8125, 3.515625, 4.21875, 5.25, -3.0, 3.234375, 4.875, 3.328125, 3.21875, 2.828125, 5.625, 4.84375, 5.15625, 5.125, 2.6875, 4.71875, 4.625, 3.828125, 3.890625, 5.0, 3.671875, 5.3125, 4.75, 4.21875, 4.375, 4.1875, 5.0625, 4.65625, 3.328125, 3.78125, 5.34375, 3.203125, 3.625, 3.390625, 3.203125, 4.75, 3.921875, 5.375, 3.796875, 5.3125, 4.84375, 4.3125, 4.1875, 5.15625, 4.0625, 5.59375, 4.8125, 4.59375, 4.375, -3.625, 3.53125, 4.90625, 5.25, 4.75, 4.34375, 3.40625, 4.1875, 4.3125, 5.0, 6.34375, 3.046875, 4.9375, 5.84375, 4.125, 4.34375, 4.59375, 4.15625, 4.03125, 4.0625, 5.3125, 4.40625, 5.21875, 4.84375, 5.78125, 3.71875, 4.8125, 4.71875, 3.671875, 4.5625, 3.5, 5.5, 2.140625, 5.03125, 2.828125, 7.34375, 6.25, 2.765625, 4.34375, 4.34375, 5.59375, 5.71875, 4.9375, -3.515625, 5.3125, 4.84375, -4.75, 3.265625, 5.375, 3.328125, 3.34375, 4.5, 4.46875, 4.25, 4.4375, 4.71875, 3.78125, 5.75, 3.390625, 4.1875, 4.84375, 4.34375, 3.765625, 3.59375, 5.15625, 5.375, 3.09375, 4.25, 5.78125, 5.40625, 5.0625, 3.328125, 4.21875, 2.484375, 5.59375, 3.65625, 3.671875, 4.5625, 2.609375, 5.5625, 4.53125, 3.171875, 4.65625, 4.59375, 4.53125, 4.15625, 4.28125, 4.65625, 4.15625, 5.59375, 4.125, 3.65625, 4.875, 5.0625, 3.453125, 5.09375, 3.859375, 5.03125, 6.4375, 4.125, 3.921875, 3.921875, 4.84375, 4.4375, 4.0, 4.15625, 4.9375, -4.875, 4.1875, 4.3125, 2.46875, 4.28125, 8.1875, 4.375, 3.59375, 6.34375, 4.875, 4.8125, 4.3125, 5.1875, 3.40625, 3.03125, 2.734375, 3.78125, 5.40625, 4.25, 5.21875, 3.8125, 4.65625, 2.34375, 4.375, 4.96875, 4.75, 3.6875, 4.4375, 2.5625, 5.0625, 3.15625, 5.34375, 2.40625, 2.1875, 4.03125, 6.625, 4.28125, 5.28125, 3.390625, 4.90625, 5.46875, 4.125, 3.640625, 3.828125, 3.828125, 4.625, 4.125, 2.5, 5.25, 4.8125, 6.34375, 2.96875, 4.875, 3.890625, 3.03125, 4.5625, 5.34375, 5.09375, 3.1875, 4.90625, 2.625, 3.453125, 5.34375, 4.5, 6.5625, 3.640625, 4.09375, 5.59375, 3.484375, 6.59375, 6.40625, 4.6875, 5.1875, 4.53125, 4.25, 2.609375, 3.390625, -3.609375, 2.90625, 4.15625, 4.0, 4.65625, 3.640625, 5.96875, 4.0625, 5.09375, 4.9375, 3.5625, 4.53125, 5.71875, 3.265625, 11.75, 3.71875, 4.4375, 4.09375, 4.0625, 3.984375, 5.9375, 3.609375, 4.9375, 3.6875, 7.375, 3.21875, 6.75, 8.625, 3.25, 3.875, 3.734375, 4.78125, 2.875, 3.890625, 4.78125, 3.703125, 5.90625, 3.484375, 3.984375, 5.0625, 2.40625, 4.34375, 4.5625, 2.4375, -5.1875, 4.8125, 3.8125, 4.625, 3.890625, 6.03125, 4.625, 5.40625, 3.5, 5.28125, 3.375, 5.03125, 5.09375, 4.375, 4.09375, 4.125, 4.875, 3.8125, 4.25, 4.09375, 5.8125, 2.921875, 3.28125, 4.65625, 4.21875, 4.625, 3.71875, 4.5625, 4.21875, 8.125, 4.0625, 3.203125, 3.328125, 2.765625, 5.5, 4.0625, 3.671875, 4.3125, 2.9375, 5.40625, 4.53125, 5.21875, 1.859375, 3.65625, 4.6875, 2.765625, 4.0, 3.359375, 4.15625, 4.15625, 3.515625, 4.5625, 3.484375, 4.4375, 5.25, 4.75, 4.875, 4.5625, 4.4375, 4.3125, 3.390625, 5.4375, 4.8125, 4.28125, 4.125, 3.96875, 2.671875, 3.296875, 5.03125, 4.5, 4.9375, -4.5, 5.75, 4.21875, 3.484375, 3.828125, 3.796875, 4.0625, 4.875, 4.09375, 6.84375, 4.46875, 7.9375, 3.484375, 5.625, 3.734375, 4.65625, 3.703125, 6.03125, 3.3125, 3.328125, 2.953125, 3.21875, -3.71875, 2.953125, 4.9375, 5.21875, 3.140625, 3.09375, 5.65625, 5.0625, 3.6875, 3.421875, 3.78125, 6.59375, 4.46875, 4.09375, 3.328125, 2.765625, 4.4375, 3.28125, 3.171875, 4.78125, 3.4375, 3.609375, 3.703125, 4.625, 4.28125, 4.46875, 3.0625, -2.625, 4.3125, 4.15625, 3.71875, 4.9375, 6.90625, 3.8125, 3.578125, 7.625, 4.03125, 3.75, 5.03125, 4.65625, 3.703125, 4.09375, 4.84375, 8.3125, 5.375, 5.875, 4.875, 3.609375, 5.0625, 2.984375, 4.15625, 3.546875, -4.15625, 3.0, 4.3125, 4.40625, 5.3125, 4.6875, 4.25, 4.625, 5.3125, 4.0, 3.390625, 3.78125, 6.59375, 3.75, 3.828125, 3.765625, 4.9375, 4.53125, 4.375, 5.1875, 5.375, 4.15625, 6.1875, 3.1875, 4.03125, 3.84375, 5.25, -3.578125, 8.0625, 5.0, 3.8125, 3.90625, 6.59375, 3.71875, 4.3125, 3.328125, 4.90625, 4.71875, 4.8125, 6.53125, 4.71875, 5.125, 3.4375, 3.625, 3.703125, 3.6875, 2.671875, 3.546875, -4.46875, 4.96875, 4.875, 4.9375, 6.71875, 3.546875, 6.53125, 3.5625, 5.0625, 5.40625, 7.25, 3.796875, 4.84375, 4.21875, 3.65625, 4.5, 3.09375, 3.984375, 3.6875, 4.5625, 3.734375, 4.0625, 3.859375, 3.109375, 4.21875, 5.21875, 6.1875, 3.96875, 87.5, 4.84375, 3.671875, 3.765625, 4.90625, 4.65625, 5.21875, 5.4375, 4.25, 3.921875, 3.3125, 4.9375, 3.078125, 3.828125, 3.65625, 3.421875, 4.5625, 3.453125, 4.4375, 5.6875, 3.75, 5.21875, 4.46875, 46.75, 4.25, 4.21875, 2.84375, 4.78125, -3.296875, 5.46875, 4.15625, 4.09375, 4.65625, 3.796875, 4.90625, 4.15625, 4.28125, 5.03125, 4.1875, 2.5625, 3.765625, 5.34375, 5.1875, -4.1875, 4.71875, -4.3125, 4.8125, 4.5625, 5.4375, 4.96875, 3.46875, 4.96875, 4.71875, 4.03125, 2.71875, 3.4375, 3.640625, 4.75, 2.921875, 4.375, 9.0625, 4.0, 4.78125, 3.84375, 6.1875, 5.3125, 5.125, 4.1875, 3.25, 2.546875, 2.109375, 2.421875, 5.25, 5.46875, 2.296875, 3.671875, 4.6875, 2.984375, 5.4375, 5.84375, 1.992188, 3.203125, 4.3125, 6.21875, 3.59375, 2.734375, 3.046875, 2.9375, 3.984375, 3.84375, 3.4375, 6.25, 5.3125, 3.59375, 3.796875, 6.03125, 5.25, 4.46875, 3.84375, 4.375, 3.125, 5.59375, 4.9375, 6.59375, 3.015625, 4.53125, 3.65625, 2.328125, 4.34375, 4.5625, 2.625, 5.4375, 6.625, -2.5, 3.125, 4.03125, 4.8125, 3.078125, 4.78125, 4.4375, 2.5625, 8.1875, 5.5, 2.765625, 3.515625, 3.5625, 4.28125, 5.78125, 6.46875, 4.125, 3.71875, 5.875, 4.3125, 4.25, 5.375, 6.1875, 4.0, 4.3125, 6.25, 4.21875, 6.03125, 3.640625, 3.5, 3.390625, 3.5625, 4.1875, 5.1875, 3.78125, 2.953125, 4.53125, -3.46875, 5.78125, 4.03125, 3.65625, 4.25, 4.15625, 4.375, 3.90625, 4.6875, 3.84375, 3.875, 5.0625, 3.546875, 5.375, 4.6875, 5.0625, 2.328125, 4.375, 3.390625, 5.46875, 3.140625, 3.015625, 7.03125, 4.9375, 4.25, 4.21875, 6.15625, 4.1875, 3.171875, 4.875, 5.25, 4.84375, 4.5, 5.0625, 4.125, 2.546875, 7.4375, 2.375, 4.875, 3.796875, 4.6875, 4.59375, 5.28125, 2.765625, 3.390625, 3.09375, 3.5625, 3.015625, 3.5, 3.734375, 4.125, 3.78125, 4.46875, 5.375, 4.34375, 3.84375, 3.34375, -5.625, 3.625, 3.375, 5.21875, 4.78125, 5.59375, 4.25, 3.140625, 2.421875, 5.5, 3.96875, 3.4375, 3.84375, 4.53125, 4.59375, 5.75, 4.75, 4.71875, 3.578125, 5.1875, 3.890625, 3.625, 4.71875, 3.765625, 3.28125, 9.25, 5.21875, 3.9375, 5.625, 4.53125, 4.5625, 4.65625, 5.125, 6.0625, 3.609375, 5.65625, 5.4375, 2.890625, 2.953125, 3.828125, 5.28125, 3.84375, 6.09375, 4.96875, 5.53125, 3.75, 2.453125, 3.203125, 2.90625, 3.796875, 3.1875, 3.9375, 3.484375, 4.4375, 5.8125, 4.28125, 7.5, 12.5625, 5.78125, 4.0, 5.125, 4.125, 3.8125, 4.71875, 2.6875, 4.59375, 3.71875, 4.125, 7.125, 6.0, 4.09375, 4.9375, 3.65625, 6.28125, 4.34375, 3.734375, 7.875, 3.3125, 3.1875, 3.796875, 5.21875, 3.828125, 4.25, 5.0, 4.125, 2.921875, 3.296875, -4.21875, 4.84375, 5.75, 3.296875, 3.640625, 4.3125, 3.4375, 3.90625, 3.609375, 4.1875, 4.6875, 3.515625, 3.75, 5.40625, 3.578125, 4.3125, 5.375, 4.90625, 4.59375, 3.796875, 5.125, 4.28125, 3.8125, 3.28125, 4.3125, 3.265625, 3.3125, 5.1875, 4.1875, 2.953125, 4.21875, 4.0, 6.25, 3.484375, 3.5625, 7.75, 4.28125, 2.421875, 3.453125, 3.34375, 4.96875, 3.828125, 3.65625, 4.9375, 4.59375, 5.21875, 4.0625, 4.90625, 2.625, 3.484375, 4.78125, 7.4375, 4.0625, 5.40625, 4.03125, 4.0, 4.5, 3.40625, 2.796875, 3.40625, 2.921875, 7.59375, 4.0, 3.328125, 3.234375, 3.75, -3.828125, 3.34375, 4.4375, 5.21875, 8.8125, 3.75, 4.1875, 4.78125, 3.71875, 4.625, 6.0625, 5.53125, 4.6875, 3.375, 4.09375, 4.21875, 3.375, 5.625, 4.75, -3.453125, 2.453125, 3.484375, 4.0625, 4.09375, 4.84375, 4.875, 4.9375, 6.78125, 4.65625, -4.4375, 4.03125, 5.8125, 4.5625, 3.84375, 3.078125, 3.875, 5.65625, 3.421875, 4.375, 4.75, 4.28125, 4.28125, 4.0625, 6.84375, 3.828125, 3.546875, 4.3125, 4.84375, 3.453125, 4.625, 3.390625, 4.5625, 3.34375, 3.890625, 6.34375, 4.53125, 3.453125, 3.921875, 5.09375, 4.6875, 4.6875, 3.96875, 3.921875, 4.84375, 3.265625, 3.71875, 4.15625, -4.75, 3.078125, 5.375, 4.125, 3.3125, 4.4375, 4.53125, 3.8125, 3.78125, 3.1875, 4.15625, 4.75, 4.28125, 4.25, 4.125, 4.875, 5.375, 4.0625, 3.40625, 5.0, 4.15625, 3.78125, 2.8125, 5.09375, 5.59375, 3.453125, 5.21875, 4.25, 4.5625, 4.5, 3.953125, 3.890625, -5.625, 4.96875, 3.875, 4.75, 3.765625, 4.53125, 4.9375, 3.75, 4.3125, 2.8125, 3.640625, 3.1875, 3.890625, 4.28125, 4.125, 4.1875, 3.609375, 3.96875, 4.8125, 3.328125, 4.3125, -3.390625, 3.3125, 3.90625, 5.5, 5.71875, 12.625, 4.53125, 4.34375, 6.3125, 5.84375, 3.9375, 5.6875, 3.515625, 14.25, 6.96875, 2.609375, -4.09375, 6.25, 6.96875, 5.0625, 5.09375, 5.96875, 3.578125, 11.9375, 4.0, 6.0, 3.84375, 3.140625, 4.375, 3.84375, 3.90625, 5.3125, 4.28125, 4.375, -3.734375, 4.53125, 5.21875, 4.59375, 4.4375, 4.40625, 2.8125, 4.65625, 6.28125, 4.46875, 2.90625, 3.703125, 4.125, 2.75, 5.34375, 4.6875, 4.40625, 2.984375, 3.3125, 5.46875, -4.28125, 5.28125, 3.359375, 4.0625, 3.40625, 4.125, 3.46875, 6.375, 3.828125, 3.28125, 7.25, 7.75, 3.96875, 3.140625, 4.3125, -5.625, 2.984375, 6.375, 3.71875, 4.125, 6.25, 3.84375, 4.875, 4.4375, 3.609375, 4.84375, -2.484375, 4.25, 2.234375, 2.453125, 3.71875, 4.53125, 4.28125, 4.59375, 4.75, 4.5, 43.25, 3.9375, 6.125, -3.28125, 4.59375, -3.625, 3.671875, 4.375, 3.8125, 2.78125, 5.0, 4.96875, 4.9375, 5.5, 4.75, 6.5, 3.546875, 8.375, 4.1875, 4.0, 3.890625, 4.8125, 4.90625, 4.21875, 5.15625, 5.25, 3.8125, 3.421875, 4.25, 4.78125, 3.21875, 3.40625, 5.09375, 4.59375, 6.34375, 5.46875, 4.5, 4.8125, 2.9375, 4.3125, 4.15625, 4.875, 5.25, 2.640625, 4.59375, -2.765625, 4.3125, 4.09375, 4.1875, 4.65625, 4.25, 2.90625, 4.96875, 2.8125, 4.21875, 3.671875, 2.203125, 4.25, 3.921875, 5.84375, 5.5625, 4.375, 3.265625, 5.09375, 3.59375, 3.1875, 3.59375, 3.390625, 2.984375, 5.5625, 3.03125, 3.546875, 3.703125, 4.625, 5.375, 3.609375, 2.09375, 2.96875, 3.71875, 6.90625, 3.890625, 2.515625, 3.5625, 4.53125, 4.53125, 5.03125, 3.609375, 3.484375, 3.671875, 3.453125, 5.46875, 4.25, 4.3125, 5.09375, 4.46875, 3.390625, 3.453125, 3.5, 7.5, 3.0625, 4.625, 4.21875, 4.90625, 2.96875, 5.8125, 4.71875, 4.34375, 3.59375, 4.09375, 2.8125, 3.390625, 5.4375, 3.765625, 4.125, 5.65625, 3.8125, 5.78125, 3.0, 3.390625, 3.515625, 5.25, 4.1875, 4.34375, 5.34375, 3.25, 4.3125, 3.890625, 4.3125, 4.9375, 3.328125, 5.34375, 2.4375, 5.21875, 6.78125, 4.71875, 3.078125, 4.34375, 4.25, 4.125, 4.21875, 3.75, 4.21875, 4.3125, 2.46875, 4.03125, 2.875, -5.15625, 2.78125, 4.90625, 5.375, 18.125, 6.09375, 5.78125, 3.546875, 5.59375, 2.875, 2.765625, 3.890625, 3.84375, 3.28125, 4.59375, 7.40625, 4.375, -4.375, 4.4375, 2.734375, 5.34375, 6.3125, 3.796875, -5.28125, 3.4375, 41.0, 5.59375, 3.84375, 3.265625, 2.65625, 3.828125, 3.25, 3.90625, 3.765625, 3.078125, 3.34375, 4.5625, 4.1875, 5.25, 3.9375, 3.109375, 4.125, -5.1875, 3.4375, 3.015625, 3.390625, 4.71875, 4.0, 3.890625, 3.75, 8.5, 3.609375, 5.40625, 4.3125, 4.8125, 5.0625, 4.09375, 2.859375, 5.03125, 4.25, 6.09375, 4.5, 5.3125, 3.90625, 4.40625, 3.125, 1.726562, 7.65625, 4.71875, 3.15625, 2.921875, 4.125, 4.75, 5.71875, 6.28125, 3.328125, 2.828125, 5.4375, 4.59375, 6.09375, 5.0, 5.71875, 3.96875, 3.734375, 5.75, 6.0625, -3.65625, 4.96875, 5.28125, 3.640625, 3.90625, 5.1875, 4.09375, 4.03125, 4.25, 2.328125, 4.65625, 4.71875, 2.953125, 4.71875, 3.0625, 2.921875, 6.03125, 4.3125, 3.921875, 4.375, 5.0, 4.3125, 5.5625, 4.46875, 3.140625, 5.96875, 4.375, 4.65625, 5.375, 2.90625, 3.984375, 3.6875, 3.53125, 4.09375, 4.5, 6.03125, 3.421875, 5.46875, 3.1875, 3.96875, 4.65625, 8.5, 4.59375, 5.34375, 2.59375, 4.28125, 5.09375, 3.125, 2.875, 2.640625, 2.46875, 3.90625, 5.40625, 4.125, 3.59375, 3.578125, 4.5625, 4.6875, 4.09375, 4.25, 3.453125, 4.28125, 3.40625, 4.75, 3.890625, 4.53125, 4.59375, 3.640625, 5.0625, 4.6875, 5.34375, 3.640625, 7.53125, 6.09375, 4.40625, 5.71875, 4.90625, 4.53125, 5.5, 4.84375, 4.34375, 3.75, 4.15625, 2.859375, 4.71875, 5.34375, 5.71875, 4.625, 3.5625, 3.65625, 4.625, -2.125, 3.875, 4.3125, 6.25, 5.5, 2.71875, 4.3125, 6.65625, 4.5, 4.9375, 3.8125, 6.3125, 4.59375, 4.0625, 3.765625, 4.375, 3.671875, 4.46875, 4.90625, 4.0, 4.65625, 3.984375, 3.140625, 2.96875, 2.84375, 6.09375, 5.28125, 3.796875, -4.21875, 5.375, 3.84375, -2.84375, 4.9375, 5.125, 3.34375, 4.03125, 3.28125, 2.4375, 4.28125, 4.46875, 3.59375, 4.65625, 3.90625, 8.5, 3.96875, 2.84375, 2.5625, 3.546875, 4.4375, 3.5625, 3.234375, 4.4375, 4.78125, 5.375, 3.390625, 5.28125, 6.375, 4.9375, 4.1875, 3.78125, 4.46875, 4.09375, 2.484375, 4.78125, 3.671875, 3.96875, 5.15625, 5.1875, 3.671875, 4.625, 3.59375, 4.84375, 5.5625, 3.796875, 3.03125, 3.5625, 3.859375, 5.84375, 2.953125, 4.0625, 9.0, 3.765625, 3.046875, 4.3125, 5.0, 5.375, 8.0, 3.9375, 4.03125, 5.125, 2.6875, 5.375, 3.890625, 5.28125, 4.21875, 3.9375, 3.875, 2.90625, 4.125, 3.84375, 4.5, 6.1875, 18.0, 4.75, 4.1875, 8.5, 3.28125, 4.53125, 4.84375, 3.921875, 3.5, 3.953125, 7.1875, 3.390625, 22.875, 4.84375, 4.75, 4.90625, 6.40625, 4.5, 4.125, 7.15625, 5.34375, 3.5625, 4.25, 3.28125, 3.3125, 4.09375, 3.34375, 6.40625, 3.890625, 3.9375, 8.5, 3.125, 3.453125, 5.09375, -3.84375, 7.3125, 2.5, 5.09375, 5.28125, 2.625, 8.625, 4.65625, 3.5, 3.640625, 4.75, 4.78125, 3.90625, 3.375, 5.0, 5.625, 3.453125, 4.71875, 3.671875, 5.03125, 3.71875, 4.28125, 3.78125, 4.3125, 3.90625, 4.34375, 4.34375, 3.1875, 4.6875, 3.609375, 5.6875, 3.390625, 2.765625, 3.890625, 3.796875, 4.53125, 4.03125, 4.5625, 3.625, 4.78125, 3.46875, 2.78125, 5.375, 4.375, 3.890625, 3.40625, 5.15625, 4.21875, 4.59375, 4.46875, 8.375, 2.5, 6.03125, 4.53125, 4.84375, 5.59375, 7.625, 3.8125, 4.9375, 3.265625, 4.65625, 5.625, -3.171875, 3.09375, 4.25, 4.21875, 2.8125, 4.5625, 5.3125, 4.0, 4.75, 5.25, 5.25, 5.375, 3.4375, 2.0625, 4.3125, 4.90625, 4.625, 4.46875, 4.5625, 5.8125, 3.875, 4.34375, 4.28125, 2.859375, -4.40625, 4.8125, 3.28125, 4.96875, 4.875, -6.5, 3.328125, 2.859375, 3.578125, 4.15625, 4.125, 4.34375, 4.75, 4.34375, 4.03125, 3.734375, 3.171875, 8.5, 3.75, 3.265625, 5.25, 4.0, 5.21875, 4.46875, 3.515625, 5.53125, 5.84375, 4.4375, 3.234375, 3.984375, 3.890625, 3.625, 4.4375, 4.25, -2.6875, 4.90625, 5.0625, 3.6875, 5.03125, 6.0625, 5.375, 5.90625, 6.0, 2.40625, 7.34375, 3.984375, 3.640625, 4.375, 4.3125, 4.28125, 5.96875, 3.328125, 5.34375, 4.03125, 4.46875, 2.703125, 3.015625, 4.21875, 3.21875, 3.265625, 5.34375, 5.625, 3.0625, -4.25, 2.984375, 4.9375, 4.53125, 5.15625, 3.984375, 4.21875, 5.71875, 4.75, 5.34375, 6.03125, 5.6875, 3.953125, 5.6875, 5.46875, 6.5625, 4.96875, 4.34375, 3.375, 4.625, 4.3125, 3.71875, 3.953125, 2.0, 3.890625, 6.6875, 5.71875, 4.0, 5.9375, 5.84375, 4.6875, 2.484375, 4.3125, 7.0, 5.0625, 4.375, 3.546875, 4.0625, 5.59375, 4.84375, 3.765625, 3.609375, 5.75, 4.5, 6.53125, 3.296875, 3.8125, 3.4375, 4.71875, 3.5, 3.8125, 4.5, 3.203125, 4.34375, 5.625, 6.625, 5.0, 3.125, 3.53125, 7.3125, 5.5, 5.4375, 2.09375, 4.78125, 4.09375, 3.09375, 4.125, 3.5, 6.53125, 6.96875, 3.890625, 3.640625, 6.28125, 4.09375, 5.625, 3.546875, 2.75, 4.1875, 4.625, 4.15625, 3.515625, -3.671875, 5.96875, 4.9375, 3.71875, 3.671875, 7.59375, 4.03125, 5.9375, 4.09375, -3.453125, 5.21875, 5.125, 5.125, 4.28125, 3.484375, 5.6875, 6.25, 4.15625, 6.15625, 5.3125, 4.46875, 4.65625, 4.34375, 6.28125, 5.40625, 5.09375, 3.984375, 4.3125, 3.671875, 4.09375, 4.4375, 4.90625, 3.8125, 4.59375, 4.53125, 2.71875, 3.609375, 4.09375, 4.21875, 3.71875, 3.5625, 3.53125, 4.0, 3.671875, 4.0625, 2.625, 4.1875, 4.0, 5.1875, 2.359375, 4.5, 3.96875, 3.6875, 4.28125, 3.40625, 4.8125, -2.8125, 6.0, 4.28125, 4.875, 3.96875, 3.359375, 3.71875, 4.09375, 3.5625, 4.15625, 3.40625, 2.984375, -4.3125, 3.453125, 11.75, 3.625, -4.3125, 6.9375, -3.25, 2.65625, 6.03125, 4.71875, 3.421875, 3.203125, 5.21875, 6.03125, 4.25, 3.984375, 3.453125, 4.15625, 3.265625, 3.546875, 6.21875, 3.875, 4.75, -4.28125, 3.109375, 4.1875, 2.671875, 3.703125, 4.75, 5.0625, 3.859375, 5.125, 3.421875, 5.21875, 3.734375, 5.28125, 3.765625, 3.375, 4.71875, 3.921875, 4.1875, 2.03125, 5.34375, 4.8125, 4.53125, 7.09375, 3.96875, 3.5625, 8.5, 3.46875, 7.9375, 3.75, 3.484375, 4.21875, 5.3125, 6.4375, 2.96875, 6.03125, 4.0625, 4.78125, 4.3125, 3.65625, 4.125, 3.265625, 5.78125, 4.5, 5.625, 118.5, 5.03125, 3.21875, 5.34375, 3.953125, 4.90625, 4.125, 4.09375, 5.5, 6.03125, 4.375, 4.625, 3.515625, 4.8125, 3.796875, 3.84375, -3.3125, 4.0625, 6.78125, 4.53125, 4.46875, 3.9375, 2.8125, 4.0625, 4.4375, 4.71875, 7.625, 2.71875, 3.65625, 1.976562, 2.65625, 3.984375, 2.65625, 3.9375, 7.90625, 2.40625, 3.5625, -3.28125, 4.34375, 4.4375, 4.3125, 2.9375, 4.75, 4.125, 4.0, 3.390625, 4.21875, 3.28125, 3.6875, 5.46875, 3.375, 4.125, 3.40625, 3.03125, 4.125, 4.03125, 4.09375, 3.75, 5.65625, 3.15625, 4.6875, 5.65625, 4.28125, 4.28125, 4.5625, 4.03125, 4.25, 3.609375, 4.0625, 4.03125, 4.28125, 2.625, 4.03125, 3.109375, 4.1875, 5.4375, 6.15625, 4.5, 4.4375, 5.15625, 6.71875, 4.21875, 10.3125, 6.3125, 5.1875, 7.40625, 5.90625, 3.359375, 4.40625, 3.1875, 3.828125, 3.375, 3.796875, -3.859375, 4.78125, 4.21875, 4.71875, 9.3125, 4.625, 4.65625, 4.40625, 5.0, 2.96875, 3.25, 5.53125, 4.1875, 5.875, 1.601562, 7.0625, 3.484375, 3.90625, 6.625, 3.453125, 3.4375, 4.90625, 5.5, 4.71875, 2.109375, 5.40625, 4.6875, 4.875, -6.25, 3.703125, 5.8125, 2.75, 4.8125, 4.375, 4.15625, 2.90625, -3.734375, 5.34375, 2.953125, 4.90625, 4.5625, 3.890625, 3.9375, 5.09375, 1.882812, 4.09375, 4.9375, 4.09375, 6.125, 4.6875, 3.515625, 4.15625, 5.625, 4.53125, 6.5625, 3.3125, 3.890625, 5.40625, 4.59375, 4.90625, 5.09375, 3.6875, 4.40625, 16.375, 3.734375, 3.859375, 4.34375, 5.0625, 3.5, 4.75, 3.96875, 7.5625, 3.296875, 3.03125, 4.65625, 6.6875, 4.1875, 3.515625, 5.21875, 6.34375, 5.0, 2.21875, 5.03125, 4.59375, 5.1875, 2.40625, 5.71875, 3.625, 3.28125, 3.640625, 4.59375, 6.84375, 4.46875, 2.84375, 4.0625, 4.0, 3.84375, 3.140625, 3.765625, 3.4375, 3.0, 4.03125, 3.34375, 4.59375, 3.53125, 4.09375, 3.921875, 4.84375, 4.71875, -3.96875, 3.484375, 3.09375, -4.40625, 3.203125, 3.78125, 4.15625, 4.84375, 5.71875, 4.46875, 3.5, 6.34375, 3.15625, 3.984375, 3.609375, 6.15625, 7.71875, 2.90625, -3.703125, 3.765625, 3.921875, 3.96875, 6.03125, 3.078125, 4.28125, 2.671875, 3.734375, 4.71875, 3.484375, 5.90625, 4.21875, 5.34375, 4.9375, 2.796875, 5.78125, 3.484375, 3.90625, 3.625, 5.09375, 3.28125, 3.953125, 3.359375, 3.015625, 2.96875, 5.59375, -3.625, 5.34375, 1.140625, 3.421875, 3.421875, 4.0625, 4.5, 5.125, 2.984375, 2.71875, 4.40625, 4.5625, 5.21875, 2.625, 4.96875, 3.78125, 3.390625, 5.53125, 3.296875, 4.75, 5.1875, 5.5, 5.125, 3.921875, 4.34375, 6.0625, 2.25, 4.4375, 3.140625, 4.46875, 3.515625, 5.40625, 4.40625, 33.75, 5.09375, 3.328125, 3.53125, 2.25, 2.890625, 5.6875, 4.5625, 4.15625, 3.5, 3.09375, 4.15625, 3.734375, 5.125, 5.75, 5.4375, 3.1875, 2.453125, 11.625, 4.40625, 5.21875, 4.4375, 4.03125, 4.28125, 4.21875, 2.375, 5.0625, 5.28125, 3.984375, 4.0, 4.15625, 3.765625, 4.28125, 4.5625, 4.625, 2.859375, 3.546875, 4.71875, 4.21875, 2.65625, 3.671875, 4.65625, 3.796875, 4.125, 3.625, 2.03125, 5.8125, 3.828125, 4.5625, 3.171875, 4.09375, 4.0625, 4.75, 4.84375, 4.15625, 3.5, 5.0, 7.5625, 2.75, 4.3125, 3.5, 4.1875, 15.625, 5.5, 3.34375, 6.625, 3.71875, 3.109375, 3.1875, 7.9375, 4.53125, -4.21875, 4.25, 2.859375, 5.5625, 5.15625, 3.203125, 5.15625, 5.75, 25.5, 4.46875, 3.359375, 4.375, 3.765625, 6.375, 3.625, 3.984375, 5.34375, 3.875, 2.875, 3.921875, 4.875, 7.125, 5.15625, 2.796875, 3.734375, -3.078125, 5.09375, 5.84375, 5.03125, 3.546875, -2.859375, 5.59375, 3.171875, 4.6875, 3.234375, 4.5, 3.84375, 2.953125, 2.03125, 4.125, -2.703125, 3.765625, 3.359375, 3.3125, 4.625, 3.84375, 3.84375, 3.765625, 3.21875, 5.875, 4.03125, 4.3125, 3.375, 4.40625, 3.671875, 3.96875, 5.03125, 3.53125, 5.5, 3.390625, 3.75, 4.40625, 5.375, 5.46875, 3.46875, 3.84375, 4.34375, 3.4375, 4.34375, 3.109375, 5.65625, 4.5, 4.21875, 12.0625, 3.3125, 5.34375, 4.625, 7.09375, 4.15625, 3.609375, 4.34375, 3.65625, 88.0, 4.3125, 5.375, -4.875, 3.984375, 3.875, 4.84375, 4.6875, 3.078125, 4.1875, 4.09375, -5.6875, 3.46875, 4.34375, 4.40625, 4.90625, 5.125, 5.46875, 5.34375, 3.53125, 6.125, 4.40625, -3.578125, 2.8125, 4.875, 5.4375, 3.6875, 5.8125, 4.46875, 3.671875, 3.796875, 5.3125, 3.578125, 3.9375, 3.03125, 3.734375, 3.9375, 5.40625, 3.078125, 3.46875, 5.53125, 3.28125, 3.921875, 7.40625, 6.03125, 4.0, 4.71875, 3.25, 4.53125, 6.15625, 1.921875, 3.3125, 4.53125, 3.828125, 5.1875, 5.03125, 4.28125, 4.6875, 3.90625, 4.625, -4.4375, 4.0625, 5.625, 5.8125, 3.875, 4.96875, 4.28125, 4.34375, 4.0, 4.46875, 3.515625, 3.453125, 4.21875, -4.34375 ] } , "name": "onnx::Mul_11321", "outputIndexes": [ 5563 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5562, 5563 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/input_layernorm/Mul_1_output_0", "outputIndexes": [ 5564 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5564 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.32/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 8021 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8021 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.32/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 8022 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8022 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1904646006, 2621462, 655360, 0, 0 ] } , "name": "/layers.32/self_attn/q_proj/Linear", "outputIndexes": [ 8023 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8023 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.32/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 8024 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8024 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ] , "dimType": "NCHW" } , "name": "/layers.32/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 5565 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5564 ] , "main_type": "NONE", "name": "/blocks.32/self_attn/Shape_output_0", "outputIndexes": [ 5566 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 5566 ] , "main_type": "NONE", "name": "Shape6780", "outputIndexes": [ 5567 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 5566 ] , "main_type": "NONE", "name": "Rank6782", "outputIndexes": [ 5568 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5568, 5568 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6784", "outputIndexes": [ 5569 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5569 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6785", "outputIndexes": [ 5570 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5569, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6787", "outputIndexes": [ 5571 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5571 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6788", "outputIndexes": [ 5572 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5567, 5570, 5572, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice6791", "outputIndexes": [ 5573 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5573 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze6792", "outputIndexes": [ 5574 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5574, 5574 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6794", "outputIndexes": [ 5575 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5566, 5575, 5569 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.32/self_attn/Gather_output_0", "outputIndexes": [ 5576 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5576, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.32/self_attn/Unsqueeze_output_0", "outputIndexes": [ 5577 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5569 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6802", "outputIndexes": [ 5578 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5571 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6805", "outputIndexes": [ 5579 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5567, 5578, 5579, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice6808", "outputIndexes": [ 5580 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5580 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze6809", "outputIndexes": [ 5581 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 5581 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6810", "outputIndexes": [ 5582 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5582, 5581 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6811", "outputIndexes": [ 5583 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5566, 5583, 5569 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.32/self_attn/Gather_1_output_0", "outputIndexes": [ 5584 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5584, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.32/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 5585 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5577, 5585, 41, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.32/self_attn/Concat_output_0", "outputIndexes": [ 5586 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5565, 5586 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.32/self_attn/Reshape_output_0", "outputIndexes": [ 5587 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5587 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.32/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 5589 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5589 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.32/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 5590 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5590, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/self_attn/q_norm/Add_output_0", "outputIndexes": [ 5591 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5591, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 5592 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5587, 5592 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 5593 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5593, 885 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 5594 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5594, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/self_attn/Mul_output_0", "outputIndexes": [ 5595 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5594 ] , "main_type": "NONE", "name": "/blocks.32/self_attn/Shape_2_output_0", "outputIndexes": [ 5596 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 5596 ] , "main_type": "NONE", "name": "Shape6825", "outputIndexes": [ 5597 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 5596 ] , "main_type": "NONE", "name": "Rank6827", "outputIndexes": [ 5598 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5598, 5598 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6829", "outputIndexes": [ 5599 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5599 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6830", "outputIndexes": [ 5600 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5599, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6832", "outputIndexes": [ 5601 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5601 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6833", "outputIndexes": [ 5602 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5597, 5600, 5602, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice6836", "outputIndexes": [ 5603 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5603 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze6837", "outputIndexes": [ 5604 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 5604 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6838", "outputIndexes": [ 5605 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5605, 5604 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6839", "outputIndexes": [ 5606 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5596, 5606, 5599 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.32/self_attn/Gather_2_output_0", "outputIndexes": [ 5607 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5607, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/self_attn/Div_output_0", "outputIndexes": [ 5608 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5608, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.32/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 5609 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5594, 5609, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.32/self_attn/Slice_1_output_0", "outputIndexes": [ 5610 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5610 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.32/self_attn/Neg_output_0", "outputIndexes": [ 5611 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5608, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.32/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 5612 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5594, 31, 5612, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.32/self_attn/Slice_output_0", "outputIndexes": [ 5613 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5611, 5613 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.32/self_attn/Concat_2_output_0", "outputIndexes": [ 5614 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5614, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/self_attn/Mul_1_output_0", "outputIndexes": [ 5615 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5595, 5615 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/self_attn/Add_output_0", "outputIndexes": [ 5616 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5576, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.32/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 5617 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5584, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.32/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 5618 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5617, 5618, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.32/self_attn/Concat_1_output_0", "outputIndexes": [ 5619 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5619, 4536 ] , "main_type": "NONE", "name": "/blocks.32/self_attn/ConstantOfShape_output_0", "outputIndexes": [ 5620 ] , "type": "Fill", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 5616, 5620, 5620, 167 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 32, "kv_shared_layer_index": 22 } , "name": "/layers.32/self_attn/FusedAttention", "outputIndexes": [ 5621 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5621 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.32/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 8025 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8025 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.32/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 8026 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8026 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1907922828, 2621462, 655360, 0, 0 ] } , "name": "/layers.32/self_attn/o_proj/Linear", "outputIndexes": [ 8027 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8027 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.32/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 8028 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8028 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.32/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 5622 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5622 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.32/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 5624 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5624 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.32/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 5625 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5625, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/post_attention_layernorm/Add_output_0", "outputIndexes": [ 5626 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5626, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 5627 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5622, 5627 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 5628 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.498047, 0.466797, 0.498047, 0.498047, 0.353516, 0.427734, 0.398438, 0.335938, 0.494141, 0.498047, 0.492188, 0.410156, 0.414062, 0.498047, 0.4375, 0.427734, 0.498047, 0.425781, 0.496094, 0.498047, 0.472656, 0.498047, 0.498047, 0.498047, 0.498047, 0.447266, 0.498047, 0.498047, 0.300781, 0.498047, 0.443359, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.458984, 0.498047, 0.498047, 0.332031, 0.498047, 0.498047, 0.326172, 0.416016, 0.480469, 0.498047, 0.498047, 0.492188, 0.472656, 0.498047, 0.494141, 0.498047, 0.498047, 0.498047, 0.498047, 0.464844, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.494141, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.492188, 0.498047, 0.498047, 0.498047, 0.435547, 0.472656, 0.498047, 0.498047, 0.375, 0.474609, 0.498047, 0.498047, 0.457031, 0.421875, 0.339844, 0.498047, 0.492188, 0.498047, 0.498047, 0.451172, 0.488281, 0.498047, 0.470703, 0.400391, 0.429688, 0.486328, 0.494141, 0.498047, 0.498047, 0.419922, 0.498047, 0.498047, 0.498047, 0.382812, 0.474609, 0.482422, 0.498047, 0.498047, 0.40625, 0.484375, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.476562, 0.498047, 0.419922, 0.498047, 0.476562, 0.443359, 0.496094, 0.441406, 0.498047, 0.425781, 0.498047, 0.498047, 0.494141, 0.382812, 0.498047, 0.486328, 0.369141, 0.114746, 0.484375, 0.439453, 0.498047, 0.390625, 0.498047, 0.498047, 0.464844, 0.498047, 0.335938, 0.498047, 0.498047, 0.496094, 0.498047, 0.498047, 0.498047, 0.498047, 0.416016, 0.498047, 0.498047, 0.498047, 0.441406, 0.498047, 0.498047, 0.308594, 0.498047, 0.470703, 0.472656, 0.492188, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.474609, 0.435547, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.486328, 0.498047, 0.498047, 0.382812, 0.482422, 0.498047, 0.498047, 0.449219, 0.470703, 0.498047, 0.498047, 0.433594, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.273438, 0.498047, 0.466797, 0.408203, 0.498047, 0.498047, 0.496094, 0.498047, 0.498047, 0.46875, 0.498047, 0.498047, 0.498047, 0.498047, 0.474609, 0.494141, 0.498047, 0.419922, 0.498047, 0.498047, 0.46875, 0.488281, 0.304688, 0.498047, 0.462891, 0.410156, 0.498047, 0.490234, 0.498047, 0.496094, 0.486328, 0.498047, 0.498047, 0.498047, 0.382812, 0.498047, 0.462891, 0.498047, 0.460938, 0.439453, 0.498047, 0.470703, 0.498047, 0.474609, 0.498047, 0.490234, 0.486328, 0.402344, 0.498047, 0.458984, 0.498047, 0.496094, 0.402344, 0.376953, 0.386719, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.431641, 0.498047, 0.498047, 0.498047, 0.494141, 0.498047, 0.498047, 0.498047, 0.498047, 0.410156, 0.498047, 0.498047, 0.458984, 0.498047, 0.498047, 0.498047, 0.464844, 0.386719, 0.498047, 0.466797, 0.478516, 0.498047, 0.449219, 0.498047, 0.498047, 0.498047, 0.466797, 0.482422, 0.498047, 0.431641, 0.498047, 0.474609, 0.498047, 0.498047, 0.484375, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.347656, 0.498047, 0.498047, 0.486328, 0.429688, 0.498047, 0.488281, 0.498047, 0.498047, 0.462891, 0.498047, 0.498047, 0.498047, 0.443359, 0.498047, 0.498047, 0.498047, 0.496094, 0.498047, 0.498047, 0.496094, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.470703, 0.488281, 0.460938, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.484375, 0.498047, 0.4375, 0.498047, 0.492188, 0.496094, 0.498047, 0.498047, 0.494141, 0.498047, 0.498047, 0.40625, 0.476562, 0.486328, 0.498047, 0.498047, 0.363281, 0.498047, 0.363281, 0.488281, 0.486328, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.496094, 0.498047, 0.464844, 0.498047, 0.498047, 0.443359, 0.474609, 0.431641, 0.498047, 0.474609, 0.498047, 0.490234, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.480469, 0.498047, 0.429688, 0.498047, 0.421875, 0.498047, 0.498047, 0.496094, 0.498047, 0.357422, 0.375, 0.498047, 0.470703, 0.496094, 0.498047, 0.498047, 0.498047, 0.498047, 0.494141, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.464844, 0.498047, 0.498047, 0.498047, 0.40625, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.435547, 0.498047, 0.449219, 0.498047, 0.472656, 0.498047, 0.498047, 0.429688, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.478516, 0.498047, 0.447266, 0.498047, 0.498047, 0.40625, 0.480469, 0.427734, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.490234, 0.498047, 0.498047, 0.46875, 0.498047, 0.498047, 0.470703, 0.498047, 0.498047, 0.300781, 0.498047, 0.498047, 0.498047, 0.496094, 0.498047, 0.498047, 0.498047, 0.460938, 0.498047, 0.496094, 0.494141, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.363281, 0.498047, 0.498047, 0.498047, 0.498047, 0.496094, 0.498047, 0.498047, 0.498047, 0.484375, 0.394531, 0.498047, 0.484375, 0.492188, 0.498047, 0.498047, 0.482422, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.441406, 0.496094, 0.46875, 0.498047, 0.498047, 0.498047, 0.498047, 0.496094, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.476562, 0.498047, 0.398438, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.417969, 0.498047, 0.412109, 0.498047, 0.451172, 0.498047, 0.482422, 0.498047, 0.498047, 0.494141, 0.386719, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.449219, 0.484375, 0.498047, 0.498047, 0.498047, 0.494141, 0.482422, 0.373047, 0.498047, 0.498047, 0.414062, 0.498047, 0.498047, 0.498047, 0.498047, 0.492188, 0.498047, 0.498047, 0.445312, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.478516, 0.498047, 0.496094, 0.498047, 0.498047, 0.498047, 0.498047, 0.376953, 0.498047, 0.498047, 0.410156, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.326172, 0.492188, 0.498047, 0.498047, 0.480469, 0.498047, 0.486328, 0.498047, 0.498047, 0.498047, 0.498047, 0.480469, 0.427734, 0.498047, 0.496094, 0.498047, 0.460938, 0.498047, 0.498047, 0.498047, 0.382812, 0.498047, 0.498047, 0.498047, 0.410156, 0.498047, 0.472656, 0.480469, 0.394531, 0.498047, 0.419922, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.488281, 0.498047, 0.498047, 0.498047, 0.498047, 0.488281, 0.498047, 0.498047, 0.498047, 0.498047, 0.410156, 0.431641, 0.445312, 0.498047, 0.494141, 0.498047, 0.498047, 0.498047, 0.498047, 0.474609, 0.425781, 0.474609, 0.498047, 0.498047, 0.498047, 0.443359, 0.498047, 0.486328, 0.498047, 0.396484, 0.498047, 0.453125, 0.498047, 0.498047, 0.496094, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.496094, 0.498047, 0.498047, 0.498047, 0.373047, 0.498047, 0.498047, 0.228516, 0.494141, 0.498047, 0.490234, 0.498047, 0.498047, 0.441406, 0.498047, 0.498047, 0.498047, 0.498047, 0.482422, 0.498047, 0.498047, 0.498047, 0.498047, 0.496094, 0.328125, 0.484375, 0.396484, 0.498047, 0.404297, 0.466797, 0.133789, 0.498047, 0.498047, 0.498047, 0.496094, 0.498047, 0.4375, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.486328, 0.498047, 0.423828, 0.498047, 0.498047, 0.498047, 0.486328, 0.486328, 0.498047, 0.447266, 0.453125, 0.498047, 0.498047, 0.498047, 0.429688, 0.498047, 0.496094, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.482422, 0.498047, 0.498047, 0.400391, 0.498047, 0.425781, 0.498047, 0.498047, 0.417969, 0.466797, 0.498047, 0.492188, 0.498047, 0.498047, 0.498047, 0.498047, 0.404297, 0.492188, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.417969, 0.498047, 0.498047, 0.449219, 0.498047, 0.498047, 0.496094, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.458984, 0.498047, 0.498047, 0.480469, 0.498047, 0.46875, 0.498047, 0.498047, 0.498047, 0.375, 0.466797, 0.335938, 0.435547, 0.498047, 0.498047, 0.498047, 0.498047, 0.484375, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.431641, 0.498047, 0.492188, 0.498047, 0.386719, 0.410156, 0.478516, 0.498047, 0.498047, 0.498047, 0.498047, 0.478516, 0.445312, 0.494141, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.392578, 0.498047, 0.498047, 0.490234, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.390625, 0.498047, 0.46875, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.492188, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.457031, 0.498047, 0.451172, 0.498047, 0.484375, 0.498047, 0.498047, 0.498047, 0.470703, 0.498047, 0.498047, 0.328125, 0.318359, 0.488281, 0.498047, 0.470703, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.458984, 0.476562, 0.498047, 0.498047, 0.367188, 0.4375, 0.498047, 0.498047, 0.496094, 0.498047, 0.386719, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.484375, 0.496094, 0.498047, 0.498047, 0.488281, 0.498047, 0.498047, 0.498047, 0.404297, 0.498047, 0.498047, 0.462891, 0.496094, 0.484375, 0.496094, 0.498047, 0.492188, 0.498047, 0.498047, 0.498047, 0.498047, 0.458984, 0.478516, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.345703, 0.423828, 0.498047, 0.478516, 0.462891, 0.392578, 0.498047, 0.429688, 0.498047, 0.431641, 0.498047, 0.498047, 0.466797, 0.498047, 0.453125, 0.498047, 0.417969, 0.498047, 0.498047, 0.498047, 0.494141, 0.498047, 0.498047, 0.498047, 0.498047, 0.494141, 0.482422, 0.498047, 0.498047, 0.380859, 0.486328, 0.498047, 0.447266, 0.498047, 0.498047, 0.482422, 0.498047, 0.488281, 0.498047, 0.498047, 0.441406, 0.490234, 0.498047, 0.498047, 0.498047, 0.484375, 0.498047, 0.498047, 0.382812, 0.498047, 0.498047, 0.498047, 0.410156, 0.498047, 0.488281, 0.492188, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.447266, 0.498047, 0.498047, 0.470703, 0.498047, 0.417969, 0.498047, 0.498047, 0.498047, 0.498047, 0.470703, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.464844, 0.498047, 0.498047, 0.498047, 0.498047, 0.478516, 0.498047, 0.498047, 0.470703, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.486328, 0.498047, 0.498047, 0.498047, 0.498047, 0.488281, 0.339844, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.46875, 0.498047, 0.486328, 0.398438, 0.498047, 0.498047, 0.498047, 0.484375, 0.462891, 0.498047, 0.498047, 0.498047, 0.472656, 0.498047, 0.498047, 0.4375, 0.441406, 0.480469, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.492188, 0.423828, 0.496094, 0.390625, 0.498047, 0.498047, 0.498047, 0.498047, 0.486328, 0.498047, 0.498047, 0.498047, 0.396484, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.380859, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.416016, 0.488281, 0.498047, 0.498047, 0.498047, 0.498047, 0.449219, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.480469, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.496094, 0.498047, 0.498047, 0.498047, 0.462891, 0.498047, 0.498047, 0.486328, 0.498047, 0.498047, 0.498047, 0.498047, 0.496094, 0.498047, 0.464844, 0.498047, 0.498047, 0.46875, 0.498047, 0.498047, 0.498047, 0.457031, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.457031, 0.498047, 0.498047, 0.492188, 0.496094, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.347656, 0.480469, 0.498047, 0.498047, 0.498047, 0.384766, 0.498047, 0.498047, 0.445312, 0.498047, 0.498047, 0.472656, 0.498047, 0.498047, 0.498047, 0.455078, 0.498047, 0.498047, 0.408203, 0.498047, 0.498047, 0.498047, 0.337891, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.453125, 0.410156, 0.490234, 0.498047, 0.478516, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.474609, 0.498047, 0.455078, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.488281, 0.414062, 0.498047, 0.498047, 0.414062, 0.488281, 0.498047, 0.498047, 0.498047, 0.427734, 0.380859, 0.466797, 0.498047, 0.498047, 0.4375, 0.498047, 0.464844, 0.431641, 0.498047, 0.498047, 0.46875, 0.498047, 0.490234, 0.484375, 0.498047, 0.492188, 0.498047, 0.498047, 0.476562, 0.488281, 0.498047, 0.498047, 0.40625, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.431641, 0.484375, 0.498047, 0.498047, 0.439453, 0.496094, 0.460938, 0.498047, 0.498047, 0.494141, 0.498047, 0.498047, 0.498047, 0.421875, 0.498047, 0.490234, 0.363281, 0.498047, 0.498047, 0.498047, 0.421875, 0.498047, 0.498047, 0.435547, 0.498047, 0.453125, 0.46875, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.392578, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.388672, 0.498047, 0.498047, 0.328125, 0.478516, 0.472656, 0.306641, 0.464844, 0.498047, 0.498047, 0.498047, 0.498047, 0.496094, 0.458984, 0.498047, 0.498047, 0.498047, 0.498047, 0.435547, 0.498047, 0.46875, 0.498047, 0.498047, 0.431641, 0.498047, 0.494141, 0.498047, 0.498047, 0.439453, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.484375, 0.498047, 0.498047, 0.480469, 0.453125, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.427734, 0.498047, 0.457031, 0.482422, 0.470703, 0.498047, 0.498047, 0.498047, 0.498047, 0.4375, 0.496094, 0.498047, 0.429688, 0.498047, 0.431641, 0.498047, 0.498047, 0.498047, 0.410156, 0.498047, 0.486328, 0.498047, 0.498047, 0.498047, 0.498047, 0.492188, 0.498047, 0.443359, 0.494141, 0.410156, 0.416016, 0.421875, 0.470703, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.496094, 0.498047, 0.498047, 0.498047, 0.498047, 0.496094, 0.390625, 0.378906, 0.458984, 0.496094, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.474609, 0.345703, 0.498047, 0.498047, 0.480469, 0.466797, 0.498047, 0.447266, 0.498047, 0.496094, 0.498047, 0.455078, 0.443359, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.451172, 0.498047, 0.34375, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.404297, 0.498047, 0.455078, 0.498047, 0.462891, 0.40625, 0.498047, 0.498047, 0.480469, 0.498047, 0.333984, 0.476562, 0.474609, 0.498047, 0.498047, 0.498047, 0.498047, 0.417969, 0.498047, 0.498047, 0.498047, 0.498047, 0.398438, 0.46875, 0.388672, 0.498047, 0.498047, 0.46875, 0.458984, 0.320312, 0.498047, 0.40625, 0.498047, 0.498047, 0.46875, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.357422, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.402344, 0.498047, 0.498047, 0.498047, 0.472656, 0.458984, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.439453, 0.392578, 0.498047, 0.451172, 0.498047, 0.498047, 0.498047, 0.476562, 0.498047, 0.494141, 0.417969, 0.484375, 0.496094, 0.498047, 0.498047, 0.427734, 0.498047, 0.498047, 0.46875, 0.498047, 0.498047, 0.443359, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.470703, 0.433594, 0.498047, 0.498047, 0.498047, 0.498047, 0.457031, 0.498047, 0.498047, 0.400391, 0.412109, 0.451172, 0.408203, 0.484375, 0.460938, 0.423828, 0.482422, 0.498047, 0.498047, 0.498047, 0.498047, 0.382812, 0.460938, 0.482422, 0.46875, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.494141, 0.490234, 0.400391, 0.498047, 0.498047, 0.490234, 0.494141, 0.498047, 0.498047, 0.367188, 0.46875, 0.498047, 0.498047, 0.498047, 0.498047, 0.494141, 0.455078, 0.498047, 0.498047, 0.498047, 0.46875, 0.498047, 0.498047, 0.404297, 0.466797, 0.498047, 0.498047, 0.462891, 0.498047, 0.498047, 0.458984, 0.498047, 0.498047, 0.498047, 0.498047, 0.488281, 0.498047, 0.498047, 0.498047, 0.482422, 0.498047, 0.365234, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.496094, 0.498047, 0.498047, 0.492188, 0.423828, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.478516, 0.496094, 0.498047, 0.498047, 0.498047, 0.498047, 0.482422, 0.498047, 0.498047, 0.498047, 0.498047, 0.351562, 0.498047, 0.498047, 0.332031, 0.498047, 0.498047, 0.490234, 0.498047, 0.431641, 0.302734, 0.498047, 0.498047, 0.462891, 0.498047, 0.455078, 0.498047, 0.373047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.419922, 0.326172, 0.498047, 0.498047, 0.333984, 0.498047, 0.498047, 0.480469, 0.498047, 0.498047, 0.498047, 0.425781, 0.498047, 0.498047, 0.498047, 0.474609, 0.400391, 0.470703, 0.498047, 0.498047, 0.498047, 0.490234, 0.498047, 0.494141, 0.498047, 0.498047, 0.498047, 0.498047, 0.447266, 0.498047, 0.498047, 0.447266, 0.490234, 0.498047, 0.457031, 0.498047, 0.3125, 0.472656, 0.482422, 0.482422, 0.492188, 0.498047, 0.498047, 0.498047, 0.498047, 0.492188, 0.417969, 0.498047, 0.498047, 0.492188, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.484375, 0.498047, 0.498047, 0.498047, 0.498047, 0.490234, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.496094, 0.498047, 0.478516, 0.498047, 0.498047, 0.429688, 0.498047, 0.494141, 0.498047, 0.4375, 0.498047, 0.482422, 0.498047, 0.369141, 0.382812, 0.498047, 0.498047, 0.490234, 0.416016, 0.494141, 0.498047, 0.484375, 0.494141, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.470703, 0.439453, 0.402344, 0.488281, 0.498047, 0.478516, 0.384766, 0.498047, 0.498047, 0.498047, 0.498047, 0.410156, 0.476562, 0.496094, 0.498047, 0.480469, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.482422, 0.498047, 0.431641, 0.480469, 0.498047, 0.498047, 0.494141, 0.498047, 0.498047, 0.498047, 0.498047, 0.439453, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.488281, 0.498047, 0.466797, 0.498047, 0.498047, 0.367188, 0.474609, 0.492188, 0.498047, 0.496094, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.476562, 0.498047, 0.498047, 0.464844, 0.470703, 0.447266, 0.494141, 0.498047, 0.289062, 0.498047, 0.498047, 0.498047, 0.460938, 0.498047, 0.431641, 0.498047, 0.498047, 0.472656, 0.498047, 0.492188, 0.498047, 0.498047, 0.417969, 0.439453, 0.498047, 0.496094, 0.476562, 0.460938, 0.474609, 0.486328, 0.498047, 0.498047, 0.484375, 0.498047, 0.441406, 0.347656, 0.40625, 0.470703, 0.486328, 0.498047, 0.376953, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.457031, 0.498047, 0.46875, 0.339844, 0.498047, 0.423828, 0.441406, 0.498047, 0.398438, 0.425781, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.46875, 0.498047, 0.498047, 0.416016, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.443359, 0.498047, 0.462891, 0.498047, 0.498047, 0.498047, 0.498047, 0.382812, 0.464844, 0.449219, 0.494141, 0.494141, 0.498047, 0.498047, 0.498047, 0.498047, 0.378906, 0.314453, 0.498047, 0.498047, 0.382812, 0.494141, 0.498047, 0.498047, 0.480469, 0.474609, 0.480469, 0.498047, 0.498047, 0.332031, 0.398438, 0.498047, 0.498047, 0.498047, 0.435547, 0.498047, 0.353516, 0.498047, 0.498047, 0.498047, 0.414062, 0.466797, 0.498047, 0.498047, 0.498047, 0.416016, 0.498047, 0.498047, 0.498047, 0.490234, 0.472656, 0.498047, 0.498047, 0.40625, 0.376953, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.486328, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.496094, 0.498047, 0.498047, 0.417969, 0.498047, 0.498047, 0.498047, 0.498047, 0.496094, 0.484375, 0.498047, 0.498047, 0.371094, 0.488281, 0.498047, 0.498047, 0.498047, 0.498047, 0.478516, 0.490234, 0.433594, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.359375, 0.498047, 0.498047, 0.394531, 0.498047, 0.498047, 0.498047, 0.498047, 0.480469, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.443359, 0.498047, 0.498047, 0.498047, 0.484375, 0.498047, 0.498047, 0.40625, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.492188, 0.498047, 0.488281, 0.498047, 0.498047, 0.498047, 0.498047, 0.455078, 0.498047, 0.498047, 0.410156, 0.498047, 0.498047, 0.498047, 0.320312, 0.496094, 0.498047, 0.367188, 0.498047, 0.355469, 0.498047, 0.498047, 0.498047, 0.367188, 0.498047, 0.498047, 0.412109, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.494141, 0.498047, 0.498047, 0.396484, 0.498047, 0.390625, 0.498047, 0.425781, 0.498047, 0.451172, 0.498047, 0.498047, 0.398438, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.435547, 0.498047, 0.423828, 0.441406, 0.46875, 0.498047, 0.498047, 0.498047, 0.496094, 0.423828, 0.498047, 0.494141, 0.498047, 0.490234, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.494141, 0.498047, 0.498047, 0.470703, 0.482422, 0.494141, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.488281, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.382812, 0.498047, 0.498047, 0.498047, 0.498047, 0.294922, 0.498047, 0.384766, 0.498047, 0.498047, 0.498047, 0.484375, 0.498047, 0.484375, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.496094, 0.474609, 0.498047, 0.498047, 0.357422, 0.490234, 0.494141, 0.482422, 0.498047, 0.498047, 0.349609, 0.498047, 0.498047, 0.449219, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.494141, 0.464844, 0.40625, 0.447266, 0.427734, 0.367188, 0.498047, 0.332031, 0.498047, 0.4375, 0.498047, 0.392578, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.478516, 0.478516, 0.498047, 0.453125, 0.498047, 0.498047, 0.498047, 0.443359, 0.498047, 0.496094, 0.498047, 0.498047, 0.46875, 0.496094, 0.498047, 0.498047, 0.476562, 0.472656, 0.472656, 0.498047, 0.498047, 0.498047, 0.435547, 0.498047, 0.498047, 0.472656, 0.498047, 0.496094, 0.484375, 0.498047, 0.498047, 0.363281, 0.498047, 0.429688, 0.498047, 0.498047, 0.472656, 0.498047, 0.433594, 0.498047, 0.498047, 0.498047, 0.371094, 0.498047, 0.498047, 0.494141, 0.439453, 0.498047, 0.498047, 0.498047, 0.359375, 0.498047, 0.498047, 0.498047, 0.337891, 0.498047, 0.494141, 0.486328, 0.498047, 0.498047, 0.496094, 0.498047, 0.494141, 0.488281, 0.498047, 0.488281, 0.498047, 0.498047, 0.498047, 0.498047, 0.486328, 0.478516, 0.462891, 0.498047, 0.498047, 0.498047, 0.455078, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.490234, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.474609, 0.498047, 0.498047, 0.488281, 0.498047, 0.447266, 0.498047, 0.498047, 0.425781, 0.498047, 0.498047, 0.498047, 0.351562, 0.498047, 0.498047, 0.498047, 0.498047, 0.492188, 0.498047, 0.498047, 0.498047, 0.484375, 0.498047, 0.498047, 0.416016, 0.498047, 0.457031, 0.498047, 0.498047, 0.498047, 0.498047, 0.460938, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.478516, 0.498047, 0.478516, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.470703, 0.498047, 0.498047, 0.498047, 0.488281, 0.496094, 0.429688, 0.498047, 0.498047, 0.498047, 0.402344, 0.498047, 0.378906, 0.498047, 0.390625, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.478516, 0.496094, 0.460938, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.371094, 0.419922, 0.498047, 0.498047, 0.498047, 0.4375, 0.498047, 0.472656, 0.498047, 0.496094, 0.498047, 0.498047, 0.498047, 0.496094, 0.472656, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.414062, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.402344, 0.494141, 0.498047, 0.498047, 0.498047, 0.498047, 0.46875, 0.498047, 0.498047, 0.498047, 0.498047, 0.353516, 0.488281, 0.494141, 0.498047, 0.498047, 0.369141, 0.429688, 0.498047, 0.373047, 0.498047, 0.498047, 0.498047, 0.449219, 0.498047, 0.498047, 0.498047, 0.498047, 0.466797, 0.498047, 0.492188, 0.443359, 0.498047, 0.445312, 0.498047, 0.498047, 0.498047, 0.498047, 0.496094, 0.498047, 0.498047, 0.478516, 0.498047, 0.498047, 0.498047, 0.474609, 0.490234, 0.425781, 0.498047, 0.480469, 0.498047, 0.492188, 0.484375, 0.492188, 0.498047, 0.498047, 0.472656, 0.498047, 0.498047, 0.498047, 0.498047, 0.492188, 0.496094, 0.498047, 0.498047, 0.400391, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.496094, 0.498047, 0.498047, 0.496094, 0.498047, 0.433594, 0.498047, 0.421875, 0.498047, 0.498047, 0.498047, 0.498047, 0.433594, 0.498047, 0.498047, 0.484375, 0.498047, 0.498047, 0.498047, 0.458984, 0.498047, 0.496094, 0.496094, 0.498047, 0.431641, 0.496094, 0.326172, 0.486328, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.447266, 0.498047, 0.498047, 0.498047, 0.474609, 0.498047, 0.488281, 0.498047, 0.498047, 0.498047, 0.470703, 0.498047, 0.492188, 0.435547, 0.498047, 0.435547, 0.498047, 0.498047, 0.414062, 0.496094, 0.498047, 0.498047, 0.498047, 0.416016, 0.498047, 0.445312, 0.458984, 0.498047, 0.498047, 0.498047, 0.498047, 0.496094, 0.498047, 0.496094, 0.494141, 0.498047, 0.498047, 0.498047, 0.490234, 0.498047, 0.498047, 0.359375, 0.439453, 0.498047, 0.492188, 0.498047, 0.417969, 0.396484, 0.410156, 0.498047, 0.498047, 0.488281, 0.496094, 0.498047, 0.488281, 0.498047, 0.466797, 0.488281, 0.498047, 0.498047, 0.347656, 0.486328, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.498047, 0.46875, 0.492188 ] } , "name": "onnx::Mul_11333", "outputIndexes": [ 5629 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5628, 5629 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 5630 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5557, 5630 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/Add_output_0", "outputIndexes": [ 5631 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5631 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.32/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 5632 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5632 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.32/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 5633 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5633, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 5634 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5634, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 5635 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5631, 5635 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 5636 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.976562, 1.289062, 0.357422, 0.980469, 1.523438, 1.351562, 1.492188, 1.5, 1.101562, 0.40625, 1.265625, 1.476562, 1.507812, 0.988281, 0.65625, 1.34375, 1.15625, 1.335938, 1.257812, 0.898438, 1.203125, 1.125, 0.8125, 0.917969, 1.210938, 1.445312, 0.765625, 1.164062, 1.789062, 0.628906, 1.367188, 1.21875, 0.984375, 1.148438, 0.898438, 1.195312, 1.578125, 1.304688, 1.046875, 1.609375, 0.636719, 0.605469, 1.546875, 1.601562, 1.210938, 0.894531, 0.208984, 1.101562, 1.28125, 0.984375, 0.679688, 0.78125, 1.109375, 0.292969, 1.296875, 1.328125, 1.179688, 1.023438, 1.1875, 0.9375, 0.960938, 0.875, 1.171875, 1.171875, 1.015625, 1.09375, 0.945312, 1.101562, 0.832031, 0.921875, 1.140625, 1.21875, 0.949219, 0.789062, 0.929688, 1.328125, 0.976562, 1.203125, 1.085938, 1.46875, 1.1875, 1.085938, 0.804688, 1.5625, 1.164062, 1.039062, 0.875, 1.390625, 1.34375, 2.328125, 0.980469, 1.1875, 0.957031, 1.195312, 1.25, 1.15625, 0.326172, 1.296875, 1.445312, 1.804688, 1.15625, 1.328125, 0.988281, 1.03125, 1.421875, 1.054688, 1.164062, 0.925781, 1.4375, 1.273438, 1.210938, 1.265625, 1.171875, 1.671875, 0.490234, 1.03125, 0.945312, 1.007812, 0.9375, 1.21875, 1.359375, 1.070312, 1.507812, 1.070312, 1.226562, 1.296875, 1.179688, 1.296875, 1.164062, 1.375, 1.125, 1.304688, 1.132812, 1.671875, 0.25, 1.234375, 1.5625, 10.4375, 1.1875, 1.554688, 1.5, 1.421875, 1.21875, 1.109375, 0.792969, 0.835938, 2.0, 1.132812, 0.910156, 1.117188, 1.226562, 0.992188, 1.0, 1.023438, 1.28125, 0.882812, 0.960938, 0.949219, 1.460938, 1.132812, 0.832031, 1.609375, 1.140625, 1.226562, 1.210938, 0.503906, 1.0, 1.171875, 0.259766, 0.933594, 0.640625, 0.28125, 1.195312, 1.265625, 1.367188, 0.972656, 1.132812, 1.125, 1.117188, 1.101562, 1.1875, 0.972656, 1.335938, 1.390625, 1.195312, 1.109375, 0.941406, 1.296875, 1.242188, 0.925781, 0.992188, 1.34375, 1.015625, 0.941406, 1.007812, 0.851562, 1.242188, 1.117188, 1.976562, 0.867188, 1.414062, 1.375, 1.078125, 1.09375, 1.265625, 1.015625, 1.023438, 1.234375, 1.046875, 1.070312, 0.820312, 1.046875, 1.265625, 1.070312, 1.0625, 1.257812, 0.941406, 1.054688, 1.234375, 1.304688, 1.710938, 0.949219, 1.234375, 1.414062, 1.007812, 1.234375, 1.210938, 1.1875, 1.15625, 1.015625, 0.410156, 1.132812, 1.5, 1.210938, 1.40625, 1.171875, 1.273438, 1.195312, 1.09375, 1.359375, 0.949219, 1.273438, 0.554688, 1.265625, 0.726562, 1.453125, 0.660156, 0.554688, 1.085938, 1.140625, 1.421875, 1.390625, 1.476562, 0.960938, 1.0, 1.21875, 1.101562, 0.863281, 1.40625, 0.882812, 0.78125, 1.085938, 1.15625, 1.007812, 0.945312, 1.257812, 1.0625, 1.546875, 1.039062, 1.210938, 1.171875, 1.09375, 0.988281, 1.085938, 1.34375, 1.492188, 0.992188, 1.203125, 1.25, 1.164062, 1.273438, 0.886719, 1.101562, 0.789062, 1.25, 1.148438, 0.898438, 1.445312, 0.738281, 1.421875, 1.21875, 0.792969, 1.234375, 1.203125, 1.09375, 1.210938, 1.109375, 0.722656, 1.125, 1.648438, 1.101562, 0.9375, 1.25, 1.40625, 1.164062, 1.273438, 0.933594, 1.195312, 1.414062, 0.945312, 0.9375, 1.125, 1.320312, 1.007812, 1.078125, 1.03125, 1.296875, 0.65625, 1.195312, 1.265625, 0.460938, 1.265625, 0.859375, 1.03125, 0.863281, 1.335938, 1.242188, 1.289062, 1.09375, 1.210938, 0.46875, 0.828125, 0.808594, 1.0, 1.40625, 1.046875, 1.40625, 1.03125, 1.195312, 0.425781, 1.085938, 1.234375, 1.171875, 1.078125, 1.109375, 0.617188, 1.195312, 0.65625, 0.337891, 0.578125, 0.542969, 1.039062, 1.757812, 1.3125, 1.289062, 0.941406, 1.171875, 0.996094, 1.148438, 0.6875, 1.109375, 1.046875, 1.210938, 1.15625, 0.527344, 1.375, 1.265625, 1.539062, 0.800781, 1.226562, 1.078125, 0.800781, 1.179688, 1.28125, 1.039062, 1.070312, 1.148438, 0.589844, 1.125, 1.367188, 0.894531, 1.5625, 1.09375, 1.015625, 1.226562, 0.8125, 1.820312, 1.6875, 1.117188, 1.3125, 1.265625, 1.09375, 0.75, 0.914062, 0.921875, 0.671875, 1.054688, 1.085938, 0.84375, 1.0625, 1.351562, 1.140625, 1.421875, 0.320312, 0.953125, 1.085938, 1.445312, 0.914062, 0.392578, 1.015625, 1.125, 1.015625, 1.0625, 1.164062, 1.429688, 0.941406, 1.242188, 0.9375, 1.304688, 0.824219, 1.296875, 1.554688, 0.224609, 1.023438, 1.015625, 1.109375, 0.867188, 0.816406, 1.234375, 1.070312, 1.445312, 1.054688, 0.363281, 1.46875, 0.613281, 1.0625, 1.125, 0.578125, 0.412109, 1.289062, 0.671875, 1.21875, 1.195312, 0.691406, 1.242188, 1.109375, 0.8125, 1.320312, 0.835938, 1.242188, 1.726562, 1.078125, 1.03125, 1.046875, 1.289062, 1.09375, 1.046875, 0.804688, 1.390625, 0.898438, 0.785156, 1.101562, 1.070312, 0.9375, 1.015625, 1.195312, 1.03125, 1.78125, 0.400391, 0.890625, 0.996094, 0.675781, 1.210938, 1.09375, 0.914062, 1.0625, 0.632812, 1.523438, 1.078125, 1.210938, 0.466797, 0.84375, 1.15625, 0.5, 1.039062, 0.972656, 1.140625, 0.859375, 1.023438, 1.210938, 0.941406, 1.046875, 1.421875, 1.429688, 1.359375, 1.109375, 1.164062, 1.03125, 0.914062, 1.367188, 1.101562, 0.984375, 1.007812, 1.015625, 0.789062, 0.828125, 1.179688, 1.039062, 1.273438, 1.179688, 1.632812, 1.164062, 1.039062, 1.0, 0.792969, 1.109375, 1.320312, 1.09375, 1.648438, 1.101562, 1.546875, 0.988281, 1.203125, 0.785156, 1.148438, 1.007812, 1.4375, 0.839844, 0.322266, 0.734375, 0.855469, 0.964844, 0.769531, 1.328125, 1.210938, 0.933594, 0.945312, 1.34375, 1.289062, 0.714844, 0.914062, 1.0625, 1.5625, 1.117188, 1.140625, 0.960938, 0.769531, 1.140625, 0.449219, 0.867188, 1.414062, 0.910156, 0.992188, 0.980469, 0.988281, 1.15625, 1.140625, 0.761719, 0.671875, 1.15625, 1.109375, 0.921875, 0.878906, 1.78125, 1.054688, 0.945312, 1.601562, 1.054688, 1.0, 1.265625, 1.28125, 1.054688, 1.164062, 1.1875, 0.294922, 1.585938, 1.289062, 0.355469, 1.015625, 1.195312, 0.867188, 1.476562, 1.039062, 0.996094, 0.863281, 1.15625, 1.226562, 1.445312, 1.1875, 1.1875, 1.15625, 1.34375, 1.046875, 0.9375, 0.894531, 1.734375, 1.132812, 1.070312, 1.0625, 1.398438, 1.070312, 1.179688, 1.335938, 1.4375, 1.101562, 1.601562, 0.882812, 0.515625, 1.148438, 1.140625, 0.796875, 0.255859, 1.171875, 0.886719, 1.15625, 1.445312, 0.933594, 1.210938, 0.929688, 1.109375, 1.171875, 1.148438, 1.59375, 1.25, 1.375, 0.839844, 0.863281, 0.949219, 0.992188, 0.371094, 0.992188, 1.421875, 1.359375, 1.296875, 0.357422, 0.245117, 1.039062, 1.398438, 0.917969, 1.28125, 1.070312, 1.679688, 1.0, 1.273438, 1.023438, 0.984375, 1.234375, 0.859375, 1.039062, 1.007812, 1.046875, 1.171875, 1.15625, 0.976562, 0.765625, 0.917969, 1.664062, 1.34375, 0.753906, 1.414062, 1.226562, 0.306641, 1.078125, 1.117188, 0.507812, 1.476562, 1.210938, 1.046875, 0.925781, 0.945312, 1.28125, 0.929688, 0.949219, 0.828125, 1.039062, 1.367188, 0.648438, 1.226562, 1.5625, 0.84375, 1.320312, 1.382812, 3.28125, 1.265625, 1.046875, 1.015625, 1.257812, 1.0, 1.390625, 0.964844, 1.023438, 1.1875, 0.988281, 0.886719, 1.1875, 1.101562, 1.3125, 0.988281, 0.660156, 0.375, 1.304688, 1.203125, 1.054688, 1.390625, 1.179688, 0.941406, 1.242188, 1.164062, 1.390625, 0.828125, 1.171875, 1.132812, 0.960938, 0.730469, 0.863281, 0.871094, 1.25, 0.804688, 1.09375, 1.882812, 1.023438, 1.453125, 0.972656, 0.482422, 1.421875, 1.242188, 1.210938, 0.800781, 0.609375, 0.585938, 0.625, 1.023438, 1.507812, 0.464844, 1.203125, 1.140625, 0.882812, 1.09375, 0.609375, 0.539062, 0.894531, 1.148438, 1.359375, 0.976562, 0.648438, 0.474609, 0.789062, 0.792969, 1.117188, 0.851562, 1.773438, 1.359375, 0.96875, 0.84375, 1.476562, 1.257812, 1.1875, 1.007812, 1.15625, 0.808594, 1.546875, 1.289062, 1.804688, 0.597656, 1.3125, 0.660156, 0.601562, 0.878906, 1.234375, 0.574219, 1.46875, 0.890625, 0.394531, 0.90625, 1.0625, 1.304688, 0.855469, 1.226562, 1.054688, 0.589844, 1.726562, 1.242188, 0.25, 0.972656, 0.964844, 1.179688, 1.296875, 1.53125, 1.242188, 0.984375, 1.242188, 1.148438, 1.15625, 0.6875, 1.539062, 1.070312, 1.007812, 1.257812, 1.070312, 1.335938, 1.085938, 0.921875, 1.015625, 1.023438, 1.15625, 1.46875, 0.945312, 0.730469, 1.078125, 0.914062, 0.523438, 1.179688, 0.992188, 1.085938, 1.148438, 1.171875, 0.914062, 0.384766, 0.96875, 0.953125, 1.367188, 0.957031, 1.289062, 1.148438, 1.273438, 0.582031, 1.078125, 0.964844, 1.1875, 0.980469, 0.753906, 1.859375, 0.765625, 1.203125, 1.078125, 1.4375, 1.078125, 0.738281, 1.007812, 1.4375, 1.117188, 1.210938, 1.320312, 1.03125, 0.640625, 1.804688, 0.466797, 1.171875, 1.039062, 1.203125, 1.171875, 1.5625, 0.710938, 0.730469, 0.878906, 0.310547, 0.859375, 0.949219, 1.164062, 1.210938, 1.085938, 1.125, 1.335938, 1.007812, 1.054688, 0.957031, 1.570312, 1.03125, 0.976562, 1.429688, 1.039062, 1.328125, 1.148438, 0.882812, 0.519531, 1.03125, 0.96875, 1.085938, 0.761719, 1.335938, 1.21875, 1.257812, 1.101562, 0.898438, 1.0625, 1.226562, 1.007812, 1.039062, 1.226562, 0.867188, 0.957031, 0.287109, 1.179688, 0.96875, 1.710938, 1.328125, 0.734375, 1.234375, 1.367188, 1.484375, 0.960938, 1.492188, 1.125, 0.636719, 0.910156, 1.023438, 1.3125, 0.976562, 1.351562, 0.972656, 1.5625, 1.070312, 0.617188, 0.804688, 0.53125, 1.046875, 0.816406, 1.0, 0.988281, 1.15625, 1.351562, 1.164062, 1.429688, 1.914062, 1.234375, 1.039062, 1.320312, 1.0625, 1.039062, 1.164062, 0.71875, 1.296875, 1.109375, 1.039062, 1.523438, 1.351562, 1.109375, 1.21875, 0.365234, 1.304688, 1.140625, 0.792969, 1.703125, 0.960938, 0.859375, 1.109375, 1.5625, 1.0625, 1.203125, 1.273438, 1.09375, 0.746094, 0.972656, 0.326172, 1.210938, 0.5, 1.039062, 0.984375, 0.972656, 0.902344, 0.988281, 1.007812, 1.046875, 1.359375, 0.988281, 0.925781, 1.34375, 0.910156, 1.179688, 0.964844, 1.046875, 0.980469, 1.078125, 1.296875, 1.257812, 1.023438, 0.984375, 1.195312, 1.085938, 0.957031, 1.367188, 1.039062, 0.957031, 1.007812, 0.949219, 1.335938, 1.054688, 0.898438, 1.445312, 1.117188, 0.550781, 1.039062, 0.792969, 0.589844, 1.03125, 1.078125, 1.203125, 1.1875, 1.453125, 1.054688, 1.28125, 0.539062, 1.125, 1.117188, 1.976562, 0.972656, 0.285156, 1.132812, 0.953125, 1.164062, 0.984375, 0.875, 0.851562, 0.648438, 1.367188, 1.0625, 0.582031, 0.59375, 1.140625, 1.03125, 0.824219, 1.210938, 1.40625, 0.310547, 0.9375, 0.917969, 1.234375, 1.007812, 1.289062, 1.453125, 1.359375, 1.109375, 0.949219, 1.03125, 1.0625, 0.941406, 0.333984, 1.25, 0.945312, 0.582031, 0.921875, 1.117188, 1.03125, 1.289062, 1.40625, 1.242188, 1.601562, 1.078125, 0.945312, 1.03125, 1.375, 1.148438, 0.941406, 0.832031, 1.03125, 1.742188, 0.898438, 1.1875, 1.117188, 0.941406, 1.125, 1.117188, 1.695312, 1.039062, 0.945312, 1.164062, 1.015625, 0.921875, 1.125, 0.800781, 1.09375, 1.0, 1.039062, 1.5625, 1.140625, 0.980469, 1.046875, 1.195312, 1.125, 1.34375, 1.101562, 1.046875, 1.109375, 0.960938, 1.078125, 1.015625, 1.171875, 0.867188, 1.34375, 1.117188, 0.785156, 1.015625, 1.015625, 1.078125, 0.957031, 0.9375, 1.085938, 0.917969, 1.101562, 1.0625, 1.015625, 1.1875, 1.226562, 1.1875, 0.933594, 1.257812, 1.015625, 1.109375, 0.902344, 1.382812, 1.445312, 0.707031, 1.390625, 1.320312, 0.488281, 1.195312, 0.992188, 1.0, 1.054688, 1.296875, 1.101562, 1.101562, 1.023438, 1.140625, 1.1875, 1.007812, 1.132812, 0.683594, 1.179688, 0.738281, 0.785156, 1.359375, 0.652344, 0.738281, 0.972656, 1.0625, 1.195312, 0.945312, 1.148438, 0.980469, 0.765625, 1.125, 1.664062, 1.429688, 1.054688, 1.179688, 1.03125, 1.578125, 1.226562, 1.054688, 1.3125, 0.960938, 1.640625, 1.46875, 0.597656, 1.0625, 0.660156, 1.367188, 1.273438, 1.109375, 1.5625, 0.941406, 0.429688, 1.125, 1.703125, 1.054688, 0.236328, 1.078125, 1.070312, 0.84375, 1.289062, 1.257812, 0.988281, 0.984375, 1.164062, 1.25, 1.445312, 1.257812, 1.234375, 0.929688, 1.078125, 1.0625, 1.1875, 0.597656, 0.957031, 1.085938, 0.808594, 1.125, 1.179688, 1.078125, 0.416016, 0.898438, 1.234375, 1.070312, 1.328125, 0.9375, 1.085938, 1.015625, 1.046875, 1.023438, 1.8125, 0.941406, 0.917969, 1.632812, 1.5625, 1.085938, 0.972656, 0.839844, 1.507812, 0.617188, 1.390625, 0.917969, 0.984375, 1.398438, 0.933594, 1.304688, 1.195312, 0.757812, 1.078125, 0.523438, 1.015625, 0.597656, 0.574219, 1.015625, 0.953125, 1.039062, 1.039062, 1.265625, 1.296875, 2.796875, 0.730469, 1.484375, 0.574219, 1.15625, 0.960938, 0.9375, 1.164062, 0.976562, 0.574219, 1.3125, 1.304688, 1.15625, 1.257812, 1.265625, 1.414062, 1.0, 1.007812, 1.210938, 0.871094, 1.234375, 1.015625, 1.375, 1.117188, 1.359375, 1.640625, 0.996094, 1.054688, 0.337891, 1.414062, 1.023438, 0.992188, 1.304688, 0.929688, 1.34375, 1.320312, 1.140625, 1.070312, 0.765625, 1.0625, 0.960938, 1.132812, 1.59375, 0.808594, 1.109375, 0.636719, 0.992188, 1.070312, 1.078125, 1.132812, 1.117188, 1.257812, 0.972656, 0.75, 1.203125, 1.03125, 0.488281, 1.109375, 1.132812, 1.578125, 1.21875, 1.203125, 0.707031, 1.203125, 0.972656, 0.824219, 1.0, 0.972656, 0.808594, 1.375, 0.960938, 0.890625, 1.015625, 1.148438, 1.476562, 0.960938, 0.458984, 0.431641, 1.109375, 1.515625, 1.070312, 0.503906, 1.078125, 1.203125, 1.320312, 1.039062, 0.972656, 0.765625, 0.996094, 0.90625, 1.46875, 1.039062, 1.085938, 1.257812, 1.320312, 0.96875, 0.769531, 0.945312, 0.259766, 0.820312, 1.007812, 0.439453, 1.304688, 0.796875, 1.3125, 1.171875, 1.179688, 0.695312, 1.078125, 0.582031, 1.023438, 1.40625, 1.0625, 1.023438, 1.5, 1.070312, 1.492188, 0.761719, 0.90625, 1.039062, 1.4375, 0.945312, 1.234375, 1.296875, 0.882812, 1.171875, 0.910156, 1.117188, 1.03125, 0.6875, 1.234375, 0.621094, 1.632812, 1.476562, 1.289062, 0.90625, 1.25, 1.148438, 1.109375, 1.101562, 0.941406, 1.242188, 0.917969, 0.609375, 1.007812, 0.726562, 1.015625, 0.65625, 1.210938, 1.476562, 1.90625, 1.375, 1.25, 0.953125, 1.265625, 0.6875, 0.851562, 0.921875, 1.015625, 0.882812, 1.203125, 1.90625, 1.101562, 1.125, 1.21875, 0.707031, 1.28125, 1.484375, 1.046875, 0.992188, 0.882812, 2.5625, 1.453125, 0.992188, 0.964844, 0.574219, 1.109375, 0.886719, 0.357422, 0.980469, 0.847656, 0.578125, 1.226562, 1.242188, 1.578125, 0.78125, 0.910156, 1.085938, 0.800781, 0.835938, 0.890625, 0.863281, 0.972656, 1.117188, 0.96875, 1.007812, 1.671875, 0.972656, 1.414062, 1.125, 1.1875, 1.359375, 1.054688, 0.957031, 1.226562, 1.265625, 1.75, 1.21875, 1.257812, 1.070312, 1.179688, 0.78125, 0.503906, 1.617188, 1.140625, 0.871094, 0.878906, 0.816406, 1.507812, 1.28125, 1.617188, 0.902344, 0.816406, 1.351562, 1.265625, 1.789062, 0.322266, 1.445312, 1.101562, 1.09375, 1.34375, 0.796875, 1.109375, 1.179688, 1.304688, 1.117188, 1.054688, 1.492188, 1.171875, 1.109375, 1.078125, 0.671875, 1.1875, 1.054688, 0.820312, 1.085938, 0.886719, 0.902344, 1.539062, 0.988281, 0.9375, 0.820312, 1.203125, 1.171875, 1.492188, 1.148438, 0.941406, 1.304688, 1.164062, 1.273438, 0.777344, 0.75, 0.902344, 0.886719, 0.964844, 0.871094, 1.234375, 1.453125, 1.039062, 1.328125, 0.625, 1.015625, 1.1875, 1.539062, 0.435547, 1.289062, 0.523438, 1.265625, 1.273438, 0.878906, 0.820312, 0.628906, 0.804688, 1.09375, 1.304688, 1.117188, 1.007812, 0.851562, 1.0, 1.085938, 0.96875, 1.21875, 0.96875, 1.101562, 0.96875, 1.179688, 1.101562, 1.039062, 1.25, 0.785156, 1.195312, 1.296875, 0.380859, 1.0, 1.632812, 1.492188, 1.171875, 1.460938, 1.242188, 1.195312, 1.46875, 1.226562, 1.117188, 0.851562, 1.007812, 0.902344, 1.375, 1.328125, 1.25, 1.1875, 0.921875, 1.0625, 1.109375, 0.535156, 1.195312, 1.117188, 1.273438, 1.546875, 0.695312, 0.396484, 1.453125, 1.15625, 1.21875, 1.054688, 1.570312, 1.242188, 1.0, 0.933594, 0.996094, 0.847656, 1.148438, 1.179688, 1.125, 1.296875, 1.21875, 0.714844, 0.9375, 0.714844, 1.664062, 1.273438, 0.984375, 1.0625, 1.351562, 0.949219, 0.769531, 1.304688, 0.416016, 0.460938, 0.960938, 0.894531, 0.523438, 1.09375, 1.132812, 1.046875, 1.15625, 0.925781, 1.835938, 1.132812, 0.886719, 0.695312, 1.023438, 1.070312, 0.917969, 0.898438, 1.117188, 1.242188, 1.117188, 1.023438, 1.21875, 1.539062, 1.257812, 1.1875, 0.992188, 1.03125, 0.882812, 0.652344, 1.164062, 1.039062, 1.023438, 1.21875, 1.226562, 1.0, 1.140625, 0.925781, 1.210938, 1.226562, 1.015625, 0.859375, 0.941406, 0.984375, 1.640625, 0.792969, 1.023438, 1.929688, 0.972656, 0.785156, 1.054688, 1.304688, 1.296875, 2.328125, 0.992188, 0.335938, 0.90625, 0.863281, 1.265625, 1.179688, 1.585938, 1.0625, 1.070312, 0.361328, 0.660156, 1.117188, 1.085938, 1.101562, 1.46875, 0.453125, 1.203125, 1.148438, 2.21875, 0.894531, 1.171875, 1.273438, 1.039062, 0.925781, 1.101562, 1.515625, 0.882812, 4.34375, 0.890625, 1.195312, 1.4375, 1.390625, 1.109375, 0.96875, 0.871094, 1.414062, 0.808594, 1.195312, 0.953125, 0.847656, 1.039062, 0.941406, 1.484375, 0.929688, 1.085938, 1.773438, 0.851562, 1.015625, 1.4375, 1.039062, 2.03125, 0.554688, 1.25, 1.328125, 0.683594, 0.316406, 1.140625, 0.867188, 0.851562, 1.1875, 1.53125, 1.117188, 0.90625, 1.140625, 1.046875, 0.976562, 1.210938, 1.210938, 0.176758, 0.9375, 1.195312, 1.085938, 1.109375, 1.132812, 1.15625, 1.15625, 0.90625, 0.792969, 0.886719, 0.267578, 0.933594, 0.589844, 1.0625, 0.855469, 1.109375, 1.054688, 1.242188, 0.996094, 1.148438, 1.070312, 0.78125, 1.5, 1.070312, 1.09375, 1.023438, 1.492188, 1.15625, 1.140625, 1.070312, 1.640625, 0.566406, 1.265625, 1.28125, 1.335938, 1.476562, 1.320312, 1.007812, 1.273438, 0.792969, 1.125, 1.101562, 0.652344, 0.804688, 1.140625, 1.109375, 0.734375, 1.367188, 1.484375, 1.0625, 1.28125, 1.382812, 1.453125, 1.046875, 0.972656, 0.597656, 1.179688, 1.421875, 1.171875, 1.140625, 1.03125, 1.359375, 0.984375, 1.0, 0.161133, 0.6875, 0.917969, 1.132812, 0.851562, 1.359375, 1.320312, 0.894531, 0.925781, 0.691406, 0.980469, 1.070312, 1.148438, 1.03125, 1.40625, 1.015625, 1.023438, 0.65625, 0.796875, 0.996094, 1.117188, 0.957031, 1.28125, 1.03125, 1.179688, 1.140625, 0.976562, 1.554688, 1.257812, 1.257812, 0.914062, 1.117188, 1.015625, 1.03125, 1.234375, 0.84375, 0.667969, 1.1875, 1.21875, 1.125, 1.242188, 0.419922, 1.296875, 1.46875, 1.3125, 0.734375, 1.296875, 1.070312, 0.804688, 1.09375, 0.671875, 1.148438, 1.28125, 0.738281, 1.445312, 1.140625, 1.070312, 0.671875, 0.855469, 1.210938, 0.808594, 1.0, 1.296875, 1.320312, 0.90625, 1.164062, 0.746094, 1.257812, 1.210938, 1.320312, 0.976562, 0.792969, 1.34375, 0.851562, 1.390625, 1.703125, 1.429688, 0.625, 1.265625, 1.046875, 1.578125, 1.390625, 1.140625, 0.535156, 1.195312, 1.085938, 1.0625, 0.585938, 0.519531, 0.953125, 1.21875, 1.515625, 0.914062, 1.453125, 1.28125, 1.101562, 0.613281, 1.289062, 0.464844, 1.125, 1.078125, 0.933594, 1.085938, 0.241211, 1.3125, 0.957031, 1.078125, 1.367188, 1.09375, 0.261719, 0.972656, 1.023438, 0.851562, 0.847656, 0.839844, 1.054688, 1.085938, 0.820312, 0.373047, 1.296875, 0.589844, 0.449219, 0.820312, 0.941406, 1.695312, 1.375, 1.359375, 0.625, 1.257812, 1.148438, 0.691406, 1.085938, 0.976562, 1.65625, 2.03125, 1.054688, 0.996094, 1.289062, 0.789062, 0.960938, 0.855469, 0.546875, 1.101562, 1.265625, 1.046875, 1.070312, 0.960938, 1.492188, 1.296875, 1.007812, 0.996094, 1.640625, 1.101562, 1.65625, 0.402344, 1.007812, 1.03125, 1.390625, 1.257812, 0.46875, 1.023438, 1.078125, 1.570312, 0.875, 1.171875, 1.023438, 1.242188, 1.1875, 1.09375, 1.679688, 1.492188, 1.539062, 1.09375, 1.070312, 0.960938, 1.0, 1.007812, 1.203125, 1.070312, 1.289062, 1.132812, 0.683594, 1.09375, 1.210938, 1.101562, 0.894531, 0.757812, 0.597656, 1.023438, 1.03125, 0.988281, 0.65625, 1.148438, 1.007812, 1.046875, 0.542969, 1.242188, 0.9375, 1.078125, 0.964844, 0.921875, 1.335938, 0.558594, 1.414062, 1.15625, 0.205078, 1.148438, 0.710938, 1.085938, 0.769531, 0.667969, 0.582031, 0.941406, 0.507812, 1.101562, 0.953125, 2.5, 0.863281, 1.070312, 0.863281, 0.886719, 0.554688, 1.359375, 1.148438, 0.90625, 0.960938, 1.304688, 1.46875, 1.140625, 1.03125, 1.015625, 1.28125, 0.847656, 1.015625, 1.492188, 0.832031, 1.21875, 1.125, 0.898438, 0.753906, 0.726562, 1.15625, 1.078125, 1.257812, 0.992188, 1.265625, 1.007812, 1.25, 0.964844, 0.847656, 1.03125, 0.894531, 1.265625, 1.0625, 1.046875, 0.472656, 0.621094, 1.265625, 1.117188, 1.34375, 1.257812, 0.691406, 1.859375, 0.984375, 1.734375, 1.0625, 0.871094, 1.164062, 1.671875, 1.085938, 0.691406, 1.5, 0.878906, 1.023438, 1.054688, 1.023438, 1.132812, 0.910156, 0.820312, 1.085938, 1.414062, 2.765625, 1.4375, 0.898438, 1.40625, 1.15625, 1.429688, 1.125, 1.132812, 1.460938, 1.21875, 1.179688, 1.171875, 1.046875, 1.1875, 1.210938, 1.078125, 0.671875, 1.140625, 1.5, 1.28125, 1.265625, 1.085938, 0.84375, 1.085938, 1.09375, 1.289062, 0.439453, 0.75, 1.140625, 0.484375, 0.601562, 1.039062, 0.554688, 1.0625, 0.519531, 0.628906, 0.917969, 0.832031, 1.1875, 1.234375, 1.226562, 0.746094, 1.070312, 1.101562, 1.09375, 0.855469, 1.0, 0.835938, 1.007812, 1.25, 0.878906, 1.023438, 1.054688, 0.640625, 1.109375, 0.455078, 1.070312, 1.070312, 1.765625, 0.828125, 1.421875, 1.101562, 1.054688, 1.117188, 1.195312, 0.8125, 1.21875, 0.824219, 1.132812, 1.09375, 1.148438, 0.597656, 1.125, 0.710938, 1.101562, 1.039062, 1.757812, 1.210938, 1.140625, 1.34375, 0.433594, 1.179688, 2.203125, 1.539062, 1.101562, 1.476562, 1.164062, 0.996094, 1.09375, 1.023438, 0.972656, 1.007812, 1.015625, 0.824219, 1.171875, 1.023438, 1.1875, 0.535156, 1.320312, 1.273438, 1.460938, 1.320312, 0.65625, 0.910156, 1.460938, 1.039062, 1.375, 0.435547, 1.679688, 0.949219, 0.988281, 1.203125, 0.96875, 1.03125, 1.28125, 1.398438, 1.125, 0.730469, 1.140625, 1.15625, 1.15625, 1.390625, 1.039062, 1.3125, 0.609375, 0.410156, 1.3125, 1.171875, 0.8125, 0.78125, 1.226562, 0.605469, 1.265625, 0.992188, 0.9375, 1.125, 1.507812, 0.515625, 1.0625, 1.28125, 1.117188, 1.375, 1.25, 0.988281, 1.054688, 1.53125, 1.132812, 1.375, 0.910156, 1.054688, 1.257812, 1.273438, 1.257812, 0.414062, 1.046875, 1.15625, 0.832031, 0.941406, 0.949219, 1.148438, 1.375, 0.949219, 1.171875, 1.0, 1.945312, 0.933594, 0.875, 1.101562, 1.710938, 0.941406, 0.792969, 1.273438, 1.335938, 1.234375, 0.6875, 0.332031, 1.15625, 1.203125, 0.8125, 1.335938, 0.980469, 0.96875, 1.070312, 1.03125, 1.375, 1.179688, 0.617188, 0.957031, 0.964844, 1.023438, 0.566406, 1.039062, 0.976562, 0.585938, 1.03125, 1.007812, 1.195312, 1.078125, 0.925781, 1.109375, 1.15625, 1.265625, 0.75, 0.984375, 0.871094, 1.296875, 0.855469, 0.984375, 1.226562, 1.117188, 1.398438, 1.125, 0.976562, 1.492188, 0.917969, 0.949219, 0.894531, 1.679688, 1.1875, 0.800781, 1.054688, 0.996094, 1.03125, 0.832031, 1.039062, 0.816406, 1.171875, 0.796875, 0.902344, 1.367188, 1.046875, 1.351562, 1.0625, 0.644531, 1.007812, 0.984375, 1.328125, 0.921875, 1.039062, 0.566406, 1.101562, 0.804688, 1.03125, 0.890625, 0.863281, 0.886719, 1.21875, 0.992188, 1.039062, -0.00383, 0.976562, 0.960938, 0.953125, 1.210938, 1.351562, 0.789062, 0.753906, 1.117188, 1.320312, 1.1875, 0.664062, 1.070312, 0.984375, 0.910156, 1.429688, 0.90625, 1.40625, 1.148438, 1.601562, 1.203125, 1.070312, 0.3125, 0.365234, 0.738281, 0.96875, 0.878906, 1.039062, 0.839844, 1.132812, 0.917969, 1.484375, 1.25, 0.632812, 1.023438, 0.519531, 0.703125, 1.3125, 1.0, 1.085938, 1.046875, 0.925781, 1.054688, 1.125, 1.601562, 1.492188, 1.273438, 0.917969, 0.722656, 1.679688, 1.132812, 1.390625, 1.359375, 1.125, 1.023438, 0.988281, 0.53125, 1.195312, 1.226562, 1.007812, 1.15625, 1.171875, 0.960938, 1.125, 0.921875, 1.210938, 0.871094, 0.941406, 1.390625, 1.109375, 0.765625, 0.933594, 1.0625, 0.957031, 1.054688, 0.90625, 0.636719, 1.4375, 1.078125, 1.195312, 0.808594, 1.039062, 1.15625, 1.265625, 1.171875, 1.164062, 0.945312, 1.335938, 1.789062, 0.734375, 1.164062, 1.023438, 1.15625, 2.375, 1.304688, 1.015625, 1.625, 1.0625, 0.859375, 0.738281, 1.515625, 1.117188, 1.039062, 1.132812, 0.820312, 1.328125, 1.25, 0.835938, 1.429688, 1.078125, 2.09375, 0.953125, 0.925781, 0.964844, 0.566406, 1.273438, 0.296875, 0.996094, 1.226562, 1.046875, 1.03125, 1.101562, 1.289062, 1.554688, 1.367188, 0.535156, 0.714844, 0.855469, 1.179688, 1.328125, 1.078125, 1.03125, 0.738281, 1.296875, 0.902344, 1.085938, 0.871094, 0.949219, 1.265625, 1.007812, 0.503906, 1.023438, 0.582031, 0.914062, 0.917969, 0.898438, 1.25, 1.015625, 1.046875, 1.015625, 0.828125, 0.345703, 1.101562, 1.21875, 0.816406, 0.941406, 1.054688, 1.0625, 1.421875, 0.957031, 1.40625, 0.628906, 1.03125, 1.015625, 0.75, 1.34375, 0.96875, 0.976562, 1.242188, 0.992188, 1.171875, 0.816406, 1.375, 1.132812, 1.117188, 0.433594, 0.875, 1.398438, 1.203125, 1.875, 1.195312, 1.03125, 1.132812, 1.0, 2.6875, 1.015625, 1.375, 0.65625, 1.179688, 1.039062, 1.265625, 1.09375, 0.792969, 1.164062, 1.140625, 0.628906, 0.921875, 1.085938, 1.101562, 1.398438, 1.171875, 1.328125, 0.925781, 0.929688, 1.664062, 1.1875, 1.007812, 0.867188, 1.070312, 1.375, 0.929688, 1.390625, 1.25, 0.949219, 1.132812, 0.34375, 0.996094, 1.0625, 0.773438, 1.054688, 1.054688, 1.359375, 0.820312, 0.992188, 1.296875, 0.816406, 1.054688, 1.742188, 1.507812, 1.054688, 1.375, 1.023438, 1.398438, 1.492188, 0.523438, 0.894531, 1.0625, 1.226562, 1.210938, 1.226562, 1.210938, 1.195312, 0.835938, 1.148438, 0.53125, 0.949219, 1.570312, 1.5, 0.996094, 1.203125, 1.15625, 1.046875, 1.007812, 1.117188, 0.992188, 0.894531, 1.257812, 1.15625 ] } , "name": "onnx::Mul_11334", "outputIndexes": [ 5637 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5636, 5637 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 5638 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5638 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.32/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 8029 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8029 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.32/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 8030 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8030 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1911199650, 13107222, 3276800, 0, 0 ] } , "name": "/layers.32/mlp/gate_proj/Linear", "outputIndexes": [ 8031 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8031 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.32/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 8032 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8032 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.32/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 5639 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5639 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.32/mlp/act_fn/Mul_output_0", "outputIndexes": [ 5640 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5639, 5640 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 5641 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 5641 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 5642 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5639, 5642 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/mlp/act_fn/Add_output_0", "outputIndexes": [ 5643 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 5643 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 5644 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5644 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.32/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 5645 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 5645 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 5646 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5639, 5646 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 5647 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 5647 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 5648 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8030 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1927583672, 13107222, 3276800, 0, 0 ] } , "name": "/layers.32/mlp/up_proj/Linear", "outputIndexes": [ 8035 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8035 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.32/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 8036 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8036 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.32/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 5649 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5648, 5649 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/mlp/Mul_output_0", "outputIndexes": [ 5650 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5650 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.32/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 8037 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8037 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.32/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 8038 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8038 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1943967694, 13107222, 3276800, 0, 0 ] } , "name": "/layers.32/mlp/down_proj/Linear", "outputIndexes": [ 8039 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8039 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.32/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 8040 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8040 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.32/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 5651 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5651 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.32/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 5653 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5653 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.32/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 5654 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5654, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 5655 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5655, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 5656 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5651, 5656 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 5657 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.09375, 1.085938, 0.65625, 1.09375, 0.996094, 1.015625, 1.007812, 0.839844, 1.09375, 1.09375, 1.09375, 1.039062, 1.015625, 1.09375, 1.09375, 1.046875, 1.09375, 0.957031, 1.09375, 1.09375, 1.0625, 1.09375, 1.09375, 1.09375, 1.09375, 0.988281, 1.09375, 1.09375, 0.75, 1.09375, 1.085938, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.085938, 1.09375, 1.09375, 0.894531, 1.09375, 1.09375, 0.757812, 1.09375, 1.09375, 1.09375, 1.078125, 1.09375, 1.023438, 1.09375, 1.09375, 1.09375, 1.09375, 1.085938, 1.09375, 1.054688, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.996094, 1.09375, 1.09375, 1.09375, 0.867188, 1.09375, 1.09375, 1.09375, 1.09375, 0.988281, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.699219, 1.09375, 0.976562, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.929688, 1.09375, 1.09375, 1.09375, 0.964844, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.007812, 1.09375, 1.09375, 1.085938, 1.09375, 1.03125, 1.09375, 1.046875, 1.09375, 1.09375, 1.09375, 0.871094, 1.0, 1.09375, 0.917969, 0.429688, 1.09375, 1.09375, 1.09375, 0.957031, 1.09375, 1.09375, 1.09375, 1.09375, 1.0, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.996094, 1.09375, 1.09375, 1.09375, 1.054688, 1.09375, 1.09375, 0.820312, 1.09375, 1.085938, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.851562, 1.09375, 1.09375, 1.046875, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.9375, 1.078125, 1.09375, 1.09375, 1.0625, 1.078125, 1.09375, 1.09375, 1.054688, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.683594, 1.09375, 1.09375, 0.921875, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.0625, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.046875, 1.09375, 1.09375, 1.09375, 1.09375, 0.808594, 1.09375, 1.085938, 1.015625, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.769531, 1.09375, 0.941406, 1.09375, 1.046875, 1.09375, 1.054688, 1.054688, 1.09375, 1.078125, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.988281, 1.09375, 1.09375, 1.09375, 1.09375, 0.929688, 0.929688, 0.890625, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.015625, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.988281, 1.09375, 1.09375, 1.085938, 1.09375, 1.09375, 1.09375, 1.0625, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.085938, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.996094, 1.09375, 1.078125, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.859375, 1.09375, 1.09375, 1.09375, 1.046875, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.085938, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.085938, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.085938, 1.09375, 1.09375, 1.085938, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.03125, 1.09375, 1.09375, 1.09375, 1.09375, 1.0625, 1.09375, 1.039062, 1.09375, 1.078125, 1.085938, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.085938, 1.09375, 1.078125, 1.09375, 1.09375, 1.09375, 1.03125, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.054688, 1.09375, 1.09375, 1.09375, 1.09375, 0.902344, 0.960938, 1.09375, 1.078125, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.023438, 1.09375, 1.09375, 1.09375, 1.09375, 1.085938, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.054688, 1.09375, 0.515625, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.023438, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.785156, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.070312, 1.09375, 1.078125, 0.945312, 1.09375, 1.09375, 1.09375, 1.09375, 0.722656, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.824219, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.046875, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.914062, 1.039062, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.902344, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.960938, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.023438, 1.09375, 1.046875, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.984375, 1.09375, 0.910156, 1.09375, 1.09375, 1.09375, 1.046875, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.023438, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.949219, 1.09375, 1.09375, 1.054688, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.769531, 0.820312, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.078125, 1.0625, 1.09375, 1.09375, 1.09375, 1.085938, 1.09375, 1.09375, 1.09375, 0.996094, 1.09375, 1.09375, 1.09375, 1.085938, 1.09375, 1.09375, 1.09375, 0.941406, 1.09375, 1.023438, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.001038, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.988281, 1.070312, 1.09375, 1.09375, 1.078125, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.023438, 1.09375, 0.898438, 0.765625, 1.09375, 1.085938, 1.09375, 1.09375, 1.09375, 0.953125, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.886719, 1.09375, 1.09375, 0.357422, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.902344, 1.09375, 1.09375, 1.09375, 1.023438, 1.078125, 0.001022, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.023438, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.988281, 1.09375, 1.09375, 0.6875, 1.09375, 1.09375, 1.09375, 1.054688, 1.09375, 1.09375, 1.09375, 1.09375, 1.046875, 1.09375, 1.09375, 1.09375, 1.085938, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.9375, 1.09375, 1.09375, 1.09375, 0.455078, 0.996094, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.964844, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.070312, 1.09375, 1.085938, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.085938, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.90625, 1.09375, 0.933594, 1.039062, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.0, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.085938, 1.039062, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.0, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.949219, 1.09375, 1.039062, 1.09375, 1.09375, 1.054688, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.007812, 1.09375, 1.09375, 1.09375, 1.070312, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.867188, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.902344, 1.09375, 1.09375, 1.09375, 1.09375, 1.085938, 0.992188, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.085938, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.078125, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.910156, 1.09375, 1.09375, 0.914062, 1.046875, 1.09375, 1.09375, 1.070312, 1.007812, 1.09375, 1.023438, 1.09375, 1.09375, 1.09375, 1.09375, 1.085938, 1.09375, 1.078125, 1.09375, 1.0625, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.980469, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.054688, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.953125, 1.09375, 1.09375, 1.09375, 0.972656, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.070312, 1.09375, 1.09375, 1.085938, 1.09375, 0.957031, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.085938, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.816406, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.085938, 1.085938, 1.09375, 1.09375, 1.09375, 1.09375, 1.070312, 0.5625, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.078125, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.980469, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.972656, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.992188, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.03125, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.085938, 1.09375, 1.09375, 1.085938, 1.085938, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.90625, 1.09375, 1.09375, 1.085938, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.902344, 1.09375, 1.09375, 1.09375, 1.09375, 1.015625, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.085938, 1.09375, 0.898438, 1.085938, 1.09375, 1.09375, 0.988281, 1.09375, 0.574219, 1.09375, 0.832031, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.867188, 1.085938, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.0625, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.980469, 1.09375, 1.09375, 1.09375, 1.09375, 1.046875, 1.039062, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.015625, 1.09375, 1.09375, 1.085938, 1.09375, 1.085938, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.015625, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.046875, 1.09375, 1.09375, 1.09375, 1.023438, 1.09375, 1.085938, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.0, 1.09375, 1.070312, 0.890625, 1.09375, 1.09375, 1.085938, 1.039062, 1.09375, 1.09375, 1.085938, 1.09375, 1.085938, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.980469, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.960938, 1.09375, 1.09375, 0.902344, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.070312, 1.09375, 1.085938, 1.09375, 1.09375, 1.085938, 1.09375, 1.09375, 1.09375, 1.09375, 1.03125, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.085938, 1.09375, 0.839844, 1.09375, 0.679688, 1.09375, 1.09375, 0.929688, 1.09375, 1.09375, 1.09375, 1.0625, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.0625, 1.09375, 1.03125, 1.09375, 1.09375, 1.09375, 1.03125, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.085938, 1.09375, 1.078125, 0.894531, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.085938, 1.09375, 1.09375, 1.09375, 0.945312, 0.964844, 1.085938, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.917969, 1.09375, 1.09375, 1.09375, 1.070312, 1.09375, 1.03125, 1.09375, 1.09375, 1.09375, 1.09375, 1.015625, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.046875, 1.09375, 0.886719, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.992188, 1.09375, 1.070312, 1.09375, 1.09375, 1.023438, 1.09375, 1.09375, 1.09375, 1.09375, 0.765625, 1.09375, 1.085938, 1.09375, 1.09375, 1.09375, 1.09375, 1.039062, 1.09375, 1.09375, 1.09375, 1.09375, 0.984375, 1.09375, 0.957031, 1.09375, 1.09375, 1.09375, 1.09375, 0.800781, 1.007812, 0.953125, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.910156, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.972656, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.007812, 1.03125, 1.09375, 1.085938, 1.09375, 1.09375, 1.09375, 1.085938, 0.917969, 1.09375, 1.078125, 1.09375, 1.09375, 1.09375, 1.09375, 1.046875, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.867188, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.070312, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.085938, 1.09375, 0.996094, 1.015625, 1.09375, 1.007812, 1.09375, 1.09375, 1.007812, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.898438, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.0, 1.09375, 1.09375, 1.09375, 1.085938, 1.09375, 1.09375, 0.941406, 1.085938, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.085938, 1.09375, 1.09375, 0.96875, 1.054688, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.039062, 1.007812, 1.09375, 1.09375, 1.09375, 1.085938, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.996094, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.910156, 1.09375, 1.09375, 0.882812, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.863281, 1.09375, 0.886719, 0.96875, 1.09375, 1.0625, 1.09375, 0.960938, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.085938, 0.330078, 1.09375, 1.09375, 0.871094, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.007812, 1.09375, 1.09375, 1.09375, 1.09375, 1.023438, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.996094, 1.09375, 1.09375, 1.09375, 1.015625, 1.09375, 1.09375, 1.09375, 0.820312, 1.09375, 1.09375, 1.09375, 1.085938, 0.589844, 1.09375, 1.09375, 1.09375, 1.09375, 1.015625, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.085938, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.085938, 1.09375, 1.070312, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.039062, 1.09375, 1.09375, 1.09375, 1.070312, 1.09375, 1.09375, 1.09375, 0.949219, 1.054688, 1.09375, 1.09375, 1.09375, 1.03125, 1.085938, 1.09375, 1.085938, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.085938, 0.972656, 0.964844, 1.09375, 1.085938, 1.09375, 0.886719, 1.09375, 1.09375, 1.09375, 1.09375, 1.0, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.953125, 1.078125, 1.09375, 1.09375, 1.09375, 1.054688, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.03125, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.9375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.070312, 1.09375, 1.09375, 1.09375, 1.09375, 1.007812, 1.09375, 1.09375, 0.828125, 1.09375, 1.09375, 1.09375, 1.0625, 1.09375, 1.09375, 1.09375, 1.09375, 0.863281, 1.09375, 1.09375, 1.09375, 1.09375, 1.007812, 1.085938, 1.09375, 1.09375, 1.0625, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.085938, 1.09375, 1.09375, 0.894531, 1.046875, 1.09375, 1.09375, 1.09375, 0.957031, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.8125, 1.09375, 1.078125, 1.09375, 1.09375, 1.039062, 1.085938, 1.046875, 1.09375, 1.09375, 1.09375, 1.09375, 0.898438, 1.085938, 1.09375, 1.09375, 0.984375, 1.09375, 0.789062, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.742188, 0.617188, 1.085938, 1.09375, 0.988281, 1.085938, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.984375, 0.847656, 1.09375, 1.09375, 1.015625, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.902344, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.921875, 1.09375, 1.09375, 1.09375, 1.039062, 1.09375, 1.09375, 1.09375, 1.09375, 0.96875, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.964844, 0.964844, 0.945312, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.933594, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.078125, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.085938, 1.0625, 1.09375, 0.933594, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.085938, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.0625, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.03125, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.085938, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.0625, 1.09375, 1.09375, 1.09375, 0.871094, 1.09375, 1.09375, 0.972656, 1.09375, 0.902344, 1.09375, 1.09375, 1.09375, 0.902344, 1.09375, 1.09375, 0.988281, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.988281, 0.914062, 0.964844, 1.09375, 1.03125, 1.09375, 1.09375, 1.09375, 1.09375, 0.964844, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.988281, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.777344, 1.007812, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.863281, 1.09375, 1.09375, 1.09375, 1.09375, 0.707031, 1.09375, 0.988281, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.085938, 1.09375, 1.09375, 0.910156, 1.09375, 1.09375, 1.09375, 1.0625, 1.09375, 1.09375, 1.015625, 1.09375, 1.085938, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.462891, 1.09375, 0.984375, 1.09375, 1.023438, 1.0, 1.09375, 0.964844, 1.09375, 1.09375, 1.09375, 1.023438, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.015625, 1.09375, 1.09375, 1.09375, 1.007812, 1.078125, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.046875, 1.09375, 1.09375, 1.09375, 1.054688, 1.09375, 1.09375, 1.09375, 1.09375, 1.0625, 1.09375, 1.09375, 1.09375, 0.878906, 1.09375, 1.085938, 1.09375, 1.09375, 1.078125, 1.09375, 1.0625, 0.839844, 1.09375, 1.09375, 0.300781, 1.09375, 1.09375, 1.09375, 0.992188, 1.09375, 1.09375, 1.09375, 0.964844, 1.09375, 1.09375, 1.09375, 0.894531, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.070312, 0.878906, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.945312, 1.09375, 1.09375, 1.09375, 1.078125, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.078125, 1.09375, 1.09375, 1.09375, 1.09375, 1.085938, 1.09375, 1.09375, 1.03125, 1.09375, 1.09375, 1.09375, 0.984375, 1.09375, 1.09375, 1.09375, 1.09375, 1.078125, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.878906, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.078125, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.085938, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.996094, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.960938, 1.09375, 0.949219, 1.09375, 1.09375, 1.078125, 1.0, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.085938, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.886719, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.085938, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.054688, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.957031, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.085938, 1.09375, 1.09375, 1.09375, 1.09375, 0.859375, 1.09375, 1.09375, 1.09375, 1.09375, 0.957031, 1.0, 1.09375, 0.980469, 1.09375, 1.09375, 1.0625, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.0625, 1.007812, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.902344, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.078125, 1.09375, 1.085938, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.03125, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.648438, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.070312, 1.09375, 1.09375, 1.09375, 1.09375, 1.0625, 1.09375, 1.09375, 1.085938, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.628906, 1.09375, 1.03125, 1.09375, 0.785156, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.070312, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.039062, 1.09375, 1.007812, 1.09375, 1.09375, 0.941406, 1.09375, 1.09375, 1.09375, 1.09375, 0.933594, 1.09375, 1.09375, 1.078125, 1.09375, 1.09375, 0.001015, 1.09375, 1.054688, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.023438, 1.078125, 1.09375, 1.09375, 1.09375, 0.953125, 1.007812, 1.046875, 1.09375, 1.09375, 1.085938, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 0.878906, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.09375, 1.078125, 1.09375 ] } , "name": "onnx::Mul_11335", "outputIndexes": [ 5658 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5657, 5658 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 5659 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5631, 5659 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/Add_1_output_0", "outputIndexes": [ 5660 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5660 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.32/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 8041 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8041 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.32/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 8042 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8042 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1960351716, 327702, 81920, 0, 0 ] } , "name": "/layers.32/per_layer_input_gate/Linear", "outputIndexes": [ 8043 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8043 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.32/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 8044 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8044 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.32/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 5661 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5661 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.32/act_fn/Mul_output_0", "outputIndexes": [ 5662 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5661, 5662 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/act_fn/Mul_1_output_0", "outputIndexes": [ 5663 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 5663 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/act_fn/Mul_2_output_0", "outputIndexes": [ 5664 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5661, 5664 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/act_fn/Add_output_0", "outputIndexes": [ 5665 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 5665 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/act_fn/Mul_3_output_0", "outputIndexes": [ 5666 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5666 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.32/act_fn/Tanh_output_0", "outputIndexes": [ 5667 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 5667 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/act_fn/Add_1_output_0", "outputIndexes": [ 5668 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5661, 5668 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/act_fn/Mul_4_output_0", "outputIndexes": [ 5669 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 5669 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/act_fn/Mul_5_output_0", "outputIndexes": [ 5670 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 32 ] } , "name": "/Constant_41_output_0", "outputIndexes": [ 5671 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6912", "outputIndexes": [ 5672 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6915", "outputIndexes": [ 5673 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 5672, 5673, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice6918", "outputIndexes": [ 5674 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5674 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze6919", "outputIndexes": [ 5675 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5671, 5675 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6920", "outputIndexes": [ 5676 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5676, 5675 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6921", "outputIndexes": [ 5677 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 5677, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_39_output_0", "outputIndexes": [ 5678 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5670, 5678 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/Mul_output_0", "outputIndexes": [ 5679 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5679 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.32/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 8045 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8045 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.32/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 8046 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8046 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1960761338, 327702, 81920, 0, 0 ] } , "name": "/layers.32/per_layer_projection/Linear", "outputIndexes": [ 8047 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8047 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.32/per_layer_projection/Linear/post_convert", "outputIndexes": [ 8048 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8048 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.32/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 5680 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5680 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.32/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 5682 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5682 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.32/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 5683 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5683, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 5684 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5684, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 5685 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5680, 5685 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 5686 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.296875, 0.296875, 0.000278, 0.292969, 0.296875, 0.296875, 0.292969, 0.21582, 0.296875, 0.000259, 0.296875, 0.296875, 0.296875, 0.283203, 0.000286, 0.296875, 0.000267, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000277, 0.000259, 0.296875, 0.296875, 0.296875, 0.000271, 0.296875, 0.000282, 0.292969, 0.279297, 0.00029, 0.296875, 0.296875, 0.296875, 0.265625, 0.000284, 0.233398, 0.296875, 0.000275, 0.000277, 0.285156, 0.193359, 0.296875, 0.000271, 0.000275, 0.277344, 0.296875, 0.243164, 0.000282, 0.296875, 0.296875, 0.000271, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.283203, 0.296875, 0.263672, 0.296875, 0.296875, 0.296875, 0.00028, 0.296875, 0.296875, 0.000277, 0.296875, 0.296875, 0.296875, 0.296875, 0.000261, 0.296875, 0.000275, 0.296875, 0.296875, 0.296875, 0.296875, 0.000263, 0.000271, 0.294922, 0.296875, 0.296875, 0.000273, 0.296875, 0.267578, 0.000282, 0.296875, 0.296875, 0.296875, 0.296875, 0.173828, 0.296875, 0.000256, 0.296875, 0.296875, 0.296875, 0.269531, 0.212891, 0.000278, 0.289062, 0.296875, 0.296875, 0.296875, 0.000271, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.00028, 0.296875, 0.000282, 0.296875, 0.259766, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.00028, 0.296875, 0.296875, 0.273438, 0.296875, 0.296875, 0.000271, 0.261719, 0.292969, 0.145508, 0.296875, 0.296875, 0.000284, 0.296875, 0.263672, 0.000269, 0.000269, 0.296875, 0.246094, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.228516, 0.296875, 0.296875, 0.000286, 0.000284, 0.296875, 0.294922, 0.283203, 0.016724, 0.296875, 0.296875, 0.296875, 0.296875, 0.00029, 0.296875, 0.296875, 0.00028, 0.240234, 0.000263, 0.00028, 0.296875, 0.296875, 0.296875, 0.279297, 0.296875, 0.296875, 0.000275, 0.296875, 0.296875, 0.259766, 0.000269, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.289062, 0.296875, 0.253906, 0.000273, 0.287109, 0.241211, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.279297, 0.296875, 0.296875, 0.245117, 0.000288, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.275391, 0.296875, 0.263672, 0.000269, 0.296875, 0.296875, 0.296875, 0.296875, 0.294922, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.28125, 0.000265, 0.296875, 0.296875, 0.296875, 0.00028, 0.000286, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000282, 0.296875, 0.213867, 0.001419, 0.296875, 0.296875, 0.000271, 0.296875, 0.296875, 0.296875, 0.251953, 0.296875, 0.296875, 0.296875, 0.000284, 0.296875, 0.296875, 0.219727, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.263672, 0.229492, 0.296875, 0.296875, 0.296875, 0.296875, 0.00029, 0.296875, 0.296875, 0.283203, 0.296875, 0.287109, 0.296875, 0.296875, 0.177734, 0.28125, 0.296875, 0.296875, 0.296875, 0.296875, 0.000271, 0.296875, 0.296875, 0.296875, 0.296875, 0.285156, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000269, 0.261719, 0.296875, 0.296875, 0.296875, 0.296875, 0.271484, 0.289062, 0.000284, 0.296875, 0.296875, 0.000277, 0.296875, 0.000267, 0.00028, 0.000288, 0.296875, 0.296875, 0.296875, 0.00025, 0.296875, 0.000261, 0.000286, 0.000273, 0.289062, 0.000284, 0.289062, 0.296875, 0.275391, 0.296875, 0.000277, 0.296875, 0.000288, 0.296875, 0.296875, 0.296875, 0.000284, 0.296875, 0.000275, 0.000265, 0.000282, 0.000278, 0.000237, 0.296875, 0.296875, 0.296875, 0.263672, 0.243164, 0.000284, 0.296875, 0.000265, 0.296875, 0.296875, 0.296875, 0.283203, 0.000288, 0.296875, 0.296875, 0.296875, 0.000278, 0.296875, 0.296875, 0.251953, 0.296875, 0.296875, 0.296875, 0.296875, 0.287109, 0.000277, 0.296875, 0.296875, 0.000277, 0.257812, 0.296875, 0.296875, 0.296875, 0.000257, 0.296875, 0.296875, 0.296875, 0.287109, 0.296875, 0.296875, 0.000243, 0.294922, 0.296875, 0.00028, 0.000271, 0.296875, 0.000284, 0.294922, 0.296875, 0.296875, 0.296875, 0.00029, 0.296875, 0.296875, 0.296875, 0.296875, 0.000286, 0.294922, 0.000284, 0.296875, 0.296875, 0.296875, 0.296875, 0.000282, 0.296875, 0.296875, 0.296875, 0.000263, 0.296875, 0.296875, 0.092773, 0.235352, 0.296875, 0.296875, 0.000273, 0.000275, 0.296875, 0.296875, 0.296875, 0.296875, 0.000277, 0.296875, 0.000221, 0.296875, 0.296875, 0.000273, 0.00023, 0.292969, 0.000278, 0.296875, 0.296875, 0.000275, 0.296875, 0.000284, 0.296875, 0.296875, 0.296875, 0.273438, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.267578, 0.296875, 0.296875, 0.296875, 0.296875, 0.00028, 0.000277, 0.273438, 0.296875, 0.24707, 0.000273, 0.000278, 0.296875, 0.000256, 0.296875, 0.296875, 0.000286, 0.296875, 0.00028, 0.296875, 0.296875, 0.296875, 0.000275, 0.00028, 0.22168, 0.000278, 0.296875, 0.289062, 0.296875, 0.00028, 0.296875, 0.296875, 0.000271, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000271, 0.00028, 0.296875, 0.296875, 0.296875, 0.296875, 0.287109, 0.296875, 0.296875, 0.296875, 0.296875, 0.000286, 0.279297, 0.296875, 0.296875, 0.285156, 0.292969, 0.296875, 0.296875, 0.296875, 0.000282, 0.296875, 0.259766, 0.296875, 0.294922, 0.00028, 0.000282, 0.296875, 0.296875, 0.000278, 0.285156, 0.296875, 0.000265, 0.296875, 0.285156, 0.273438, 0.000275, 0.000261, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000277, 0.296875, 0.275391, 0.296875, 0.296875, 0.000278, 0.000261, 0.227539, 0.296875, 0.000288, 0.000275, 0.296875, 0.235352, 0.296875, 0.000288, 0.245117, 0.261719, 0.230469, 0.296875, 0.292969, 0.296875, 0.289062, 0.296875, 0.283203, 0.271484, 0.296875, 0.000271, 0.296875, 0.000271, 0.000278, 0.000273, 0.265625, 0.000275, 0.296875, 0.296875, 0.000284, 0.000282, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.279297, 0.000282, 0.242188, 0.296875, 0.296875, 0.216797, 0.296875, 0.296875, 0.296875, 0.296875, 0.283203, 0.296875, 0.296875, 0.296875, 0.000271, 0.296875, 0.296875, 0.000275, 0.000288, 0.296875, 0.296875, 0.296875, 0.000286, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.277344, 0.255859, 0.296875, 0.296875, 0.237305, 0.000271, 0.000269, 0.000265, 0.296875, 0.296875, 0.265625, 0.296875, 0.000284, 0.011963, 0.296875, 0.24707, 0.296875, 0.296875, 0.000277, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.00061, 0.296875, 0.296875, 0.296875, 0.000269, 0.296875, 0.296875, 0.296875, 0.296875, 0.000275, 0.296875, 0.000288, 0.292969, 0.296875, 0.000277, 0.296875, 0.296875, 0.296875, 0.296875, 0.000269, 0.296875, 0.265625, 0.000286, 0.000278, 0.296875, 0.244141, 0.000269, 0.296875, 0.242188, 0.283203, 0.296875, 0.296875, 0.000286, 0.296875, 0.157227, 0.296875, 0.287109, 0.000288, 0.296875, 0.000277, 0.271484, 0.296875, 0.000275, 0.000282, 0.296875, 0.296875, 0.296875, 0.000243, 0.170898, 0.000282, 0.296875, 0.296875, 0.25, 0.296875, 0.289062, 0.000269, 0.296875, 0.296875, 0.296875, 0.000284, 0.265625, 0.279297, 0.296875, 0.172852, 0.000282, 0.000284, 0.296875, 0.255859, 0.296875, 0.255859, 0.000278, 0.296875, 0.296875, 0.000278, 0.296875, 0.296875, 0.296875, 0.000278, 0.00029, 0.000288, 0.000284, 0.292969, 0.296875, 0.000263, 0.296875, 0.296875, 0.296875, 0.296875, 0.000277, 0.00028, 0.296875, 0.287109, 0.296875, 0.255859, 0.000286, 0.000271, 0.000286, 0.000278, 0.296875, 0.00028, 0.000273, 0.296875, 0.178711, 0.206055, 0.283203, 0.243164, 0.296875, 0.238281, 0.296875, 0.000265, 0.292969, 0.296875, 0.28125, 0.00028, 0.292969, 0.000284, 0.000273, 0.000288, 0.296875, 0.000284, 0.296875, 0.000278, 0.000265, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000265, 0.000271, 0.296875, 0.296875, 0.000278, 0.296875, 0.283203, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000263, 0.296875, 0.000284, 0.296875, 0.251953, 0.296875, 0.000275, 0.287109, 0.296875, 0.296875, 0.000248, 0.296875, 0.296875, 0.292969, 0.000282, 0.296875, 0.296875, 0.000273, 0.289062, 0.251953, 0.294922, 0.296875, 0.296875, 0.291016, 0.000277, 0.296875, 0.296875, 0.296875, 0.291016, 0.296875, 0.296875, 0.296875, 0.000271, 0.296875, 0.000273, 0.296875, 0.199219, 0.28125, 0.296875, 0.000271, 0.296875, 0.269531, 0.279297, 0.000284, 0.292969, 0.296875, 0.296875, 0.296875, 0.263672, 0.296875, 0.296875, 0.000261, 0.296875, 0.000282, 0.296875, 0.296875, 0.296875, 0.294922, 0.251953, 0.000277, 0.000269, 0.000278, 0.000275, 0.269531, 0.296875, 0.296875, 0.296875, 0.296875, 0.265625, 0.292969, 0.296875, 0.296875, 0.212891, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000278, 0.000277, 0.253906, 0.296875, 0.000288, 0.296875, 0.296875, 0.296875, 0.285156, 0.294922, 0.296875, 0.296875, 0.296875, 0.255859, 0.296875, 0.000284, 0.292969, 0.000282, 0.296875, 0.296875, 0.296875, 0.296875, 0.000286, 0.296875, 0.296875, 0.296875, 0.00028, 0.275391, 0.296875, 0.000271, 0.292969, 0.296875, 0.296875, 0.296875, 0.296875, 0.00028, 0.283203, 0.296875, 0.273438, 0.000284, 0.000275, 0.296875, 0.000259, 0.259766, 0.296875, 0.296875, 0.246094, 0.296875, 0.294922, 0.213867, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.00028, 0.296875, 0.294922, 0.000286, 0.296875, 0.296875, 0.296875, 0.296875, 0.000282, 0.296875, 0.167969, 0.000275, 0.296875, 0.292969, 0.000284, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.285156, 0.000284, 0.296875, 0.000282, 0.273438, 0.000288, 0.296875, 0.000275, 0.296875, 0.296875, 0.000288, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000277, 0.296875, 0.00025, 0.000282, 0.000278, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.182617, 0.285156, 0.296875, 0.296875, 0.296875, 0.296875, 0.000256, 0.294922, 0.000261, 0.296875, 0.28125, 0.296875, 0.000265, 0.296875, 0.296875, 0.000273, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000277, 0.296875, 0.296875, 0.296875, 0.296875, 0.000265, 0.296875, 0.206055, 0.296875, 0.000261, 0.000271, 0.000284, 0.000286, 0.296875, 0.296875, 0.296875, 0.000278, 0.291016, 0.296875, 0.000252, 0.296875, 0.296875, 0.000286, 0.00028, 0.296875, 0.296875, 0.296875, 0.243164, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000282, 0.296875, 0.000275, 0.005646, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000284, 0.296875, 0.296875, 0.296875, 0.296875, 0.246094, 0.261719, 0.236328, 0.283203, 0.296875, 0.296875, 0.000269, 0.296875, 0.296875, 0.267578, 0.296875, 0.000244, 0.296875, 0.19043, 0.043457, 0.263672, 0.000284, 0.296875, 0.296875, 0.183594, 0.292969, 0.28125, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.255859, 0.296875, 0.000284, 0.296875, 0.000269, 0.296875, 0.296875, 0.279297, 0.296875, 0.000244, 0.292969, 0.296875, 0.296875, 0.296875, 0.000271, 0.296875, 0.283203, 0.294922, 0.228516, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.00028, 0.296875, 0.279297, 0.000282, 0.296875, 0.296875, 0.283203, 0.000278, 0.296875, 0.296875, 0.296875, 0.296875, 0.267578, 0.296875, 0.000284, 0.296875, 0.000282, 0.296875, 0.000273, 0.000271, 0.292969, 0.000286, 0.00028, 0.000269, 0.296875, 0.296875, 0.125, 0.296875, 0.296875, 0.000271, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.275391, 0.227539, 0.000278, 0.296875, 0.296875, 0.000269, 0.273438, 0.296875, 0.000278, 0.296875, 0.000278, 0.296875, 0.296875, 0.296875, 0.246094, 0.296875, 0.000278, 0.296875, 0.296875, 0.296875, 0.000242, 0.296875, 0.149414, 0.000286, 0.296875, 0.296875, 0.296875, 0.287109, 0.296875, 0.257812, 0.296875, 0.296875, 0.296875, 0.236328, 0.296875, 0.296875, 0.296875, 0.000282, 0.296875, 0.296875, 0.296875, 0.287109, 0.00028, 0.261719, 0.000263, 0.000277, 0.294922, 0.00028, 0.296875, 0.000271, 0.296875, 0.296875, 0.296875, 0.000277, 0.234375, 0.237305, 0.257812, 0.255859, 0.253906, 0.275391, 0.296875, 0.000282, 0.259766, 0.00028, 0.240234, 0.296875, 0.296875, 0.296875, 0.277344, 0.296875, 0.296875, 0.000275, 0.296875, 0.000275, 0.000282, 0.000284, 0.000259, 0.296875, 0.296875, 0.296875, 0.000278, 0.296875, 0.296875, 0.296875, 0.000271, 0.296875, 0.000278, 0.296875, 0.000267, 0.296875, 0.296875, 0.296875, 0.00028, 0.296875, 0.296875, 0.296875, 0.296875, 0.265625, 0.292969, 0.00029, 0.000242, 0.296875, 0.000278, 0.296875, 0.269531, 0.296875, 0.294922, 0.296875, 0.267578, 0.296875, 0.136719, 0.000278, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.294922, 0.296875, 0.296875, 0.296875, 0.000273, 0.265625, 0.296875, 0.279297, 0.296875, 0.000271, 0.296875, 0.000282, 0.296875, 0.296875, 0.255859, 0.291016, 0.296875, 0.296875, 0.244141, 0.296875, 0.296875, 0.296875, 0.000269, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000288, 0.296875, 0.246094, 0.000229, 0.296875, 0.296875, 0.088379, 0.273438, 0.296875, 0.000278, 0.000288, 0.296875, 0.28125, 0.296875, 0.000277, 0.000265, 0.296875, 0.296875, 0.275391, 0.000271, 0.296875, 0.296875, 0.296875, 0.000286, 0.296875, 0.000277, 0.296875, 0.296875, 0.296875, 0.00029, 0.296875, 0.283203, 0.296875, 0.296875, 0.208008, 0.296875, 0.179688, 0.000271, 0.296875, 0.000284, 0.296875, 0.208984, 0.296875, 0.296875, 0.296875, 0.000282, 0.296875, 0.000277, 0.296875, 0.296875, 0.296875, 0.251953, 0.296875, 0.296875, 0.292969, 0.000259, 0.227539, 0.291016, 0.296875, 0.296875, 0.296875, 0.275391, 0.296875, 0.296875, 0.296875, 0.261719, 0.296875, 0.000273, 0.296875, 0.000275, 0.296875, 0.249023, 0.296875, 0.000271, 0.296875, 0.296875, 0.296875, 0.255859, 0.000282, 0.296875, 0.00028, 0.000278, 0.296875, 0.237305, 0.291016, 0.000265, 0.000269, 0.296875, 0.078613, 0.277344, 0.294922, 0.00028, 0.296875, 0.000277, 0.294922, 0.289062, 0.294922, 0.296875, 0.296875, 0.296875, 0.294922, 0.000278, 0.296875, 0.000271, 0.000286, 0.259766, 0.296875, 0.000284, 0.296875, 0.027222, 0.296875, 0.00028, 0.296875, 0.000282, 0.296875, 0.171875, 0.000269, 0.296875, 0.296875, 0.000275, 0.296875, 0.296875, 0.296875, 0.000275, 0.296875, 0.296875, 0.000275, 0.000269, 0.208008, 0.00028, 0.296875, 0.296875, 0.000261, 0.296875, 0.267578, 0.234375, 0.294922, 0.296875, 0.296875, 0.296875, 0.296875, 0.000271, 0.296875, 0.296875, 0.239258, 0.296875, 0.296875, 0.28125, 0.296875, 0.000278, 0.00028, 0.261719, 0.296875, 0.296875, 0.296875, 0.000282, 0.269531, 0.296875, 0.269531, 0.237305, 0.000271, 0.296875, 0.296875, 0.296875, 0.000278, 0.296875, 0.296875, 0.296875, 0.296875, 0.000273, 0.296875, 0.296875, 0.296875, 0.292969, 0.249023, 0.296875, 0.296875, 0.296875, 0.255859, 0.296875, 0.000288, 0.296875, 0.089844, 0.296875, 0.00028, 0.296875, 0.294922, 0.026245, 0.296875, 0.000286, 0.296875, 0.296875, 0.296875, 0.296875, 0.291016, 0.277344, 0.296875, 0.296875, 0.178711, 0.000286, 0.296875, 0.000282, 0.000284, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000275, 0.296875, 0.291016, 0.296875, 0.000288, 0.296875, 0.000271, 0.296875, 0.296875, 0.048828, 0.296875, 0.001129, 0.294922, 0.296875, 0.296875, 0.296875, 0.00028, 0.133789, 0.296875, 0.296875, 0.000277, 0.296875, 0.28125, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000277, 0.296875, 0.296875, 0.000282, 0.296875, 0.296875, 0.283203, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.00028, 0.283203, 0.000271, 0.296875, 0.296875, 0.296875, 0.296875, 0.275391, 0.296875, 0.296875, 0.000278, 0.277344, 0.296875, 0.296875, 0.283203, 0.000267, 0.000259, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.004883, 0.273438, 0.296875, 0.000269, 0.296875, 0.000288, 0.296875, 0.292969, 0.296875, 0.000273, 0.000277, 0.000271, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000278, 0.296875, 0.000278, 0.000273, 0.253906, 0.296875, 0.000284, 0.000286, 0.296875, 0.296875, 0.296875, 0.296875, 0.255859, 0.296875, 0.296875, 0.296875, 0.296875, 0.000252, 0.000265, 0.000275, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.292969, 0.296875, 0.296875, 0.000267, 0.230469, 0.296875, 0.296875, 0.296875, 0.228516, 0.296875, 0.294922, 0.296875, 0.287109, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.005219, 0.296875, 0.296875, 0.235352, 0.28125, 0.283203, 0.296875, 0.296875, 0.296875, 0.000278, 0.000286, 0.173828, 0.000278, 0.296875, 0.296875, 0.296875, 0.296875, 0.273438, 0.000257, 0.000275, 0.296875, 0.296875, 0.000277, 0.292969, 0.000271, 0.296875, 0.296875, 0.239258, 0.00028, 0.296875, 0.296875, 0.296875, 0.000254, 0.296875, 0.296875, 0.291016, 0.275391, 0.21875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000263, 0.000271, 0.279297, 0.000271, 0.1875, 0.289062, 0.296875, 0.296875, 0.238281, 0.296875, 0.000277, 0.296875, 0.22168, 0.000284, 0.243164, 0.296875, 0.296875, 0.296875, 0.000263, 0.296875, 0.259766, 0.000282, 0.000273, 0.296875, 0.296875, 0.287109, 0.296875, 0.296875, 0.296875, 0.000267, 0.21875, 0.296875, 0.296875, 0.294922, 0.296875, 0.000259, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.287109, 0.000267, 0.000278, 0.000263, 0.296875, 0.000277, 0.000271, 0.296875, 0.296875, 0.296875, 0.294922, 0.000277, 0.296875, 0.269531, 0.001312, 0.296875, 0.263672, 0.296875, 0.296875, 0.296875, 0.294922, 0.296875, 0.000271, 0.296875, 0.000278, 0.296875, 0.245117, 0.296875, 0.296875, 0.296875, 0.000257, 0.296875, 0.176758, 0.296875, 0.296875, 0.000273, 0.00029, 0.296875, 0.000278, 0.000256, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000271, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000263, 0.296875, 0.296875, 0.000284, 0.00029, 0.294922, 0.296875, 0.296875, 0.257812, 0.296875, 0.296875, 0.000278, 0.289062, 0.265625, 0.296875, 0.291016, 0.296875, 0.296875, 0.296875, 0.296875, 0.287109, 0.275391, 0.000278, 0.000278, 0.296875, 0.000271, 0.296875, 0.000277, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.197266, 0.000275, 0.296875, 0.00029, 0.000273, 0.292969, 0.296875, 0.28125, 0.296875, 0.000284, 0.296875, 0.296875, 0.296875, 0.00028, 0.283203, 0.296875, 0.000271, 0.296875, 0.000275, 0.296875, 0.296875, 0.000256, 0.263672, 0.296875, 0.000278, 0.000244, 0.133789, 0.296875, 0.000629, 0.296875, 0.296875, 0.261719, 0.296875, 0.296875, 0.000277, 0.296875, 0.296875, 0.296875, 0.294922, 0.000282, 0.296875, 0.000282, 0.296875, 0.296875, 0.283203, 0.000252, 0.296875, 0.296875, 0.21875, 0.296875, 0.030762, 0.000277, 0.296875, 0.296875, 0.294922, 0.000267, 0.000275, 0.158203, 0.296875, 0.269531, 0.292969, 0.296875, 0.279297, 0.296875, 0.00028, 0.294922, 0.000282, 0.000288, 0.296875, 0.000223, 0.296875, 0.000278, 0.296875, 0.296875, 0.296875, 0.296875, 0.00028, 0.000261, 0.296875, 0.296875, 0.000254, 0.000275, 0.000269, 0.296875, 0.294922, 0.000278, 0.000278, 0.28125, 0.000275, 0.000286, 0.000273, 0.296875, 0.296875, 0.296875, 0.296875, 0.000269, 0.279297, 0.296875, 0.000282, 0.000286, 0.000277, 0.296875, 0.180664, 0.287109, 0.296875, 0.296875, 0.000286, 0.296875, 0.000277, 0.000271, 0.296875, 0.296875, 0.000265, 0.296875, 0.000288, 0.296875, 0.277344, 0.271484, 0.296875, 0.28125, 0.296875, 0.277344, 0.000284, 0.296875, 0.000277, 0.296875, 0.296875, 0.000282, 0.287109, 0.296875, 0.296875, 0.296875, 0.296875, 0.289062, 0.296875, 0.296875, 0.296875, 0.255859, 0.296875, 0.277344, 0.296875, 0.296875, 0.275391, 0.296875, 0.000267, 0.296875, 0.253906, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.275391, 0.294922, 0.000269, 0.000277, 0.000275, 0.000273, 0.271484, 0.00029, 0.296875, 0.296875, 0.00028, 0.000271, 0.296875, 0.294922, 0.294922, 0.296875, 0.000277, 0.296875, 0.000275, 0.296875, 0.296875, 0.000267, 0.279297, 0.000282, 0.000261, 0.000275, 0.000257, 0.000267, 0.296875, 0.000261, 0.296875, 0.28125, 0.000275, 0.000277, 0.296875, 0.000284, 0.296875, 0.000282, 0.296875, 0.296875, 0.000269, 0.000265, 0.294922, 0.296875, 0.296875, 0.292969, 0.292969, 0.296875, 0.000288, 0.000263, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.00028, 0.296875, 0.000284, 0.296875, 0.296875, 0.294922, 0.238281, 0.296875, 0.296875, 0.000282, 0.296875, 0.296875, 0.25, 0.296875, 0.296875, 0.296875, 0.000282, 0.294922, 0.296875, 0.296875, 0.296875, 0.000286, 0.253906, 0.296875, 0.296875, 0.000267, 0.000286, 0.296875, 0.279297, 0.296875, 0.000273, 0.296875, 0.000265, 0.296875, 0.296875, 0.000277, 0.294922, 0.296875, 0.000273, 0.296875, 0.296875, 0.092773, 0.296875, 0.296875, 0.296875, 0.248047, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.283203, 0.296875, 0.296875, 0.000282, 0.296875, 0.265625, 0.292969, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000259, 0.000267, 0.240234, 0.000282, 0.000265, 0.296875, 0.000278, 0.296875, 0.000284, 0.000271, 0.294922, 0.263672, 0.296875, 0.255859, 0.296875, 0.000269, 0.296875, 0.296875, 0.296875, 0.000275, 0.296875, 0.000278, 0.090332, 0.275391, 0.000271, 0.275391, 0.240234, 0.000282, 0.296875, 0.000275, 0.296875, 0.296875, 0.296875, 0.000243, 0.296875, 0.000284, 0.294922, 0.296875, 0.296875, 0.000271, 0.296875, 0.296875, 0.000278, 0.296875, 0.296875, 0.00028, 0.296875, 0.00028, 0.296875, 0.294922, 0.296875, 0.294922, 0.296875, 0.296875, 0.000284, 0.296875, 0.00029, 0.000282, 0.296875, 0.296875, 0.292969, 0.296875, 0.296875, 0.296875, 0.296875, 0.248047, 0.296875, 0.261719, 0.000286, 0.296875, 0.242188, 0.000277, 0.296875, 0.000282, 0.296875, 0.296875, 0.000265, 0.000286, 0.296875, 0.296875, 0.296875, 0.000267, 0.000257, 0.296875, 0.000269, 0.296875, 0.296875, 0.275391, 0.296875, 0.296875, 0.292969, 0.000278, 0.000267, 0.294922, 0.279297, 0.287109, 0.296875, 0.296875, 0.000277, 0.000275, 0.273438, 0.296875, 0.296875, 0.000278, 0.296875, 0.000271, 0.296875, 0.118164, 0.000275, 0.296875, 0.296875, 0.000286, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000277, 0.285156, 0.296875, 0.296875, 0.296875, 0.000282, 0.296875, 0.267578, 0.000267, 0.002579, 0.296875, 0.296875, 0.296875, 0.000284, 0.296875, 0.000277, 0.291016, 0.000271, 0.000286, 0.296875, 0.296875, 0.296875, 0.000275, 0.000286, 0.296875, 0.291016, 0.000275, 0.00028, 0.000271, 0.296875, 0.000254, 0.238281, 0.296875, 0.296875, 0.219727, 0.296875, 0.283203, 0.296875, 0.000246, 0.179688, 0.173828, 0.296875, 0.000278, 0.296875, 0.000273, 0.00028, 0.296875, 0.296875, 0.000248, 0.296875, 0.296875, 0.296875, 0.296875, 0.292969, 0.000267, 0.296875, 0.267578, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.275391, 0.296875, 0.296875, 0.296875, 0.296875, 0.269531, 0.000271, 0.24707, 0.265625, 0.296875, 0.296875, 0.292969, 0.000273, 0.271484, 0.000271, 0.296875, 0.296875, 0.000277, 0.000271, 0.296875, 0.296875, 0.000286, 0.292969, 0.000284, 0.296875, 0.000277, 0.291016, 0.296875, 0.000271, 0.000286, 0.273438, 0.00028, 0.183594, 0.296875, 0.296875, 0.265625, 0.296875, 0.296875, 0.205078, 0.296875, 0.279297, 0.296875, 0.296875, 0.296875, 0.296875, 0.00647, 0.045166, 0.296875, 0.296875, 0.000284, 0.000259, 0.296875, 0.208008, 0.000275, 0.296875, 0.267578, 0.296875, 0.277344, 0.296875, 0.296875, 0.000286, 0.000273, 0.000282, 0.000278, 0.28125, 0.287109, 0.292969, 0.000265, 0.296875, 0.000275, 0.296875, 0.296875, 0.000257, 0.000277, 0.000271, 0.000286, 0.296875, 0.292969, 0.000275, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.28125, 0.22168, 0.000275, 0.273438, 0.273438, 0.296875, 0.294922, 0.296875, 0.000271, 0.296875, 0.296875, 0.296875, 0.296875, 0.294922, 0.296875, 0.273438, 0.296875, 0.296875, 0.000275, 0.242188, 0.279297, 0.296875, 0.296875, 0.296875, 0.00029, 0.296875, 0.296875, 0.000288, 0.000278, 0.000263, 0.000261, 0.296875, 0.296875, 0.296875, 0.000271, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000269, 0.296875, 0.296875, 0.296875, 0.230469, 0.296875, 0.296875, 0.296875, 0.296875, 0.000273, 0.000282, 0.296875, 0.296875, 0.296875, 0.296875, 0.000277, 0.296875, 0.296875, 0.000273, 0.296875, 0.296875, 0.000284, 0.28125, 0.219727, 0.000271, 0.000271, 0.296875, 0.000269, 0.296875, 0.296875, 0.296875, 0.296875, 0.294922, 0.296875, 0.296875, 0.296875, 0.000271, 0.000282, 0.296875, 0.296875, 0.289062, 0.296875, 0.296875, 0.000286, 0.296875, 0.261719, 0.296875, 0.09082, 0.000271, 0.296875, 0.296875, 0.000269, 0.287109, 0.00028, 0.000267, 0.296875, 0.249023, 0.296875, 0.296875, 0.296875, 0.287109, 0.000269, 0.000288, 0.283203, 0.296875, 0.000282, 0.296875, 0.296875, 0.000284, 0.294922, 0.279297, 0.296875, 0.000286, 0.261719, 0.296875, 0.000267, 0.289062, 0.296875, 0.186523, 0.296875, 0.296875, 0.296875, 0.161133, 0.296875, 0.296875, 0.296875, 0.000273, 0.000278, 0.263672, 0.296875, 0.205078, 0.296875, 0.296875, 0.296875, 0.000284, 0.000286, 0.296875, 0.296875, 0.000286, 0.291016, 0.296875, 0.296875, 0.296875, 0.000273, 0.296875, 0.277344, 0.000267, 0.294922, 0.296875, 0.296875, 0.296875, 0.287109, 0.296875, 0.000277, 0.000269, 0.279297, 0.296875, 0.219727, 0.000378, 0.001228, 0.296875, 0.000269, 0.271484, 0.296875, 0.296875, 0.296875, 0.000267, 0.283203, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.294922, 0.296875, 0.296875, 0.296875, 0.259766, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.00029, 0.000269, 0.249023, 0.296875, 0.296875, 0.206055, 0.296875, 0.296875, 0.000252, 0.296875, 0.000286, 0.000277, 0.294922, 0.296875, 0.296875, 0.296875, 0.236328, 0.259766, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875 ] } , "name": "onnx::Mul_11336", "outputIndexes": [ 5687 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5686, 5687 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 5688 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5660, 5688 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/Add_2_output_0", "outputIndexes": [ 5689 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.851562 ] } , "name": "/blocks.32/Constant_1_output_0", "outputIndexes": [ 5690 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5689, 5690 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.32/Mul_1_output_0", "outputIndexes": [ 5691 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5691, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.33/Reshape_output_0", "outputIndexes": [ 5692 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5692 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.33/input_layernorm/Pow_output_0", "outputIndexes": [ 5693 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5693 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.33/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 5694 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5694, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/input_layernorm/Add_output_0", "outputIndexes": [ 5695 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5695, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/input_layernorm/Pow_1_output_0", "outputIndexes": [ 5696 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5692, 5696 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/input_layernorm/Mul_output_0", "outputIndexes": [ 5697 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 4.0, 4.125, 6.5625, 4.4375, 6.375, 4.40625, 5.125, 5.375, 3.84375, 3.765625, 4.28125, 4.28125, 4.71875, 3.09375, 3.890625, 4.125, 4.03125, 5.03125, 4.09375, -3.21875, 4.6875, 5.1875, 3.4375, 3.5, 4.28125, 5.03125, 4.90625, 4.125, 6.46875, 6.5625, 5.0, 3.0625, 4.4375, 3.390625, 3.203125, 4.78125, 5.3125, 37.25, 3.15625, 5.5, 3.171875, 3.40625, 6.1875, 4.625, 4.125, 2.703125, 7.9375, 4.21875, 3.546875, 3.34375, 2.84375, 3.546875, 3.8125, 8.375, 4.59375, 4.0, 4.53125, 3.625, 4.875, 3.875, 4.5625, 4.4375, 3.9375, 4.5, 2.8125, 6.40625, 3.828125, 3.4375, 2.90625, 4.0625, 5.59375, 3.703125, -3.265625, 3.234375, 3.828125, 5.0, 3.984375, 3.796875, 3.21875, 5.125, 4.1875, 3.59375, 6.5, 6.125, 3.359375, 3.59375, 3.1875, 4.625, 4.0, 9.0, 3.265625, 3.609375, 4.375, 3.65625, 4.5, 3.875, 6.09375, 4.25, 4.46875, 5.65625, 3.859375, 4.875, 3.3125, 5.125, 4.46875, 3.03125, 3.40625, 4.0625, 7.15625, 4.90625, 3.75, 4.5, 4.75, 4.125, -1.804688, 3.421875, 2.3125, 2.8125, 3.40625, 4.59375, 3.796875, 3.8125, 4.90625, 4.21875, 3.75, 5.65625, 3.921875, 5.21875, 4.625, 4.46875, 3.71875, 3.9375, 4.0625, 5.03125, 9.6875, 4.40625, 5.03125, 22.375, 4.4375, 4.5, 6.46875, 4.28125, 4.21875, 4.0625, 3.421875, 3.234375, 5.5, 3.1875, 4.34375, 3.734375, 4.03125, 3.65625, 3.96875, 3.9375, 4.78125, 5.40625, 3.640625, 2.859375, 6.03125, 5.25, 3.390625, 6.53125, 4.0625, 4.53125, 4.53125, 3.53125, 3.21875, 4.25, 3.6875, 3.453125, 4.0, 7.3125, 4.875, 4.59375, 5.71875, 2.5625, 4.5625, 3.875, 4.125, 3.34375, 3.828125, 3.890625, 5.21875, 5.15625, 4.09375, 4.71875, 2.671875, 4.5625, 3.890625, 3.65625, 4.40625, 4.8125, 4.03125, 3.640625, 3.359375, 3.203125, 3.3125, 3.359375, 6.84375, 4.28125, 5.84375, 4.53125, 4.3125, 4.03125, 4.34375, 3.265625, 4.71875, 4.125, 4.0625, 4.375, 5.03125, 3.484375, 4.0, 3.53125, 3.828125, 3.9375, 4.28125, 3.65625, 3.609375, 4.71875, 5.125, 4.25, 4.84375, 4.8125, 4.375, 3.609375, 4.0625, 3.75, 3.46875, 3.65625, 6.53125, 3.453125, 5.25, 2.703125, 5.6875, 4.5, 4.46875, 4.40625, 3.1875, 4.375, 3.5625, 3.921875, 2.234375, 4.28125, 3.734375, 5.59375, 7.09375, 3.046875, -3.75, 3.859375, 5.375, 4.0625, 4.84375, 3.6875, 6.53125, 3.84375, 3.75, 3.203125, 4.21875, 3.546875, 4.5625, 3.90625, 4.25, 4.03125, 3.859375, 4.09375, 3.171875, 5.34375, 3.265625, 4.5, 4.40625, 2.921875, 3.890625, 4.84375, 4.34375, 4.65625, 3.515625, 4.5, 3.9375, 4.375, 4.375, 2.78125, 3.421875, 3.0, 4.34375, 3.40625, 2.734375, 4.78125, 1.703125, 4.0, 4.21875, 2.984375, 4.46875, 3.46875, 3.75, 4.09375, 4.15625, 5.15625, 5.96875, 4.875, 5.09375, 2.859375, 4.03125, 4.5625, 3.578125, 4.15625, 3.546875, 4.5, 4.59375, 2.671875, 3.234375, 4.09375, -4.09375, 3.25, 4.84375, 2.796875, 4.125, -5.78125, 4.5625, 3.71875, 3.515625, 4.75, 12.5625, 4.34375, 3.46875, 4.46875, 4.71875, 3.390625, 4.90625, 4.84375, 4.28125, 3.09375, 3.359375, 3.125, 4.59375, 3.875, 4.53125, 2.859375, 3.8125, 3.8125, 4.34375, -5.53125, 3.609375, 3.6875, 3.953125, 4.09375, 4.625, 4.5, 5.09375, 2.15625, 2.296875, 4.71875, 6.40625, 4.09375, 4.46875, 2.90625, 3.75, 3.90625, 4.375, 4.0625, 4.4375, 4.3125, 3.96875, 4.1875, 2.15625, 4.21875, 3.546875, 5.34375, 3.09375, 3.84375, 3.390625, 3.515625, 3.609375, -4.78125, 2.96875, 3.640625, 4.125, 3.21875, 3.140625, 3.890625, 4.40625, 4.46875, 3.390625, 3.90625, 5.09375, 4.53125, 4.78125, 5.90625, 3.1875, 4.21875, 4.40625, 5.65625, 3.890625, 3.046875, 2.734375, 4.3125, 4.28125, 3.265625, 4.0625, 3.21875, 4.1875, 3.890625, 4.6875, 5.84375, 3.390625, 4.09375, 4.90625, 3.15625, 14.75, 3.765625, 4.1875, 3.296875, 3.359375, 4.1875, 4.5, 5.09375, 4.78125, 3.78125, 5.84375, 3.640625, 4.46875, 6.8125, 5.0, 3.65625, 3.1875, 3.171875, 2.84375, 4.5625, 2.484375, 4.96875, 5.21875, 3.546875, 3.421875, 5.46875, 3.578125, 3.796875, 3.75, 3.078125, 6.34375, 4.15625, 3.328125, 3.59375, 3.59375, 6.96875, 4.3125, 3.125, 2.796875, 4.3125, 3.625, 4.09375, 5.28125, 3.578125, 3.453125, 3.4375, 4.0, 2.84375, 3.515625, 3.65625, 4.34375, 2.84375, 3.21875, 3.875, 3.5, 4.6875, 4.09375, 4.1875, 2.796875, 5.8125, 5.84375, 3.015625, 3.46875, 2.546875, 3.671875, 3.375, 3.953125, 3.828125, 2.828125, 5.03125, 4.28125, 4.28125, 2.515625, 3.40625, 4.1875, 2.71875, 3.25, 3.4375, 3.546875, 5.65625, 3.03125, 4.46875, 3.78125, 4.25, 4.90625, 4.59375, 4.1875, 3.953125, 3.59375, 3.453125, 2.75, 4.03125, 2.78125, 3.875, 3.40625, 3.265625, 3.015625, 3.296875, 4.21875, 3.203125, 3.8125, -3.734375, 5.0, 4.125, 3.25, 3.703125, 2.921875, 3.09375, 4.75, 3.765625, 4.59375, 4.03125, 4.28125, 3.65625, 3.609375, 3.796875, 3.609375, 3.96875, 5.3125, 3.046875, 4.96875, -4.0625, 2.234375, -3.53125, 3.375, 3.53125, 3.953125, 3.125, 3.515625, 4.96875, 4.46875, 4.84375, 3.796875, 2.703125, 4.40625, 3.765625, 3.953125, 4.125, 2.25, 3.734375, 3.796875, 2.546875, 4.09375, -3.828125, 3.21875, 3.4375, 8.375, 3.9375, 4.15625, 3.265625, 3.375, 3.359375, 3.921875, 3.34375, 6.53125, 4.875, 3.171875, 3.078125, 5.03125, 3.71875, 2.421875, 4.71875, 3.984375, 3.609375, 4.4375, 4.3125, 9.9375, 5.0, 4.4375, 6.9375, 4.03125, 3.875, 3.6875, 3.578125, 3.640625, -4.59375, 3.0625, 3.5, 4.28125, 4.4375, 4.21875, 3.390625, 3.59375, 4.125, 3.921875, 3.078125, -3.59375, 5.09375, 4.1875, 3.03125, 4.09375, 4.15625, 4.25, 4.28125, 3.828125, 5.59375, 3.296875, 5.6875, 3.359375, 4.21875, 3.921875, 4.375, -4.03125, 9.0, 4.25, 2.828125, 3.109375, 4.78125, 3.203125, 3.84375, 2.765625, 3.546875, 3.671875, 4.71875, 5.25, 4.125, 4.3125, 3.234375, 4.03125, 4.34375, 3.671875, 4.875, 3.125, 4.15625, 4.5625, 4.09375, 5.84375, 9.0, 3.671875, 4.28125, 2.625, 4.3125, 5.53125, 4.6875, 3.625, 3.421875, 4.28125, 4.15625, 3.984375, 2.921875, 3.875, 3.0625, 4.5625, 4.875, 4.125, 3.75, 3.609375, 3.53125, 5.375, 4.375, 2.8125, 85.5, 4.09375, 4.90625, 3.734375, 3.328125, 6.5625, 4.21875, 4.46875, 3.21875, 3.46875, 3.59375, 3.8125, 2.75, 3.9375, 4.0625, 4.28125, 4.125, 4.59375, 3.625, -5.3125, 3.03125, 4.78125, 5.9375, 49.0, 4.21875, 4.0625, 3.21875, 4.15625, -3.390625, 4.1875, 3.5625, 4.1875, 4.28125, 3.96875, 6.4375, 3.578125, 4.65625, 5.0625, 4.59375, 3.734375, 5.90625, 4.5, 3.640625, 3.453125, 3.84375, 3.8125, 3.828125, 4.03125, 3.796875, 4.71875, 3.6875, 3.90625, 4.625, 4.15625, 3.0, 3.984375, 4.71875, 4.375, 2.625, 4.5, 5.84375, 3.921875, 3.953125, -3.28125, 8.4375, 4.875, 5.5625, 2.59375, 3.109375, 3.078125, 2.609375, 3.09375, 2.71875, 6.125, 3.046875, 3.921875, 4.15625, 2.921875, 4.8125, 8.0, 2.046875, 3.140625, 3.765625, 3.921875, 5.9375, 3.265625, 3.75, 3.75, 2.375, 3.703125, 4.15625, 7.53125, 4.53125, 4.0625, 4.21875, 4.96875, 4.1875, 4.21875, 3.5625, 3.765625, 2.984375, 4.125, 4.125, 6.625, 4.28125, 3.6875, 4.03125, 2.234375, 4.15625, 4.46875, 4.0625, 5.21875, 9.125, -4.46875, 3.078125, 4.0, 4.03125, 3.171875, 4.34375, 3.0625, 2.6875, 4.96875, 3.96875, 2.9375, 3.015625, 3.125, 3.953125, 4.5625, 5.375, 4.0625, 2.96875, 4.96875, 4.28125, 3.25, 5.125, 4.53125, 3.34375, 3.484375, 5.5, 3.375, 4.21875, 4.21875, 3.84375, -3.0, 3.109375, 3.921875, 4.875, 4.6875, 3.515625, 3.609375, 4.1875, 6.65625, 4.34375, 3.53125, 3.859375, 3.609375, 3.5625, 3.140625, 5.34375, 2.828125, 2.875, 4.53125, 3.078125, 6.25, 3.734375, 4.59375, 2.90625, 2.9375, 2.859375, 4.25, 3.171875, 2.921875, 5.25, 5.0625, 3.890625, 4.1875, 4.3125, 4.65625, 4.53125, 3.8125, 4.78125, 4.125, 3.921875, 4.0, 4.625, 2.625, 5.8125, 3.53125, 3.96875, 4.375, 2.953125, 3.984375, 5.0, -2.78125, 4.34375, 3.25, 4.65625, 3.015625, 3.421875, 3.6875, 3.84375, 4.03125, 3.84375, 4.0625, 5.09375, 3.515625, 3.1875, 4.4375, 3.09375, 3.25, 4.84375, 3.578125, 5.0625, 4.34375, 3.265625, 3.28125, 6.21875, -3.40625, 4.1875, 4.9375, 4.5625, 4.1875, 5.46875, 3.203125, 4.125, 3.5, 2.625, 4.0625, 3.640625, 3.59375, 3.640625, 3.703125, 11.25, -4.5, 2.9375, 5.5625, 4.96875, 5.5, 4.5625, 3.640625, 4.34375, 3.671875, -4.5, 3.640625, 3.28125, 4.53125, 2.796875, 4.28125, 3.734375, 5.1875, 5.125, 4.5, -3.484375, 2.703125, 4.625, 3.125, 4.15625, 2.96875, 3.453125, 3.0, 4.65625, 4.8125, 4.34375, 5.125, 6.8125, 4.53125, 3.5, 4.03125, 3.734375, 3.515625, 4.4375, -2.828125, 3.71875, 3.09375, 4.03125, 5.25, 4.71875, 3.234375, 3.875, 5.0625, 4.8125, 3.875, 3.8125, 5.875, 3.578125, 3.3125, 3.984375, 5.0625, 3.625, 4.4375, 5.78125, 3.765625, 4.375, 4.375, 6.21875, 5.53125, 6.71875, 3.453125, 3.71875, 3.734375, 2.703125, 3.796875, 3.921875, 3.5, 4.875, 3.359375, 3.328125, 3.828125, 4.34375, 4.3125, 5.34375, 5.28125, 4.28125, 4.21875, 5.09375, 3.921875, 3.75, 2.671875, 3.875, 3.484375, 4.0625, 4.0625, 3.796875, 3.09375, 2.84375, 5.0625, 4.78125, 3.4375, 2.96875, 4.1875, 3.75, 3.46875, 3.46875, 3.140625, 4.8125, -3.390625, 3.265625, 4.0, 4.4375, 4.0, 3.03125, 3.984375, 3.484375, 3.796875, 3.984375, 4.9375, 3.546875, 8.0625, 3.171875, 4.21875, 2.828125, 4.78125, 3.140625, 3.5, 4.3125, 5.25, 3.203125, 6.1875, 4.5625, 3.65625, -3.5, 3.890625, 3.75, 3.671875, 11.0625, 3.515625, 2.375, 4.40625, 3.796875, 3.984375, 4.59375, 4.53125, 3.9375, 3.1875, 3.9375, 2.84375, 3.484375, 6.65625, 3.5, 3.3125, 3.21875, 3.71875, 4.09375, 2.859375, 4.53125, 4.46875, 4.46875, 5.125, 4.25, 5.0625, 4.15625, 4.25, 3.375, 3.53125, 3.234375, 3.296875, 5.34375, 3.734375, 3.6875, 3.65625, 3.328125, 3.90625, 3.9375, 4.09375, 3.921875, 3.375, 4.25, 4.875, 3.703125, 4.1875, 2.96875, 4.6875, 3.703125, 3.703125, 4.21875, 4.75, 3.171875, 4.0625, 4.75, 4.3125, 4.65625, 4.0, 3.625, 4.75, 3.734375, 4.15625, 3.609375, 3.203125, 2.578125, 5.28125, 3.359375, 3.4375, 5.125, 4.4375, 4.0625, 3.640625, 3.203125, 3.734375, 5.46875, 4.5, 3.84375, 4.3125, 3.9375, 4.15625, 4.15625, -3.609375, 4.40625, 3.796875, 3.75, 3.109375, 1.953125, 4.90625, 3.609375, 4.5, 3.953125, 5.21875, 3.78125, 3.40625, 3.484375, 5.8125, 4.5625, 2.734375, 3.65625, 3.53125, 3.515625, 3.71875, 3.6875, 3.515625, 3.65625, 3.234375, 3.859375, 3.78125, 5.0, 5.90625, 4.1875, 3.671875, 3.140625, 4.0, 3.296875, 3.9375, 3.578125, 3.078125, 3.421875, 5.3125, 4.3125, 11.75, 3.609375, 4.84375, 5.4375, 5.0, 3.859375, 3.90625, 4.0625, 7.21875, 4.1875, 2.90625, 4.1875, 9.6875, 5.21875, 6.0, 3.765625, 4.78125, 3.15625, 13.25, 4.125, 5.875, 2.578125, 4.09375, 4.03125, 3.5625, -4.25, 3.828125, 4.0625, 4.09375, -2.921875, 3.546875, 4.4375, 6.0625, 4.21875, 4.875, 4.0, 3.96875, 3.625, 4.65625, 4.21875, 2.921875, 3.90625, 2.578125, 5.53125, 3.8125, 3.8125, 3.96875, 3.375, 3.9375, -4.15625, 4.4375, 3.921875, 3.15625, 3.25, 3.375, 3.890625, 4.90625, 4.09375, 3.234375, 7.4375, 4.4375, 3.921875, 2.9375, 4.0625, 3.9375, 4.1875, 5.15625, 4.375, 3.734375, 4.90625, 3.90625, 4.375, 4.1875, 4.96875, 3.640625, 3.703125, 3.828125, 3.296875, 2.21875, 3.15625, 5.15625, 3.78125, 3.484375, 3.3125, 3.6875, 16.375, 4.90625, 4.5, 5.96875, 3.625, -4.5625, 3.703125, 3.8125, 3.953125, 4.46875, 6.03125, 4.46875, -4.375, 4.96875, 4.125, 4.6875, 3.078125, 9.25, 3.421875, 6.59375, 2.9375, 3.96875, 4.75, 3.9375, 5.40625, 5.4375, 3.15625, 3.40625, 6.0625, 4.65625, 3.03125, 2.53125, 4.5625, 3.484375, 4.8125, 4.59375, 3.921875, 3.875, 3.59375, 3.515625, 3.734375, 3.859375, 4.25, 3.484375, 3.421875, 3.59375, 3.140625, 4.125, 4.25, 3.96875, 4.34375, 3.59375, 4.90625, 3.1875, 4.46875, 3.40625, 2.53125, 5.0625, 4.125, 5.71875, 4.21875, 3.59375, 3.9375, 4.75, 3.703125, 4.21875, 2.90625, 4.53125, 3.390625, 5.96875, 5.03125, 3.09375, 4.3125, 2.890625, 3.984375, 4.21875, 2.40625, 3.4375, 3.90625, 4.90625, 4.125, -3.71875, 3.65625, 3.703125, 3.796875, 3.9375, 2.796875, 4.15625, 3.34375, 2.90625, 3.84375, 3.046875, 3.84375, 4.09375, 3.921875, 3.515625, 4.15625, 3.234375, 8.5, -2.796875, 4.3125, 6.21875, 4.3125, 3.5625, 4.4375, 4.21875, 3.546875, 3.375, 3.625, 3.390625, 3.796875, 4.78125, 3.25, 4.0625, 4.90625, 3.65625, 4.28125, 3.953125, 3.515625, 3.34375, 4.3125, 5.875, 3.734375, 4.1875, 3.53125, 4.125, 4.25, 5.1875, 3.15625, 3.34375, 3.703125, 2.84375, 4.90625, 5.65625, 4.59375, 3.484375, 4.25, 3.796875, 3.484375, 3.640625, 3.171875, 4.09375, 3.796875, 4.46875, 4.25, 3.09375, 3.671875, 4.375, 4.1875, 4.40625, 7.15625, 5.65625, 4.1875, 3.3125, 4.34375, 3.5, 3.3125, 3.0625, 3.546875, 3.09375, 4.03125, 5.96875, 3.75, -4.125, 4.15625, 3.34375, 4.71875, 5.15625, 3.921875, 7.125, 3.828125, 30.125, 4.21875, 4.03125, 3.03125, 3.890625, 3.546875, 3.328125, 3.875, -4.0625, 4.75, 3.40625, 5.34375, 3.625, 5.0625, 4.09375, 4.34375, 4.5, -6.75, 3.453125, 3.140625, 3.65625, 3.515625, 4.34375, 3.484375, 3.15625, 5.75, 3.203125, 4.3125, 3.984375, 4.125, 4.71875, 4.40625, 3.328125, 3.890625, 4.84375, 7.46875, 4.0, 5.1875, 3.359375, 3.3125, 4.09375, 2.671875, 5.5, 3.5, 3.90625, 2.96875, 6.5, 4.75, 4.21875, 4.78125, 4.03125, -3.515625, 5.125, 4.46875, 7.4375, 6.5, 5.84375, 4.1875, 3.671875, 3.921875, 6.8125, 3.96875, 4.125, 4.5, 3.828125, 3.953125, 5.5625, 4.0, 4.25, 3.90625, 2.84375, 4.84375, 3.703125, 3.125, 4.1875, 3.609375, 3.265625, 4.09375, 3.828125, 3.4375, 3.90625, 4.1875, 4.0, 4.59375, 3.640625, 3.25, 4.84375, 3.765625, 3.953125, 3.921875, 3.875, 4.03125, 4.1875, 3.390625, 3.5, 4.6875, 5.34375, 3.125, 5.09375, 4.25, 3.96875, 3.640625, 4.75, 7.28125, 4.59375, 3.140625, 4.28125, 4.09375, 3.703125, 2.953125, 2.8125, 3.28125, 5.5, 4.5625, 3.234375, 3.8125, 4.03125, 3.375, 3.578125, 3.46875, 3.828125, 3.265625, 4.28125, 2.96875, 3.65625, 4.21875, 3.5625, 2.546875, 3.953125, 3.984375, 5.0, 6.09375, 3.78125, 5.65625, 4.5, 3.71875, 4.40625, 4.5625, 4.375, 4.78125, 4.21875, 3.75, 3.359375, 4.0625, 2.75, 4.34375, 5.0625, 4.125, 3.671875, 3.625, 3.953125, 3.984375, 2.640625, 4.21875, 4.21875, 4.3125, 5.71875, 3.53125, 4.96875, 5.09375, -4.125, 4.46875, 3.671875, 5.96875, 4.59375, 3.359375, 3.78125, 3.890625, 4.125, 3.625, 6.6875, 3.8125, 4.03125, 3.734375, 3.703125, 2.984375, 2.578125, 4.6875, 3.96875, 3.703125, 3.546875, 4.15625, 4.21875, 3.484375, 4.21875, 6.84375, 4.09375, 2.40625, 3.34375, 3.578125, 3.78125, 3.4375, 3.84375, 3.65625, 2.71875, 6.1875, 3.546875, 2.21875, 3.21875, 2.78125, 4.8125, 3.71875, 2.4375, 3.375, 3.953125, 3.15625, 4.25, 3.828125, 4.5625, 4.75, 3.65625, 3.40625, 2.875, 5.15625, 3.515625, 4.46875, 3.4375, 3.71875, 4.40625, 4.40625, 3.25, 3.828125, 4.03125, 3.84375, 4.875, 4.09375, 2.84375, 3.234375, 3.25, 5.15625, 3.46875, 3.3125, 6.53125, 3.375, 3.078125, 4.0625, 4.96875, 5.15625, 6.375, 3.953125, 5.34375, 5.96875, 2.59375, 4.9375, 5.625, 4.84375, 3.75, 3.765625, 3.984375, 3.34375, 3.375, 3.171875, 4.375, 4.46875, 20.375, 3.703125, 5.25, 5.96875, 3.03125, 3.78125, 3.984375, 3.34375, 3.515625, 4.28125, 5.21875, 3.015625, 14.375, 3.953125, 4.90625, 3.890625, 4.9375, 3.546875, 5.28125, -8.3125, 4.53125, 3.40625, 3.96875, 4.09375, 3.359375, 3.8125, 3.9375, 5.875, 5.53125, 3.3125, 7.3125, 3.125, 3.65625, 3.921875, 3.40625, 5.84375, 3.484375, 4.8125, 4.46875, 3.9375, 11.5, 5.0, 3.796875, 3.015625, 4.4375, 3.28125, 3.515625, 3.671875, 4.15625, 5.90625, 3.609375, 4.375, 3.09375, 6.0625, 3.546875, 4.0625, 3.015625, 3.1875, 3.625, 3.203125, 4.0, 2.984375, 4.21875, 4.28125, 6.90625, 4.25, 3.875, 3.828125, 3.546875, 3.671875, 3.40625, 4.1875, 2.671875, 3.65625, 3.375, 3.125, -4.21875, 3.40625, 3.625, 3.265625, 3.96875, 3.328125, 4.53125, 4.0, 6.9375, 4.5625, 4.1875, 3.53125, 3.609375, 4.90625, 4.625, 4.3125, 4.59375, 3.421875, 4.75, 4.09375, 4.125, 2.875, 3.84375, 3.96875, 3.5625, 3.484375, 4.5625, 3.453125, 4.46875, 3.859375, 6.375, 7.9375, 2.703125, 3.140625, 3.484375, 4.125, 3.703125, 3.484375, 2.90625, 5.75, 3.984375, 4.625, 4.03125, 3.453125, 4.875, 4.75, 3.34375, 4.5625, 4.125, -8.6875, 3.5, 3.3125, 3.96875, 4.1875, 3.484375, 3.28125, 4.3125, 4.125, 4.375, 2.90625, 3.484375, 9.125, 4.1875, 2.671875, 3.65625, 4.78125, 4.125, 3.90625, 3.5, 5.46875, 4.375, 3.734375, 3.171875, 3.96875, 3.03125, 3.96875, 3.953125, 4.40625, 2.859375, 3.546875, 4.15625, 3.53125, 4.21875, 6.25, 4.71875, 4.96875, 5.15625, 3.015625, 4.90625, 4.09375, 3.90625, 3.734375, -5.71875, 4.625, 4.4375, 3.671875, 4.75, 3.984375, 3.34375, 4.15625, 3.359375, 3.46875, 3.328125, 2.9375, 5.84375, 4.4375, 3.21875, 3.765625, 3.0625, 4.25, 4.125, 4.84375, 4.03125, 5.8125, 3.75, 4.90625, 4.28125, 5.3125, 4.375, 4.90625, 4.6875, 3.171875, 6.21875, 4.15625, 3.796875, 4.25, 4.53125, 3.1875, 4.53125, 5.1875, 2.453125, -3.65625, -5.125, 5.0, 3.359375, 4.96875, 4.6875, 4.0, 3.609375, 3.90625, 8.25, 5.125, 3.59375, 3.1875, 3.890625, 6.78125, 3.78125, 4.0625, 3.515625, 5.0625, 4.21875, 9.25, 2.84375, 2.484375, 3.59375, 6.59375, 4.0625, 3.796875, 4.90625, 4.5, 4.3125, 4.125, 7.6875, 7.25, 3.5625, 3.4375, 4.09375, 4.5, 5.25, 2.71875, -4.03125, 4.4375, 3.609375, 4.09375, 3.9375, 4.5, 5.25, 3.875, 3.875, 6.375, 4.90625, 6.5, 4.6875, 3.0625, 3.875, 5.25, -6.03125, 3.890625, 4.90625, 4.46875, 3.921875, 3.5625, 4.28125, 5.1875, 3.46875, 5.0625, 4.3125, 3.671875, 7.3125, 5.0, 4.3125, 5.34375, 3.390625, 3.65625, 4.75, 3.796875, 3.84375, 6.71875, 3.578125, 3.9375, 3.96875, 5.21875, 4.375, 4.21875, 3.734375, 3.421875, 3.25, 3.28125, 3.875, 4.125, 4.09375, 4.125, 4.40625, 3.515625, 4.4375, 3.953125, 4.125, 3.578125, 4.5, -4.09375, 3.546875, 2.96875, 3.78125, 3.78125, 4.125, 3.46875, 5.46875, 4.4375, 3.8125, 3.578125, 2.71875, 3.359375, 3.09375, 4.90625, 4.40625, 4.21875, 5.125, 6.375, 4.53125, 6.15625, 3.390625, 4.4375, 5.0, 4.28125, 3.5625, 3.09375, 3.546875, 3.75, 15.75, 3.109375, 2.875, -10.75, 2.984375, 2.640625, 5.3125, 3.828125, 3.171875, 3.25, 5.1875, 4.625, 3.828125, 3.5, 3.75, 4.03125, 4.125, 4.03125, 4.75, 4.28125, 4.71875, 4.1875, 3.125, 3.703125, 2.703125, 3.71875, 8.0, 4.09375, 3.40625, 4.4375, 4.0625, 3.453125, 3.640625, 7.3125, 4.0625, 3.921875, 4.125, 3.265625, 3.859375, 2.984375, 4.90625, 4.0, 3.71875, 9.8125, 3.671875, 4.09375, 5.53125, 3.359375, 6.15625, 4.28125, 2.6875, 3.3125, 4.96875, 5.5, 3.3125, 5.0, 3.421875, 3.875, 3.578125, 3.328125, 4.34375, 3.5, 7.25, 3.640625, 5.03125, 11.6875, 4.25, 3.125, 5.125, 3.46875, 4.59375, 3.609375, 4.21875, 4.71875, 4.375, 4.96875, 3.734375, 3.625, 4.3125, 3.828125, 3.0, 3.9375, 3.09375, 5.0, 3.4375, 3.9375, 3.546875, 2.65625, 3.734375, 4.0625, 4.3125, 10.0625, 2.890625, 3.859375, 2.6875, 2.921875, 3.546875, 3.75, 4.0, 7.375, 2.71875, 3.140625, 3.234375, 4.40625, 3.953125, 3.140625, 2.84375, 4.6875, 3.5625, 3.859375, 3.0, 4.46875, 3.53125, 2.984375, 5.09375, 3.453125, 3.9375, 4.0625, 4.15625, 3.265625, 5.34375, 3.78125, 3.078125, 5.40625, 3.421875, 4.8125, 4.0, -3.6875, 4.1875, 4.125, 3.5, 4.4375, 3.421875, 4.53125, 3.578125, 4.09375, 3.71875, 4.4375, 2.625, 3.984375, 4.09375, 4.625, 3.453125, 3.84375, 4.09375, 6.96875, 3.9375, 8.625, 6.21875, 4.34375, 4.96875, 4.625, 3.25, 4.28125, 3.171875, 4.125, 3.078125, 3.484375, 4.5, 4.09375, -3.59375, 4.03125, 11.5625, 3.875, 4.875, 4.90625, 4.53125, 3.765625, -3.6875, 6.15625, 3.390625, 4.625, 2.484375, 5.1875, 3.84375, 3.03125, 4.25, 2.90625, 3.28125, 4.34375, 4.6875, 3.890625, 2.359375, 5.1875, 5.21875, 4.625, 5.3125, 3.5625, 4.1875, 3.328125, 5.875, 4.46875, 3.9375, -3.34375, 3.890625, 4.0625, 4.375, 3.734375, 4.0, -3.640625, 3.828125, 4.34375, 2.578125, -3.9375, 4.0625, 3.828125, 4.90625, 3.625, 3.703125, 4.9375, 6.5, 3.875, 5.625, 3.015625, 3.484375, 3.859375, 3.71875, 4.53125, 6.59375, 3.515625, 3.71875, 21.25, 3.640625, 3.515625, 3.609375, 3.90625, 3.03125, 4.28125, 3.609375, 5.84375, 4.03125, 2.828125, 5.375, 5.21875, 3.046875, 4.59375, 4.15625, 5.21875, 3.828125, 2.890625, 6.90625, 3.703125, 3.484375, 2.953125, 5.03125, 3.515625, 3.84375, 3.34375, 3.890625, 5.09375, 4.96875, 3.46875, 4.25, 3.5, 4.46875, 3.65625, 3.203125, 3.890625, 2.5, 4.09375, 3.578125, 4.65625, 3.15625, 4.28125, 4.25, 3.796875, 4.21875, -7.25, 5.1875, 3.421875, 3.84375, 2.640625, 3.59375, 3.625, 5.5625, 5.75, 4.09375, 3.25, 6.09375, 3.140625, 3.1875, 3.3125, 4.96875, 4.5625, 2.546875, 2.875, 3.5, 4.90625, 4.6875, 4.375, 3.1875, 3.4375, 3.53125, 3.828125, 5.21875, 4.375, 4.6875, 3.3125, 6.09375, 4.0625, 2.828125, 4.53125, 3.671875, 3.640625, 4.03125, 3.203125, 3.71875, 3.0625, 3.296875, 2.828125, 3.890625, 4.15625, 3.84375, 6.875, 0.792969, 3.625, 3.15625, 3.0625, 4.5625, 4.5, 3.4375, 3.484375, 4.6875, 4.78125, 4.34375, -3.59375, 4.5625, 3.5, 4.25, 4.25, 3.96875, 5.15625, 2.765625, 4.78125, 5.46875, 3.703125, 5.5, 7.875, -3.0625, 3.546875, 3.421875, 3.71875, 3.546875, 4.34375, 4.46875, 8.5, 4.25, 2.953125, 2.625, 2.6875, 3.3125, 4.625, 2.984375, 4.0, 3.53125, 3.4375, 4.125, 4.3125, 4.875, 5.0, 5.3125, 3.453125, 2.96875, 5.8125, 3.734375, 4.21875, 3.0, 3.71875, 3.9375, 4.46875, 2.671875, 4.875, 4.0, 3.5625, 3.59375, 4.5, 3.921875, 3.453125, 5.65625, 3.421875, 2.953125, 3.03125, 4.375, 3.328125, 3.75, 3.171875, 3.453125, 3.046875, 3.703125, 4.84375, 3.03125, 3.390625, 3.765625, 3.859375, 3.28125, 4.09375, 3.515625, 4.40625, 4.03125, 4.03125, 3.046875, 4.5, 6.03125, 3.140625, 3.796875, 2.96875, 3.96875, 6.21875, 4.8125, 3.890625, 5.0625, 2.96875, 3.40625, 3.203125, 3.828125, 3.828125, -4.15625, 3.203125, 3.578125, 3.5625, 4.6875, 4.1875, 4.28125, 5.96875, 10.9375, 4.71875, 3.34375, 3.90625, 5.875, 4.71875, 4.0625, 3.78125, 3.6875, 3.671875, 3.734375, 3.8125, 3.375, 3.71875, 4.65625, 3.875, 4.1875, 2.984375, 4.28125, 4.8125, 4.53125, 3.59375, 3.453125, 4.0625, 3.21875, 3.171875, 4.6875, 4.5, 3.453125, 3.15625, 2.453125, 3.03125, -3.359375, 3.8125, 3.34375, 3.453125, 4.21875, 3.78125, 4.375, 3.875, 3.5625, 7.90625, 3.40625, 3.984375, 3.125, 3.46875, 3.390625, 4.3125, 4.65625, 3.4375, 3.953125, 4.46875, 3.828125, 4.21875, 5.8125, 5.0, 2.875, 4.09375, 3.65625, 3.96875, 5.25, 2.40625, 4.75, 4.34375, 4.09375, 14.8125, 3.09375, 4.5, 4.65625, 5.5625, 3.40625, 4.03125, 3.375, 3.78125, 20.0, 4.65625, 4.8125, -6.65625, 3.796875, 3.328125, 3.9375, 3.875, 3.421875, 3.515625, 4.28125, -5.0, 2.6875, 3.671875, 4.71875, 4.40625, 3.34375, 4.1875, 7.5, 3.96875, 5.34375, 3.953125, 3.828125, 2.71875, 4.5, 4.96875, 3.84375, 4.75, 3.6875, 3.375, 4.09375, 6.6875, 4.96875, 4.4375, 2.484375, 3.765625, 3.375, 5.59375, 3.21875, 4.09375, 4.59375, 3.1875, 3.796875, 5.9375, 4.125, 4.09375, 3.96875, 3.46875, 4.96875, 4.84375, 3.0, 3.71875, 4.5, 3.609375, 3.328125, 5.625, 3.96875, 3.421875, 4.84375, 5.625, 4.46875, 4.28125, 5.9375, 4.9375, 3.171875, 2.484375, 4.0, 4.53125, 4.6875, 4.125, 3.328125, 3.203125, 4.21875, 4.1875 ] } , "name": "onnx::Mul_11337", "outputIndexes": [ 5698 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5697, 5698 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/input_layernorm/Mul_1_output_0", "outputIndexes": [ 5699 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5699 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.33/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 8049 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8049 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.33/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 8050 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8050 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1961170960, 2621462, 655360, 0, 0 ] } , "name": "/layers.33/self_attn/q_proj/Linear", "outputIndexes": [ 8051 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8051 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.33/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 8052 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8052 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ] , "dimType": "NCHW" } , "name": "/layers.33/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 5700 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5699 ] , "main_type": "NONE", "name": "/blocks.33/self_attn/Shape_output_0", "outputIndexes": [ 5701 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 5701 ] , "main_type": "NONE", "name": "Shape6946", "outputIndexes": [ 5702 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 5701 ] , "main_type": "NONE", "name": "Rank6948", "outputIndexes": [ 5703 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5703, 5703 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6950", "outputIndexes": [ 5704 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5704 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6951", "outputIndexes": [ 5705 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5704, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6953", "outputIndexes": [ 5706 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5706 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6954", "outputIndexes": [ 5707 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5702, 5705, 5707, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice6957", "outputIndexes": [ 5708 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5708 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze6958", "outputIndexes": [ 5709 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5709, 5709 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6960", "outputIndexes": [ 5710 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5701, 5710, 5704 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.33/self_attn/Gather_output_0", "outputIndexes": [ 5711 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5711, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.33/self_attn/Unsqueeze_output_0", "outputIndexes": [ 5712 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5704 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6968", "outputIndexes": [ 5713 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5706 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6971", "outputIndexes": [ 5714 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5702, 5713, 5714, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice6974", "outputIndexes": [ 5715 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5715 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze6975", "outputIndexes": [ 5716 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 5716 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6976", "outputIndexes": [ 5717 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5717, 5716 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6977", "outputIndexes": [ 5718 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5701, 5718, 5704 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.33/self_attn/Gather_1_output_0", "outputIndexes": [ 5719 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5719, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.33/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 5720 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5712, 5720, 41, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.33/self_attn/Concat_output_0", "outputIndexes": [ 5721 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5700, 5721 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.33/self_attn/Reshape_output_0", "outputIndexes": [ 5722 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5722 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.33/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 5724 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5724 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.33/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 5725 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5725, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/self_attn/q_norm/Add_output_0", "outputIndexes": [ 5726 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5726, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 5727 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5722, 5727 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 5728 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5728, 885 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 5729 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5729, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/self_attn/Mul_output_0", "outputIndexes": [ 5730 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5729 ] , "main_type": "NONE", "name": "/blocks.33/self_attn/Shape_2_output_0", "outputIndexes": [ 5731 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 5731 ] , "main_type": "NONE", "name": "Shape6991", "outputIndexes": [ 5732 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 5731 ] , "main_type": "NONE", "name": "Rank6993", "outputIndexes": [ 5733 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5733, 5733 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6995", "outputIndexes": [ 5734 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5734 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6996", "outputIndexes": [ 5735 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5734, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp6998", "outputIndexes": [ 5736 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5736 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze6999", "outputIndexes": [ 5737 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5732, 5735, 5737, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice7002", "outputIndexes": [ 5738 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5738 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze7003", "outputIndexes": [ 5739 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 5739 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7004", "outputIndexes": [ 5740 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5740, 5739 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7005", "outputIndexes": [ 5741 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5731, 5741, 5734 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.33/self_attn/Gather_2_output_0", "outputIndexes": [ 5742 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5742, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/self_attn/Div_output_0", "outputIndexes": [ 5743 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5743, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.33/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 5744 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5729, 5744, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.33/self_attn/Slice_1_output_0", "outputIndexes": [ 5745 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5745 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.33/self_attn/Neg_output_0", "outputIndexes": [ 5746 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5743, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.33/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 5747 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5729, 31, 5747, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.33/self_attn/Slice_output_0", "outputIndexes": [ 5748 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5746, 5748 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.33/self_attn/Concat_2_output_0", "outputIndexes": [ 5749 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5749, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/self_attn/Mul_1_output_0", "outputIndexes": [ 5750 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5730, 5750 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/self_attn/Add_output_0", "outputIndexes": [ 5751 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5711, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.33/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 5752 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5719, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.33/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 5753 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5752, 5753, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.33/self_attn/Concat_1_output_0", "outputIndexes": [ 5754 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5754, 4536 ] , "main_type": "NONE", "name": "/blocks.33/self_attn/ConstantOfShape_output_0", "outputIndexes": [ 5755 ] , "type": "Fill", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 5751, 5755, 5755, 167 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 33, "kv_shared_layer_index": 22 } , "name": "/layers.33/self_attn/FusedAttention", "outputIndexes": [ 5756 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5756 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.33/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 8053 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8053 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.33/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 8054 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8054 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1964447782, 2621462, 655360, 0, 0 ] } , "name": "/layers.33/self_attn/o_proj/Linear", "outputIndexes": [ 8055 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8055 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.33/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 8056 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8056 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.33/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 5757 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5757 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.33/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 5759 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5759 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.33/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 5760 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5760, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/post_attention_layernorm/Add_output_0", "outputIndexes": [ 5761 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5761, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 5762 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5757, 5762 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 5763 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.675781, 0.613281, 0.675781, 0.675781, 0.464844, 0.546875, 0.582031, 0.519531, 0.632812, 0.675781, 0.605469, 0.542969, 0.490234, 0.667969, 0.675781, 0.523438, 0.632812, 0.527344, 0.5625, 0.675781, 0.625, 0.671875, 0.675781, 0.675781, 0.636719, 0.621094, 0.675781, 0.675781, 0.408203, 0.675781, 0.585938, 0.65625, 0.675781, 0.648438, 0.675781, 0.664062, 0.554688, 0.675781, 0.675781, 0.470703, 0.675781, 0.675781, 0.423828, 0.554688, 0.664062, 0.675781, 0.675781, 0.664062, 0.550781, 0.675781, 0.675781, 0.675781, 0.644531, 0.675781, 0.648438, 0.5625, 0.671875, 0.675781, 0.667969, 0.675781, 0.675781, 0.675781, 0.667969, 0.605469, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.644531, 0.585938, 0.675781, 0.675781, 0.675781, 0.589844, 0.675781, 0.675781, 0.675781, 0.558594, 0.625, 0.675781, 0.675781, 0.472656, 0.609375, 0.675781, 0.675781, 0.59375, 0.550781, 0.486328, 0.675781, 0.605469, 0.675781, 0.65625, 0.609375, 0.675781, 0.675781, 0.59375, 0.503906, 0.515625, 0.648438, 0.601562, 0.675781, 0.675781, 0.507812, 0.675781, 0.574219, 0.675781, 0.523438, 0.632812, 0.625, 0.636719, 0.609375, 0.5625, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.578125, 0.554688, 0.675781, 0.554688, 0.652344, 0.605469, 0.000648, 0.613281, 0.558594, 0.675781, 0.546875, 0.664062, 0.609375, 0.613281, 0.486328, 0.675781, 0.582031, 0.486328, 0.25, 0.5625, 0.558594, 0.617188, 0.570312, 0.617188, 0.675781, 0.675781, 0.675781, 0.474609, 0.625, 0.675781, 0.667969, 0.660156, 0.675781, 0.675781, 0.671875, 0.542969, 0.675781, 0.675781, 0.675781, 0.582031, 0.671875, 0.675781, 0.433594, 0.675781, 0.597656, 0.621094, 0.675781, 0.671875, 0.628906, 0.675781, 0.675781, 0.675781, 0.675781, 0.628906, 0.648438, 0.632812, 0.675781, 0.675781, 0.675781, 0.65625, 0.65625, 0.652344, 0.675781, 0.675781, 0.496094, 0.613281, 0.667969, 0.675781, 0.527344, 0.566406, 0.675781, 0.671875, 0.566406, 0.675781, 0.675781, 0.675781, 0.675781, 0.632812, 0.667969, 0.365234, 0.675781, 0.609375, 0.558594, 0.675781, 0.664062, 0.636719, 0.675781, 0.664062, 0.605469, 0.675781, 0.675781, 0.675781, 0.65625, 0.652344, 0.652344, 0.667969, 0.535156, 0.675781, 0.675781, 0.613281, 0.597656, 0.419922, 0.675781, 0.601562, 0.523438, 0.675781, 0.613281, 0.625, 0.605469, 0.664062, 0.675781, 0.675781, 0.644531, 0.523438, 0.671875, 0.498047, 0.675781, 0.527344, 0.597656, 0.636719, 0.585938, 0.675781, 0.621094, 0.675781, 0.621094, 0.675781, 0.527344, 0.675781, 0.675781, 0.667969, 0.636719, 0.519531, 0.466797, 0.466797, 0.671875, 0.660156, 0.640625, 0.640625, 0.675781, 0.535156, 0.675781, 0.675781, 0.667969, 0.648438, 0.675781, 0.675781, 0.609375, 0.671875, 0.558594, 0.675781, 0.636719, 0.570312, 0.675781, 0.675781, 0.65625, 0.570312, 0.519531, 0.675781, 0.675781, 0.652344, 0.671875, 0.566406, 0.675781, 0.644531, 0.675781, 0.621094, 0.632812, 0.675781, 0.515625, 0.675781, 0.570312, 0.585938, 0.675781, 0.65625, 0.640625, 0.675781, 0.609375, 0.636719, 0.675781, 0.671875, 0.443359, 0.671875, 0.675781, 0.578125, 0.539062, 0.609375, 0.632812, 0.675781, 0.605469, 0.59375, 0.675781, 0.675781, 0.65625, 0.601562, 0.632812, 0.675781, 0.675781, 0.605469, 0.675781, 0.59375, 0.621094, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.566406, 0.644531, 0.605469, 0.675781, 0.648438, 0.675781, 0.675781, 0.675781, 0.675781, 0.5625, 0.660156, 0.5625, 0.675781, 0.660156, 0.675781, 0.632812, 0.625, 0.664062, 0.675781, 0.675781, 0.675781, 0.632812, 0.675781, 0.675781, 0.675781, 0.667969, 0.675781, 0.519531, 0.566406, 0.578125, 0.675781, 0.664062, 0.675781, 0.675781, 0.675781, 0.621094, 0.675781, 0.644531, 0.644531, 0.675781, 0.625, 0.640625, 0.582031, 0.675781, 0.578125, 0.671875, 0.675781, 0.613281, 0.632812, 0.648438, 0.667969, 0.640625, 0.675781, 0.675781, 0.59375, 0.675781, 0.507812, 0.671875, 0.675781, 0.613281, 0.675781, 0.460938, 0.503906, 0.671875, 0.582031, 0.578125, 0.652344, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.664062, 0.675781, 0.675781, 0.609375, 0.605469, 0.664062, 0.675781, 0.671875, 0.65625, 0.523438, 0.675781, 0.675781, 0.675781, 0.65625, 0.675781, 0.675781, 0.636719, 0.519531, 0.675781, 0.566406, 0.675781, 0.597656, 0.675781, 0.613281, 0.628906, 0.675781, 0.675781, 0.675781, 0.652344, 0.675781, 0.675781, 0.632812, 0.675781, 0.601562, 0.675781, 0.675781, 0.482422, 0.675781, 0.660156, 0.609375, 0.675781, 0.675781, 0.640625, 0.675781, 0.601562, 0.636719, 0.675781, 0.566406, 0.671875, 0.675781, 0.546875, 0.675781, 0.675781, 0.408203, 0.675781, 0.675781, 0.675781, 0.59375, 0.675781, 0.675781, 0.675781, 0.558594, 0.675781, 0.675781, 0.65625, 0.675781, 0.675781, 0.675781, 0.617188, 0.675781, 0.462891, 0.675781, 0.675781, 0.675781, 0.675781, 0.632812, 0.65625, 0.675781, 0.675781, 0.675781, 0.46875, 0.664062, 0.675781, 0.675781, 0.675781, 0.628906, 0.675781, 0.675781, 0.671875, 0.671875, 0.675781, 0.675781, 0.660156, 0.675781, 0.675781, 0.578125, 0.667969, 0.589844, 0.617188, 0.617188, 0.675781, 0.675781, 0.554688, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.621094, 0.675781, 0.628906, 0.648438, 0.535156, 0.660156, 0.675781, 0.675781, 0.675781, 0.675781, 0.5625, 0.675781, 0.5625, 0.660156, 0.566406, 0.664062, 0.59375, 0.675781, 0.675781, 0.675781, 0.507812, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.613281, 0.636719, 0.640625, 0.675781, 0.554688, 0.570312, 0.675781, 0.675781, 0.671875, 0.550781, 0.675781, 0.667969, 0.675781, 0.675781, 0.652344, 0.675781, 0.675781, 0.000538, 0.675781, 0.675781, 0.675781, 0.675781, 0.660156, 0.585938, 0.675781, 0.675781, 0.675781, 0.644531, 0.675781, 0.675781, 0.535156, 0.675781, 0.675781, 0.53125, 0.675781, 0.675781, 0.613281, 0.609375, 0.671875, 0.644531, 0.667969, 0.675781, 0.441406, 0.648438, 0.675781, 0.675781, 0.617188, 0.675781, 0.664062, 0.675781, 0.675781, 0.675781, 0.621094, 0.5625, 0.539062, 0.652344, 0.648438, 0.617188, 0.5625, 0.675781, 0.671875, 0.675781, 0.523438, 0.621094, 0.671875, 0.675781, 0.582031, 0.675781, 0.675781, 0.558594, 0.558594, 0.644531, 0.53125, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.640625, 0.675781, 0.675781, 0.546875, 0.675781, 0.652344, 0.675781, 0.675781, 0.660156, 0.675781, 0.476562, 0.675781, 0.574219, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.578125, 0.550781, 0.609375, 0.675781, 0.675781, 0.675781, 0.597656, 0.675781, 0.582031, 0.675781, 0.498047, 0.675781, 0.597656, 0.675781, 0.675781, 0.660156, 0.675781, 0.675781, 0.597656, 0.675781, 0.652344, 0.601562, 0.675781, 0.675781, 0.675781, 0.470703, 0.570312, 0.675781, 0.675781, 0.628906, 0.675781, 0.675781, 0.675781, 0.675781, 0.550781, 0.644531, 0.667969, 0.675781, 0.671875, 0.578125, 0.675781, 0.675781, 0.675781, 0.671875, 0.59375, 0.648438, 0.558594, 0.503906, 0.675781, 0.609375, 0.53125, 0.185547, 0.625, 0.675781, 0.675781, 0.625, 0.675781, 0.511719, 0.675781, 0.675781, 0.65625, 0.675781, 0.675781, 0.664062, 0.675781, 0.53125, 0.675781, 0.675781, 0.675781, 0.578125, 0.644531, 0.675781, 0.535156, 0.582031, 0.675781, 0.675781, 0.644531, 0.585938, 0.675781, 0.648438, 0.636719, 0.675781, 0.675781, 0.675781, 0.675781, 0.605469, 0.675781, 0.675781, 0.494141, 0.675781, 0.585938, 0.675781, 0.675781, 0.503906, 0.601562, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.482422, 0.675781, 0.675781, 0.636719, 0.675781, 0.664062, 0.675781, 0.675781, 0.675781, 0.675781, 0.511719, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.671875, 0.675781, 0.675781, 0.648438, 0.675781, 0.675781, 0.574219, 0.550781, 0.621094, 0.675781, 0.625, 0.675781, 0.503906, 0.566406, 0.453125, 0.667969, 0.644531, 0.675781, 0.675781, 0.675781, 0.65625, 0.675781, 0.589844, 0.675781, 0.675781, 0.675781, 0.675781, 0.554688, 0.675781, 0.597656, 0.675781, 0.675781, 0.539062, 0.613281, 0.675781, 0.675781, 0.675781, 0.636719, 0.527344, 0.609375, 0.609375, 0.675781, 0.589844, 0.613281, 0.671875, 0.675781, 0.476562, 0.675781, 0.664062, 0.671875, 0.675781, 0.632812, 0.671875, 0.675781, 0.675781, 0.675781, 0.671875, 0.515625, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.644531, 0.675781, 0.667969, 0.667969, 0.652344, 0.675781, 0.675781, 0.675781, 0.671875, 0.554688, 0.675781, 0.59375, 0.671875, 0.566406, 0.675781, 0.664062, 0.675781, 0.601562, 0.675781, 0.675781, 0.46875, 0.523438, 0.613281, 0.675781, 0.503906, 0.625, 0.675781, 0.664062, 0.597656, 0.652344, 0.609375, 0.617188, 0.671875, 0.675781, 0.492188, 0.667969, 0.675781, 0.671875, 0.644531, 0.605469, 0.519531, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.636719, 0.628906, 0.671875, 0.671875, 0.597656, 0.675781, 0.671875, 0.675781, 0.5625, 0.675781, 0.675781, 0.515625, 0.675781, 0.589844, 0.625, 0.675781, 0.675781, 0.675781, 0.675781, 0.671875, 0.675781, 0.566406, 0.667969, 0.609375, 0.652344, 0.675781, 0.660156, 0.632812, 0.675781, 0.675781, 0.621094, 0.675781, 0.675781, 0.675781, 0.617188, 0.675781, 0.480469, 0.542969, 0.675781, 0.617188, 0.53125, 0.613281, 0.675781, 0.470703, 0.644531, 0.667969, 0.675781, 0.675781, 0.585938, 0.675781, 0.546875, 0.675781, 0.5625, 0.675781, 0.675781, 0.675781, 0.675781, 0.664062, 0.675781, 0.675781, 0.675781, 0.667969, 0.589844, 0.648438, 0.621094, 0.515625, 0.667969, 0.671875, 0.523438, 0.675781, 0.671875, 0.597656, 0.675781, 0.589844, 0.660156, 0.675781, 0.519531, 0.664062, 0.671875, 0.617188, 0.675781, 0.601562, 0.675781, 0.675781, 0.494141, 0.675781, 0.675781, 0.664062, 0.519531, 0.671875, 0.601562, 0.59375, 0.675781, 0.675781, 0.675781, 0.675781, 0.636719, 0.675781, 0.671875, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.671875, 0.554688, 0.675781, 0.675781, 0.625, 0.675781, 0.554688, 0.675781, 0.675781, 0.675781, 0.675781, 0.589844, 0.574219, 0.65625, 0.675781, 0.644531, 0.675781, 0.675781, 0.558594, 0.675781, 0.675781, 0.675781, 0.675781, 0.000626, 0.675781, 0.675781, 0.582031, 0.644531, 0.675781, 0.671875, 0.675781, 0.675781, 0.675781, 0.675781, 0.648438, 0.628906, 0.613281, 0.675781, 0.609375, 0.675781, 0.675781, 0.597656, 0.417969, 0.671875, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.589844, 0.660156, 0.675781, 0.675781, 0.660156, 0.675781, 0.675781, 0.574219, 0.621094, 0.675781, 0.675781, 0.675781, 0.636719, 0.667969, 0.617188, 0.539062, 0.582031, 0.660156, 0.675781, 0.671875, 0.675781, 0.675781, 0.675781, 0.613281, 0.675781, 0.675781, 0.675781, 0.65625, 0.675781, 0.601562, 0.507812, 0.671875, 0.539062, 0.675781, 0.675781, 0.675781, 0.570312, 0.613281, 0.667969, 0.675781, 0.675781, 0.492188, 0.660156, 0.609375, 0.671875, 0.675781, 0.667969, 0.636719, 0.511719, 0.675781, 0.675781, 0.664062, 0.675781, 0.675781, 0.664062, 0.675781, 0.589844, 0.675781, 0.671875, 0.539062, 0.675781, 0.675781, 0.675781, 0.652344, 0.675781, 0.609375, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.65625, 0.675781, 0.628906, 0.640625, 0.675781, 0.671875, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.660156, 0.660156, 0.675781, 0.667969, 0.664062, 0.644531, 0.675781, 0.5625, 0.675781, 0.65625, 0.675781, 0.582031, 0.59375, 0.675781, 0.609375, 0.582031, 0.675781, 0.640625, 0.675781, 0.675781, 0.675781, 0.617188, 0.675781, 0.632812, 0.664062, 0.652344, 0.617188, 0.675781, 0.660156, 0.675781, 0.667969, 0.675781, 0.675781, 0.582031, 0.675781, 0.675781, 0.675781, 0.675781, 0.65625, 0.675781, 0.65625, 0.675781, 0.675781, 0.648438, 0.494141, 0.601562, 0.675781, 0.648438, 0.675781, 0.511719, 0.675781, 0.667969, 0.660156, 0.675781, 0.675781, 0.621094, 0.675781, 0.671875, 0.675781, 0.589844, 0.605469, 0.644531, 0.515625, 0.675781, 0.675781, 0.644531, 0.443359, 0.675781, 0.675781, 0.636719, 0.652344, 0.675781, 0.675781, 0.648438, 0.675781, 0.675781, 0.5625, 0.640625, 0.511719, 0.582031, 0.660156, 0.675781, 0.660156, 0.675781, 0.601562, 0.675781, 0.675781, 0.660156, 0.675781, 0.59375, 0.621094, 0.675781, 0.675781, 0.675781, 0.664062, 0.675781, 0.609375, 0.675781, 0.617188, 0.675781, 0.675781, 0.675781, 0.460938, 0.675781, 0.675781, 0.5, 0.582031, 0.675781, 0.675781, 0.675781, 0.546875, 0.652344, 0.636719, 0.675781, 0.660156, 0.546875, 0.675781, 0.664062, 0.542969, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.671875, 0.675781, 0.652344, 0.617188, 0.484375, 0.675781, 0.546875, 0.675781, 0.667969, 0.675781, 0.675781, 0.644531, 0.675781, 0.675781, 0.574219, 0.609375, 0.675781, 0.566406, 0.664062, 0.546875, 0.675781, 0.675781, 0.625, 0.675781, 0.671875, 0.664062, 0.59375, 0.621094, 0.570312, 0.46875, 0.675781, 0.625, 0.675781, 0.648438, 0.675781, 0.675781, 0.539062, 0.675781, 0.628906, 0.566406, 0.671875, 0.65625, 0.675781, 0.671875, 0.671875, 0.675781, 0.472656, 0.675781, 0.675781, 0.675781, 0.675781, 0.65625, 0.675781, 0.675781, 0.65625, 0.660156, 0.675781, 0.675781, 0.65625, 0.675781, 0.503906, 0.675781, 0.65625, 0.496094, 0.566406, 0.65625, 0.675781, 0.546875, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.582031, 0.675781, 0.675781, 0.675781, 0.675781, 0.5625, 0.675781, 0.675781, 0.675781, 0.625, 0.527344, 0.664062, 0.675781, 0.667969, 0.648438, 0.550781, 0.671875, 0.675781, 0.675781, 0.675781, 0.675781, 0.585938, 0.675781, 0.675781, 0.589844, 0.574219, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.546875, 0.675781, 0.5625, 0.660156, 0.617188, 0.675781, 0.671875, 0.675781, 0.675781, 0.601562, 0.671875, 0.675781, 0.625, 0.671875, 0.519531, 0.675781, 0.675781, 0.675781, 0.507812, 0.675781, 0.632812, 0.617188, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.671875, 0.675781, 0.5, 0.566406, 0.5625, 0.675781, 0.660156, 0.65625, 0.644531, 0.597656, 0.675781, 0.671875, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.585938, 0.494141, 0.675781, 0.578125, 0.582031, 0.675781, 0.628906, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.65625, 0.462891, 0.660156, 0.675781, 0.605469, 0.675781, 0.675781, 0.632812, 0.675781, 0.675781, 0.675781, 0.664062, 0.515625, 0.675781, 0.675781, 0.675781, 0.664062, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.601562, 0.601562, 0.435547, 0.675781, 0.675781, 0.65625, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.664062, 0.675781, 0.675781, 0.515625, 0.675781, 0.59375, 0.648438, 0.652344, 0.539062, 0.664062, 0.675781, 0.613281, 0.671875, 0.435547, 0.59375, 0.570312, 0.667969, 0.632812, 0.675781, 0.675781, 0.566406, 0.652344, 0.675781, 0.675781, 0.675781, 0.515625, 0.609375, 0.511719, 0.675781, 0.675781, 0.582031, 0.609375, 0.443359, 0.675781, 0.523438, 0.636719, 0.652344, 0.59375, 0.675781, 0.675781, 0.652344, 0.601562, 0.675781, 0.675781, 0.5625, 0.664062, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.574219, 0.675781, 0.675781, 0.675781, 0.675781, 0.621094, 0.527344, 0.660156, 0.675781, 0.617188, 0.617188, 0.652344, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.550781, 0.550781, 0.667969, 0.597656, 0.675781, 0.675781, 0.671875, 0.625, 0.675781, 0.640625, 0.652344, 0.605469, 0.667969, 0.675781, 0.675781, 0.671875, 0.675781, 0.675781, 0.605469, 0.667969, 0.664062, 0.675781, 0.675781, 0.652344, 0.675781, 0.566406, 0.675781, 0.628906, 0.675781, 0.609375, 0.582031, 0.660156, 0.664062, 0.675781, 0.652344, 0.640625, 0.675781, 0.675781, 0.550781, 0.542969, 0.617188, 0.542969, 0.660156, 0.628906, 0.53125, 0.652344, 0.671875, 0.675781, 0.675781, 0.675781, 0.550781, 0.621094, 0.648438, 0.609375, 0.675781, 0.675781, 0.613281, 0.675781, 0.589844, 0.675781, 0.671875, 0.503906, 0.675781, 0.675781, 0.554688, 0.640625, 0.65625, 0.664062, 0.507812, 0.578125, 0.675781, 0.675781, 0.675781, 0.675781, 0.609375, 0.675781, 0.664062, 0.582031, 0.65625, 0.675781, 0.675781, 0.675781, 0.490234, 0.609375, 0.675781, 0.675781, 0.589844, 0.675781, 0.675781, 0.578125, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.65625, 0.675781, 0.667969, 0.675781, 0.675781, 0.507812, 0.648438, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.601562, 0.652344, 0.675781, 0.65625, 0.5, 0.648438, 0.585938, 0.667969, 0.675781, 0.675781, 0.675781, 0.675781, 0.660156, 0.675781, 0.644531, 0.582031, 0.675781, 0.640625, 0.675781, 0.675781, 0.570312, 0.675781, 0.675781, 0.675781, 0.675781, 0.449219, 0.675781, 0.675781, 0.46875, 0.675781, 0.675781, 0.675781, 0.636719, 0.574219, 0.425781, 0.675781, 0.675781, 0.667969, 0.675781, 0.601562, 0.632812, 0.482422, 0.664062, 0.675781, 0.675781, 0.675781, 0.65625, 0.671875, 0.675781, 0.574219, 0.675781, 0.59375, 0.625, 0.451172, 0.675781, 0.609375, 0.648438, 0.675781, 0.675781, 0.671875, 0.490234, 0.675781, 0.675781, 0.675781, 0.652344, 0.601562, 0.609375, 0.671875, 0.675781, 0.675781, 0.542969, 0.675781, 0.578125, 0.675781, 0.675781, 0.675781, 0.675781, 0.53125, 0.675781, 0.675781, 0.554688, 0.675781, 0.675781, 0.554688, 0.675781, 0.445312, 0.675781, 0.621094, 0.554688, 0.675781, 0.675781, 0.671875, 0.675781, 0.675781, 0.570312, 0.53125, 0.675781, 0.675781, 0.585938, 0.671875, 0.675781, 0.605469, 0.675781, 0.675781, 0.675781, 0.617188, 0.675781, 0.671875, 0.636719, 0.652344, 0.625, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.667969, 0.675781, 0.65625, 0.675781, 0.609375, 0.675781, 0.675781, 0.554688, 0.675781, 0.675781, 0.671875, 0.523438, 0.675781, 0.625, 0.675781, 0.480469, 0.671875, 0.578125, 0.605469, 0.605469, 0.507812, 0.53125, 0.675781, 0.609375, 0.675781, 0.660156, 0.667969, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.523438, 0.574219, 0.660156, 0.675781, 0.613281, 0.523438, 0.675781, 0.675781, 0.675781, 0.617188, 0.511719, 0.632812, 0.632812, 0.675781, 0.589844, 0.664062, 0.675781, 0.675781, 0.675781, 0.675781, 0.652344, 0.675781, 0.578125, 0.640625, 0.675781, 0.675781, 0.675781, 0.675781, 0.660156, 0.65625, 0.675781, 0.542969, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.652344, 0.675781, 0.601562, 0.675781, 0.617188, 0.667969, 0.675781, 0.486328, 0.636719, 0.613281, 0.675781, 0.667969, 0.675781, 0.675781, 0.578125, 0.675781, 0.675781, 0.609375, 0.675781, 0.675781, 0.605469, 0.675781, 0.5625, 0.566406, 0.621094, 0.636719, 0.652344, 0.664062, 0.589844, 0.675781, 0.675781, 0.675781, 0.523438, 0.675781, 0.625, 0.644531, 0.675781, 0.625, 0.675781, 0.640625, 0.675781, 0.675781, 0.539062, 0.566406, 0.675781, 0.617188, 0.664062, 0.5625, 0.621094, 0.609375, 0.675781, 0.675781, 0.585938, 0.675781, 0.542969, 0.464844, 0.542969, 0.675781, 0.636719, 0.675781, 0.519531, 0.546875, 0.675781, 0.675781, 0.609375, 0.671875, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.46875, 0.675781, 0.5625, 0.585938, 0.65625, 0.660156, 0.550781, 0.675781, 0.664062, 0.664062, 0.675781, 0.675781, 0.675781, 0.59375, 0.675781, 0.675781, 0.597656, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.558594, 0.675781, 0.675781, 0.675781, 0.675781, 0.585938, 0.535156, 0.558594, 0.675781, 0.632812, 0.621094, 0.675781, 0.675781, 0.675781, 0.490234, 0.458984, 0.660156, 0.675781, 0.453125, 0.675781, 0.675781, 0.675781, 0.675781, 0.636719, 0.609375, 0.675781, 0.644531, 0.675781, 0.503906, 0.640625, 0.675781, 0.675781, 0.546875, 0.675781, 0.484375, 0.675781, 0.675781, 0.675781, 0.570312, 0.609375, 0.675781, 0.675781, 0.644531, 0.566406, 0.675781, 0.675781, 0.675781, 0.644531, 0.632812, 0.667969, 0.527344, 0.484375, 0.494141, 0.652344, 0.648438, 0.648438, 0.675781, 0.675781, 0.570312, 0.675781, 0.601562, 0.617188, 0.675781, 0.660156, 0.609375, 0.675781, 0.675781, 0.671875, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.605469, 0.660156, 0.675781, 0.675781, 0.554688, 0.675781, 0.675781, 0.675781, 0.675781, 0.644531, 0.675781, 0.558594, 0.675781, 0.675781, 0.675781, 0.675781, 0.664062, 0.675781, 0.675781, 0.675781, 0.675781, 0.644531, 0.671875, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.644531, 0.675781, 0.664062, 0.648438, 0.515625, 0.632812, 0.675781, 0.671875, 0.570312, 0.675781, 0.675781, 0.5625, 0.675781, 0.578125, 0.648438, 0.675781, 0.675781, 0.675781, 0.652344, 0.675781, 0.648438, 0.675781, 0.597656, 0.648438, 0.660156, 0.675781, 0.675781, 0.675781, 0.675781, 0.589844, 0.671875, 0.667969, 0.664062, 0.675781, 0.621094, 0.671875, 0.527344, 0.632812, 0.675781, 0.490234, 0.675781, 0.464844, 0.664062, 0.675781, 0.640625, 0.427734, 0.675781, 0.675781, 0.515625, 0.675781, 0.671875, 0.667969, 0.675781, 0.640625, 0.664062, 0.675781, 0.675781, 0.515625, 0.433594, 0.488281, 0.675781, 0.546875, 0.664062, 0.648438, 0.675781, 0.640625, 0.511719, 0.640625, 0.667969, 0.613281, 0.675781, 0.675781, 0.65625, 0.628906, 0.675781, 0.621094, 0.554688, 0.636719, 0.582031, 0.660156, 0.675781, 0.648438, 0.675781, 0.578125, 0.675781, 0.667969, 0.65625, 0.675781, 0.675781, 0.667969, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.644531, 0.597656, 0.636719, 0.675781, 0.671875, 0.644531, 0.628906, 0.675781, 0.671875, 0.675781, 0.675781, 0.597656, 0.675781, 0.675781, 0.675781, 0.628906, 0.671875, 0.675781, 0.671875, 0.675781, 0.396484, 0.675781, 0.597656, 0.675781, 0.675781, 0.632812, 0.59375, 0.675781, 0.609375, 0.675781, 0.675781, 0.671875, 0.675781, 0.675781, 0.625, 0.675781, 0.617188, 0.652344, 0.431641, 0.640625, 0.664062, 0.566406, 0.675781, 0.59375, 0.59375, 0.53125, 0.675781, 0.519531, 0.636719, 0.675781, 0.640625, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.640625, 0.644531, 0.675781, 0.675781, 0.585938, 0.644531, 0.644531, 0.515625, 0.648438, 0.675781, 0.492188, 0.671875, 0.570312, 0.675781, 0.523438, 0.675781, 0.675781, 0.625, 0.675781, 0.675781, 0.59375, 0.613281, 0.632812, 0.675781, 0.660156, 0.65625, 0.675781, 0.515625, 0.675781, 0.609375, 0.675781, 0.675781, 0.5625, 0.617188, 0.675781, 0.675781, 0.613281, 0.675781, 0.554688, 0.675781, 0.675781, 0.65625, 0.566406, 0.675781, 0.675781, 0.554688, 0.671875, 0.597656, 0.65625, 0.675781, 0.671875, 0.539062, 0.675781, 0.585938, 0.675781, 0.675781, 0.578125, 0.582031, 0.554688, 0.675781, 0.660156, 0.660156, 0.535156, 0.675781, 0.675781, 0.644531, 0.542969, 0.675781, 0.675781, 0.675781, 0.478516, 0.675781, 0.675781, 0.671875, 0.453125, 0.675781, 0.675781, 0.617188, 0.648438, 0.640625, 0.675781, 0.675781, 0.652344, 0.667969, 0.675781, 0.566406, 0.675781, 0.675781, 0.675781, 0.667969, 0.644531, 0.652344, 0.667969, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.636719, 0.667969, 0.675781, 0.675781, 0.671875, 0.597656, 0.675781, 0.675781, 0.675781, 0.597656, 0.675781, 0.675781, 0.570312, 0.671875, 0.53125, 0.675781, 0.667969, 0.519531, 0.675781, 0.675781, 0.675781, 0.550781, 0.671875, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.605469, 0.675781, 0.675781, 0.503906, 0.675781, 0.675781, 0.675781, 0.675781, 0.671875, 0.675781, 0.570312, 0.675781, 0.675781, 0.675781, 0.667969, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.570312, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.664062, 0.578125, 0.675781, 0.675781, 0.667969, 0.613281, 0.601562, 0.675781, 0.652344, 0.675781, 0.675781, 0.539062, 0.675781, 0.554688, 0.597656, 0.460938, 0.652344, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.675781, 0.515625, 0.617188, 0.675781, 0.667969, 0.675781, 0.675781, 0.648438, 0.675781, 0.675781, 0.675781, 0.675781, 0.644531, 0.671875, 0.472656, 0.542969, 0.59375, 0.675781, 0.675781, 0.539062, 0.648438, 0.515625, 0.648438, 0.667969, 0.675781, 0.675781, 0.675781, 0.652344, 0.621094, 0.675781, 0.617188, 0.652344, 0.675781, 0.648438, 0.675781, 0.570312, 0.675781, 0.675781, 0.546875, 0.675781, 0.675781, 0.675781, 0.644531, 0.675781, 0.675781, 0.675781, 0.675781, 0.478516, 0.613281, 0.65625, 0.675781, 0.675781, 0.613281, 0.632812, 0.636719, 0.652344, 0.675781, 0.660156, 0.447266, 0.675781, 0.675781, 0.675781, 0.597656, 0.496094, 0.59375, 0.671875, 0.511719, 0.675781, 0.675781, 0.675781, 0.554688, 0.667969, 0.675781, 0.65625, 0.675781, 0.578125, 0.621094, 0.675781, 0.554688, 0.648438, 0.585938, 0.675781, 0.675781, 0.675781, 0.675781, 0.609375, 0.675781, 0.675781, 0.632812, 0.675781, 0.675781, 0.671875, 0.664062, 0.5625, 0.554688, 0.671875, 0.675781, 0.675781, 0.664062, 0.636719, 0.675781, 0.675781, 0.675781, 0.601562, 0.675781, 0.675781, 0.675781, 0.675781, 0.601562, 0.675781, 0.675781, 0.675781, 0.671875, 0.675781, 0.675781, 0.675781, 0.601562, 0.671875, 0.675781, 0.675781, 0.675781, 0.675781, 0.664062, 0.632812, 0.675781, 0.675781, 0.644531, 0.671875, 0.59375, 0.675781, 0.601562, 0.675781, 0.675781, 0.675781, 0.675781, 0.59375, 0.675781, 0.675781, 0.617188, 0.675781, 0.652344, 0.675781, 0.613281, 0.628906, 0.671875, 0.675781, 0.675781, 0.550781, 0.652344, 0.427734, 0.589844, 0.675781, 0.632812, 0.675781, 0.636719, 0.675781, 0.558594, 0.675781, 0.671875, 0.675781, 0.625, 0.636719, 0.675781, 0.632812, 0.648438, 0.675781, 0.675781, 0.675781, 0.675781, 0.597656, 0.648438, 0.539062, 0.675781, 0.675781, 0.496094, 0.636719, 0.675781, 0.675781, 0.675781, 0.492188, 0.675781, 0.539062, 0.625, 0.675781, 0.648438, 0.675781, 0.675781, 0.671875, 0.675781, 0.675781, 0.664062, 0.671875, 0.675781, 0.660156, 0.582031, 0.675781, 0.644531, 0.523438, 0.558594, 0.660156, 0.601562, 0.667969, 0.539062, 0.539062, 0.675781, 0.675781, 0.675781, 0.582031, 0.664062, 0.671875, 0.667969, 0.628906, 0.675781, 0.640625, 0.675781, 0.675781, 0.507812, 0.566406, 0.675781, 0.648438, 0.609375, 0.675781, 0.675781, 0.640625, 0.675781, 0.675781, 0.535156, 0.648438 ] } , "name": "onnx::Mul_11349", "outputIndexes": [ 5764 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5763, 5764 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 5765 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5692, 5765 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/Add_output_0", "outputIndexes": [ 5766 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5766 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.33/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 5767 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5767 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.33/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 5768 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5768, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 5769 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5769, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 5770 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5766, 5770 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 5771 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.039062, 1.21875, 0.492188, 1.023438, 1.421875, 1.398438, 1.453125, 1.609375, 1.171875, 0.486328, 1.21875, 1.429688, 1.460938, 1.078125, 0.796875, 1.390625, 1.203125, 1.429688, 1.265625, 0.972656, 1.289062, 1.132812, 0.925781, 1.007812, 1.21875, 1.359375, 0.886719, 1.140625, 1.78125, 0.878906, 1.34375, 1.1875, 1.109375, 1.164062, 0.96875, 1.1875, 1.46875, 1.453125, 1.09375, 1.609375, 0.699219, 0.675781, 1.710938, 1.445312, 1.226562, 0.96875, 0.306641, 1.171875, 1.296875, 1.03125, 0.722656, 0.878906, 1.164062, 0.478516, 1.296875, 1.375, 1.234375, 1.054688, 1.234375, 1.007812, 1.03125, 0.910156, 1.226562, 1.21875, 0.984375, 1.242188, 0.972656, 1.125, 0.894531, 0.984375, 1.179688, 1.28125, 0.976562, 0.847656, 0.957031, 1.34375, 1.0625, 1.210938, 1.140625, 1.453125, 1.25, 1.140625, 1.125, 1.59375, 1.1875, 1.09375, 0.949219, 1.273438, 1.382812, 1.9375, 1.046875, 1.1875, 0.96875, 1.257812, 1.304688, 1.1875, 0.400391, 1.296875, 1.4375, 1.539062, 1.210938, 1.335938, 1.046875, 1.125, 1.429688, 1.109375, 1.179688, 1.015625, 1.453125, 1.257812, 1.234375, 1.257812, 1.21875, 1.476562, 0.478516, 1.101562, 0.882812, 1.03125, 1.0, 1.195312, 1.367188, 1.140625, 1.453125, 1.085938, 1.234375, 1.367188, 1.210938, 1.320312, 1.179688, 1.398438, 1.1875, 1.296875, 1.1875, 1.578125, 0.330078, 1.242188, 1.59375, 5.25, 1.234375, 1.507812, 1.429688, 1.414062, 1.234375, 1.125, 0.835938, 0.9375, 1.796875, 1.140625, 0.960938, 1.171875, 1.351562, 1.023438, 1.046875, 1.078125, 1.367188, 1.015625, 1.0, 0.984375, 1.414062, 1.164062, 0.894531, 1.703125, 1.21875, 1.273438, 1.25, 0.582031, 0.996094, 1.21875, 0.283203, 0.980469, 0.652344, 0.390625, 1.195312, 1.289062, 1.328125, 0.976562, 1.195312, 1.171875, 1.179688, 1.125, 1.203125, 1.0, 0.921875, 1.414062, 1.25, 1.148438, 0.996094, 1.34375, 1.265625, 0.988281, 1.101562, 1.359375, 1.070312, 1.03125, 1.0625, 0.882812, 1.25, 1.140625, 1.921875, 0.964844, 1.34375, 1.429688, 1.109375, 1.140625, 1.25, 1.023438, 1.117188, 1.25, 1.085938, 1.125, 0.90625, 1.101562, 1.289062, 1.09375, 1.09375, 1.296875, 1.039062, 1.101562, 1.21875, 1.296875, 1.632812, 1.015625, 1.28125, 1.4375, 1.078125, 1.210938, 1.265625, 1.210938, 1.15625, 1.078125, 0.523438, 1.203125, 1.515625, 1.164062, 1.460938, 1.085938, 1.320312, 1.289062, 1.085938, 1.328125, 0.992188, 1.21875, 0.585938, 1.273438, 0.828125, 1.46875, 0.816406, 0.617188, 1.078125, 1.109375, 1.5, 1.453125, 1.570312, 1.015625, 1.257812, 1.234375, 1.148438, 0.9375, 1.429688, 0.972656, 0.824219, 1.117188, 1.195312, 1.070312, 1.015625, 1.234375, 1.046875, 1.484375, 1.046875, 1.179688, 1.265625, 1.078125, 1.03125, 1.140625, 1.28125, 1.476562, 0.996094, 1.210938, 1.226562, 1.1875, 1.28125, 0.949219, 1.140625, 0.769531, 1.242188, 1.203125, 0.894531, 1.46875, 0.746094, 1.359375, 1.179688, 0.777344, 1.273438, 1.210938, 1.164062, 1.21875, 1.140625, 0.648438, 1.15625, 1.632812, 1.171875, 0.949219, 1.265625, 1.351562, 1.140625, 1.257812, 0.980469, 1.28125, 1.398438, 0.960938, 1.007812, 1.1875, 1.3125, 1.125, 1.132812, 1.015625, 1.320312, 0.644531, 1.195312, 1.195312, 0.503906, 1.367188, 0.863281, 1.125, 0.910156, 1.320312, 1.210938, 1.289062, 1.15625, 1.195312, 0.53125, 0.878906, 0.894531, 0.988281, 1.367188, 1.132812, 1.359375, 0.988281, 1.21875, 0.46875, 1.132812, 1.296875, 1.1875, 1.109375, 1.148438, 0.730469, 1.179688, 0.785156, 0.441406, 0.578125, 0.617188, 1.085938, 1.578125, 1.28125, 1.3125, 0.964844, 1.179688, 1.078125, 1.171875, 0.785156, 1.117188, 1.09375, 1.203125, 1.195312, 0.535156, 1.335938, 1.226562, 1.460938, 0.90625, 1.226562, 1.09375, 0.828125, 1.195312, 1.234375, 1.078125, 1.085938, 1.1875, 0.660156, 1.03125, 1.382812, 0.953125, 1.476562, 1.148438, 1.0625, 1.226562, 0.882812, 1.726562, 1.53125, 1.117188, 1.335938, 1.273438, 1.148438, 0.832031, 0.945312, 0.835938, 0.746094, 1.148438, 1.132812, 0.964844, 1.09375, 1.335938, 1.171875, 1.367188, 0.402344, 1.015625, 1.132812, 1.429688, 0.972656, 0.582031, 1.054688, 1.140625, 1.023438, 1.085938, 1.210938, 1.429688, 1.101562, 1.265625, 1.039062, 1.367188, 0.871094, 1.28125, 1.453125, 0.261719, 1.0625, 1.015625, 1.179688, 0.902344, 0.894531, 1.242188, 1.320312, 1.390625, 1.09375, 0.470703, 1.4375, 0.699219, 1.078125, 1.203125, 0.746094, 0.53125, 1.28125, 0.738281, 1.242188, 1.226562, 0.855469, 1.335938, 1.039062, 0.933594, 1.351562, 0.875, 1.257812, 1.648438, 1.085938, 1.0625, 1.046875, 1.210938, 1.09375, 1.109375, 0.789062, 1.34375, 0.957031, 0.902344, 1.132812, 1.109375, 0.964844, 1.109375, 1.21875, 1.03125, 1.664062, 0.445312, 0.945312, 1.03125, 0.777344, 1.242188, 1.117188, 0.980469, 1.109375, 0.753906, 1.507812, 1.125, 1.21875, 0.582031, 0.886719, 1.273438, 0.546875, 1.0625, 1.023438, 1.117188, 0.925781, 1.101562, 1.21875, 1.015625, 1.0, 1.476562, 1.429688, 1.359375, 1.132812, 1.1875, 1.070312, 0.972656, 1.367188, 1.03125, 1.039062, 1.039062, 1.085938, 0.875, 0.902344, 1.226562, 1.039062, 1.304688, 1.140625, 1.554688, 1.242188, 1.117188, 1.078125, 0.710938, 1.148438, 1.351562, 1.15625, 1.421875, 1.132812, 1.4375, 1.023438, 1.226562, 0.90625, 1.148438, 1.039062, 1.46875, 0.886719, 0.310547, 0.835938, 0.902344, 1.03125, 0.875, 1.296875, 1.226562, 0.992188, 1.03125, 1.304688, 1.304688, 0.785156, 1.054688, 1.046875, 1.421875, 1.109375, 1.171875, 1.007812, 0.8125, 1.203125, 0.441406, 0.875, 1.351562, 0.941406, 1.023438, 1.039062, 1.390625, 1.171875, 1.195312, 0.882812, 0.761719, 1.164062, 1.15625, 0.992188, 0.933594, 1.585938, 1.101562, 1.03125, 1.46875, 1.078125, 1.03125, 1.234375, 1.242188, 1.109375, 1.21875, 1.21875, 0.392578, 1.617188, 1.210938, 0.388672, 1.023438, 1.203125, 0.914062, 1.382812, 1.101562, 1.078125, 0.867188, 1.15625, 1.21875, 1.398438, 1.203125, 1.171875, 1.179688, 1.328125, 1.09375, 1.007812, 0.996094, 1.578125, 1.195312, 1.085938, 1.148438, 1.351562, 1.140625, 1.265625, 1.296875, 1.453125, 1.109375, 1.476562, 0.832031, 0.582031, 1.132812, 1.195312, 0.871094, 0.384766, 1.1875, 0.902344, 1.148438, 1.40625, 0.921875, 1.25, 0.964844, 1.140625, 1.15625, 1.179688, 1.554688, 1.28125, 1.3125, 0.90625, 0.953125, 1.023438, 0.992188, 0.503906, 1.007812, 1.335938, 1.375, 1.296875, 0.417969, 0.330078, 1.070312, 1.375, 0.910156, 1.296875, 1.015625, 1.59375, 1.070312, 1.234375, 1.140625, 1.015625, 1.210938, 0.875, 1.15625, 1.109375, 1.148438, 1.257812, 1.21875, 0.96875, 0.867188, 0.96875, 1.695312, 1.320312, 0.84375, 1.554688, 1.265625, 0.34375, 1.109375, 1.132812, 0.609375, 1.414062, 1.226562, 1.085938, 0.917969, 1.015625, 1.273438, 0.867188, 0.976562, 0.953125, 1.0625, 1.289062, 0.769531, 1.234375, 1.5, 0.808594, 1.296875, 1.4375, 5.0, 1.257812, 1.09375, 1.007812, 1.265625, 1.03125, 1.375, 0.996094, 1.070312, 1.25, 1.085938, 0.859375, 1.1875, 1.0625, 1.367188, 1.078125, 0.726562, 0.396484, 1.257812, 1.242188, 1.09375, 1.382812, 1.226562, 1.015625, 1.242188, 1.164062, 1.34375, 0.84375, 1.21875, 1.179688, 1.0625, 0.765625, 0.941406, 0.992188, 1.265625, 0.894531, 1.132812, 1.742188, 1.0625, 1.34375, 1.007812, 0.527344, 1.4375, 1.273438, 1.09375, 0.921875, 0.671875, 0.675781, 0.65625, 0.957031, 1.421875, 0.554688, 1.226562, 1.164062, 0.949219, 1.125, 0.796875, 0.550781, 0.945312, 1.195312, 1.34375, 1.125, 0.757812, 0.503906, 0.902344, 0.71875, 1.195312, 0.941406, 3.9375, 1.335938, 1.023438, 0.90625, 1.453125, 1.328125, 1.21875, 1.109375, 1.1875, 0.871094, 1.507812, 1.320312, 1.703125, 0.679688, 1.328125, 0.703125, 0.621094, 0.882812, 1.234375, 0.589844, 1.429688, 0.996094, 0.398438, 0.859375, 1.085938, 1.3125, 0.910156, 1.242188, 1.085938, 0.605469, 1.5625, 1.28125, 0.277344, 0.972656, 0.992188, 1.203125, 1.34375, 1.46875, 1.234375, 1.03125, 1.289062, 1.226562, 1.164062, 0.75, 1.507812, 1.085938, 1.007812, 1.335938, 1.078125, 1.320312, 1.164062, 0.980469, 1.054688, 1.070312, 1.195312, 1.5, 1.015625, 0.851562, 1.132812, 1.015625, 0.714844, 1.210938, 1.046875, 1.148438, 1.15625, 1.234375, 0.9375, 0.449219, 0.984375, 1.015625, 1.4375, 1.03125, 1.3125, 1.148438, 1.296875, 0.640625, 1.109375, 1.03125, 1.21875, 1.039062, 0.746094, 1.726562, 0.863281, 1.25, 1.132812, 1.40625, 1.148438, 0.929688, 1.0625, 1.40625, 1.148438, 1.1875, 1.320312, 1.054688, 0.664062, 1.671875, 0.503906, 1.148438, 1.007812, 1.304688, 1.265625, 1.53125, 0.730469, 0.773438, 0.921875, 0.363281, 0.90625, 1.007812, 1.195312, 1.234375, 1.117188, 1.171875, 1.3125, 1.078125, 1.015625, 0.941406, 1.492188, 1.046875, 1.023438, 1.460938, 1.148438, 1.34375, 1.15625, 0.878906, 0.570312, 1.101562, 1.03125, 1.085938, 1.03125, 1.328125, 1.257812, 1.242188, 1.109375, 0.980469, 1.117188, 1.195312, 1.039062, 1.070312, 1.21875, 0.886719, 1.046875, 0.388672, 1.25, 0.960938, 1.640625, 1.367188, 0.730469, 1.273438, 1.351562, 1.414062, 1.015625, 1.453125, 1.171875, 0.742188, 0.96875, 0.976562, 1.304688, 1.023438, 1.421875, 0.960938, 1.476562, 1.101562, 0.625, 0.832031, 0.613281, 1.148438, 0.871094, 1.039062, 1.03125, 1.164062, 1.28125, 1.1875, 1.34375, 1.6875, 1.273438, 1.03125, 1.328125, 1.101562, 1.085938, 1.226562, 0.789062, 1.28125, 1.09375, 1.078125, 1.453125, 1.289062, 1.117188, 1.234375, 0.498047, 1.3125, 1.21875, 0.921875, 1.539062, 1.007812, 0.941406, 1.140625, 1.570312, 1.09375, 1.21875, 1.289062, 1.15625, 0.820312, 1.007812, 0.291016, 1.257812, 0.632812, 1.0625, 1.046875, 0.984375, 0.941406, 1.054688, 1.039062, 1.09375, 1.359375, 1.054688, 0.992188, 1.273438, 0.984375, 1.21875, 1.140625, 1.09375, 0.910156, 1.125, 1.328125, 1.257812, 1.070312, 0.882812, 1.210938, 1.148438, 1.03125, 1.3125, 1.09375, 1.054688, 1.054688, 1.03125, 1.359375, 1.078125, 0.914062, 1.3125, 1.148438, 0.621094, 1.09375, 0.789062, 0.878906, 1.0625, 1.09375, 1.195312, 1.164062, 1.390625, 1.09375, 1.296875, 0.625, 1.179688, 1.203125, 1.59375, 1.046875, 0.308594, 1.125, 1.023438, 1.125, 1.078125, 0.933594, 0.851562, 0.675781, 1.3125, 1.164062, 0.644531, 0.707031, 1.164062, 1.03125, 0.875, 1.257812, 1.335938, 0.433594, 0.980469, 0.910156, 1.265625, 1.085938, 1.25, 1.414062, 1.328125, 1.132812, 0.96875, 1.125, 1.054688, 1.023438, 0.423828, 1.257812, 0.992188, 0.679688, 1.0, 1.148438, 1.039062, 1.28125, 1.390625, 1.257812, 1.414062, 1.09375, 0.96875, 0.996094, 1.304688, 1.179688, 0.980469, 0.875, 1.054688, 1.65625, 0.957031, 1.179688, 1.09375, 1.054688, 1.148438, 1.125, 1.53125, 1.085938, 1.03125, 1.210938, 1.140625, 1.0, 1.15625, 0.925781, 1.179688, 1.054688, 1.109375, 1.414062, 1.15625, 0.980469, 1.09375, 1.273438, 1.171875, 1.351562, 1.15625, 1.078125, 1.15625, 1.0, 1.085938, 1.085938, 1.148438, 0.914062, 1.460938, 1.164062, 0.847656, 1.125, 1.070312, 1.140625, 1.054688, 1.0, 1.101562, 1.046875, 1.171875, 1.109375, 1.078125, 1.140625, 1.257812, 1.21875, 0.996094, 1.28125, 1.046875, 1.164062, 0.945312, 1.210938, 1.367188, 0.816406, 1.335938, 1.328125, 0.589844, 1.242188, 0.992188, 1.070312, 1.023438, 1.320312, 1.007812, 1.179688, 1.125, 1.179688, 1.226562, 1.023438, 1.171875, 0.785156, 1.179688, 0.800781, 0.867188, 1.398438, 0.765625, 0.8125, 1.046875, 1.101562, 1.1875, 1.023438, 1.15625, 1.039062, 0.847656, 1.109375, 1.617188, 1.359375, 1.164062, 1.210938, 1.117188, 1.484375, 1.1875, 1.125, 1.21875, 1.023438, 1.546875, 1.351562, 0.648438, 1.085938, 0.792969, 1.367188, 1.257812, 1.171875, 1.5, 1.007812, 0.636719, 1.15625, 1.75, 1.078125, 0.243164, 1.125, 1.117188, 0.984375, 1.226562, 1.273438, 0.996094, 1.03125, 1.234375, 1.304688, 1.4375, 1.296875, 1.289062, 1.023438, 1.203125, 1.140625, 1.203125, 0.648438, 0.980469, 1.140625, 0.820312, 1.3125, 1.203125, 1.148438, 0.480469, 0.957031, 1.21875, 1.109375, 1.3125, 0.941406, 1.125, 1.046875, 1.046875, 1.0625, 1.554688, 1.007812, 1.023438, 1.617188, 1.4375, 1.148438, 1.03125, 0.964844, 1.445312, 0.71875, 1.375, 0.941406, 1.03125, 1.367188, 1.0, 1.195312, 1.265625, 0.839844, 1.085938, 0.628906, 1.078125, 0.691406, 0.617188, 1.039062, 1.085938, 1.125, 1.085938, 1.257812, 1.25, 2.515625, 0.851562, 1.460938, 0.679688, 1.195312, 1.046875, 1.023438, 1.179688, 1.03125, 0.65625, 1.3125, 1.359375, 1.210938, 1.335938, 1.21875, 1.359375, 1.03125, 1.296875, 1.179688, 1.539062, 1.265625, 1.0625, 1.429688, 1.140625, 1.421875, 1.6875, 1.0, 1.117188, 0.423828, 1.40625, 1.046875, 0.996094, 1.320312, 0.851562, 1.3125, 1.296875, 1.171875, 1.148438, 0.808594, 1.0625, 1.015625, 1.148438, 1.5, 0.925781, 1.09375, 0.734375, 1.09375, 1.101562, 1.109375, 1.125, 1.164062, 1.21875, 1.046875, 0.8125, 1.210938, 1.070312, 0.59375, 1.179688, 1.132812, 1.625, 1.25, 1.195312, 0.808594, 1.257812, 1.007812, 0.925781, 1.023438, 1.03125, 0.859375, 1.367188, 1.085938, 0.890625, 1.109375, 1.148438, 1.382812, 1.023438, 0.53125, 0.476562, 1.195312, 1.398438, 1.125, 0.5625, 1.09375, 1.203125, 1.3125, 1.0625, 1.015625, 0.835938, 0.964844, 0.980469, 1.414062, 1.046875, 1.171875, 1.257812, 1.3125, 1.046875, 0.847656, 0.988281, 0.355469, 0.894531, 1.09375, 0.585938, 1.335938, 0.863281, 1.34375, 1.265625, 1.179688, 0.609375, 1.09375, 0.71875, 1.070312, 1.367188, 1.078125, 1.054688, 1.414062, 1.132812, 1.5, 0.828125, 0.976562, 1.09375, 1.4375, 1.007812, 1.234375, 1.34375, 0.984375, 1.195312, 0.945312, 1.101562, 0.957031, 0.746094, 1.1875, 0.699219, 1.65625, 1.515625, 1.273438, 0.980469, 1.25, 1.140625, 1.132812, 1.148438, 1.0, 1.226562, 0.972656, 0.726562, 1.054688, 0.804688, 1.054688, 0.769531, 1.234375, 1.484375, 1.6875, 1.40625, 1.25, 0.96875, 1.226562, 0.769531, 0.855469, 0.976562, 1.054688, 0.914062, 1.242188, 1.671875, 1.101562, 1.148438, 1.234375, 0.769531, 1.203125, 1.453125, 1.085938, 1.523438, 0.910156, 2.359375, 1.390625, 1.078125, 0.980469, 0.660156, 1.171875, 0.964844, 0.443359, 1.054688, 0.898438, 0.523438, 1.296875, 1.273438, 1.59375, 0.839844, 0.960938, 1.148438, 0.875, 0.917969, 0.898438, 0.894531, 1.03125, 1.148438, 0.96875, 0.992188, 1.601562, 1.046875, 1.398438, 1.164062, 1.195312, 1.367188, 1.101562, 1.054688, 1.226562, 1.304688, 1.789062, 1.25, 1.304688, 1.109375, 1.195312, 0.824219, 0.550781, 1.546875, 1.179688, 0.996094, 0.898438, 0.921875, 1.476562, 1.3125, 1.484375, 0.949219, 0.863281, 1.390625, 1.273438, 1.71875, 0.519531, 1.453125, 1.179688, 1.140625, 1.304688, 0.996094, 1.148438, 1.203125, 1.3125, 1.132812, 1.09375, 1.523438, 1.210938, 1.117188, 1.140625, 0.714844, 1.25, 1.09375, 0.882812, 1.03125, 0.984375, 0.988281, 1.414062, 1.0625, 0.929688, 0.886719, 1.164062, 1.1875, 1.507812, 1.179688, 0.964844, 1.304688, 1.226562, 1.265625, 0.867188, 0.863281, 0.984375, 0.976562, 1.007812, 0.96875, 1.3125, 1.429688, 1.0625, 1.3125, 0.695312, 1.09375, 1.203125, 1.523438, 0.578125, 1.34375, 0.59375, 1.265625, 1.195312, 0.96875, 0.855469, 0.734375, 0.734375, 1.078125, 1.320312, 1.117188, 1.039062, 0.972656, 1.085938, 1.0625, 1.046875, 1.28125, 1.015625, 1.15625, 1.015625, 1.1875, 1.171875, 1.0625, 1.109375, 0.847656, 1.21875, 1.25, 0.412109, 1.0625, 1.585938, 1.453125, 1.179688, 1.4375, 1.210938, 1.21875, 1.40625, 1.21875, 1.148438, 0.914062, 1.125, 0.992188, 1.453125, 1.328125, 1.257812, 1.242188, 0.96875, 1.039062, 1.15625, 0.605469, 1.195312, 1.148438, 1.242188, 1.484375, 0.75, 0.472656, 1.390625, 1.179688, 1.273438, 1.140625, 1.5625, 1.320312, 1.007812, 1.015625, 0.996094, 0.957031, 1.1875, 1.429688, 1.132812, 1.289062, 1.226562, 0.789062, 0.953125, 0.761719, 1.539062, 1.296875, 0.988281, 1.117188, 1.335938, 0.996094, 0.820312, 1.328125, 0.447266, 0.527344, 1.023438, 0.878906, 0.613281, 1.117188, 1.132812, 1.070312, 1.171875, 0.929688, 1.703125, 1.164062, 0.902344, 0.65625, 1.039062, 1.148438, 1.03125, 0.957031, 1.0625, 1.265625, 1.148438, 1.0625, 1.171875, 1.4375, 1.273438, 1.226562, 1.0625, 1.09375, 0.996094, 0.738281, 1.203125, 1.070312, 1.070312, 1.289062, 1.265625, 1.054688, 1.171875, 1.046875, 1.195312, 1.273438, 1.054688, 0.929688, 0.976562, 0.980469, 1.617188, 0.863281, 1.0625, 1.78125, 1.0, 0.796875, 1.125, 1.304688, 1.296875, 1.882812, 1.0625, 0.410156, 1.007812, 0.96875, 1.28125, 1.203125, 1.539062, 1.140625, 1.078125, 0.466797, 0.722656, 1.210938, 1.046875, 1.132812, 1.414062, 0.582031, 1.21875, 1.25, 1.898438, 0.949219, 1.21875, 1.242188, 1.03125, 0.984375, 1.140625, 1.5, 0.957031, 1.09375, 0.992188, 1.210938, 1.40625, 1.4375, 1.132812, 1.125, 0.972656, 1.40625, 0.765625, 1.203125, 1.023438, 0.921875, 1.0625, 0.992188, 1.515625, 0.949219, 1.109375, 1.585938, 0.90625, 1.03125, 1.34375, 1.0625, 1.796875, 0.585938, 1.328125, 1.3125, 0.746094, 0.421875, 1.195312, 0.886719, 0.828125, 1.234375, 1.335938, 1.117188, 0.992188, 1.21875, 1.148438, 0.984375, 1.21875, 1.140625, 0.154297, 1.0, 1.25, 1.085938, 1.101562, 1.171875, 1.140625, 1.179688, 0.957031, 0.890625, 0.953125, 0.337891, 1.03125, 0.636719, 1.109375, 0.953125, 1.117188, 1.125, 1.210938, 1.007812, 1.21875, 1.085938, 0.863281, 1.421875, 1.109375, 1.171875, 1.0625, 1.445312, 1.179688, 1.195312, 1.117188, 1.625, 0.65625, 1.257812, 1.28125, 1.289062, 1.4375, 1.34375, 1.09375, 1.34375, 0.882812, 1.148438, 1.140625, 0.714844, 0.757812, 1.179688, 1.15625, 0.832031, 1.28125, 1.476562, 1.085938, 1.296875, 1.335938, 1.59375, 1.289062, 0.988281, 0.683594, 1.21875, 1.4375, 1.164062, 1.171875, 1.0, 1.34375, 1.0625, 1.046875, 0.203125, 0.785156, 1.046875, 1.210938, 0.96875, 1.328125, 1.320312, 1.289062, 0.972656, 0.78125, 1.039062, 1.09375, 1.195312, 1.070312, 1.34375, 1.054688, 1.070312, 0.675781, 0.890625, 0.964844, 1.125, 1.03125, 1.242188, 1.101562, 1.195312, 1.171875, 1.015625, 1.609375, 1.28125, 1.257812, 0.980469, 1.179688, 0.996094, 1.070312, 1.242188, 0.941406, 0.753906, 1.195312, 1.242188, 1.109375, 1.257812, 0.46875, 1.335938, 1.359375, 1.320312, 0.808594, 1.28125, 1.15625, 0.824219, 1.132812, 0.949219, 1.164062, 1.382812, 0.789062, 1.398438, 1.15625, 1.15625, 0.804688, 0.914062, 1.21875, 0.898438, 1.039062, 1.40625, 1.359375, 0.925781, 1.234375, 0.84375, 1.28125, 1.242188, 1.304688, 1.03125, 0.777344, 1.320312, 0.96875, 1.382812, 1.625, 1.382812, 0.769531, 1.273438, 1.046875, 1.609375, 1.359375, 1.195312, 0.492188, 1.21875, 1.132812, 1.1875, 0.550781, 0.59375, 0.996094, 1.226562, 1.632812, 0.957031, 1.398438, 1.3125, 1.117188, 0.761719, 1.3125, 0.535156, 1.1875, 1.078125, 0.953125, 1.148438, 0.304688, 1.296875, 1.0625, 1.09375, 1.375, 1.1875, 0.394531, 0.980469, 1.046875, 0.90625, 0.976562, 0.941406, 1.070312, 1.125, 0.902344, 0.400391, 1.320312, 0.648438, 0.558594, 0.894531, 1.0, 1.5, 1.367188, 1.351562, 0.714844, 1.257812, 1.171875, 0.796875, 1.125, 1.046875, 1.539062, 1.828125, 1.117188, 1.070312, 1.351562, 0.863281, 1.140625, 0.933594, 0.632812, 1.125, 1.296875, 1.351562, 1.117188, 1.054688, 1.453125, 1.28125, 1.039062, 1.015625, 1.453125, 1.101562, 1.679688, 0.433594, 1.078125, 1.117188, 1.414062, 1.273438, 0.433594, 1.054688, 1.140625, 1.546875, 0.898438, 1.195312, 1.070312, 1.226562, 1.21875, 1.171875, 1.578125, 1.46875, 1.546875, 1.117188, 1.070312, 1.0, 0.996094, 1.09375, 1.289062, 1.085938, 1.296875, 1.148438, 0.824219, 1.195312, 1.226562, 1.140625, 0.929688, 1.0, 0.511719, 1.046875, 1.117188, 1.0625, 0.773438, 1.171875, 1.007812, 1.171875, 0.691406, 1.25, 1.015625, 1.03125, 1.039062, 0.957031, 1.34375, 0.691406, 1.390625, 1.15625, 0.251953, 1.1875, 0.691406, 1.140625, 0.828125, 0.851562, 0.71875, 1.03125, 0.609375, 1.101562, 1.023438, 3.03125, 0.960938, 1.101562, 0.972656, 0.9375, 0.574219, 1.359375, 1.148438, 0.953125, 1.046875, 1.195312, 1.40625, 1.171875, 1.109375, 1.085938, 1.273438, 0.914062, 1.09375, 1.492188, 0.929688, 1.296875, 1.171875, 0.929688, 0.78125, 0.722656, 1.171875, 1.601562, 1.257812, 1.054688, 1.335938, 1.101562, 1.242188, 1.03125, 1.007812, 1.125, 0.964844, 1.304688, 1.117188, 1.101562, 0.503906, 0.757812, 1.226562, 1.132812, 1.46875, 1.273438, 0.675781, 1.65625, 1.03125, 1.640625, 1.09375, 0.871094, 1.140625, 1.65625, 1.125, 0.792969, 1.390625, 0.984375, 1.085938, 1.109375, 1.078125, 1.1875, 0.972656, 0.707031, 1.085938, 1.476562, 2.1875, 1.453125, 0.953125, 1.398438, 1.085938, 1.375, 1.109375, 1.179688, 1.453125, 1.289062, 1.320312, 1.210938, 1.085938, 1.257812, 1.195312, 1.09375, 0.792969, 1.148438, 1.390625, 1.273438, 1.320312, 1.125, 0.90625, 1.117188, 1.125, 1.28125, 0.613281, 0.765625, 1.195312, 0.554688, 0.640625, 1.085938, 0.65625, 1.140625, 0.6875, 0.667969, 0.960938, 0.910156, 1.203125, 1.25, 1.234375, 0.757812, 1.1875, 1.15625, 1.148438, 0.824219, 1.109375, 0.941406, 1.007812, 1.40625, 0.96875, 1.078125, 1.078125, 0.761719, 1.101562, 0.5, 1.179688, 1.101562, 1.820312, 0.875, 1.460938, 1.171875, 1.085938, 1.210938, 1.273438, 0.886719, 1.257812, 0.871094, 1.3125, 1.085938, 1.164062, 0.65625, 1.171875, 0.761719, 1.15625, 1.09375, 1.632812, 1.210938, 1.15625, 1.3125, 0.582031, 1.210938, 1.640625, 1.5, 1.09375, 1.40625, 1.1875, 1.070312, 1.125, 1.039062, 0.996094, 1.046875, 1.054688, 0.90625, 1.25, 1.109375, 1.234375, 0.648438, 1.335938, 1.382812, 1.335938, 1.351562, 0.765625, 0.960938, 1.414062, 1.046875, 1.390625, 0.480469, 1.5625, 1.023438, 1.0625, 1.226562, 0.972656, 1.09375, 1.28125, 1.296875, 1.132812, 0.871094, 1.054688, 1.195312, 1.195312, 1.492188, 1.09375, 1.335938, 0.632812, 0.460938, 1.367188, 1.1875, 0.867188, 0.792969, 1.21875, 0.699219, 1.335938, 1.03125, 1.039062, 1.171875, 1.40625, 0.570312, 1.109375, 1.273438, 1.171875, 1.359375, 1.242188, 1.023438, 1.078125, 1.585938, 1.15625, 1.351562, 0.972656, 1.125, 1.296875, 1.289062, 1.265625, 0.498047, 1.117188, 1.1875, 1.007812, 1.03125, 1.015625, 1.1875, 1.382812, 0.953125, 1.195312, 1.078125, 1.664062, 1.023438, 0.886719, 1.132812, 1.617188, 0.976562, 0.855469, 1.257812, 1.328125, 1.28125, 0.773438, 0.470703, 1.179688, 1.164062, 0.824219, 1.382812, 1.039062, 1.054688, 1.09375, 1.023438, 1.296875, 1.21875, 0.726562, 1.03125, 1.039062, 1.101562, 0.671875, 1.046875, 1.03125, 0.644531, 1.132812, 1.046875, 1.210938, 1.132812, 1.007812, 1.179688, 1.164062, 1.265625, 0.847656, 1.023438, 0.941406, 1.265625, 0.871094, 1.046875, 1.257812, 1.179688, 1.40625, 1.164062, 1.03125, 1.445312, 0.996094, 0.996094, 0.933594, 1.609375, 1.28125, 0.867188, 1.070312, 1.039062, 1.148438, 0.886719, 0.902344, 0.890625, 1.164062, 0.878906, 0.957031, 1.484375, 1.125, 1.328125, 1.085938, 0.734375, 1.070312, 0.988281, 1.398438, 0.980469, 1.078125, 0.710938, 1.179688, 0.8125, 1.0625, 0.945312, 0.894531, 0.964844, 1.273438, 1.070312, 1.132812, -0.003937, 1.039062, 1.007812, 0.988281, 1.289062, 1.34375, 0.875, 0.839844, 1.203125, 1.3125, 1.242188, 0.78125, 1.132812, 1.015625, 0.960938, 1.382812, 0.964844, 1.476562, 1.179688, 1.578125, 1.195312, 1.09375, 0.353516, 0.457031, 0.800781, 1.101562, 0.972656, 1.085938, 0.875, 1.179688, 0.957031, 1.65625, 1.273438, 0.609375, 1.046875, 0.574219, 0.765625, 1.367188, 1.0, 1.148438, 1.085938, 0.945312, 1.117188, 1.148438, 1.601562, 1.40625, 1.359375, 0.984375, 0.789062, 1.5, 1.171875, 1.367188, 1.203125, 1.140625, 1.078125, 1.015625, 0.5625, 1.1875, 1.203125, 1.054688, 1.210938, 1.171875, 1.03125, 1.210938, 1.164062, 1.265625, 0.976562, 0.984375, 1.382812, 1.164062, 0.804688, 0.988281, 1.117188, 0.984375, 1.078125, 1.117188, 0.382812, 1.398438, 1.15625, 1.203125, 0.925781, 1.09375, 1.15625, 1.28125, 1.1875, 1.1875, 0.988281, 1.28125, 1.710938, 0.816406, 1.15625, 1.023438, 1.164062, 1.976562, 1.390625, 1.085938, 1.554688, 1.0625, 0.914062, 0.8125, 1.375, 1.210938, 1.085938, 1.171875, 0.894531, 1.296875, 1.25, 0.964844, 1.398438, 1.15625, 1.648438, 1.046875, 0.964844, 1.046875, 0.613281, 1.304688, 0.308594, 1.0625, 1.257812, 1.03125, 1.046875, 1.148438, 1.242188, 1.304688, 1.3125, 0.621094, 0.792969, 0.90625, 1.171875, 1.296875, 1.132812, 1.070312, 0.820312, 1.265625, 0.972656, 1.109375, 0.933594, 1.070312, 1.226562, 1.007812, 0.527344, 1.007812, 0.660156, 0.949219, 0.957031, 0.941406, 1.257812, 1.0625, 1.125, 1.117188, 0.953125, 0.441406, 1.132812, 1.273438, 0.808594, 0.996094, 1.101562, 1.148438, 1.351562, 1.039062, 1.320312, 0.703125, 1.101562, 1.101562, 0.882812, 1.3125, 1.015625, 1.039062, 1.257812, 1.023438, 1.234375, 0.867188, 1.328125, 1.179688, 1.21875, 0.753906, 0.894531, 1.328125, 1.242188, 1.789062, 1.21875, 1.078125, 1.125, 1.078125, 1.585938, 1.101562, 1.367188, 0.6875, 1.164062, 1.0625, 1.257812, 1.132812, 0.921875, 1.179688, 1.1875, 0.664062, 1.03125, 1.109375, 1.117188, 1.359375, 1.171875, 1.335938, 1.0625, 0.902344, 1.617188, 1.226562, 1.070312, 0.914062, 1.101562, 1.382812, 0.949219, 1.40625, 1.242188, 0.953125, 1.140625, 0.511719, 1.070312, 1.117188, 0.816406, 1.078125, 1.070312, 1.304688, 0.816406, 0.996094, 1.289062, 0.917969, 1.117188, 1.640625, 1.460938, 1.078125, 1.335938, 1.054688, 1.492188, 1.421875, 0.558594, 0.949219, 1.070312, 1.289062, 1.203125, 1.242188, 1.1875, 1.179688, 0.925781, 1.132812, 0.542969, 1.03125, 1.59375, 1.382812, 1.046875, 1.132812, 1.171875, 1.078125, 1.0625, 1.171875, 1.046875, 0.933594, 1.296875, 1.242188 ] } , "name": "onnx::Mul_11350", "outputIndexes": [ 5772 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5771, 5772 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 5773 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5773 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.33/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 8057 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8057 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.33/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 8058 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8058 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1967724604, 13107222, 3276800, 0, 0 ] } , "name": "/layers.33/mlp/gate_proj/Linear", "outputIndexes": [ 8059 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8059 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.33/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 8060 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8060 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.33/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 5774 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5774 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.33/mlp/act_fn/Mul_output_0", "outputIndexes": [ 5775 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5774, 5775 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 5776 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 5776 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 5777 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5774, 5777 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/mlp/act_fn/Add_output_0", "outputIndexes": [ 5778 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 5778 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 5779 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5779 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.33/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 5780 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 5780 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 5781 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5774, 5781 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 5782 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 5782 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 5783 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8058 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1984108626, 13107222, 3276800, 0, 0 ] } , "name": "/layers.33/mlp/up_proj/Linear", "outputIndexes": [ 8063 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8063 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.33/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 8064 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8064 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.33/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 5784 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5783, 5784 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/mlp/Mul_output_0", "outputIndexes": [ 5785 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5785 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.33/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 8065 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8065 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.33/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 8066 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8066 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2000492648, 13107222, 3276800, 0, 0 ] } , "name": "/layers.33/mlp/down_proj/Linear", "outputIndexes": [ 8067 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8067 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.33/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 8068 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8068 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.33/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 5786 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5786 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.33/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 5788 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5788 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.33/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 5789 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5789, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 5790 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5790, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 5791 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5786, 5791 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 5792 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.148438, 1.148438, 0.644531, 1.148438, 1.101562, 1.148438, 1.148438, 0.945312, 1.148438, 1.148438, 1.148438, 1.148438, 1.140625, 1.148438, 1.148438, 1.148438, 1.148438, 1.140625, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.140625, 1.148438, 1.148438, 0.917969, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.132812, 1.148438, 1.132812, 1.148438, 1.148438, 0.867188, 1.148438, 1.148438, 1.148438, 0.001022, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 0.001007, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.0, 1.148438, 1.148438, 1.148438, 1.148438, 1.070312, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 0.667969, 1.148438, 1.132812, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.078125, 1.148438, 1.148438, 1.148438, 1.140625, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.039062, 1.09375, 1.148438, 1.046875, 0.660156, 1.148438, 1.148438, 1.148438, 1.125, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.132812, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.0625, 1.148438, 1.148438, 1.148438, 1.09375, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 0.917969, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.109375, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 0.792969, 1.148438, 1.148438, 1.023438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.140625, 1.148438, 1.148438, 1.148438, 1.148438, 0.957031, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 0.878906, 1.148438, 1.132812, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.132812, 1.148438, 1.148438, 1.148438, 1.101562, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.03125, 1.085938, 1.054688, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.023438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.132812, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.140625, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.039062, 1.148438, 1.148438, 1.148438, 1.148438, 1.078125, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.0625, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.125, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.03125, 1.109375, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 0.902344, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 0.384766, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.054688, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.140625, 1.117188, 1.132812, 1.148438, 1.148438, 1.148438, 0.75, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.046875, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.09375, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.125, 1.0, 1.148438, 1.148438, 1.09375, 1.148438, 1.148438, 1.148438, 1.148438, 1.078125, 1.070312, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.125, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.109375, 1.148438, 0.90625, 1.148438, 1.148438, 1.148438, 1.054688, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 0.835938, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.140625, 1.148438, 1.148438, 1.148438, 1.148438, 1.132812, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 0.714844, 0.976562, 1.148438, 1.125, 1.148438, 1.148438, 1.140625, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.046875, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.101562, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 0.871094, 0.001068, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.140625, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.140625, 1.148438, 1.054688, 1.148438, 1.148438, 0.816406, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 0.859375, 1.148438, 1.148438, 1.148438, 1.125, 1.148438, 0.000999, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.140625, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.140625, 1.148438, 1.148438, 0.738281, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.132812, 1.148438, 1.148438, 1.148438, 0.71875, 1.140625, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.09375, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.125, 1.148438, 1.148438, 1.148438, 1.148438, 1.070312, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.03125, 1.148438, 1.148438, 1.070312, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.140625, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.132812, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.132812, 1.148438, 1.0625, 1.148438, 1.148438, 1.101562, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.023438, 0.851562, 1.148438, 1.148438, 1.148438, 1.148438, 1.015625, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.070312, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 0.001053, 1.148438, 1.148438, 1.101562, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.140625, 1.148438, 1.007812, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.132812, 1.148438, 1.140625, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 0.859375, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.070312, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 0.800781, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.03125, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 0.476562, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.015625, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.117188, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.140625, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.125, 1.148438, 1.148438, 1.140625, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 0.929688, 1.148438, 1.148438, 1.125, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.023438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.132812, 1.148438, 1.0625, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 0.527344, 1.148438, 1.0, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.023438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.140625, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.125, 1.148438, 0.949219, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.132812, 1.148438, 1.148438, 1.132812, 1.148438, 0.980469, 1.140625, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.132812, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.132812, 1.148438, 1.148438, 1.03125, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.046875, 1.148438, 1.148438, 1.046875, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.140625, 1.148438, 1.148438, 1.148438, 1.148438, 1.046875, 1.148438, 1.148438, 1.140625, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 0.890625, 1.148438, 0.640625, 1.148438, 1.148438, 0.898438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.101562, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.125, 1.054688, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.132812, 1.148438, 1.148438, 1.148438, 1.085938, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.132812, 1.148438, 1.148438, 1.148438, 1.0625, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.046875, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 0.902344, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 0.949219, 0.949219, 1.117188, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.039062, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.132812, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 0.871094, 1.148438, 1.070312, 1.148438, 1.148438, 1.148438, 1.148438, 1.015625, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 0.902344, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.140625, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.039062, 1.148438, 1.148438, 1.148438, 1.148438, 1.140625, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.054688, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.117188, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.0625, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.101562, 1.148438, 1.148438, 1.148438, 1.0625, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.140625, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.117188, 1.148438, 1.078125, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.0625, 1.148438, 0.855469, 0.96875, 1.148438, 1.148438, 1.148438, 1.109375, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 0.320312, 1.148438, 1.148438, 1.015625, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.140625, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.078125, 1.148438, 1.148438, 1.148438, 0.96875, 1.148438, 1.148438, 1.148438, 1.125, 0.431641, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.070312, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.054688, 1.148438, 1.117188, 1.148438, 0.957031, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.125, 0.984375, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.054688, 1.125, 1.09375, 1.148438, 1.148438, 1.148438, 1.023438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.085938, 1.101562, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.132812, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.132812, 1.148438, 1.148438, 1.148438, 1.015625, 1.148438, 1.148438, 0.820312, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 0.804688, 1.148438, 1.148438, 1.148438, 1.148438, 1.140625, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.054688, 1.140625, 1.148438, 1.148438, 1.148438, 1.117188, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.140625, 1.148438, 1.148438, 0.871094, 1.148438, 1.148438, 1.148438, 1.148438, 1.015625, 1.148438, 0.933594, 1.148438, 1.148438, 1.148438, 1.148438, 1.023438, 1.148438, 1.148438, 1.148438, 1.085938, 1.148438, 0.746094, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 0.65625, 0.539062, 1.117188, 1.148438, 1.132812, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.140625, 1.0625, 1.148438, 1.148438, 1.140625, 1.117188, 1.148438, 1.148438, 1.125, 1.148438, 1.148438, 1.148438, 1.148438, 0.871094, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.101562, 1.148438, 1.148438, 1.148438, 1.117188, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.117188, 1.109375, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 0.984375, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.070312, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.101562, 1.148438, 1.148438, 1.140625, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.078125, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.109375, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.140625, 1.148438, 1.148438, 1.148438, 1.054688, 1.148438, 1.148438, 1.148438, 1.148438, 1.078125, 1.148438, 1.148438, 1.148438, 1.085938, 1.148438, 1.148438, 1.101562, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.023438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 0.001862, 0.976562, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.140625, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.039062, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 0.894531, 1.148438, 1.148438, 1.148438, 1.148438, 0.847656, 1.148438, 1.132812, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.125, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.054688, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 0.527344, 1.148438, 1.09375, 1.148438, 1.148438, 0.964844, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.132812, 1.148438, 1.148438, 1.109375, 0.847656, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.140625, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.0625, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 0.761719, 1.148438, 1.148438, 0.466797, 1.148438, 1.148438, 1.148438, 1.140625, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.054688, 1.148438, 1.140625, 1.148438, 1.148438, 1.148438, 1.070312, 0.804688, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.03125, 1.148438, 1.148438, 1.148438, 1.078125, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.117188, 1.148438, 1.148438, 1.148438, 1.148438, 1.140625, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.007812, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 0.996094, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.078125, 1.148438, 1.09375, 1.148438, 1.148438, 1.039062, 0.984375, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.125, 1.140625, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.015625, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.125, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.046875, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.117188, 1.148438, 1.148438, 1.148438, 1.148438, 1.078125, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.0625, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.03125, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.132812, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.109375, 1.148438, 1.148438, 1.148438, 1.015625, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.007812, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 0.792969, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 0.582031, 1.148438, 1.148438, 1.148438, 0.871094, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.117188, 1.148438, 1.148438, 1.148438, 1.148438, 1.117188, 1.148438, 1.148438, 1.148438, 1.148438, 1.03125, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 0.984375, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.125, 1.148438, 1.054688, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 0.921875, 1.148438, 1.148438, 1.148438, 1.046875, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438, 1.148438 ] } , "name": "onnx::Mul_11351", "outputIndexes": [ 5793 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5792, 5793 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 5794 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5766, 5794 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/Add_1_output_0", "outputIndexes": [ 5795 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5795 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.33/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 8069 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8069 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.33/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 8070 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8070 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2016876670, 327702, 81920, 0, 0 ] } , "name": "/layers.33/per_layer_input_gate/Linear", "outputIndexes": [ 8071 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8071 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.33/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 8072 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8072 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.33/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 5796 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5796 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.33/act_fn/Mul_output_0", "outputIndexes": [ 5797 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5796, 5797 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/act_fn/Mul_1_output_0", "outputIndexes": [ 5798 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 5798 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/act_fn/Mul_2_output_0", "outputIndexes": [ 5799 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5796, 5799 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/act_fn/Add_output_0", "outputIndexes": [ 5800 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 5800 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/act_fn/Mul_3_output_0", "outputIndexes": [ 5801 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5801 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.33/act_fn/Tanh_output_0", "outputIndexes": [ 5802 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 5802 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/act_fn/Add_1_output_0", "outputIndexes": [ 5803 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5796, 5803 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/act_fn/Mul_4_output_0", "outputIndexes": [ 5804 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 5804 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/act_fn/Mul_5_output_0", "outputIndexes": [ 5805 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 33 ] } , "name": "/Constant_42_output_0", "outputIndexes": [ 5806 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7078", "outputIndexes": [ 5807 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7081", "outputIndexes": [ 5808 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 5807, 5808, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice7084", "outputIndexes": [ 5809 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5809 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze7085", "outputIndexes": [ 5810 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5806, 5810 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7086", "outputIndexes": [ 5811 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5811, 5810 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7087", "outputIndexes": [ 5812 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 5812, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_40_output_0", "outputIndexes": [ 5813 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5805, 5813 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/Mul_output_0", "outputIndexes": [ 5814 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5814 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.33/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 8073 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8073 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.33/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 8074 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8074 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2017286292, 327702, 81920, 0, 0 ] } , "name": "/layers.33/per_layer_projection/Linear", "outputIndexes": [ 8075 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8075 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.33/per_layer_projection/Linear/post_convert", "outputIndexes": [ 8076 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8076 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.33/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 5815 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5815 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.33/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 5817 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5817 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.33/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 5818 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5818, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 5819 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5819, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 5820 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5815, 5820 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 5821 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.316406, 0.316406, 0.000299, 0.285156, 0.316406, 0.308594, 0.316406, 0.277344, 0.316406, 0.00029, 0.316406, 0.316406, 0.316406, 0.316406, 0.000299, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.00029, 0.000298, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.000296, 0.316406, 0.3125, 0.314453, 0.316406, 0.316406, 0.316406, 0.316406, 0.000292, 0.316406, 0.316406, 0.000294, 0.000296, 0.275391, 0.289062, 0.316406, 0.316406, 0.000299, 0.316406, 0.316406, 0.298828, 0.000299, 0.292969, 0.316406, 0.000301, 0.316406, 0.316406, 0.316406, 0.300781, 0.316406, 0.316406, 0.291016, 0.3125, 0.316406, 0.316406, 0.316406, 0.000303, 0.316406, 0.316406, 0.000296, 0.279297, 0.316406, 0.316406, 0.316406, 0.316406, 0.000292, 0.291016, 0.000278, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.000288, 0.316406, 0.316406, 0.316406, 0.000237, 0.316406, 0.316406, 0.174805, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.000299, 0.316406, 0.316406, 0.291016, 0.316406, 0.316406, 0.279297, 0.316406, 0.316406, 0.316406, 0.304688, 0.000296, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.006104, 0.316406, 0.000299, 0.316406, 0.265625, 0.304688, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.314453, 0.316406, 0.316406, 0.302734, 0.316406, 0.316406, 0.000309, 0.316406, 0.316406, 0.314453, 0.316406, 0.316406, 0.298828, 0.316406, 0.316406, 0.24707, 0.000294, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.304688, 0.000294, 0.316406, 0.316406, 0.302734, 0.238281, 0.316406, 0.316406, 0.316406, 0.316406, 0.000299, 0.316406, 0.316406, 0.000307, 0.316406, 0.000296, 0.000301, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.308594, 0.019043, 0.316406, 0.316406, 0.271484, 0.00029, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.3125, 0.316406, 0.316406, 0.265625, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.257812, 0.000303, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.3125, 0.316406, 0.316406, 0.310547, 0.000288, 0.316406, 0.316406, 0.316406, 0.316406, 0.310547, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.3125, 0.000288, 0.316406, 0.316406, 0.316406, 0.000286, 0.00029, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.000301, 0.316406, 0.296875, 0.000282, 0.316406, 0.316406, 0.000294, 0.316406, 0.316406, 0.316406, 0.302734, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.298828, 0.298828, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.308594, 0.3125, 0.316406, 0.316406, 0.316406, 0.000301, 0.316406, 0.316406, 0.316406, 0.316406, 0.314453, 0.316406, 0.316406, 0.000292, 0.316406, 0.316406, 0.314453, 0.316406, 0.316406, 0.000294, 0.314453, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.310547, 0.308594, 0.316406, 0.316406, 0.316406, 0.316406, 0.304688, 0.310547, 0.000305, 0.316406, 0.316406, 0.000305, 0.316406, 0.000284, 0.316406, 0.283203, 0.316406, 0.316406, 0.316406, 0.239258, 0.316406, 0.000296, 0.000298, 0.000298, 0.316406, 0.308594, 0.316406, 0.316406, 0.000271, 0.316406, 0.000288, 0.316406, 0.275391, 0.316406, 0.316406, 0.316406, 0.000288, 0.316406, 0.000305, 0.000278, 0.00028, 0.000303, 0.316406, 0.279297, 0.316406, 0.316406, 0.314453, 0.316406, 0.287109, 0.291016, 0.000286, 0.316406, 0.300781, 0.316406, 0.302734, 0.000309, 0.316406, 0.316406, 0.316406, 0.00029, 0.316406, 0.316406, 0.292969, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.000292, 0.316406, 0.316406, 0.000301, 0.308594, 0.316406, 0.316406, 0.316406, 0.000301, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.000296, 0.302734, 0.316406, 0.00029, 0.314453, 0.316406, 0.000298, 0.316406, 0.316406, 0.316406, 0.316406, 0.000299, 0.316406, 0.316406, 0.316406, 0.314453, 0.000298, 0.316406, 0.28125, 0.316406, 0.316406, 0.316406, 0.316406, 0.000303, 0.316406, 0.316406, 0.316406, 0.279297, 0.316406, 0.308594, 0.0354, 0.308594, 0.316406, 0.316406, 0.255859, 0.000288, 0.316406, 0.314453, 0.316406, 0.316406, 0.000286, 0.316406, 0.316406, 0.316406, 0.316406, 0.000282, 0.00029, 0.316406, 0.000296, 0.316406, 0.316406, 0.208984, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.314453, 0.316406, 0.316406, 0.300781, 0.287109, 0.3125, 0.316406, 0.316406, 0.316406, 0.000298, 0.298828, 0.316406, 0.279297, 0.00029, 0.277344, 0.316406, 0.000292, 0.316406, 0.316406, 0.3125, 0.316406, 0.000288, 0.316406, 0.316406, 0.316406, 0.000246, 0.000299, 0.171875, 0.000292, 0.316406, 0.300781, 0.316406, 0.000292, 0.314453, 0.316406, 0.000299, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.000292, 0.000292, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.000299, 0.316406, 0.316406, 0.308594, 0.300781, 0.316406, 0.316406, 0.298828, 0.316406, 0.273438, 0.316406, 0.316406, 0.316406, 0.316406, 0.000301, 0.000294, 0.316406, 0.316406, 0.000288, 0.316406, 0.316406, 0.248047, 0.316406, 0.298828, 0.316406, 0.00029, 0.279297, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.000303, 0.316406, 0.316406, 0.316406, 0.316406, 0.235352, 0.000301, 0.245117, 0.316406, 0.00028, 0.000299, 0.316406, 0.273438, 0.316406, 0.000292, 0.316406, 0.316406, 0.294922, 0.314453, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.298828, 0.314453, 0.000288, 0.316406, 0.298828, 0.00029, 0.229492, 0.296875, 0.000299, 0.316406, 0.3125, 0.304688, 0.000292, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.000288, 0.316406, 0.316406, 0.316406, 0.000301, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.292969, 0.000298, 0.316406, 0.316406, 0.000307, 0.000292, 0.316406, 0.316406, 0.316406, 0.314453, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.302734, 0.294922, 0.316406, 0.316406, 0.000282, 0.000299, 0.3125, 0.000288, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.000305, 0.316406, 0.267578, 0.316406, 0.316406, 0.00029, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.275391, 0.000299, 0.316406, 0.316406, 0.000299, 0.316406, 0.316406, 0.316406, 0.316406, 0.000263, 0.316406, 0.000282, 0.3125, 0.294922, 0.000275, 0.316406, 0.316406, 0.257812, 0.261719, 0.000294, 0.316406, 0.314453, 0.300781, 0.000288, 0.316406, 0.000257, 0.00029, 0.316406, 0.298828, 0.000298, 0.316406, 0.316406, 0.000296, 0.316406, 0.273438, 0.316406, 0.316406, 0.316406, 0.316406, 0.314453, 0.316406, 0.316406, 0.245117, 0.000301, 0.316406, 0.316406, 0.316406, 0.000305, 0.316406, 0.289062, 0.316406, 0.316406, 0.277344, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.287109, 0.316406, 0.000296, 0.316406, 0.316406, 0.291016, 0.000301, 0.316406, 0.225586, 0.310547, 0.308594, 0.298828, 0.316406, 0.316406, 0.000292, 0.316406, 0.316406, 0.316406, 0.000296, 0.00029, 0.000292, 0.000301, 0.316406, 0.316406, 0.000294, 0.316406, 0.316406, 0.275391, 0.316406, 0.000303, 0.000288, 0.316406, 0.310547, 0.316406, 0.253906, 0.000263, 0.000309, 0.000292, 0.000284, 0.316406, 0.000299, 0.000294, 0.316406, 0.306641, 0.171875, 0.316406, 0.285156, 0.316406, 0.291016, 0.316406, 0.195312, 0.287109, 0.316406, 0.316406, 0.000301, 0.316406, 0.000296, 0.000256, 0.269531, 0.316406, 0.00028, 0.316406, 0.310547, 0.000252, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.28125, 0.000303, 0.316406, 0.316406, 0.000273, 0.314453, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.296875, 0.316406, 0.316406, 0.316406, 0.000292, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.314453, 0.316406, 0.316406, 0.283203, 0.267578, 0.314453, 0.316406, 0.000282, 0.316406, 0.306641, 0.316406, 0.316406, 0.316406, 0.300781, 0.000305, 0.316406, 0.316406, 0.316406, 0.302734, 0.316406, 0.314453, 0.316406, 0.000288, 0.316406, 0.291016, 0.316406, 0.314453, 0.300781, 0.291016, 0.00029, 0.316406, 0.000294, 0.316406, 0.000278, 0.001495, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.000301, 0.316406, 0.168945, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.285156, 0.000286, 0.000278, 0.000303, 0.316406, 0.291016, 0.316406, 0.316406, 0.316406, 0.316406, 0.314453, 0.302734, 0.316406, 0.265625, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.000301, 0.00029, 0.316406, 0.314453, 0.000298, 0.316406, 0.316406, 0.316406, 0.314453, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.000294, 0.316406, 0.000299, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.289062, 0.316406, 0.316406, 0.000298, 0.292969, 0.316406, 0.316406, 0.316406, 0.316406, 0.000296, 0.291016, 0.316406, 0.265625, 0.000299, 0.000286, 0.316406, 0.000278, 0.302734, 0.000282, 0.316406, 0.294922, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.000292, 0.316406, 0.316406, 0.314453, 0.316406, 0.316406, 0.316406, 0.3125, 0.000303, 0.291016, 0.316406, 0.000292, 0.316406, 0.316406, 0.000299, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.304688, 0.251953, 0.316406, 0.000301, 0.316406, 0.00028, 0.316406, 0.287109, 0.316406, 0.316406, 0.000305, 0.316406, 0.316406, 0.316406, 0.304688, 0.314453, 0.316406, 0.05249, 0.316406, 0.220703, 0.000299, 0.000299, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.296875, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.000307, 0.316406, 0.316406, 0.316406, 0.3125, 0.316406, 0.000288, 0.304688, 0.3125, 0.000288, 0.314453, 0.316406, 0.316406, 0.291016, 0.316406, 0.316406, 0.316406, 0.000298, 0.316406, 0.316406, 0.316406, 0.316406, 0.000275, 0.316406, 0.285156, 0.316406, 0.271484, 0.000271, 0.032959, 0.000292, 0.316406, 0.316406, 0.000288, 0.00029, 0.316406, 0.316406, 0.248047, 0.316406, 0.316406, 0.000299, 0.000298, 0.316406, 0.304688, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.300781, 0.316406, 0.267578, 0.000278, 0.316406, 0.314453, 0.000292, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.000301, 0.316406, 0.314453, 0.316406, 0.002136, 0.304688, 0.316406, 0.28125, 0.249023, 0.316406, 0.316406, 0.316406, 0.316406, 0.3125, 0.316406, 0.316406, 0.316406, 0.316406, 0.00029, 0.25, 0.316406, 0.314453, 0.316406, 0.316406, 0.316406, 0.316406, 0.310547, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.300781, 0.316406, 0.316406, 0.316406, 0.316406, 0.300781, 0.316406, 0.273438, 0.316406, 0.000303, 0.316406, 0.316406, 0.310547, 0.316406, 0.000288, 0.314453, 0.316406, 0.316406, 0.316406, 0.265625, 0.316406, 0.310547, 0.316406, 0.298828, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.183594, 0.316406, 0.306641, 0.000307, 0.316406, 0.316406, 0.316406, 0.000305, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.000299, 0.316406, 0.000288, 0.316406, 0.00029, 0.000288, 0.3125, 0.000288, 0.000301, 0.265625, 0.316406, 0.316406, 0.298828, 0.316406, 0.316406, 0.000288, 0.316406, 0.316406, 0.316406, 0.314453, 0.316406, 0.302734, 0.316406, 0.267578, 0.316406, 0.316406, 0.308594, 0.316406, 0.316406, 0.000294, 0.316406, 0.000298, 0.316406, 0.316406, 0.277344, 0.302734, 0.316406, 0.000301, 0.316406, 0.292969, 0.316406, 0.000275, 0.316406, 0.287109, 0.000296, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.000301, 0.314453, 0.316406, 0.316406, 0.316406, 0.316406, 0.075684, 0.000299, 0.000307, 0.308594, 0.000299, 0.316406, 0.000301, 0.316406, 0.316406, 0.316406, 0.231445, 0.28125, 0.316406, 0.314453, 0.316406, 0.287109, 0.316406, 0.316406, 0.253906, 0.316406, 0.000299, 0.316406, 0.316406, 0.3125, 0.316406, 0.000301, 0.316406, 0.316406, 0.000288, 0.316406, 0.00029, 0.000307, 0.000299, 0.000294, 0.316406, 0.00029, 0.316406, 0.316406, 0.316406, 0.316406, 0.000292, 0.000277, 0.316406, 0.000298, 0.316406, 0.000296, 0.304688, 0.316406, 0.316406, 0.000305, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.292969, 0.000292, 0.316406, 0.000299, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.216797, 0.298828, 0.000303, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.000299, 0.316406, 0.316406, 0.316406, 0.316406, 0.199219, 0.316406, 0.000296, 0.316406, 0.310547, 0.316406, 0.277344, 0.316406, 0.316406, 0.306641, 0.310547, 0.316406, 0.316406, 0.000294, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.000292, 0.316406, 0.314453, 0.000246, 0.316406, 0.316406, 0.228516, 0.304688, 0.316406, 0.316406, 0.257812, 0.316406, 0.3125, 0.316406, 0.000292, 0.000296, 0.316406, 0.316406, 0.316406, 0.000296, 0.316406, 0.316406, 0.316406, 0.316406, 0.291016, 0.000298, 0.261719, 0.316406, 0.316406, 0.294922, 0.316406, 0.316406, 0.316406, 0.316406, 0.275391, 0.316406, 0.000298, 0.000299, 0.310547, 0.000301, 0.316406, 0.257812, 0.316406, 0.316406, 0.316406, 0.000298, 0.316406, 0.000298, 0.316406, 0.316406, 0.316406, 0.306641, 0.316406, 0.296875, 0.316406, 0.000288, 0.285156, 0.316406, 0.316406, 0.000299, 0.316406, 0.316406, 0.314453, 0.316406, 0.316406, 0.316406, 0.316406, 0.00029, 0.316406, 0.00029, 0.316406, 0.3125, 0.316406, 0.00028, 0.296875, 0.316406, 0.316406, 0.285156, 0.000296, 0.316406, 0.000299, 0.000292, 0.316406, 0.000292, 0.316406, 0.00028, 0.261719, 0.316406, 0.25, 0.316406, 0.316406, 0.316406, 0.316406, 0.000286, 0.298828, 0.308594, 0.28125, 0.316406, 0.316406, 0.316406, 0.316406, 0.279297, 0.316406, 0.001854, 0.316406, 0.316406, 0.316406, 0.000275, 0.316406, 0.314453, 0.316406, 0.314453, 0.000299, 0.000288, 0.316406, 0.000286, 0.00028, 0.00028, 0.294922, 0.000296, 0.316406, 0.316406, 0.316406, 0.00029, 0.316406, 0.316406, 0.000284, 0.000301, 0.306641, 0.000288, 0.316406, 0.316406, 0.277344, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.285156, 0.255859, 0.316406, 0.316406, 0.269531, 0.316406, 0.316406, 0.316406, 0.316406, 0.000282, 0.000299, 0.287109, 0.316406, 0.316406, 0.316406, 0.310547, 0.316406, 0.316406, 0.306641, 0.294922, 0.000288, 0.316406, 0.316406, 0.316406, 0.00028, 0.316406, 0.316406, 0.316406, 0.316406, 0.00028, 0.316406, 0.316406, 0.316406, 0.273438, 0.316406, 0.316406, 0.316406, 0.316406, 0.000288, 0.000265, 0.316406, 0.298828, 0.000307, 0.316406, 0.314453, 0.000294, 0.316406, 0.000286, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.314453, 0.316406, 0.316406, 0.3125, 0.00029, 0.316406, 0.316406, 0.283203, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.000305, 0.316406, 0.316406, 0.316406, 0.000288, 0.3125, 0.000301, 0.316406, 0.316406, 0.261719, 0.273438, 0.000265, 0.316406, 0.316406, 0.316406, 0.316406, 0.261719, 0.138672, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.3125, 0.316406, 0.316406, 0.316406, 0.000299, 0.314453, 0.316406, 0.000292, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.000307, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.3125, 0.285156, 0.316406, 0.316406, 0.000296, 0.310547, 0.316406, 0.316406, 0.316406, 0.00029, 0.000305, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.267578, 0.316406, 0.316406, 0.269531, 0.316406, 0.310547, 0.316406, 0.316406, 0.316406, 0.000277, 0.257812, 0.000301, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.263672, 0.289062, 0.316406, 0.00029, 0.000288, 0.285156, 0.113281, 0.00029, 0.000294, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.000298, 0.3125, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.000301, 0.300781, 0.316406, 0.316406, 0.308594, 0.306641, 0.316406, 0.316406, 0.316406, 0.000294, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.071777, 0.316406, 0.316406, 0.314453, 0.253906, 0.316406, 0.316406, 0.316406, 0.316406, 0.000288, 0.000303, 0.316406, 0.289062, 0.316406, 0.316406, 0.316406, 0.316406, 0.298828, 0.000288, 0.000275, 0.316406, 0.316406, 0.000294, 0.316406, 0.00029, 0.316406, 0.316406, 0.316406, 0.000298, 0.316406, 0.316406, 0.308594, 0.273438, 0.316406, 0.316406, 0.304688, 0.208984, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.267578, 0.000294, 0.316406, 0.000286, 0.285156, 0.298828, 0.316406, 0.316406, 0.300781, 0.316406, 0.015137, 0.316406, 0.316406, 0.316406, 0.000286, 0.316406, 0.316406, 0.300781, 0.000284, 0.316406, 0.316406, 0.121094, 0.000294, 0.316406, 0.3125, 0.216797, 0.316406, 0.316406, 0.316406, 0.251953, 0.316406, 0.316406, 0.316406, 0.310547, 0.316406, 0.000299, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.000294, 0.314453, 0.000301, 0.316406, 0.000286, 0.294922, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.229492, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.296875, 0.316406, 0.000296, 0.3125, 0.316406, 0.316406, 0.316406, 0.316406, 0.000294, 0.316406, 0.186523, 0.316406, 0.316406, 0.314453, 0.000271, 0.316406, 0.314453, 0.000299, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.291016, 0.300781, 0.316406, 0.316406, 0.000284, 0.000298, 0.00029, 0.289062, 0.316406, 0.292969, 0.316406, 0.316406, 0.000298, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.304688, 0.316406, 0.3125, 0.241211, 0.00029, 0.316406, 0.314453, 0.316406, 0.000303, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.042236, 0.269531, 0.316406, 0.000294, 0.28125, 0.316406, 0.316406, 0.316406, 0.316406, 0.000292, 0.316406, 0.314453, 0.316406, 0.000299, 0.314453, 0.316406, 0.000309, 0.316406, 0.00029, 0.316406, 0.316406, 0.310547, 0.310547, 0.316406, 0.00029, 0.000301, 0.238281, 0.316406, 0.316406, 0.316406, 0.314453, 0.310547, 0.316406, 0.316406, 0.000288, 0.294922, 0.316406, 0.316406, 0.316406, 0.000299, 0.316406, 0.000294, 0.316406, 0.316406, 0.304688, 0.000301, 0.316406, 0.316406, 0.316406, 0.316406, 0.000298, 0.316406, 0.316406, 0.275391, 0.316406, 0.000307, 0.000286, 0.255859, 0.316406, 0.269531, 0.261719, 0.316406, 0.316406, 0.316406, 0.000286, 0.316406, 0.000292, 0.300781, 0.316406, 0.316406, 0.316406, 0.169922, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.000298, 0.316406, 0.316406, 0.000307, 0.000298, 0.000299, 0.316406, 0.316406, 0.000299, 0.000305, 0.316406, 0.00028, 0.204102, 0.000303, 0.316406, 0.316406, 0.316406, 0.316406, 0.000286, 0.316406, 0.316406, 0.000301, 0.000298, 0.3125, 0.316406, 0.257812, 0.316406, 0.316406, 0.316406, 0.000288, 0.316406, 0.036865, 0.000296, 0.316406, 0.316406, 0.000298, 0.316406, 0.000305, 0.316406, 0.300781, 0.296875, 0.316406, 0.316406, 0.316406, 0.316406, 0.000309, 0.316406, 0.000296, 0.316406, 0.316406, 0.00029, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.314453, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.314453, 0.316406, 0.316406, 0.316406, 0.292969, 0.000294, 0.000303, 0.316406, 0.283203, 0.000301, 0.000303, 0.316406, 0.316406, 0.316406, 0.000299, 0.316406, 0.316406, 0.316406, 0.316406, 0.000301, 0.316406, 0.000284, 0.3125, 0.316406, 0.000298, 0.316406, 0.316406, 0.291016, 0.000309, 0.000294, 0.000296, 0.316406, 0.000296, 0.316406, 0.285156, 0.287109, 0.000282, 0.316406, 0.316406, 0.316406, 0.000303, 0.316406, 0.316406, 0.202148, 0.302734, 0.316406, 0.316406, 0.316406, 0.316406, 0.3125, 0.316406, 0.000286, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.000292, 0.316406, 0.000298, 0.316406, 0.316406, 0.306641, 0.291016, 0.316406, 0.316406, 0.000288, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.000307, 0.000299, 0.316406, 0.310547, 0.316406, 0.316406, 0.000286, 0.316406, 0.316406, 0.316406, 0.300781, 0.292969, 0.316406, 0.310547, 0.251953, 0.000265, 0.316406, 0.238281, 0.316406, 0.316406, 0.316406, 0.302734, 0.273438, 0.000298, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.314453, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.294922, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.000305, 0.316406, 0.265625, 0.316406, 0.316406, 0.316406, 0.294922, 0.316406, 0.316406, 0.316406, 0.000292, 0.00029, 0.300781, 0.000288, 0.000303, 0.316406, 0.316406, 0.316406, 0.000303, 0.000284, 0.316406, 0.304688, 0.316406, 0.316406, 0.316406, 0.000284, 0.316406, 0.316406, 0.316406, 0.310547, 0.316406, 0.006226, 0.294922, 0.316406, 0.000294, 0.316406, 0.316406, 0.000298, 0.316406, 0.000298, 0.316406, 0.316406, 0.316406, 0.304688, 0.316406, 0.316406, 0.275391, 0.316406, 0.316406, 0.316406, 0.316406, 0.283203, 0.000298, 0.316406, 0.316406, 0.000301, 0.316406, 0.000299, 0.316406, 0.314453, 0.316406, 0.316406, 0.287109, 0.300781, 0.000294, 0.316406, 0.263672, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.287109, 0.28125, 0.316406, 0.000288, 0.316406, 0.316406, 0.000284, 0.000303, 0.316406, 0.212891, 0.316406, 0.316406, 0.000288, 0.000296, 0.316406, 0.316406, 0.316406, 0.000294, 0.316406, 0.000294, 0.277344, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.000301, 0.229492, 0.292969, 0.314453, 0.316406, 0.316406, 0.316406, 0.000286, 0.000296, 0.316406, 0.316406, 0.314453, 0.310547, 0.316406, 0.000292, 0.316406, 0.000294, 0.000307, 0.300781, 0.316406, 0.000294, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.000269, 0.316406, 0.316406, 0.316406, 0.316406, 0.000299, 0.316406, 0.316406, 0.000282, 0.000298, 0.316406, 0.316406, 0.316406, 0.257812, 0.316406, 0.243164, 0.316406, 0.306641, 0.283203, 0.316406, 0.316406, 0.316406, 0.000288, 0.000286, 0.316406, 0.314453, 0.000301, 0.000301, 0.316406, 0.316406, 0.316406, 0.316406, 0.314453, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.000303, 0.255859, 0.000305, 0.316406, 0.00029, 0.316406, 0.000299, 0.000307, 0.316406, 0.316406, 0.316406, 0.3125, 0.316406, 0.316406, 0.316406, 0.316406, 0.000301, 0.000299, 0.314453, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.314453, 0.302734, 0.00025, 0.00028, 0.291016, 0.289062, 0.316406, 0.316406, 0.316406, 0.206055, 0.316406, 0.000296, 0.308594, 0.316406, 0.000288, 0.000303, 0.316406, 0.251953, 0.287109, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.314453, 0.316406, 0.000296, 0.316406, 0.000288, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.292969, 0.000288, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.000294, 0.000292, 0.316406, 0.316406, 0.265625, 0.00029, 0.316406, 0.179688, 0.008911, 0.316406, 0.308594, 0.316406, 0.316406, 0.316406, 0.316406, 0.314453, 0.000288, 0.00029, 0.000296, 0.3125, 0.316406, 0.316406, 0.237305, 0.306641, 0.308594, 0.316406, 0.310547, 0.000294, 0.294922, 0.316406, 0.000309, 0.298828, 0.316406, 0.000298, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.233398, 0.300781, 0.316406, 0.316406, 0.316406, 0.316406, 0.000299, 0.316406, 0.00029, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.137695, 0.316406, 0.000286, 0.298828, 0.316406, 0.28125, 0.316406, 0.316406, 0.257812, 0.316406, 0.316406, 0.00029, 0.269531, 0.000296, 0.000301, 0.316406, 0.316406, 0.316406, 0.00029, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.296875, 0.316406, 0.000294, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.310547, 0.316406, 0.316406, 0.192383, 0.000288, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.000296, 0.316406, 0.316406, 0.314453, 0.298828, 0.3125, 0.316406, 0.000286, 0.291016, 0.000294, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.000296, 0.00028, 0.302734, 0.316406, 0.316406, 0.316406, 0.316406, 0.00029, 0.316406, 0.308594, 0.316406, 0.211914, 0.257812, 0.316406, 0.316406, 0.000301, 0.316406, 0.000288, 0.310547, 0.253906, 0.302734, 0.308594, 0.296875, 0.316406, 0.316406, 0.000296, 0.000294, 0.304688, 0.306641, 0.314453, 0.316406, 0.316406, 0.253906, 0.316406, 0.302734, 0.316406, 0.316406, 0.292969, 0.316406, 0.000284, 0.316406, 0.316406, 0.208008, 0.316406, 0.316406, 0.316406, 0.243164, 0.316406, 0.316406, 0.316406, 0.000288, 0.316406, 0.316406, 0.316406, 0.222656, 0.316406, 0.316406, 0.316406, 0.000307, 0.164062, 0.316406, 0.316406, 0.000296, 0.316406, 0.316406, 0.316406, 0.316406, 0.000303, 0.316406, 0.316406, 0.314453, 0.289062, 0.316406, 0.316406, 0.316406, 0.310547, 0.316406, 0.000286, 0.000294, 0.316406, 0.316406, 0.291016, 0.283203, 0.269531, 0.316406, 0.314453, 0.316406, 0.316406, 0.316406, 0.316406, 0.000307, 0.000288, 0.316406, 0.316406, 0.316406, 0.310547, 0.316406, 0.316406, 0.302734, 0.316406, 0.316406, 0.316406, 0.273438, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.000303, 0.000286, 0.316406, 0.316406, 0.316406, 0.308594, 0.316406, 0.316406, 0.000296, 0.316406, 0.000305, 0.000288, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406, 0.316406 ] } , "name": "onnx::Mul_11352", "outputIndexes": [ 5822 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5821, 5822 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 5823 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5795, 5823 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/Add_2_output_0", "outputIndexes": [ 5824 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.824219 ] } , "name": "/blocks.33/Constant_1_output_0", "outputIndexes": [ 5825 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5824, 5825 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.33/Mul_1_output_0", "outputIndexes": [ 5826 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5826, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.34/Reshape_output_0", "outputIndexes": [ 5827 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5827 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.34/input_layernorm/Pow_output_0", "outputIndexes": [ 5828 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5828 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.34/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 5829 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5829, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/input_layernorm/Add_output_0", "outputIndexes": [ 5830 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5830, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/input_layernorm/Pow_1_output_0", "outputIndexes": [ 5831 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5827, 5831 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/input_layernorm/Mul_output_0", "outputIndexes": [ 5832 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 4.5625, 4.78125, 12.0, 4.65625, 5.28125, 5.21875, 6.625, 5.90625, 4.59375, 7.28125, 5.15625, 5.3125, 5.75, 4.5625, 5.625, 5.34375, 4.90625, 6.25, 4.75, 4.4375, -5.375, 5.03125, -4.875, 4.65625, 4.84375, 4.09375, -5.28125, 5.0, 7.5, 8.6875, 5.3125, 4.03125, 4.9375, 4.0, 4.09375, 4.75, 5.375, 64.0, 4.4375, 6.875, 3.453125, -3.296875, 7.5, 5.25, 5.1875, 4.78125, 13.75, 5.21875, 5.59375, 4.59375, 4.84375, 3.78125, 5.25, 12.4375, 4.625, 5.5625, 5.21875, 4.71875, 4.34375, -4.4375, -4.375, 3.609375, 4.75, 4.90625, 3.3125, 6.59375, 4.75, 4.59375, 3.984375, 4.65625, 6.03125, 4.46875, 3.765625, 4.71875, 4.875, 5.90625, 4.8125, 5.25, 3.90625, 5.90625, 5.8125, 5.15625, 6.59375, 6.625, 4.96875, 4.65625, 5.0625, 6.1875, 5.46875, 8.0625, 4.59375, 6.09375, 4.96875, 4.0625, 5.5, 4.5625, 12.6875, 5.6875, 5.8125, 6.4375, 4.875, 5.5, 5.03125, 6.21875, 6.21875, 4.34375, 4.125, 4.34375, 5.0, 6.03125, 5.1875, 5.65625, 4.84375, 6.15625, 2.34375, 4.28125, 3.328125, 3.984375, 4.5, 5.28125, 5.1875, 5.25, 6.34375, 5.875, 5.84375, 5.5625, 4.5625, 5.75, 5.03125, 6.5, 5.75, 5.1875, 4.9375, 5.9375, 14.9375, 6.4375, 6.375, 23.5, 6.125, 6.90625, 5.6875, 4.8125, 5.78125, 4.78125, 3.984375, -3.609375, 5.84375, 4.34375, 4.625, 4.9375, 4.9375, 4.15625, 4.6875, 4.25, 5.34375, 5.25, 4.6875, 3.390625, 5.25, 5.40625, 3.25, 6.84375, 4.15625, 4.625, 5.46875, 5.1875, 4.21875, 4.90625, 8.375, 6.46875, 4.46875, 12.4375, 4.09375, 5.6875, 5.03125, 3.78125, 4.53125, 5.9375, 4.6875, 4.40625, 5.21875, 6.53125, 9.75, 5.375, 5.6875, 5.09375, 3.75, 5.4375, 4.96875, 4.34375, 4.21875, 5.375, 4.21875, 5.125, 4.5625, 4.0, 4.96875, 5.0625, 6.84375, 3.9375, 5.09375, 5.71875, 4.59375, 5.21875, 4.71875, 4.28125, 5.03125, 4.5625, 4.9375, 4.75, 5.25, 4.78125, 5.6875, 4.5, 5.25, 4.96875, 4.03125, 4.84375, 4.78125, 5.34375, 5.75, 4.0, 6.3125, 5.3125, 5.8125, 5.0, 5.78125, 4.8125, 4.34375, 4.75, 10.6875, 4.96875, 6.0625, 5.09375, 5.9375, 4.09375, 4.84375, 5.40625, 4.8125, 4.5625, 5.03125, 4.6875, 3.171875, 4.40625, 3.96875, 5.59375, 10.6875, 4.03125, 4.875, 4.28125, 5.78125, 5.65625, 5.15625, 4.3125, 7.53125, 5.5625, 4.46875, 4.4375, 5.4375, 4.15625, 5.125, 4.53125, 5.34375, 4.6875, 5.03125, 4.6875, 4.5625, 5.25, 4.0625, 5.4375, 5.5, -3.78125, 4.59375, 4.5625, 4.40625, 5.34375, 3.40625, 4.5625, 4.6875, 4.96875, 4.90625, 5.03125, 4.8125, 3.953125, 5.375, 4.5, 3.890625, 4.90625, 3.125, 6.03125, 5.0, -4.375, 6.28125, 5.125, 5.34375, 4.5625, 4.40625, 8.1875, 5.46875, 6.5625, 5.0625, 3.34375, 4.78125, 5.9375, 4.15625, 5.375, 3.84375, 5.28125, 5.59375, 4.21875, 3.84375, 5.0, 5.375, 5.03125, 5.46875, 4.40625, 5.40625, 6.65625, 5.125, 5.1875, 4.09375, 5.125, -11.3125, 4.5, 4.75, 5.03125, 5.0625, 4.96875, 4.6875, 5.0625, 6.9375, 3.953125, 4.4375, 3.484375, 5.1875, 5.0, 4.96875, 4.5625, 4.875, 5.34375, 6.03125, 5.90625, 4.875, 4.6875, 4.625, 5.75, 4.8125, 5.25, 7.8125, 3.703125, -3.96875, 5.4375, 5.96875, 4.59375, 5.28125, 4.625, 5.25, 5.5, 5.09375, 7.0, 4.65625, 4.34375, 4.96875, 4.8125, 3.90625, 4.40625, 4.15625, 5.4375, 5.125, 5.25, 4.5, 4.875, 4.78125, 4.96875, 4.4375, 3.09375, 5.0625, 5.59375, 4.03125, 5.0, 4.9375, 5.53125, 4.71875, 4.84375, 5.09375, 5.71875, 8.625, 5.59375, 4.25, 5.6875, 5.25, 5.90625, 4.15625, 3.578125, -5.5, 6.15625, 5.5, 4.28125, 5.84375, 4.46875, 3.78125, 4.4375, 4.34375, 10.0625, 3.953125, 4.375, 5.96875, 4.21875, 29.375, 4.8125, 4.6875, 4.9375, 4.53125, 5.25, 5.375, 5.71875, 5.3125, 4.3125, 5.34375, 3.609375, 5.03125, 5.4375, 11.4375, 5.6875, 4.53125, 4.625, 3.421875, -7.03125, 3.671875, 5.53125, 5.53125, 4.53125, 7.6875, 5.90625, 5.75, 5.03125, 4.65625, 5.3125, 11.6875, 4.21875, 5.875, 4.84375, 4.53125, 7.75, 4.6875, 3.359375, 3.484375, 5.03125, 5.0, 4.78125, -5.96875, 5.40625, 4.90625, 4.90625, 4.53125, 4.5, 3.890625, 3.75, 5.28125, 4.125, 4.21875, 5.15625, 5.46875, 6.90625, 5.3125, 5.375, 4.6875, 6.71875, 9.25, 3.484375, 4.8125, 3.96875, 4.75, 4.75, 4.53125, 4.9375, 5.9375, 5.375, 4.75, 7.1875, 4.21875, 4.84375, 5.3125, 5.0, 3.78125, 4.25, 5.1875, 7.6875, 4.40625, 6.75, 5.875, 4.6875, 5.3125, 4.59375, 5.34375, 4.4375, 4.96875, 4.1875, 3.984375, 5.5625, 4.1875, 4.8125, 4.5625, 4.78125, -3.96875, 3.515625, 4.75, 3.96875, 4.84375, 4.96875, 5.90625, 3.984375, 4.65625, 5.0, 2.796875, 4.34375, 5.15625, 4.9375, 5.34375, 4.75, 6.0625, 4.34375, 4.53125, 5.40625, 4.65625, 4.90625, 6.84375, 4.84375, 8.1875, -5.90625, 4.375, 3.84375, 4.9375, 5.5625, 4.78125, 4.28125, 4.375, 5.46875, 5.1875, 7.65625, 5.03125, 3.859375, 5.1875, 4.5, 5.0, 3.671875, 2.8125, 5.375, 5.75, 4.09375, 5.0, 4.8125, 4.03125, 4.59375, 8.75, 4.875, 4.5, 4.375, 4.53125, 4.6875, 4.53125, 4.84375, 8.875, 5.8125, 4.84375, 4.90625, 6.3125, 3.9375, 3.6875, 4.96875, 5.375, 4.1875, 4.90625, 4.90625, 15.9375, 5.6875, 5.34375, 10.6875, 4.34375, 3.421875, 4.875, 5.03125, 4.28125, -5.6875, 3.734375, 4.40625, 5.90625, 5.09375, 6.28125, 4.59375, 4.75, 4.5625, 5.0, 4.5625, 4.65625, 6.0, 5.75, 4.28125, 4.5, 5.375, 4.78125, 5.21875, 5.375, 5.96875, 4.25, 5.65625, 2.0, 7.09375, 4.90625, 4.9375, 5.8125, 12.75, 5.40625, 5.40625, 4.0, 6.25, 3.6875, 4.9375, 3.53125, 3.21875, 4.8125, 4.25, 7.1875, 5.78125, 5.84375, 4.71875, 4.4375, 3.96875, 6.40625, 8.375, 4.0, 5.5, 5.375, 5.46875, 10.875, 13.4375, 4.40625, 4.34375, 3.625, 4.78125, 6.0, 7.5625, 5.53125, 4.71875, 4.21875, 4.8125, 4.59375, 3.515625, 4.875, 4.5625, 5.34375, 5.15625, 5.15625, 4.40625, 4.28125, 4.6875, 6.90625, 5.5, 5.40625, 49.5, 5.09375, 7.59375, 4.78125, 5.8125, 8.875, 6.21875, 5.8125, 4.21875, 3.265625, 4.40625, 5.1875, 3.140625, 4.78125, 5.25, 4.15625, 5.15625, 5.65625, 4.5625, 6.0, 3.34375, 6.375, 6.0, 66.5, 4.53125, 5.25, 3.875, 5.125, 5.0, 5.25, 4.3125, 4.9375, 5.40625, 4.84375, 6.25, 4.75, 5.4375, 5.75, 4.8125, 4.25, 11.3125, 4.71875, 5.03125, 4.59375, 5.09375, 4.96875, 5.125, 5.9375, 4.75, 5.40625, 4.375, 5.4375, 4.90625, 5.875, 3.53125, 4.125, 5.28125, 4.90625, 3.9375, 5.4375, 6.125, 4.78125, 3.671875, 4.34375, 15.25, 4.625, 5.34375, 4.03125, 3.65625, 4.5625, 4.40625, 3.015625, 3.0625, 4.15625, 4.59375, 5.0, 3.796875, 4.65625, 6.03125, 11.3125, 3.53125, 4.09375, 5.96875, 5.28125, 7.1875, 5.03125, 5.78125, 4.46875, 2.796875, 5.03125, 5.46875, 9.375, 5.21875, 4.96875, 4.59375, 4.9375, 5.0, 4.875, 4.65625, 4.71875, 4.75, 5.5, 4.90625, 6.5625, 6.625, 4.28125, 7.4375, 5.4375, 4.84375, 4.625, 5.5, 5.84375, 10.5625, -5.96875, 3.03125, 4.84375, 5.125, 4.34375, 5.625, 4.1875, 4.125, 5.78125, 5.34375, 5.78125, 4.09375, 4.125, 6.625, 4.96875, 5.65625, 4.71875, 3.96875, 4.71875, 5.21875, 3.890625, 6.15625, 6.3125, 4.75, 4.25, 5.78125, 4.34375, 5.625, 3.203125, 4.78125, 4.1875, 4.5625, 4.71875, 5.4375, 4.28125, 5.75, 4.53125, 4.90625, 11.4375, 5.0, 4.71875, 4.59375, 4.71875, 6.71875, 4.53125, 10.4375, 4.1875, 3.921875, 5.09375, 4.75, 4.6875, 5.5625, 5.40625, 4.46875, 6.875, 4.03125, 5.15625, 3.875, 3.625, 6.84375, 8.8125, 5.09375, 4.78125, 5.21875, 4.46875, 6.59375, 4.875, 5.03125, 4.90625, 5.28125, 5.875, 4.40625, 4.09375, 6.25, 5.09375, 4.96875, 5.09375, 5.25, 5.6875, 6.3125, 4.0625, 4.78125, 4.3125, 7.75, 4.09375, 4.34375, 5.25, 4.53125, 4.59375, 5.4375, 5.5, 4.90625, 4.9375, 4.15625, 5.96875, 4.28125, 3.703125, 6.0625, 5.03125, 5.46875, 4.15625, 3.25, 6.0, 7.09375, 4.25, 4.1875, 6.3125, 5.375, 5.09375, 5.03125, 4.03125, 3.671875, 5.0625, 4.5625, 4.96875, 4.4375, 4.8125, 3.9375, 3.8125, 20.25, 5.21875, 3.8125, 5.90625, 5.875, 7.125, 5.03125, 5.09375, 5.9375, 4.6875, 5.65625, 4.5625, 5.75, 4.34375, 2.734375, 5.15625, 4.4375, 6.1875, 7.09375, 5.15625, -4.28125, 3.921875, 5.8125, 5.90625, -4.625, 3.53125, 4.34375, 4.40625, 4.84375, 5.53125, 5.5, 5.875, 6.25, 5.90625, 3.453125, 4.84375, 5.03125, 4.5625, 4.96875, 4.21875, 5.09375, 4.3125, 4.90625, 6.15625, 5.40625, 4.46875, 5.03125, 9.0, 5.5625, 4.78125, 5.09375, 6.15625, 3.515625, 4.375, 4.625, 6.53125, 4.375, 4.96875, 5.3125, 4.53125, 3.65625, 4.15625, 9.5, 5.65625, 10.875, 4.96875, 4.75, 5.78125, 4.375, 4.75, 5.15625, 5.34375, 5.40625, 4.125, 4.65625, 5.40625, -4.3125, 5.34375, 6.78125, 5.8125, 6.3125, 5.40625, 5.25, 5.65625, 4.34375, 3.421875, 5.40625, 3.296875, 5.4375, 5.125, 4.5625, 4.375, 4.46875, 5.71875, 6.0625, 4.5625, 3.375, 5.8125, 5.09375, 5.125, 4.375, 4.28125, 8.125, -4.65625, 4.71875, 5.4375, 4.9375, 6.25, 4.3125, 5.15625, 4.6875, 4.625, 5.21875, 6.28125, 5.3125, 12.75, 4.6875, 5.3125, 3.640625, 6.03125, 5.1875, 4.125, 4.625, 5.46875, 5.0625, 5.875, -5.5, 4.40625, 4.6875, 4.21875, 4.96875, 5.71875, 22.25, 4.5, 4.3125, 5.65625, 5.53125, 4.59375, 4.59375, 5.8125, 4.65625, 2.90625, 5.1875, 3.109375, 4.25, 10.5625, 4.84375, 4.71875, 4.96875, 3.40625, 4.84375, 4.5625, 5.75, 5.9375, 5.40625, 5.03125, 5.59375, 6.125, 4.53125, 7.1875, 3.875, 4.59375, 3.921875, 4.71875, 6.59375, 4.09375, 5.15625, 4.6875, 4.5625, 5.1875, 4.96875, 5.46875, 4.8125, 4.34375, 5.0, 6.0, 4.96875, 5.6875, 4.5625, 5.1875, 4.09375, 5.4375, 4.9375, 5.875, 5.125, 5.125, 5.0, 5.0, 4.75, 3.921875, 4.15625, 5.03125, 4.09375, 4.96875, 4.8125, 4.625, 3.015625, 5.53125, 4.21875, 4.9375, 4.0625, 5.15625, 4.75, 5.6875, 4.03125, 3.890625, 6.46875, 5.21875, -4.34375, 4.03125, 4.78125, 4.8125, 4.5, 4.3125, 4.9375, 4.59375, 4.6875, 3.828125, 4.125, 4.9375, -4.71875, 5.125, 5.21875, 7.71875, 3.859375, 4.21875, 4.03125, 7.0625, 5.03125, 3.765625, 4.96875, 4.375, 5.0, 4.5625, 4.6875, 4.9375, 4.65625, 4.78125, 5.5625, 6.1875, 6.34375, 6.28125, 5.40625, 5.21875, -4.53125, 5.0, 4.9375, 5.125, 4.75, 4.625, 4.5, 6.125, 5.34375, 11.0, 5.71875, 5.8125, 5.75, 5.6875, 5.5625, 5.65625, 4.90625, 7.1875, 4.28125, 4.0625, 4.75, 12.8125, 5.6875, 6.28125, 5.0625, 5.59375, 4.5625, 20.625, 5.5625, 5.84375, 3.8125, 6.9375, 4.59375, 5.0625, -5.5625, 5.28125, 5.03125, 5.25, -3.71875, 4.0, 5.25, 6.0625, 4.96875, 4.46875, 4.8125, 4.78125, 3.96875, 4.8125, 4.625, 3.625, 4.125, 5.15625, 5.78125, 4.59375, 5.25, 6.0625, 4.625, 3.984375, 5.3125, 5.71875, 4.78125, 4.6875, 4.5625, 3.90625, 4.96875, 5.5, 4.71875, -5.15625, 6.5, 6.0625, 4.75, 4.59375, 6.875, -5.5625, 6.40625, 4.96875, 4.78125, 5.40625, 5.21875, 5.4375, 5.375, 4.75, 5.15625, 4.25, -4.96875, 4.71875, 4.21875, 4.1875, 4.6875, 5.59375, 4.65625, 4.5, 4.0625, 5.1875, 15.4375, 8.3125, 5.46875, 7.125, 3.96875, -4.46875, 4.96875, 3.921875, 4.59375, 5.5625, 5.15625, 5.96875, -6.375, 5.5625, 3.828125, 5.21875, 4.75, 10.5, 4.28125, 8.5625, 4.71875, 3.84375, 5.15625, 4.46875, 5.84375, 6.5625, 4.625, 4.625, 8.6875, 5.1875, 4.96875, 4.8125, 4.78125, 3.453125, 4.71875, 4.625, 5.28125, 6.8125, 4.28125, 4.0, 4.46875, 5.09375, 5.0625, -4.9375, 4.875, 4.75, 4.6875, 4.84375, 4.5, 4.84375, 5.40625, 4.96875, 6.28125, 5.375, 4.75, 5.0, 4.03125, 5.0, 3.75, 8.3125, 4.75, 4.78125, 4.09375, 4.40625, 4.84375, 4.5625, 3.828125, 4.96875, 4.40625, 6.1875, 4.40625, 3.6875, 5.09375, 3.765625, 5.5625, 4.4375, 4.625, 6.09375, 4.5, 5.78125, 4.875, -5.53125, 4.96875, 5.3125, 5.375, 3.015625, 4.4375, 5.71875, 4.4375, 4.1875, 5.0, -4.09375, 6.28125, 5.15625, 5.125, 4.375, 6.15625, 3.890625, 17.25, 3.71875, 4.625, 10.8125, 5.15625, 4.53125, 5.9375, 5.15625, 4.3125, 5.21875, 5.1875, 6.40625, 4.625, 6.375, 3.375, 4.96875, 5.65625, 4.5625, 6.09375, 4.75, 4.5, 4.59375, 6.1875, -5.46875, 3.96875, 4.71875, 4.71875, 4.96875, 3.9375, 3.828125, 4.125, 5.1875, 5.03125, 4.3125, 8.0, 7.78125, 5.28125, 4.09375, 3.921875, 4.96875, 5.0, 5.0625, 4.40625, 4.71875, 6.0, 5.125, 4.375, 4.3125, 4.375, -5.8125, 4.5625, 6.71875, 8.0625, 6.125, 5.0625, 4.78125, 4.90625, 5.0, 3.921875, 3.796875, 4.46875, 3.171875, 5.0, 6.53125, 3.90625, 4.09375, 4.15625, 5.46875, 4.96875, 5.375, 4.40625, 10.5625, 5.25, 18.5, 5.59375, 4.25, 4.4375, 7.5625, 5.4375, 4.375, 5.1875, -4.71875, -4.46875, 6.0, 6.6875, 4.6875, 5.78125, 3.515625, 5.5, 4.53125, 8.25, 5.21875, 3.53125, 5.0, 4.34375, 4.75, 4.5625, 3.984375, 5.875, 4.90625, 5.875, 4.75, 6.3125, 5.375, 4.375, 4.59375, 5.3125, 5.0625, 7.0, 4.90625, 6.09375, 4.46875, 5.34375, 5.28125, 3.953125, 6.53125, 4.59375, 4.21875, 4.40625, 5.21875, 5.1875, 5.375, 5.46875, 5.59375, 4.46875, 6.46875, 4.78125, 7.09375, 9.4375, 4.875, 4.96875, 4.09375, 5.21875, 11.375, -4.75, 5.0, 6.78125, 4.9375, 5.3125, 5.59375, 5.0, 3.859375, 4.5, 3.0, 5.5, 4.40625, 4.375, 5.53125, 4.96875, 4.34375, 4.59375, 5.375, 3.953125, 5.6875, 5.28125, 5.34375, 5.625, 5.03125, 5.28125, 6.5625, 5.28125, 5.125, 4.40625, 5.0, 5.125, 4.0625, 4.125, 4.8125, 5.96875, 5.71875, 4.8125, 5.5625, 6.75, 4.15625, 4.5625, 5.65625, 13.0625, 5.4375, 4.3125, 5.25, 4.5, 4.375, 4.3125, 4.625, 2.28125, 5.375, 5.0625, 4.28125, 5.25, 5.71875, 4.40625, 4.1875, 4.78125, 4.75, 4.21875, 6.28125, 3.9375, 4.9375, 4.53125, 5.21875, 4.125, 5.65625, 4.5, 4.84375, 9.6875, 5.09375, 6.53125, 5.78125, 4.78125, 5.59375, -4.4375, 5.375, 5.46875, 4.5, -4.5, 5.71875, 4.8125, 4.15625, 6.09375, 6.6875, 4.875, 4.625, 5.09375, 4.21875, 4.6875, 3.828125, 5.0625, 4.6875, 5.90625, 6.5625, -4.4375, 9.9375, 5.59375, 4.46875, 5.21875, -5.6875, 6.1875, 5.25, 4.21875, 4.25, 5.625, 5.8125, 5.8125, 7.90625, 4.9375, 5.5, 5.0625, 4.9375, 3.859375, 3.640625, 5.6875, 5.34375, 4.6875, 3.71875, 6.03125, 4.0, 4.3125, 4.84375, 11.6875, 7.65625, 4.125, 4.125, 5.28125, 4.8125, 4.90625, 4.53125, 4.6875, 2.53125, 7.28125, 4.59375, 2.46875, 3.734375, 3.484375, 4.53125, 6.4375, 4.90625, 3.4375, 5.25, 4.6875, 4.8125, 4.6875, 5.875, 5.25, 4.96875, 4.03125, 4.5, 5.90625, 4.125, 4.84375, 4.15625, 5.3125, 5.03125, 5.65625, 4.03125, 5.0625, 4.75, 4.09375, 5.5, 4.59375, 2.921875, 4.21875, 4.78125, 5.71875, 4.40625, 3.609375, 6.15625, 4.53125, -3.703125, -6.09375, 5.1875, 4.96875, 6.8125, 5.3125, 11.5, 6.25, 3.9375, 5.53125, 4.59375, 5.96875, 5.375, 3.890625, 6.34375, 4.3125, 5.0625, 4.4375, 4.78125, 5.90625, 34.5, 5.15625, 5.71875, 7.3125, 4.5, 4.65625, 5.21875, 4.625, 4.3125, 5.375, 6.3125, 4.34375, 23.125, 6.3125, 5.40625, 5.90625, 4.71875, 3.734375, 7.59375, -7.9375, 6.09375, 3.65625, 4.46875, 5.375, 4.625, 5.84375, 3.984375, 5.5625, 4.53125, 5.5625, 8.3125, 4.53125, 5.03125, 4.84375, 5.0625, 6.9375, 6.71875, 5.5, 6.34375, 5.25, 23.0, 5.25, 4.75, 4.625, 4.96875, 6.125, 4.125, 4.84375, 5.15625, 5.0, 3.421875, 5.5625, 3.4375, 10.875, 4.4375, 5.65625, 4.625, 3.921875, 4.875, 4.8125, 5.4375, 4.125, 6.0, 4.15625, 12.8125, 3.28125, 5.71875, 4.46875, -5.03125, 4.5, 4.96875, 5.28125, 4.125, 4.84375, 4.25, 4.1875, 5.375, 4.8125, 4.59375, 4.25, 5.25, 5.34375, 5.6875, 5.03125, 7.4375, 6.875, 5.125, 4.96875, 4.375, 5.4375, 7.46875, -4.9375, 4.8125, 5.125, 4.75, 4.875, -4.40625, -4.71875, 5.21875, 4.6875, 4.71875, 4.625, 5.40625, 3.671875, 5.125, 4.8125, 6.25, 7.34375, 5.09375, 3.640625, 4.46875, 5.875, 5.1875, 4.59375, 4.5625, 5.34375, 4.84375, 3.875, 9.25, 5.15625, 5.4375, 5.28125, 4.28125, 6.28125, 5.46875, -12.0625, 4.90625, 4.96875, 3.578125, 4.90625, 4.78125, 4.84375, 5.875, 4.96875, 5.1875, 4.03125, 4.25, 14.6875, 4.09375, 5.0625, 5.09375, 4.59375, 5.59375, 5.03125, 4.1875, 6.78125, 5.96875, 4.6875, 4.28125, 4.5625, 3.9375, 4.4375, 4.875, 5.78125, 3.6875, 4.28125, 4.625, 3.875, 5.625, 11.0, 6.0, 5.78125, 5.0, 5.28125, 5.65625, 4.59375, 6.46875, 4.25, -9.8125, 5.03125, 5.1875, 4.625, 5.5625, 4.40625, 4.28125, 6.375, 4.0, 4.5625, 4.75, 4.125, 6.375, 5.0, 3.234375, 4.84375, 4.5, 5.71875, 5.03125, 4.59375, 4.4375, 7.78125, 4.3125, 5.4375, 5.0625, 6.5625, 6.8125, 5.84375, 5.53125, 4.40625, 6.375, 5.65625, 4.34375, 6.0, 5.375, 4.75, 4.25, 6.96875, 3.734375, 4.75, 4.65625, 6.3125, 4.25, 5.0625, 5.8125, 4.25, -4.8125, 5.53125, 13.125, 5.75, 4.53125, 3.53125, 4.625, 13.875, 4.5, 4.59375, 5.0625, 6.21875, 5.09375, 15.375, 3.359375, 4.71875, 4.3125, 8.5, 5.03125, 4.0625, 4.90625, 5.28125, 8.25, 5.1875, 11.6875, 12.125, 4.625, 3.953125, 5.5, 5.4375, 4.6875, 4.0625, 4.84375, 4.53125, 4.75, 4.75, 4.3125, 6.15625, 6.09375, 4.59375, 4.28125, 5.8125, 5.375, 5.125, 5.46875, 4.15625, 4.1875, 4.9375, -7.0, 4.1875, 6.5, 5.78125, 5.125, 4.21875, 4.375, 5.34375, 4.125, 5.59375, 7.46875, -5.15625, 6.3125, 5.28125, 5.0625, 5.9375, 4.53125, 4.78125, 5.5, 4.03125, 2.734375, 5.03125, 5.1875, 4.84375, 4.96875, 6.28125, 5.34375, 5.84375, 3.421875, 4.0625, 4.78125, 4.5625, 5.03125, 5.375, 4.875, 4.5, 5.625, 4.21875, 4.71875, 4.8125, 4.6875, 4.8125, 9.375, 5.84375, 4.75, 4.6875, 4.4375, 4.65625, 5.65625, 5.15625, 7.0, 5.6875, 4.65625, 4.75, 3.125, 4.59375, 4.09375, 4.90625, 6.71875, 5.28125, 5.59375, 12.125, 4.6875, 4.375, 4.5, 6.90625, 6.09375, 7.5625, 4.28125, 4.0, 4.1875, 4.4375, 11.3125, 5.1875, 4.65625, 10.1875, 4.25, 4.5625, 6.40625, 4.375, 3.75, 4.59375, 3.765625, 5.5, 4.96875, 4.4375, 5.09375, 4.84375, 7.90625, 4.25, 6.09375, 4.09375, 5.71875, 5.0, 4.09375, 3.953125, 4.65625, 3.921875, 10.1875, 5.125, 4.5, 5.53125, 5.21875, 3.96875, 4.09375, 6.84375, 5.34375, 4.875, 4.5625, 4.46875, 5.59375, 3.1875, 6.09375, 5.125, 4.46875, 6.78125, 4.75, 4.78125, 6.03125, 4.75, 6.34375, 4.375, 4.90625, 4.75, 6.03125, 6.25, 5.0625, 5.84375, 4.8125, 4.84375, 4.40625, 4.3125, 5.03125, 4.625, 10.1875, 5.28125, 6.34375, 8.9375, 6.21875, -4.71875, 5.8125, 4.6875, 4.96875, -5.0, 5.21875, 4.9375, 6.0, 4.71875, 5.0625, -4.125, 5.1875, 4.84375, 4.4375, 5.65625, 5.09375, 5.375, 4.28125, 5.125, 5.0, 3.453125, 5.5625, 4.8125, 5.28125, 17.0, 4.375, 4.90625, 3.703125, 3.796875, 4.53125, 4.875, 5.0625, 10.3125, 3.890625, 3.65625, 4.3125, 4.375, 5.0, 4.625, 3.90625, 5.125, 5.125, 4.96875, 4.46875, 5.375, 5.3125, 3.953125, 5.46875, 4.40625, 4.25, 5.65625, 6.09375, 3.90625, 8.375, -5.5, 5.0, 6.25, 4.6875, 5.21875, 4.78125, 4.65625, 4.59375, 5.15625, 4.78125, 5.25, 4.0625, 6.65625, 4.6875, 4.8125, 6.15625, 5.5, 4.78125, 4.6875, 5.125, 7.8125, 5.53125, 4.875, 5.0625, 9.125, 4.65625, 9.3125, 6.6875, 4.65625, 5.34375, 4.40625, 5.4375, 5.75, 3.46875, 4.375, 4.40625, 4.5, 6.0625, 5.53125, 4.9375, 5.4375, 16.25, 5.09375, 5.34375, 5.0625, 5.75, 4.8125, 4.40625, 6.46875, 4.625, 4.375, 4.0, 5.6875, 4.875, 5.28125, 5.75, 3.921875, 5.125, 5.3125, 4.6875, 4.25, 4.5, 4.1875, 4.875, 5.1875, 6.6875, 5.1875, 6.25, 6.71875, 10.9375, 5.78125, 4.34375, 5.25, 4.90625, 5.3125, 6.5, 5.0625, 4.34375, -4.8125, 4.4375, 5.0625, 3.796875, 4.5, 5.4375, 4.6875, 5.84375, 5.25, 3.21875, 4.1875, 6.21875, 5.28125, 5.75, 4.0625, 4.25, 4.84375, 5.4375, 5.15625, 11.1875, 4.15625, 5.75, 29.5, 4.5, 5.09375, 4.1875, 5.84375, 4.96875, 5.4375, 5.84375, 6.65625, 3.671875, -4.25, 5.375, 5.96875, 4.40625, 6.25, 5.6875, 5.71875, 5.5, 4.625, 11.3125, 6.0625, 3.71875, 3.609375, 6.28125, 4.65625, 4.78125, 4.28125, 4.125, 5.71875, 4.6875, 5.9375, 5.53125, 4.75, 4.875, 5.8125, 3.28125, 5.03125, 4.75, 4.9375, 4.34375, 4.65625, 4.4375, 4.53125, 5.25, 3.9375, 5.4375, 8.375, 3.34375, 4.21875, -5.21875, 3.15625, 5.03125, 5.65625, 6.3125, 5.3125, 5.375, 4.25, 5.625, 3.71875, 4.59375, 4.5, 4.96875, 5.6875, 3.625, 3.578125, 4.1875, 5.28125, 4.5, 6.96875, 4.40625, 4.90625, 4.5, 4.8125, 6.15625, 4.75, 4.625, 4.28125, 7.90625, 4.34375, 3.453125, 4.71875, -3.75, 5.125, -6.65625, 3.921875, 3.640625, 3.5, 4.59375, 4.125, 4.5, 5.03125, 4.875, 8.0, -1.320312, 4.09375, 4.875, 4.09375, 5.25, 5.5625, 5.03125, 4.96875, 3.9375, 4.6875, 5.75, 5.6875, 6.65625, 5.28125, 5.3125, 4.8125, -4.65625, 5.90625, 4.53125, 5.9375, 3.9375, 3.984375, 11.0, 12.625, 5.125, 4.46875, 4.8125, 5.0625, 4.9375, 4.5, 5.5625, 7.90625, 5.0625, 5.25, 4.3125, 3.765625, 4.59375, 4.53125, 4.0625, 4.40625, 4.15625, 4.09375, 5.28125, 4.21875, 5.96875, 4.375, 4.78125, 4.46875, 4.625, 5.3125, 4.71875, 5.15625, 6.0625, 4.90625, 4.90625, 4.84375, 4.21875, 4.9375, 4.59375, 5.6875, 4.34375, 4.625, 4.21875, 5.3125, 9.0, 5.5, 4.53125, 4.625, 4.90625, 5.59375, 3.25, 5.5, 4.875, 3.609375, 4.1875, 3.59375, 3.8125, 4.90625, 6.03125, 5.25, 5.3125, 4.375, 4.34375, 5.0, 4.5625, 4.6875, 4.40625, 5.03125, 6.9375, 4.6875, 4.09375, 3.53125, 4.03125, 7.40625, 6.03125, 5.8125, 5.34375, 3.46875, 4.75, 5.21875, 3.75, 4.8125, 4.5625, 5.28125, 3.65625, 5.0625, 6.125, 5.1875, 5.0625, 5.375, 10.1875, 5.8125, 4.90625, 4.5, 9.6875, 4.25, 7.84375, 5.3125, 4.84375, 4.0, 4.28125, 3.96875, 4.21875, 4.375, 5.75, 5.03125, 4.3125, 3.90625, 5.46875, 5.34375, 5.875, 4.625, 4.875, 5.125, 4.3125, 4.8125, 4.125, 5.1875, 4.875, 3.6875, 3.5625, 3.984375, 6.375, 4.71875, 4.40625, 4.78125, 5.40625, 5.125, 5.6875, 4.65625, 4.375, 14.5625, 4.59375, 4.375, 3.453125, 4.65625, 4.5625, 4.3125, 5.34375, 4.71875, 4.78125, 4.5625, 4.71875, 5.625, 7.0, 5.78125, 4.53125, 4.40625, 4.75, 4.71875, 4.375, 4.34375, 4.40625, 4.71875, 4.875, 19.375, 3.84375, 6.28125, 4.65625, 7.6875, 4.84375, 4.53125, 4.25, 6.1875, 15.0, 4.875, -5.75, -9.0, 4.46875, 4.84375, 4.9375, 5.625, 5.3125, 3.984375, 4.53125, -7.96875, 5.09375, 4.40625, 4.96875, 5.28125, 5.84375, 4.5625, 8.375, 4.78125, 6.96875, 5.0, -4.53125, 4.21875, 5.84375, 5.625, 4.5, 5.28125, 4.6875, 4.375, 4.78125, 9.4375, 4.875, 4.625, 4.125, 4.34375, 4.28125, 3.984375, 4.375, 3.578125, 5.53125, 4.03125, 4.90625, 5.8125, 5.5, 4.25, 4.46875, 4.25, 5.125, 6.28125, 6.75, 4.6875, 5.65625, 4.625, 4.8125, 6.46875, 4.8125, 4.65625, 6.875, 4.65625, 5.65625, 5.6875, 5.6875, 5.59375, 4.34375, 4.96875, 5.03125, 4.34375, 4.75, 4.84375, 4.84375, 4.15625, 5.1875, 4.9375 ] } , "name": "onnx::Mul_11353", "outputIndexes": [ 5833 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5832, 5833 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/input_layernorm/Mul_1_output_0", "outputIndexes": [ 5834 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5834 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.34/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 8077 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8077 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.34/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 8078 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8078 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2017695914, 2621462, 655360, 0, 0 ] } , "name": "/layers.34/self_attn/q_proj/Linear", "outputIndexes": [ 8079 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8079 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.34/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 8080 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8080 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ] , "dimType": "NCHW" } , "name": "/layers.34/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 5835 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5834 ] , "main_type": "NONE", "name": "/blocks.34/self_attn/Shape_output_0", "outputIndexes": [ 5836 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 5836 ] , "main_type": "NONE", "name": "Shape7112", "outputIndexes": [ 5837 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 5836 ] , "main_type": "NONE", "name": "Rank7114", "outputIndexes": [ 5838 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5838, 5838 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7116", "outputIndexes": [ 5839 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5839 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7117", "outputIndexes": [ 5840 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5839, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7119", "outputIndexes": [ 5841 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5841 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7120", "outputIndexes": [ 5842 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5837, 5840, 5842, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice7123", "outputIndexes": [ 5843 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5843 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze7124", "outputIndexes": [ 5844 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5844, 5844 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7126", "outputIndexes": [ 5845 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5836, 5845, 5839 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.34/self_attn/Gather_output_0", "outputIndexes": [ 5846 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5846, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.34/self_attn/Unsqueeze_output_0", "outputIndexes": [ 5847 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5839 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7134", "outputIndexes": [ 5848 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5841 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7137", "outputIndexes": [ 5849 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5837, 5848, 5849, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice7140", "outputIndexes": [ 5850 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5850 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze7141", "outputIndexes": [ 5851 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 5851 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7142", "outputIndexes": [ 5852 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5852, 5851 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7143", "outputIndexes": [ 5853 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5836, 5853, 5839 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.34/self_attn/Gather_1_output_0", "outputIndexes": [ 5854 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5854, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.34/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 5855 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5847, 5855, 41, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.34/self_attn/Concat_output_0", "outputIndexes": [ 5856 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5835, 5856 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.34/self_attn/Reshape_output_0", "outputIndexes": [ 5857 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5857 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.34/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 5859 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5859 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.34/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 5860 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5860, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/self_attn/q_norm/Add_output_0", "outputIndexes": [ 5861 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5861, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 5862 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5857, 5862 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 5863 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5863, 885 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 5864 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5864, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/self_attn/Mul_output_0", "outputIndexes": [ 5865 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5864 ] , "main_type": "NONE", "name": "/blocks.34/self_attn/Shape_2_output_0", "outputIndexes": [ 5866 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 5866 ] , "main_type": "NONE", "name": "Shape7157", "outputIndexes": [ 5867 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 5866 ] , "main_type": "NONE", "name": "Rank7159", "outputIndexes": [ 5868 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5868, 5868 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7161", "outputIndexes": [ 5869 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5869 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7162", "outputIndexes": [ 5870 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5869, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7164", "outputIndexes": [ 5871 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5871 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7165", "outputIndexes": [ 5872 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5867, 5870, 5872, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice7168", "outputIndexes": [ 5873 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5873 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze7169", "outputIndexes": [ 5874 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 5874 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7170", "outputIndexes": [ 5875 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5875, 5874 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7171", "outputIndexes": [ 5876 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5866, 5876, 5869 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.34/self_attn/Gather_2_output_0", "outputIndexes": [ 5877 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5877, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/self_attn/Div_output_0", "outputIndexes": [ 5878 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5878, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.34/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 5879 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5864, 5879, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.34/self_attn/Slice_1_output_0", "outputIndexes": [ 5880 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5880 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.34/self_attn/Neg_output_0", "outputIndexes": [ 5881 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5878, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.34/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 5882 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5864, 31, 5882, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.34/self_attn/Slice_output_0", "outputIndexes": [ 5883 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5881, 5883 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.34/self_attn/Concat_2_output_0", "outputIndexes": [ 5884 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5884, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/self_attn/Mul_1_output_0", "outputIndexes": [ 5885 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5865, 5885 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/self_attn/Add_output_0", "outputIndexes": [ 5886 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5846, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.34/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 5887 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5854, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.34/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 5888 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5887, 5888, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.34/self_attn/Concat_1_output_0", "outputIndexes": [ 5889 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5889, 4536 ] , "main_type": "NONE", "name": "/blocks.34/self_attn/ConstantOfShape_output_0", "outputIndexes": [ 5890 ] , "type": "Fill", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 5886, 5890, 5890, 167 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 34, "kv_shared_layer_index": 22 } , "name": "/layers.34/self_attn/FusedAttention", "outputIndexes": [ 5891 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5891 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.34/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 8081 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8081 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.34/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 8082 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8082 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2020972736, 2621462, 655360, 0, 0 ] } , "name": "/layers.34/self_attn/o_proj/Linear", "outputIndexes": [ 8083 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8083 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.34/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 8084 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8084 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.34/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 5892 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5892 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.34/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 5894 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5894 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.34/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 5895 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5895, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/post_attention_layernorm/Add_output_0", "outputIndexes": [ 5896 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5896, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 5897 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5892, 5897 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 5898 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.462891, 0.376953, 0.470703, 0.445312, 0.324219, 0.341797, 0.394531, 0.365234, 0.4375, 0.470703, 0.416016, 0.363281, 0.367188, 0.445312, 0.470703, 0.382812, 0.408203, 0.380859, 0.382812, 0.441406, 0.402344, 0.46875, 0.464844, 0.460938, 0.435547, 0.359375, 0.470703, 0.421875, 0.28125, 0.470703, 0.392578, 0.425781, 0.470703, 0.433594, 0.460938, 0.431641, 0.416016, 0.470703, 0.460938, 0.351562, 0.466797, 0.470703, 0.267578, 0.398438, 0.417969, 0.470703, 0.470703, 0.449219, 0.384766, 0.458984, 0.470703, 0.46875, 0.402344, 0.470703, 0.4375, 0.398438, 0.443359, 0.460938, 0.4375, 0.455078, 0.466797, 0.470703, 0.457031, 0.414062, 0.466797, 0.470703, 0.470703, 0.464844, 0.470703, 0.449219, 0.425781, 0.433594, 0.46875, 0.462891, 0.46875, 0.378906, 0.445312, 0.435547, 0.439453, 0.380859, 0.388672, 0.416016, 0.470703, 0.316406, 0.392578, 0.414062, 0.46875, 0.404297, 0.345703, 0.332031, 0.453125, 0.435547, 0.466797, 0.457031, 0.396484, 0.443359, 0.470703, 0.439453, 0.363281, 0.388672, 0.408203, 0.4375, 0.435547, 0.433594, 0.390625, 0.455078, 0.431641, 0.460938, 0.333984, 0.435547, 0.408203, 0.421875, 0.416016, 0.380859, 0.470703, 0.453125, 0.470703, 0.443359, 0.458984, 0.394531, 0.404297, 0.453125, 0.373047, 0.429688, 0.384766, 0.384766, 0.435547, 0.378906, 0.441406, 0.371094, 0.419922, 0.435547, 0.431641, 0.351562, 0.470703, 0.392578, 0.326172, 0.388672, 0.398438, 0.392578, 0.470703, 0.369141, 0.396484, 0.455078, 0.458984, 0.470703, 0.369141, 0.445312, 0.470703, 0.449219, 0.416016, 0.460938, 0.445312, 0.421875, 0.384766, 0.470703, 0.431641, 0.466797, 0.402344, 0.447266, 0.46875, 0.337891, 0.410156, 0.431641, 0.388672, 0.458984, 0.470703, 0.404297, 0.470703, 0.470703, 0.470703, 0.470703, 0.453125, 0.433594, 0.373047, 0.455078, 0.455078, 0.453125, 0.410156, 0.457031, 0.46875, 0.4375, 0.470703, 0.365234, 0.416016, 0.412109, 0.458984, 0.382812, 0.416016, 0.466797, 0.445312, 0.384766, 0.453125, 0.449219, 0.435547, 0.470703, 0.431641, 0.443359, 0.263672, 0.457031, 0.40625, 0.332031, 0.449219, 0.449219, 0.4375, 0.449219, 0.449219, 0.386719, 0.464844, 0.449219, 0.46875, 0.443359, 0.392578, 0.423828, 0.441406, 0.384766, 0.4375, 0.419922, 0.402344, 0.410156, 0.300781, 0.470703, 0.425781, 0.369141, 0.464844, 0.412109, 0.40625, 0.404297, 0.417969, 0.439453, 0.470703, 0.425781, 0.375, 0.423828, 0.384766, 0.443359, 0.382812, 0.361328, 0.443359, 0.390625, 0.4375, 0.433594, 0.470703, 0.404297, 0.441406, 0.359375, 0.470703, 0.458984, 0.46875, 0.408203, 0.337891, 0.328125, 0.322266, 0.460938, 0.457031, 0.396484, 0.431641, 0.464844, 0.392578, 0.470703, 0.445312, 0.449219, 0.455078, 0.423828, 0.470703, 0.416016, 0.431641, 0.373047, 0.46875, 0.435547, 0.392578, 0.470703, 0.466797, 0.419922, 0.375, 0.371094, 0.470703, 0.464844, 0.396484, 0.423828, 0.380859, 0.462891, 0.421875, 0.470703, 0.388672, 0.435547, 0.470703, 0.357422, 0.470703, 0.40625, 0.419922, 0.464844, 0.404297, 0.464844, 0.455078, 0.410156, 0.416016, 0.470703, 0.427734, 0.324219, 0.40625, 0.470703, 0.416016, 0.384766, 0.386719, 0.431641, 0.460938, 0.404297, 0.410156, 0.46875, 0.46875, 0.414062, 0.386719, 0.449219, 0.464844, 0.455078, 0.394531, 0.470703, 0.449219, 0.417969, 0.470703, 0.457031, 0.470703, 0.462891, 0.470703, 0.376953, 0.429688, 0.404297, 0.462891, 0.382812, 0.470703, 0.441406, 0.470703, 0.458984, 0.373047, 0.4375, 0.402344, 0.423828, 0.425781, 0.455078, 0.416016, 0.410156, 0.408203, 0.427734, 0.441406, 0.462891, 0.380859, 0.46875, 0.470703, 0.470703, 0.390625, 0.470703, 0.373047, 0.421875, 0.373047, 0.470703, 0.414062, 0.470703, 0.427734, 0.470703, 0.431641, 0.4375, 0.435547, 0.400391, 0.470703, 0.410156, 0.408203, 0.382812, 0.435547, 0.414062, 0.449219, 0.441406, 0.402344, 0.416016, 0.453125, 0.46875, 0.447266, 0.439453, 0.453125, 0.392578, 0.470703, 0.363281, 0.402344, 0.443359, 0.404297, 0.470703, 0.322266, 0.339844, 0.458984, 0.386719, 0.394531, 0.439453, 0.453125, 0.46875, 0.470703, 0.384766, 0.455078, 0.464844, 0.470703, 0.464844, 0.421875, 0.414062, 0.400391, 0.470703, 0.460938, 0.4375, 0.417969, 0.470703, 0.470703, 0.458984, 0.425781, 0.466797, 0.462891, 0.416016, 0.363281, 0.470703, 0.419922, 0.443359, 0.408203, 0.46875, 0.390625, 0.449219, 0.470703, 0.453125, 0.457031, 0.423828, 0.46875, 0.470703, 0.376953, 0.449219, 0.380859, 0.470703, 0.470703, 0.349609, 0.443359, 0.470703, 0.435547, 0.470703, 0.470703, 0.445312, 0.470703, 0.417969, 0.431641, 0.470703, 0.412109, 0.427734, 0.470703, 0.390625, 0.443359, 0.416016, 0.335938, 0.464844, 0.458984, 0.470703, 0.421875, 0.451172, 0.462891, 0.470703, 0.380859, 0.441406, 0.433594, 0.404297, 0.466797, 0.470703, 0.449219, 0.441406, 0.464844, 0.349609, 0.470703, 0.470703, 0.470703, 0.460938, 0.443359, 0.419922, 0.470703, 0.435547, 0.439453, 0.333984, 0.451172, 0.46875, 0.470703, 0.470703, 0.435547, 0.470703, 0.470703, 0.466797, 0.445312, 0.470703, 0.458984, 0.416016, 0.439453, 0.470703, 0.392578, 0.453125, 0.433594, 0.443359, 0.417969, 0.445312, 0.470703, 0.378906, 0.451172, 0.443359, 0.460938, 0.470703, 0.447266, 0.470703, 0.416016, 0.453125, 0.419922, 0.441406, 0.345703, 0.417969, 0.457031, 0.443359, 0.470703, 0.435547, 0.431641, 0.447266, 0.417969, 0.445312, 0.384766, 0.425781, 0.40625, 0.470703, 0.443359, 0.470703, 0.332031, 0.46875, 0.470703, 0.470703, 0.470703, 0.441406, 0.431641, 0.433594, 0.449219, 0.000439, 0.46875, 0.416016, 0.386719, 0.371094, 0.46875, 0.466797, 0.376953, 0.453125, 0.447266, 0.458984, 0.470703, 0.419922, 0.470703, 0.470703, 0.402344, 0.451172, 0.449219, 0.429688, 0.470703, 0.443359, 0.421875, 0.470703, 0.458984, 0.416016, 0.429688, 0.464844, 0.470703, 0.349609, 0.451172, 0.433594, 0.384766, 0.414062, 0.443359, 0.421875, 0.447266, 0.457031, 0.417969, 0.435547, 0.470703, 0.318359, 0.429688, 0.470703, 0.462891, 0.449219, 0.455078, 0.425781, 0.423828, 0.445312, 0.470703, 0.416016, 0.392578, 0.421875, 0.417969, 0.451172, 0.429688, 0.386719, 0.429688, 0.466797, 0.470703, 0.347656, 0.451172, 0.404297, 0.453125, 0.40625, 0.445312, 0.441406, 0.404297, 0.365234, 0.398438, 0.394531, 0.470703, 0.470703, 0.443359, 0.416016, 0.464844, 0.470703, 0.427734, 0.470703, 0.427734, 0.470703, 0.445312, 0.455078, 0.470703, 0.46875, 0.417969, 0.429688, 0.355469, 0.419922, 0.402344, 0.457031, 0.447266, 0.470703, 0.470703, 0.470703, 0.464844, 0.427734, 0.386719, 0.402344, 0.470703, 0.470703, 0.453125, 0.423828, 0.466797, 0.380859, 0.470703, 0.359375, 0.464844, 0.421875, 0.443359, 0.449219, 0.414062, 0.470703, 0.408203, 0.421875, 0.457031, 0.416016, 0.392578, 0.46875, 0.470703, 0.46875, 0.333984, 0.394531, 0.466797, 0.470703, 0.435547, 0.470703, 0.470703, 0.447266, 0.470703, 0.380859, 0.414062, 0.439453, 0.470703, 0.433594, 0.425781, 0.46875, 0.470703, 0.470703, 0.466797, 0.429688, 0.361328, 0.378906, 0.349609, 0.470703, 0.404297, 0.375, 0.139648, 0.429688, 0.412109, 0.466797, 0.417969, 0.439453, 0.365234, 0.460938, 0.449219, 0.441406, 0.46875, 0.470703, 0.419922, 0.423828, 0.365234, 0.451172, 0.470703, 0.470703, 0.388672, 0.431641, 0.439453, 0.369141, 0.386719, 0.470703, 0.457031, 0.441406, 0.390625, 0.470703, 0.445312, 0.416016, 0.470703, 0.470703, 0.470703, 0.449219, 0.384766, 0.464844, 0.441406, 0.349609, 0.449219, 0.410156, 0.46875, 0.470703, 0.365234, 0.410156, 0.457031, 0.441406, 0.46875, 0.443359, 0.470703, 0.458984, 0.388672, 0.460938, 0.417969, 0.445312, 0.453125, 0.441406, 0.470703, 0.402344, 0.462891, 0.443359, 0.371094, 0.376953, 0.441406, 0.470703, 0.457031, 0.470703, 0.425781, 0.462891, 0.470703, 0.433594, 0.435547, 0.462891, 0.390625, 0.369141, 0.388672, 0.458984, 0.400391, 0.441406, 0.318359, 0.40625, 0.335938, 0.433594, 0.455078, 0.470703, 0.470703, 0.46875, 0.425781, 0.470703, 0.378906, 0.470703, 0.470703, 0.470703, 0.435547, 0.414062, 0.470703, 0.384766, 0.435547, 0.431641, 0.375, 0.396484, 0.470703, 0.46875, 0.462891, 0.455078, 0.363281, 0.367188, 0.404297, 0.453125, 0.417969, 0.425781, 0.439453, 0.470703, 0.349609, 0.464844, 0.4375, 0.441406, 0.460938, 0.435547, 0.460938, 0.470703, 0.457031, 0.464844, 0.429688, 0.353516, 0.462891, 0.439453, 0.470703, 0.466797, 0.470703, 0.464844, 0.447266, 0.445312, 0.408203, 0.447266, 0.470703, 0.470703, 0.466797, 0.457031, 0.375, 0.457031, 0.382812, 0.457031, 0.398438, 0.470703, 0.441406, 0.470703, 0.421875, 0.443359, 0.470703, 0.306641, 0.349609, 0.417969, 0.441406, 0.382812, 0.455078, 0.447266, 0.447266, 0.398438, 0.435547, 0.394531, 0.396484, 0.419922, 0.466797, 0.361328, 0.453125, 0.457031, 0.453125, 0.408203, 0.433594, 0.367188, 0.470703, 0.470703, 0.457031, 0.470703, 0.46875, 0.445312, 0.402344, 0.451172, 0.443359, 0.408203, 0.427734, 0.457031, 0.431641, 0.470703, 0.380859, 0.466797, 0.462891, 0.376953, 0.416016, 0.414062, 0.4375, 0.470703, 0.470703, 0.470703, 0.46875, 0.449219, 0.470703, 0.373047, 0.4375, 0.386719, 0.462891, 0.466797, 0.427734, 0.441406, 0.453125, 0.445312, 0.441406, 0.470703, 0.464844, 0.470703, 0.416016, 0.445312, 0.332031, 0.376953, 0.470703, 0.404297, 0.373047, 0.369141, 0.457031, 0.357422, 0.427734, 0.435547, 0.46875, 0.46875, 0.388672, 0.462891, 0.373047, 0.470703, 0.371094, 0.449219, 0.470703, 0.470703, 0.470703, 0.455078, 0.470703, 0.443359, 0.447266, 0.443359, 0.470703, 0.423828, 0.416016, 0.365234, 0.453125, 0.464844, 0.363281, 0.457031, 0.433594, 0.384766, 0.457031, 0.398438, 0.423828, 0.466797, 0.380859, 0.429688, 0.462891, 0.410156, 0.470703, 0.417969, 0.408203, 0.470703, 0.341797, 0.470703, 0.4375, 0.455078, 0.382812, 0.455078, 0.417969, 0.392578, 0.435547, 0.470703, 0.470703, 0.470703, 0.416016, 0.470703, 0.460938, 0.445312, 0.451172, 0.453125, 0.470703, 0.441406, 0.445312, 0.402344, 0.455078, 0.449219, 0.417969, 0.470703, 0.357422, 0.470703, 0.466797, 0.470703, 0.462891, 0.421875, 0.398438, 0.427734, 0.46875, 0.447266, 0.462891, 0.451172, 0.410156, 0.470703, 0.466797, 0.423828, 0.414062, 0.394531, 0.464844, 0.466797, 0.396484, 0.460938, 0.470703, 0.435547, 0.470703, 0.470703, 0.423828, 0.470703, 0.410156, 0.443359, 0.396484, 0.421875, 0.410156, 0.470703, 0.431641, 0.394531, 0.341797, 0.396484, 0.470703, 0.433594, 0.443359, 0.429688, 0.445312, 0.457031, 0.46875, 0.470703, 0.425781, 0.433594, 0.462891, 0.404297, 0.429688, 0.445312, 0.449219, 0.394531, 0.417969, 0.470703, 0.464844, 0.470703, 0.394531, 0.458984, 0.419922, 0.369141, 0.396484, 0.443359, 0.466797, 0.4375, 0.464844, 0.447266, 0.470703, 0.402344, 0.460938, 0.466797, 0.457031, 0.433594, 0.464844, 0.414062, 0.363281, 0.433594, 0.394531, 0.457031, 0.470703, 0.447266, 0.427734, 0.425781, 0.445312, 0.460938, 0.4375, 0.371094, 0.458984, 0.423828, 0.429688, 0.433594, 0.425781, 0.447266, 0.363281, 0.435547, 0.462891, 0.414062, 0.464844, 0.460938, 0.427734, 0.455078, 0.416016, 0.464844, 0.445312, 0.375, 0.441406, 0.457031, 0.443359, 0.421875, 0.435547, 0.380859, 0.441406, 0.443359, 0.402344, 0.46875, 0.429688, 0.466797, 0.439453, 0.470703, 0.410156, 0.423828, 0.435547, 0.423828, 0.4375, 0.431641, 0.470703, 0.46875, 0.46875, 0.4375, 0.451172, 0.425781, 0.466797, 0.40625, 0.4375, 0.441406, 0.464844, 0.421875, 0.460938, 0.4375, 0.470703, 0.333984, 0.414062, 0.470703, 0.404297, 0.416016, 0.470703, 0.443359, 0.462891, 0.425781, 0.470703, 0.423828, 0.46875, 0.408203, 0.445312, 0.425781, 0.419922, 0.443359, 0.439453, 0.46875, 0.4375, 0.423828, 0.470703, 0.392578, 0.470703, 0.470703, 0.431641, 0.4375, 0.462891, 0.455078, 0.453125, 0.462891, 0.470703, 0.427734, 0.326172, 0.419922, 0.470703, 0.40625, 0.470703, 0.363281, 0.464844, 0.433594, 0.371094, 0.433594, 0.423828, 0.439453, 0.470703, 0.427734, 0.470703, 0.4375, 0.398438, 0.392578, 0.375, 0.458984, 0.470703, 0.429688, 0.328125, 0.416016, 0.470703, 0.435547, 0.410156, 0.470703, 0.429688, 0.431641, 0.470703, 0.470703, 0.417969, 0.425781, 0.335938, 0.40625, 0.425781, 0.470703, 0.425781, 0.439453, 0.439453, 0.470703, 0.46875, 0.462891, 0.470703, 0.40625, 0.414062, 0.470703, 0.470703, 0.458984, 0.451172, 0.470703, 0.421875, 0.429688, 0.429688, 0.435547, 0.445312, 0.421875, 0.392578, 0.447266, 0.457031, 0.371094, 0.380859, 0.441406, 0.470703, 0.416016, 0.369141, 0.392578, 0.40625, 0.470703, 0.423828, 0.398438, 0.470703, 0.421875, 0.392578, 0.464844, 0.453125, 0.466797, 0.462891, 0.451172, 0.443359, 0.462891, 0.470703, 0.40625, 0.457031, 0.439453, 0.390625, 0.470703, 0.470703, 0.375, 0.470703, 0.417969, 0.466797, 0.455078, 0.443359, 0.46875, 0.466797, 0.384766, 0.384766, 0.435547, 0.392578, 0.462891, 0.404297, 0.46875, 0.470703, 0.423828, 0.470703, 0.435547, 0.462891, 0.355469, 0.421875, 0.386719, 0.318359, 0.466797, 0.427734, 0.470703, 0.390625, 0.451172, 0.464844, 0.412109, 0.470703, 0.392578, 0.386719, 0.457031, 0.417969, 0.470703, 0.458984, 0.449219, 0.419922, 0.363281, 0.464844, 0.421875, 0.470703, 0.46875, 0.458984, 0.46875, 0.441406, 0.457031, 0.449219, 0.466797, 0.470703, 0.427734, 0.4375, 0.302734, 0.439453, 0.466797, 0.357422, 0.414062, 0.439453, 0.380859, 0.398438, 0.439453, 0.466797, 0.470703, 0.462891, 0.46875, 0.386719, 0.46875, 0.46875, 0.435547, 0.443359, 0.392578, 0.470703, 0.470703, 0.470703, 0.419922, 0.398438, 0.4375, 0.449219, 0.443359, 0.386719, 0.378906, 0.466797, 0.433594, 0.470703, 0.470703, 0.466797, 0.390625, 0.470703, 0.453125, 0.382812, 0.412109, 0.451172, 0.429688, 0.46875, 0.470703, 0.470703, 0.470703, 0.470703, 0.425781, 0.470703, 0.398438, 0.400391, 0.429688, 0.470703, 0.451172, 0.470703, 0.439453, 0.373047, 0.443359, 0.46875, 0.404297, 0.417969, 0.375, 0.470703, 0.451172, 0.445312, 0.345703, 0.470703, 0.423828, 0.402344, 0.431641, 0.425781, 0.470703, 0.466797, 0.460938, 0.46875, 0.435547, 0.470703, 0.330078, 0.359375, 0.376953, 0.466797, 0.439453, 0.425781, 0.435547, 0.417969, 0.433594, 0.443359, 0.46875, 0.457031, 0.458984, 0.455078, 0.455078, 0.470703, 0.423828, 0.410156, 0.386719, 0.40625, 0.417969, 0.46875, 0.423828, 0.466797, 0.46875, 0.431641, 0.447266, 0.470703, 0.427734, 0.355469, 0.466797, 0.433594, 0.404297, 0.443359, 0.433594, 0.470703, 0.46875, 0.470703, 0.466797, 0.460938, 0.367188, 0.447266, 0.457031, 0.470703, 0.449219, 0.470703, 0.470703, 0.451172, 0.46875, 0.470703, 0.390625, 0.414062, 0.332031, 0.470703, 0.455078, 0.423828, 0.470703, 0.470703, 0.470703, 0.46875, 0.449219, 0.4375, 0.394531, 0.470703, 0.347656, 0.439453, 0.398438, 0.412109, 0.439453, 0.365234, 0.414062, 0.416016, 0.392578, 0.433594, 0.300781, 0.412109, 0.402344, 0.464844, 0.414062, 0.470703, 0.466797, 0.363281, 0.421875, 0.445312, 0.470703, 0.470703, 0.351562, 0.390625, 0.355469, 0.464844, 0.470703, 0.394531, 0.423828, 0.300781, 0.470703, 0.361328, 0.431641, 0.435547, 0.378906, 0.470703, 0.466797, 0.453125, 0.394531, 0.458984, 0.457031, 0.328125, 0.414062, 0.460938, 0.435547, 0.466797, 0.447266, 0.451172, 0.464844, 0.470703, 0.470703, 0.460938, 0.404297, 0.451172, 0.464844, 0.470703, 0.447266, 0.400391, 0.365234, 0.455078, 0.421875, 0.462891, 0.417969, 0.435547, 0.470703, 0.464844, 0.470703, 0.46875, 0.433594, 0.464844, 0.367188, 0.390625, 0.466797, 0.396484, 0.470703, 0.466797, 0.447266, 0.394531, 0.470703, 0.396484, 0.398438, 0.445312, 0.414062, 0.462891, 0.470703, 0.414062, 0.470703, 0.449219, 0.433594, 0.464844, 0.443359, 0.390625, 0.425781, 0.445312, 0.466797, 0.410156, 0.464844, 0.423828, 0.470703, 0.414062, 0.453125, 0.431641, 0.416016, 0.470703, 0.447266, 0.414062, 0.470703, 0.447266, 0.373047, 0.351562, 0.419922, 0.373047, 0.417969, 0.390625, 0.396484, 0.451172, 0.425781, 0.470703, 0.462891, 0.470703, 0.345703, 0.414062, 0.443359, 0.453125, 0.470703, 0.470703, 0.447266, 0.470703, 0.404297, 0.416016, 0.453125, 0.341797, 0.470703, 0.470703, 0.384766, 0.396484, 0.449219, 0.410156, 0.396484, 0.417969, 0.470703, 0.464844, 0.460938, 0.470703, 0.408203, 0.470703, 0.4375, 0.429688, 0.404297, 0.457031, 0.451172, 0.466797, 0.347656, 0.398438, 0.462891, 0.447266, 0.408203, 0.464844, 0.470703, 0.396484, 0.470703, 0.470703, 0.449219, 0.470703, 0.447266, 0.441406, 0.435547, 0.441406, 0.441406, 0.470703, 0.341797, 0.410156, 0.46875, 0.46875, 0.470703, 0.443359, 0.464844, 0.462891, 0.443359, 0.412109, 0.427734, 0.453125, 0.396484, 0.376953, 0.404297, 0.421875, 0.439453, 0.470703, 0.470703, 0.470703, 0.447266, 0.464844, 0.462891, 0.410156, 0.419922, 0.445312, 0.416016, 0.470703, 0.455078, 0.404297, 0.464844, 0.470703, 0.460938, 0.447266, 0.339844, 0.439453, 0.470703, 0.337891, 0.458984, 0.470703, 0.455078, 0.421875, 0.390625, 0.359375, 0.460938, 0.470703, 0.421875, 0.462891, 0.373047, 0.441406, 0.353516, 0.4375, 0.445312, 0.470703, 0.46875, 0.443359, 0.449219, 0.464844, 0.375, 0.470703, 0.384766, 0.429688, 0.324219, 0.457031, 0.394531, 0.388672, 0.466797, 0.453125, 0.464844, 0.367188, 0.46875, 0.035156, 0.470703, 0.4375, 0.375, 0.394531, 0.46875, 0.46875, 0.470703, 0.40625, 0.470703, 0.396484, 0.458984, 0.462891, 0.458984, 0.470703, 0.378906, 0.470703, 0.4375, 0.376953, 0.421875, 0.421875, 0.384766, 0.449219, 0.353516, 0.460938, 0.402344, 0.388672, 0.451172, 0.470703, 0.447266, 0.457031, 0.470703, 0.408203, 0.361328, 0.433594, 0.462891, 0.402344, 0.439453, 0.455078, 0.412109, 0.414062, 0.470703, 0.445312, 0.431641, 0.447266, 0.453125, 0.449219, 0.404297, 0.412109, 0.462891, 0.466797, 0.470703, 0.470703, 0.470703, 0.423828, 0.433594, 0.464844, 0.470703, 0.455078, 0.414062, 0.470703, 0.417969, 0.449219, 0.470703, 0.371094, 0.417969, 0.445312, 0.453125, 0.382812, 0.445312, 0.421875, 0.470703, 0.320312, 0.433594, 0.40625, 0.402344, 0.40625, 0.375, 0.410156, 0.419922, 0.402344, 0.46875, 0.412109, 0.439453, 0.470703, 0.46875, 0.410156, 0.466797, 0.445312, 0.347656, 0.355469, 0.464844, 0.404297, 0.390625, 0.341797, 0.470703, 0.445312, 0.470703, 0.384766, 0.373047, 0.447266, 0.433594, 0.464844, 0.40625, 0.4375, 0.470703, 0.470703, 0.458984, 0.449219, 0.388672, 0.462891, 0.394531, 0.427734, 0.470703, 0.460938, 0.457031, 0.466797, 0.441406, 0.458984, 0.466797, 0.380859, 0.462891, 0.451172, 0.470703, 0.458984, 0.470703, 0.425781, 0.458984, 0.400391, 0.457031, 0.416016, 0.427734, 0.464844, 0.363281, 0.394531, 0.433594, 0.457031, 0.462891, 0.46875, 0.449219, 0.412109, 0.470703, 0.46875, 0.412109, 0.447266, 0.455078, 0.402344, 0.470703, 0.431641, 0.427734, 0.400391, 0.400391, 0.408203, 0.462891, 0.326172, 0.46875, 0.470703, 0.447266, 0.365234, 0.470703, 0.435547, 0.419922, 0.457031, 0.347656, 0.455078, 0.455078, 0.470703, 0.433594, 0.347656, 0.400391, 0.470703, 0.46875, 0.427734, 0.394531, 0.396484, 0.396484, 0.462891, 0.470703, 0.392578, 0.470703, 0.363281, 0.3125, 0.34375, 0.470703, 0.439453, 0.466797, 0.351562, 0.369141, 0.435547, 0.470703, 0.361328, 0.414062, 0.441406, 0.470703, 0.464844, 0.470703, 0.447266, 0.291016, 0.46875, 0.423828, 0.419922, 0.423828, 0.443359, 0.363281, 0.470703, 0.457031, 0.462891, 0.470703, 0.419922, 0.470703, 0.417969, 0.460938, 0.4375, 0.349609, 0.441406, 0.470703, 0.453125, 0.460938, 0.46875, 0.470703, 0.470703, 0.466797, 0.4375, 0.466797, 0.470703, 0.404297, 0.470703, 0.470703, 0.453125, 0.46875, 0.355469, 0.390625, 0.400391, 0.46875, 0.425781, 0.431641, 0.451172, 0.447266, 0.462891, 0.345703, 0.345703, 0.435547, 0.449219, 0.326172, 0.470703, 0.466797, 0.460938, 0.460938, 0.462891, 0.423828, 0.470703, 0.423828, 0.322266, 0.382812, 0.433594, 0.462891, 0.460938, 0.371094, 0.470703, 0.353516, 0.470703, 0.462891, 0.470703, 0.363281, 0.40625, 0.470703, 0.439453, 0.431641, 0.380859, 0.470703, 0.470703, 0.449219, 0.429688, 0.425781, 0.449219, 0.394531, 0.349609, 0.324219, 0.445312, 0.423828, 0.447266, 0.470703, 0.427734, 0.373047, 0.445312, 0.416016, 0.429688, 0.460938, 0.425781, 0.402344, 0.470703, 0.455078, 0.443359, 0.470703, 0.445312, 0.425781, 0.457031, 0.470703, 0.414062, 0.439453, 0.470703, 0.367188, 0.421875, 0.453125, 0.470703, 0.427734, 0.466797, 0.4375, 0.46875, 0.365234, 0.421875, 0.470703, 0.449219, 0.470703, 0.453125, 0.470703, 0.470703, 0.470703, 0.460938, 0.386719, 0.455078, 0.460938, 0.357422, 0.46875, 0.457031, 0.470703, 0.460938, 0.464844, 0.400391, 0.441406, 0.46875, 0.443359, 0.457031, 0.394531, 0.417969, 0.423828, 0.466797, 0.419922, 0.470703, 0.410156, 0.367188, 0.46875, 0.419922, 0.414062, 0.470703, 0.414062, 0.453125, 0.4375, 0.470703, 0.416016, 0.466797, 0.380859, 0.423828, 0.400391, 0.464844, 0.470703, 0.464844, 0.466797, 0.423828, 0.412109, 0.453125, 0.445312, 0.470703, 0.417969, 0.453125, 0.414062, 0.382812, 0.470703, 0.384766, 0.464844, 0.337891, 0.462891, 0.470703, 0.425781, 0.359375, 0.470703, 0.470703, 0.384766, 0.470703, 0.449219, 0.443359, 0.460938, 0.417969, 0.445312, 0.470703, 0.431641, 0.357422, 0.398438, 0.341797, 0.46875, 0.365234, 0.447266, 0.394531, 0.455078, 0.423828, 0.361328, 0.421875, 0.427734, 0.419922, 0.462891, 0.404297, 0.398438, 0.421875, 0.408203, 0.410156, 0.396484, 0.421875, 0.402344, 0.441406, 0.466797, 0.400391, 0.433594, 0.402344, 0.470703, 0.398438, 0.414062, 0.46875, 0.470703, 0.427734, 0.46875, 0.464844, 0.470703, 0.470703, 0.470703, 0.46875, 0.451172, 0.414062, 0.435547, 0.470703, 0.457031, 0.419922, 0.421875, 0.46875, 0.429688, 0.396484, 0.464844, 0.398438, 0.460938, 0.449219, 0.462891, 0.361328, 0.466797, 0.470703, 0.453125, 0.414062, 0.271484, 0.470703, 0.390625, 0.451172, 0.441406, 0.433594, 0.396484, 0.470703, 0.421875, 0.470703, 0.462891, 0.447266, 0.462891, 0.470703, 0.408203, 0.421875, 0.441406, 0.443359, 0.34375, 0.425781, 0.435547, 0.40625, 0.470703, 0.404297, 0.361328, 0.361328, 0.455078, 0.386719, 0.451172, 0.460938, 0.425781, 0.470703, 0.449219, 0.441406, 0.455078, 0.470703, 0.412109, 0.419922, 0.470703, 0.470703, 0.408203, 0.464844, 0.433594, 0.361328, 0.421875, 0.455078, 0.388672, 0.462891, 0.382812, 0.470703, 0.353516, 0.466797, 0.466797, 0.359375, 0.466797, 0.453125, 0.404297, 0.414062, 0.417969, 0.46875, 0.449219, 0.402344, 0.4375, 0.34375, 0.455078, 0.386719, 0.460938, 0.470703, 0.417969, 0.423828, 0.457031, 0.470703, 0.412109, 0.462891, 0.365234, 0.470703, 0.470703, 0.423828, 0.375, 0.470703, 0.460938, 0.396484, 0.392578, 0.419922, 0.416016, 0.470703, 0.445312, 0.34375, 0.470703, 0.390625, 0.470703, 0.458984, 0.380859, 0.417969, 0.367188, 0.470703, 0.425781, 0.414062, 0.416016, 0.439453, 0.46875, 0.40625, 0.361328, 0.4375, 0.431641, 0.46875, 0.349609, 0.466797, 0.470703, 0.451172, 0.339844, 0.470703, 0.466797, 0.431641, 0.470703, 0.431641, 0.460938, 0.470703, 0.425781, 0.396484, 0.470703, 0.40625, 0.458984, 0.46875, 0.402344, 0.464844, 0.373047, 0.429688, 0.441406, 0.421875, 0.443359, 0.470703, 0.460938, 0.464844, 0.458984, 0.470703, 0.412109, 0.4375, 0.402344, 0.458984, 0.443359, 0.40625, 0.412109, 0.417969, 0.470703, 0.470703, 0.443359, 0.363281, 0.470703, 0.462891, 0.392578, 0.441406, 0.402344, 0.414062, 0.464844, 0.373047, 0.453125, 0.460938, 0.470703, 0.351562, 0.412109, 0.470703, 0.46875, 0.462891, 0.464844, 0.46875, 0.470703, 0.447266, 0.417969, 0.470703, 0.466797, 0.349609, 0.416016, 0.431641, 0.46875, 0.470703, 0.445312, 0.470703, 0.388672, 0.460938, 0.466797, 0.470703, 0.439453, 0.470703, 0.449219, 0.462891, 0.470703, 0.464844, 0.388672, 0.449219, 0.470703, 0.470703, 0.460938, 0.455078, 0.470703, 0.416016, 0.376953, 0.431641, 0.46875, 0.46875, 0.439453, 0.441406, 0.431641, 0.398438, 0.451172, 0.46875, 0.351562, 0.466797, 0.365234, 0.408203, 0.347656, 0.417969, 0.462891, 0.470703, 0.470703, 0.470703, 0.46875, 0.449219, 0.462891, 0.470703, 0.435547, 0.46875, 0.470703, 0.392578, 0.470703, 0.451172, 0.423828, 0.46875, 0.457031, 0.470703, 0.433594, 0.458984, 0.458984, 0.4375, 0.40625, 0.316406, 0.408203, 0.416016, 0.439453, 0.462891, 0.4375, 0.441406, 0.394531, 0.396484, 0.445312, 0.464844, 0.466797, 0.46875, 0.445312, 0.414062, 0.457031, 0.451172, 0.429688, 0.460938, 0.443359, 0.470703, 0.400391, 0.466797, 0.458984, 0.349609, 0.466797, 0.470703, 0.46875, 0.460938, 0.470703, 0.458984, 0.470703, 0.470703, 0.363281, 0.464844, 0.412109, 0.470703, 0.433594, 0.421875, 0.402344, 0.386719, 0.410156, 0.462891, 0.425781, 0.328125, 0.402344, 0.441406, 0.470703, 0.449219, 0.332031, 0.361328, 0.4375, 0.349609, 0.460938, 0.462891, 0.460938, 0.384766, 0.410156, 0.458984, 0.453125, 0.46875, 0.398438, 0.402344, 0.458984, 0.353516, 0.425781, 0.421875, 0.445312, 0.451172, 0.464844, 0.470703, 0.421875, 0.470703, 0.433594, 0.398438, 0.460938, 0.447266, 0.462891, 0.460938, 0.382812, 0.400391, 0.464844, 0.470703, 0.46875, 0.431641, 0.46875, 0.4375, 0.470703, 0.447266, 0.439453, 0.466797, 0.447266, 0.384766, 0.439453, 0.412109, 0.470703, 0.470703, 0.466797, 0.410156, 0.470703, 0.460938, 0.466797, 0.392578, 0.445312, 0.427734, 0.46875, 0.453125, 0.470703, 0.4375, 0.410156, 0.470703, 0.470703, 0.441406, 0.447266, 0.388672, 0.414062, 0.408203, 0.470703, 0.445312, 0.455078, 0.470703, 0.361328, 0.451172, 0.464844, 0.398438, 0.462891, 0.460938, 0.458984, 0.433594, 0.429688, 0.455078, 0.470703, 0.470703, 0.414062, 0.455078, 0.298828, 0.394531, 0.447266, 0.431641, 0.458984, 0.363281, 0.470703, 0.412109, 0.470703, 0.431641, 0.439453, 0.419922, 0.435547, 0.470703, 0.445312, 0.439453, 0.470703, 0.470703, 0.460938, 0.445312, 0.347656, 0.439453, 0.373047, 0.470703, 0.46875, 0.361328, 0.447266, 0.439453, 0.464844, 0.470703, 0.359375, 0.470703, 0.388672, 0.392578, 0.470703, 0.421875, 0.470703, 0.470703, 0.455078, 0.46875, 0.449219, 0.449219, 0.460938, 0.470703, 0.441406, 0.425781, 0.462891, 0.421875, 0.410156, 0.373047, 0.464844, 0.419922, 0.464844, 0.361328, 0.375, 0.441406, 0.460938, 0.433594, 0.414062, 0.445312, 0.425781, 0.46875, 0.400391, 0.419922, 0.416016, 0.470703, 0.46875, 0.333984, 0.439453, 0.447266, 0.40625, 0.380859, 0.470703, 0.458984, 0.453125, 0.433594, 0.466797, 0.34375, 0.417969 ] } , "name": "onnx::Mul_11365", "outputIndexes": [ 5899 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5898, 5899 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 5900 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5827, 5900 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/Add_output_0", "outputIndexes": [ 5901 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5901 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.34/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 5902 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5902 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.34/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 5903 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5903, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 5904 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5904, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 5905 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5901, 5905 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 5906 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.960938, 1.132812, 0.527344, 0.976562, 1.242188, 1.265625, 1.304688, 1.46875, 1.09375, 0.589844, 1.117188, 1.234375, 1.3125, 0.984375, 0.734375, 1.1875, 1.101562, 1.257812, 1.15625, 0.90625, 1.179688, 0.984375, 0.839844, 0.933594, 1.085938, 1.226562, 0.914062, 1.046875, 1.546875, 1.015625, 1.171875, 1.0625, 0.949219, 1.039062, 0.925781, 1.039062, 1.320312, 0.404297, 0.976562, 1.40625, 0.625, 0.617188, 1.609375, 1.273438, 1.117188, 0.929688, 0.234375, 1.054688, 1.21875, 0.941406, 0.699219, 0.785156, 1.070312, 0.507812, 1.09375, 1.226562, 1.109375, 0.929688, 1.054688, 0.910156, 0.960938, 0.769531, 1.070312, 1.09375, 0.847656, 1.164062, 0.890625, 1.03125, 0.851562, 0.9375, 1.070312, 1.148438, 0.878906, 0.824219, 0.867188, 1.25, 0.988281, 1.078125, 1.039062, 1.273438, 1.09375, 1.0625, 1.117188, 1.40625, 1.085938, 1.015625, 0.871094, 1.179688, 1.273438, 1.71875, 0.976562, 1.0625, 0.871094, 1.140625, 1.164062, 1.070312, 0.376953, 1.140625, 1.273438, 1.304688, 1.09375, 1.117188, 0.984375, 1.015625, 1.257812, 0.988281, 1.0625, 0.9375, 1.289062, 1.125, 1.109375, 1.132812, 1.078125, 1.265625, 0.400391, 0.953125, 0.808594, 1.0, 0.933594, 1.085938, 1.203125, 1.03125, 1.257812, 0.972656, 1.132812, 1.226562, 1.078125, 1.179688, 1.046875, 1.273438, 1.0625, 1.117188, 1.070312, 1.390625, 0.332031, 1.15625, 1.398438, 3.859375, 1.148438, 1.328125, 1.226562, 1.25, 1.132812, 1.039062, 0.804688, 0.90625, 1.367188, 1.015625, 0.867188, 1.054688, 1.210938, 0.964844, 0.929688, 0.957031, 1.210938, 0.972656, 0.929688, 0.933594, 1.15625, 1.023438, 0.769531, 1.382812, 1.125, 1.148438, 1.109375, 0.554688, 0.925781, 1.101562, 0.330078, 0.894531, 0.660156, 0.386719, 1.054688, 1.179688, 1.132812, 0.855469, 1.023438, 1.09375, 1.078125, 1.015625, 1.054688, 1.007812, 0.890625, 1.289062, 1.140625, 1.0625, 0.921875, 1.21875, 1.15625, 0.878906, 0.949219, 1.179688, 1.0, 1.015625, 0.96875, 0.816406, 1.09375, 1.046875, 1.71875, 0.867188, 1.164062, 1.328125, 1.046875, 1.007812, 1.117188, 0.957031, 1.039062, 1.148438, 1.023438, 1.101562, 0.882812, 0.996094, 1.195312, 1.007812, 1.007812, 1.171875, 0.960938, 1.03125, 1.117188, 1.132812, 1.523438, 0.910156, 1.210938, 1.289062, 0.976562, 1.109375, 1.140625, 1.085938, 1.03125, 1.03125, 0.601562, 1.078125, 1.304688, 1.070312, 1.25, 0.988281, 1.179688, 1.226562, 1.023438, 1.148438, 0.988281, 1.09375, 0.582031, 1.125, 0.78125, 1.28125, 0.746094, 0.542969, 0.980469, 1.03125, 1.375, 1.257812, 1.335938, 0.925781, 1.3125, 1.101562, 1.039062, 0.84375, 1.28125, 0.875, 0.800781, 1.039062, 1.101562, 0.976562, 0.933594, 1.109375, 0.953125, 1.234375, 0.988281, 1.054688, 1.148438, 0.929688, 0.933594, 0.980469, 1.195312, 1.234375, 0.875, 1.117188, 1.140625, 1.070312, 1.164062, 0.8125, 1.046875, 0.632812, 1.125, 1.078125, 0.867188, 1.28125, 0.714844, 1.203125, 1.03125, 0.746094, 1.125, 1.085938, 1.039062, 1.140625, 1.007812, 0.6875, 1.046875, 1.460938, 1.054688, 0.835938, 1.101562, 1.179688, 1.0, 1.101562, 0.890625, 1.148438, 1.203125, 0.894531, 0.9375, 1.046875, 1.171875, 1.03125, 0.941406, 0.980469, 1.195312, 0.496094, 1.078125, 1.101562, 0.457031, 1.109375, 0.703125, 0.988281, 0.902344, 1.21875, 1.101562, 1.132812, 1.046875, 1.109375, 0.582031, 0.851562, 0.855469, 0.890625, 1.195312, 1.03125, 1.15625, 0.945312, 1.125, 0.486328, 1.039062, 1.148438, 1.054688, 1.015625, 1.054688, 0.746094, 1.070312, 0.789062, 0.474609, 0.574219, 0.625, 1.007812, 1.289062, 1.125, 1.148438, 0.976562, 1.085938, 1.039062, 1.046875, 0.800781, 1.015625, 1.0, 1.085938, 1.09375, 0.5625, 1.148438, 1.078125, 1.257812, 0.867188, 1.109375, 0.945312, 0.761719, 1.085938, 1.085938, 0.992188, 0.953125, 1.054688, 0.660156, 0.953125, 1.1875, 0.871094, 1.289062, 1.0625, 0.992188, 1.101562, 0.855469, 1.515625, 1.328125, 0.984375, 1.179688, 1.15625, 1.046875, 0.800781, 0.824219, 0.769531, 0.816406, 1.039062, 1.015625, 0.929688, 0.914062, 1.125, 1.09375, 1.148438, 0.376953, 0.878906, 1.015625, 1.289062, 0.898438, 0.503906, 0.976562, 1.015625, 0.953125, 1.0, 1.046875, 1.234375, 0.917969, 1.132812, 0.976562, 1.203125, 0.789062, 1.148438, 1.1875, 0.226562, 0.953125, 0.996094, 1.101562, 0.835938, 1.039062, 1.0625, 1.195312, 1.226562, 0.976562, 0.453125, 1.234375, 0.675781, 1.046875, 1.078125, 0.78125, 0.671875, 1.054688, 0.683594, 1.117188, 1.09375, 0.726562, 1.195312, 0.949219, 0.867188, 1.203125, 0.824219, 1.117188, 1.4375, 0.980469, 0.9375, 0.933594, 1.0625, 1.0, 0.960938, 0.691406, 1.226562, 0.894531, 0.898438, 1.078125, 1.015625, 0.867188, 1.078125, 1.101562, 0.914062, 1.414062, 0.484375, 0.875, 0.957031, 0.765625, 1.09375, 1.023438, 0.890625, 1.007812, 0.816406, 1.34375, 1.015625, 1.0, 0.550781, 0.835938, 1.0625, 0.578125, 0.910156, 0.882812, 1.007812, 0.886719, 1.0, 1.125, 0.964844, 0.839844, 1.195312, 1.164062, 1.132812, 1.046875, 1.0625, 0.964844, 0.941406, 1.25, 0.960938, 0.964844, 0.917969, 0.957031, 0.792969, 0.808594, 1.09375, 0.921875, 1.148438, 1.03125, 1.398438, 1.054688, 1.03125, 1.039062, 0.6875, 1.015625, 1.226562, 1.039062, 1.234375, 1.03125, 1.28125, 0.949219, 1.125, 0.890625, 1.046875, 1.023438, 1.335938, 0.742188, 0.322266, 0.808594, 0.855469, 0.90625, 0.839844, 1.148438, 1.085938, 0.945312, 0.964844, 1.179688, 1.171875, 1.0625, 0.976562, 0.921875, 1.21875, 0.988281, 1.023438, 0.828125, 0.695312, 1.078125, 0.419922, 0.820312, 1.1875, 0.847656, 0.933594, 0.921875, 1.179688, 1.03125, 1.054688, 0.863281, 0.714844, 1.023438, 1.039062, 0.863281, 0.859375, 1.335938, 0.996094, 0.996094, 1.320312, 1.007812, 0.996094, 1.078125, 1.109375, 0.976562, 1.0625, 1.070312, 0.349609, 1.429688, 1.15625, 0.4375, 0.945312, 1.03125, 0.847656, 1.148438, 0.976562, 1.0, 0.78125, 1.007812, 1.140625, 1.234375, 1.109375, 1.054688, 1.03125, 1.195312, 1.015625, 0.917969, 0.902344, 1.34375, 1.046875, 0.992188, 1.054688, 1.179688, 1.0625, 1.125, 1.140625, 1.34375, 1.039062, 1.242188, 0.738281, 0.738281, 1.015625, 1.0625, 0.859375, 0.347656, 1.078125, 0.863281, 1.0625, 1.242188, 0.863281, 1.125, 0.875, 1.078125, 1.054688, 1.054688, 1.375, 1.1875, 1.148438, 0.859375, 0.921875, 0.902344, 0.851562, 0.777344, 0.902344, 1.15625, 1.195312, 1.125, 0.396484, 0.431641, 0.996094, 1.226562, 0.835938, 1.132812, 0.847656, 1.351562, 1.007812, 1.101562, 1.070312, 0.933594, 1.085938, 0.78125, 1.070312, 1.109375, 1.015625, 1.125, 1.140625, 0.832031, 0.828125, 0.882812, 1.398438, 1.15625, 0.898438, 1.6875, 1.132812, 0.339844, 1.015625, 1.0625, 0.652344, 1.242188, 1.101562, 0.976562, 0.835938, 0.9375, 1.15625, 0.789062, 0.859375, 0.886719, 0.972656, 1.15625, 0.796875, 1.132812, 1.273438, 0.691406, 1.195312, 1.296875, 4.125, 1.109375, 1.0625, 0.871094, 1.125, 1.007812, 1.234375, 0.917969, 0.960938, 1.148438, 0.984375, 0.703125, 1.09375, 0.984375, 1.234375, 1.015625, 0.722656, 0.439453, 1.101562, 1.117188, 1.046875, 1.226562, 1.148438, 0.964844, 1.078125, 1.0625, 1.203125, 0.75, 1.078125, 1.070312, 1.0, 0.738281, 0.847656, 0.988281, 1.140625, 0.828125, 1.046875, 1.476562, 0.957031, 1.117188, 0.894531, 0.570312, 1.289062, 1.125, 0.972656, 0.914062, 0.636719, 0.679688, 0.585938, 0.910156, 1.242188, 0.578125, 1.140625, 1.015625, 0.878906, 1.132812, 0.832031, 0.558594, 0.875, 1.117188, 1.226562, 1.117188, 0.707031, 0.460938, 0.855469, 0.679688, 1.101562, 0.859375, 4.09375, 1.171875, 0.964844, 0.816406, 1.25, 1.210938, 1.09375, 0.980469, 1.101562, 0.859375, 1.351562, 1.15625, 1.398438, 0.644531, 1.164062, 0.675781, 0.652344, 0.804688, 1.078125, 0.609375, 1.226562, 0.875, 0.382812, 0.742188, 0.96875, 1.1875, 0.871094, 1.15625, 0.984375, 0.515625, 1.320312, 1.164062, 0.298828, 0.894531, 0.914062, 1.09375, 1.242188, 1.257812, 1.117188, 0.9375, 1.15625, 1.132812, 1.023438, 0.644531, 1.335938, 0.992188, 0.941406, 1.148438, 0.957031, 1.140625, 0.992188, 0.902344, 0.960938, 0.933594, 1.125, 1.328125, 0.910156, 0.804688, 1.03125, 0.929688, 0.859375, 1.070312, 0.957031, 1.054688, 1.070312, 1.226562, 0.796875, 0.5, 0.90625, 0.90625, 1.25, 1.015625, 1.132812, 1.046875, 1.164062, 0.65625, 1.039062, 0.9375, 1.09375, 0.929688, 0.667969, 1.460938, 1.140625, 1.117188, 1.078125, 1.242188, 0.996094, 0.980469, 0.964844, 1.171875, 1.039062, 1.078125, 1.1875, 0.980469, 0.648438, 1.375, 0.519531, 0.996094, 0.953125, 1.21875, 1.171875, 1.320312, 0.660156, 0.660156, 0.863281, 0.371094, 0.820312, 0.910156, 1.117188, 1.09375, 1.03125, 1.0625, 1.148438, 1.039062, 0.976562, 1.007812, 1.328125, 0.992188, 0.929688, 1.234375, 1.03125, 1.210938, 1.03125, 0.753906, 0.5625, 1.101562, 0.949219, 0.949219, 1.007812, 1.210938, 1.085938, 1.109375, 1.015625, 0.878906, 1.054688, 1.03125, 0.917969, 1.015625, 1.109375, 0.871094, 0.90625, 0.357422, 1.15625, 0.890625, 1.390625, 1.265625, 0.699219, 1.15625, 1.179688, 1.304688, 0.964844, 1.3125, 1.039062, 0.753906, 0.902344, 0.871094, 1.132812, 0.914062, 1.21875, 0.855469, 1.257812, 1.0, 0.644531, 0.78125, 0.640625, 1.039062, 0.835938, 0.96875, 0.945312, 1.0625, 1.109375, 1.070312, 1.1875, 1.351562, 1.125, 0.933594, 1.179688, 1.0, 0.980469, 1.109375, 0.769531, 1.195312, 1.039062, 0.984375, 1.296875, 1.132812, 0.980469, 1.132812, 0.496094, 1.195312, 1.109375, 0.910156, 1.3125, 0.90625, 0.882812, 1.015625, 1.390625, 1.0, 1.078125, 1.148438, 1.03125, 0.738281, 0.90625, 0.279297, 1.148438, 0.621094, 0.988281, 0.980469, 0.929688, 0.910156, 0.960938, 0.929688, 0.964844, 1.1875, 0.988281, 0.976562, 1.125, 0.894531, 1.171875, 1.054688, 0.953125, 0.839844, 1.03125, 1.171875, 1.164062, 0.976562, 0.761719, 1.054688, 1.03125, 0.925781, 1.171875, 0.976562, 0.957031, 1.0, 1.007812, 1.195312, 0.945312, 0.84375, 1.195312, 1.023438, 0.570312, 0.984375, 0.730469, 0.722656, 1.023438, 0.941406, 1.070312, 1.054688, 1.25, 0.996094, 1.125, 0.585938, 1.125, 1.148438, 1.359375, 0.984375, 0.3125, 1.015625, 0.953125, 1.046875, 1.039062, 0.886719, 0.796875, 0.558594, 1.109375, 1.078125, 0.585938, 0.667969, 1.046875, 0.945312, 0.816406, 1.179688, 1.15625, 0.5625, 0.925781, 0.824219, 1.109375, 0.992188, 1.078125, 1.203125, 1.1875, 1.109375, 0.894531, 1.03125, 0.929688, 0.9375, 0.431641, 1.125, 0.925781, 0.675781, 0.933594, 1.03125, 0.941406, 1.109375, 1.25, 1.117188, 1.242188, 1.015625, 0.816406, 0.917969, 1.203125, 1.078125, 0.910156, 0.808594, 0.957031, 1.359375, 0.851562, 1.046875, 1.0, 1.023438, 1.054688, 1.015625, 1.320312, 0.972656, 0.9375, 1.109375, 1.007812, 0.960938, 1.054688, 0.921875, 1.09375, 0.976562, 1.078125, 1.234375, 1.023438, 0.929688, 1.023438, 1.140625, 1.078125, 1.265625, 1.046875, 0.996094, 1.039062, 0.894531, 1.023438, 0.992188, 1.0625, 0.800781, 1.210938, 1.09375, 0.800781, 1.039062, 1.023438, 1.039062, 1.007812, 0.960938, 1.0, 1.046875, 1.0, 1.007812, 0.917969, 1.0625, 1.0625, 1.09375, 0.914062, 1.140625, 0.933594, 1.023438, 0.832031, 1.171875, 1.179688, 0.8125, 1.179688, 1.117188, 0.455078, 1.085938, 0.871094, 0.992188, 0.757812, 1.09375, 0.875, 1.085938, 1.007812, 1.078125, 1.085938, 0.980469, 1.015625, 0.824219, 1.054688, 0.820312, 0.828125, 1.234375, 0.761719, 0.683594, 1.0, 1.039062, 1.0625, 0.949219, 1.023438, 0.949219, 0.789062, 1.015625, 1.390625, 1.164062, 1.125, 1.085938, 1.0625, 1.257812, 1.0625, 1.054688, 1.195312, 0.921875, 1.320312, 1.140625, 0.523438, 0.972656, 0.734375, 1.265625, 1.125, 1.109375, 1.273438, 0.945312, 0.447266, 1.070312, 1.546875, 1.023438, 0.251953, 1.007812, 1.03125, 0.964844, 1.09375, 1.125, 0.847656, 0.929688, 1.132812, 1.125, 1.328125, 1.179688, 1.09375, 0.988281, 1.085938, 0.996094, 1.09375, 0.5625, 0.867188, 1.03125, 0.90625, 1.132812, 1.078125, 1.085938, 0.490234, 0.894531, 1.054688, 0.964844, 1.148438, 0.894531, 1.015625, 0.957031, 0.957031, 1.007812, 1.34375, 0.9375, 1.046875, 1.257812, 1.242188, 1.03125, 0.878906, 0.96875, 1.242188, 0.714844, 1.179688, 0.78125, 0.945312, 1.195312, 0.945312, 1.070312, 1.140625, 0.761719, 0.988281, 0.625, 0.976562, 0.675781, 0.578125, 0.925781, 0.996094, 1.0, 1.015625, 1.15625, 1.117188, 2.03125, 0.863281, 1.28125, 0.578125, 1.101562, 0.949219, 0.953125, 1.046875, 0.910156, 0.601562, 1.179688, 1.210938, 1.085938, 1.226562, 0.992188, 1.148438, 0.933594, 1.101562, 1.039062, 2.34375, 1.132812, 0.988281, 1.28125, 1.007812, 1.265625, 1.445312, 0.890625, 1.015625, 0.482422, 1.21875, 0.988281, 0.890625, 1.171875, 0.835938, 1.195312, 1.132812, 1.070312, 1.085938, 0.722656, 1.007812, 0.976562, 1.054688, 1.273438, 0.90625, 1.09375, 0.765625, 0.953125, 1.0, 0.96875, 1.015625, 1.0625, 1.046875, 0.976562, 0.800781, 1.0625, 0.980469, 0.527344, 1.070312, 1.007812, 1.46875, 1.101562, 1.078125, 0.707031, 1.148438, 0.96875, 0.796875, 0.894531, 0.949219, 0.792969, 1.226562, 0.964844, 0.792969, 1.054688, 1.03125, 1.210938, 0.929688, 0.535156, 0.546875, 1.0625, 1.265625, 1.039062, 0.578125, 0.984375, 1.101562, 1.195312, 0.933594, 0.964844, 0.824219, 0.894531, 0.878906, 1.242188, 0.902344, 1.109375, 1.117188, 1.226562, 0.921875, 0.835938, 0.894531, 0.466797, 0.824219, 0.960938, 0.617188, 1.171875, 0.785156, 1.203125, 1.171875, 1.039062, 0.601562, 1.007812, 0.777344, 0.976562, 1.234375, 0.964844, 0.953125, 1.234375, 1.015625, 1.265625, 0.816406, 0.882812, 1.023438, 1.296875, 0.878906, 1.046875, 1.148438, 0.933594, 1.054688, 0.832031, 1.015625, 0.820312, 0.78125, 1.039062, 0.699219, 1.617188, 1.375, 1.140625, 0.898438, 1.09375, 1.078125, 1.03125, 1.03125, 0.972656, 1.09375, 0.910156, 0.714844, 0.980469, 0.765625, 0.953125, 0.722656, 1.125, 1.367188, 1.40625, 1.25, 1.117188, 0.90625, 1.054688, 0.730469, 0.851562, 0.949219, 0.980469, 0.773438, 1.117188, 1.429688, 0.964844, 1.015625, 1.109375, 0.730469, 1.046875, 1.234375, 0.984375, 1.40625, 0.847656, 2.390625, 1.210938, 0.984375, 0.914062, 0.882812, 1.101562, 0.90625, 0.490234, 0.972656, 0.839844, 0.554688, 1.140625, 1.109375, 1.390625, 0.640625, 0.898438, 1.03125, 0.535156, 0.894531, 0.832031, 0.824219, 0.925781, 1.070312, 0.953125, 0.871094, 1.335938, 0.992188, 1.21875, 0.996094, 1.101562, 1.273438, 0.992188, 0.957031, 1.132812, 1.125, 1.570312, 1.132812, 1.171875, 1.007812, 1.117188, 0.75, 0.494141, 1.289062, 1.046875, 0.953125, 0.855469, 0.878906, 1.257812, 1.179688, 1.28125, 0.878906, 0.816406, 1.234375, 1.109375, 1.53125, 0.466797, 1.3125, 1.09375, 1.039062, 1.125, 1.234375, 0.976562, 1.0625, 1.1875, 1.054688, 0.984375, 1.40625, 1.085938, 0.960938, 1.085938, 0.640625, 1.078125, 0.980469, 0.84375, 0.910156, 0.871094, 0.960938, 1.21875, 0.996094, 0.886719, 0.84375, 1.03125, 1.109375, 1.34375, 1.039062, 0.988281, 1.164062, 1.09375, 1.15625, 0.824219, 0.828125, 0.941406, 0.890625, 0.917969, 0.910156, 1.210938, 1.226562, 0.992188, 1.148438, 0.671875, 0.976562, 1.03125, 1.304688, 0.777344, 1.140625, 0.585938, 1.132812, 0.980469, 0.898438, 0.78125, 0.765625, 0.601562, 0.941406, 1.171875, 0.980469, 0.988281, 1.0625, 1.03125, 0.988281, 0.960938, 1.117188, 0.933594, 1.109375, 0.984375, 1.078125, 1.015625, 1.007812, 1.03125, 0.839844, 1.09375, 1.109375, 0.470703, 0.980469, 1.375, 1.257812, 1.054688, 1.273438, 1.070312, 1.085938, 1.25, 1.148438, 1.023438, 0.871094, 1.023438, 0.882812, 1.367188, 1.1875, 1.078125, 1.070312, 0.90625, 0.894531, 1.046875, 0.582031, 1.101562, 1.007812, 1.101562, 1.304688, 0.71875, 0.433594, 1.1875, 1.070312, 1.109375, 1.015625, 1.335938, 1.171875, 0.914062, 0.914062, 0.929688, 0.953125, 1.125, 1.445312, 1.007812, 1.164062, 1.109375, 0.785156, 0.890625, 0.753906, 1.304688, 1.164062, 0.871094, 1.015625, 1.164062, 0.90625, 0.789062, 1.21875, 0.373047, 0.5, 1.007812, 0.832031, 0.59375, 1.0, 1.03125, 0.972656, 1.101562, 0.792969, 1.507812, 1.070312, 0.804688, 0.59375, 0.921875, 1.023438, 1.023438, 0.886719, 0.953125, 1.101562, 1.117188, 0.957031, 1.101562, 1.28125, 1.117188, 1.101562, 0.9375, 1.0, 0.878906, 0.707031, 1.148438, 0.949219, 1.0, 1.132812, 1.15625, 0.96875, 1.054688, 0.96875, 1.054688, 1.171875, 0.972656, 0.824219, 0.878906, 0.902344, 1.351562, 0.835938, 0.949219, 1.414062, 0.933594, 0.753906, 1.09375, 1.132812, 1.148438, 1.484375, 0.984375, 0.482422, 0.894531, 0.847656, 1.195312, 1.117188, 1.320312, 1.046875, 0.933594, 0.582031, 0.71875, 1.09375, 0.992188, 1.0, 1.257812, 0.695312, 1.101562, 1.078125, 1.578125, 0.863281, 1.101562, 1.070312, 0.878906, 0.898438, 1.046875, 1.328125, 0.875, 2.109375, 0.972656, 1.101562, 1.234375, 1.210938, 0.976562, 1.039062, 1.0, 1.226562, 0.65625, 1.0625, 0.972656, 0.878906, 0.941406, 0.917969, 1.351562, 0.816406, 1.039062, 1.445312, 0.871094, 0.960938, 1.210938, 0.996094, 1.5, 0.582031, 1.273438, 1.195312, 0.714844, 0.412109, 1.085938, 0.84375, 0.761719, 1.09375, 1.242188, 1.046875, 0.875, 1.078125, 1.054688, 0.878906, 1.09375, 0.980469, 0.138672, 0.949219, 1.132812, 1.015625, 0.996094, 1.054688, 1.0625, 1.054688, 0.859375, 0.84375, 0.859375, 0.320312, 0.917969, 0.703125, 1.039062, 0.863281, 0.96875, 1.007812, 1.0625, 0.933594, 1.132812, 1.0, 0.820312, 1.25, 1.023438, 1.054688, 0.996094, 1.234375, 1.039062, 1.085938, 1.03125, 1.390625, 0.707031, 1.148438, 1.171875, 1.109375, 1.273438, 1.179688, 1.023438, 1.203125, 0.847656, 1.007812, 1.054688, 0.707031, 0.679688, 1.101562, 0.980469, 0.890625, 1.195312, 1.34375, 1.054688, 1.140625, 1.226562, 1.375, 1.265625, 0.949219, 0.625, 1.109375, 1.28125, 1.085938, 1.03125, 0.96875, 1.140625, 1.0, 0.84375, 0.318359, 0.777344, 0.984375, 1.101562, 0.933594, 1.179688, 1.109375, 1.398438, 0.921875, 0.769531, 0.898438, 1.046875, 1.070312, 1.007812, 1.210938, 0.945312, 0.945312, 0.597656, 0.859375, 0.785156, 1.046875, 0.988281, 1.140625, 1.007812, 1.078125, 1.039062, 0.894531, 1.40625, 1.179688, 1.125, 0.90625, 1.03125, 0.941406, 0.992188, 1.101562, 0.910156, 0.703125, 1.085938, 1.0625, 0.90625, 1.15625, 0.535156, 1.171875, 1.210938, 1.132812, 0.8125, 1.164062, 1.0625, 0.847656, 1.007812, 0.871094, 1.023438, 1.164062, 0.777344, 1.203125, 1.039062, 1.125, 0.90625, 0.851562, 1.054688, 0.828125, 0.9375, 1.242188, 1.1875, 0.855469, 1.054688, 0.800781, 1.179688, 1.109375, 1.132812, 0.933594, 0.820312, 1.203125, 0.996094, 1.210938, 1.375, 1.257812, 0.792969, 1.132812, 0.929688, 1.335938, 1.21875, 1.070312, 0.386719, 1.148438, 1.023438, 1.054688, 0.511719, 0.550781, 0.917969, 1.046875, 1.515625, 0.867188, 1.1875, 1.195312, 1.078125, 0.726562, 1.164062, 0.539062, 1.109375, 0.953125, 0.835938, 1.0625, 0.287109, 1.179688, 0.988281, 1.007812, 1.28125, 1.09375, 0.318359, 0.898438, 1.03125, 0.832031, 1.007812, 0.902344, 0.9375, 1.039062, 0.820312, 0.353516, 1.179688, 0.585938, 0.675781, 0.859375, 0.910156, 1.296875, 1.226562, 1.148438, 0.695312, 1.109375, 1.046875, 0.765625, 1.015625, 0.976562, 1.328125, 1.492188, 0.996094, 0.964844, 1.257812, 0.800781, 1.054688, 0.878906, 0.636719, 1.03125, 1.140625, 0.972656, 0.996094, 1.15625, 1.28125, 1.085938, 0.949219, 0.933594, 1.257812, 0.996094, 1.460938, 0.447266, 1.023438, 1.015625, 1.296875, 1.125, 0.363281, 0.960938, 1.046875, 1.375, 0.746094, 0.929688, 0.917969, 1.109375, 1.101562, 1.046875, 1.351562, 1.320312, 1.351562, 0.933594, 1.007812, 0.914062, 0.902344, 1.039062, 1.171875, 1.015625, 1.164062, 1.03125, 0.785156, 1.03125, 1.125, 1.054688, 0.886719, 1.15625, 0.4375, 1.007812, 1.015625, 0.984375, 0.753906, 1.054688, 0.957031, 1.140625, 0.671875, 1.09375, 0.949219, 0.898438, 0.957031, 0.902344, 1.210938, 0.722656, 1.210938, 0.996094, 0.275391, 1.0625, 0.628906, 1.054688, 0.820312, 0.933594, 0.675781, 0.957031, 0.582031, 1.015625, 0.910156, 1.59375, 0.921875, 0.96875, 0.832031, 0.917969, 0.542969, 1.1875, 1.03125, 0.898438, 0.949219, 1.015625, 1.21875, 1.054688, 1.046875, 1.0, 1.132812, 0.886719, 1.007812, 1.296875, 0.820312, 1.148438, 1.039062, 0.875, 0.777344, 0.730469, 1.015625, 1.507812, 1.179688, 0.972656, 1.210938, 1.007812, 1.078125, 0.964844, 0.953125, 1.070312, 0.925781, 1.140625, 1.046875, 0.960938, 0.554688, 0.632812, 1.109375, 1.03125, 1.304688, 1.132812, 0.554688, 1.375, 0.929688, 1.40625, 1.015625, 0.800781, 1.054688, 1.414062, 0.988281, 0.757812, 1.273438, 0.933594, 1.007812, 0.96875, 1.007812, 1.039062, 0.910156, 0.644531, 1.007812, 1.3125, 1.65625, 1.3125, 0.898438, 1.25, 0.953125, 1.203125, 0.976562, 1.070312, 1.242188, 1.15625, 1.109375, 1.101562, 0.984375, 1.164062, 1.09375, 1.0, 0.789062, 1.054688, 1.210938, 1.15625, 1.164062, 1.039062, 0.824219, 1.015625, 1.015625, 1.148438, 0.601562, 0.835938, 1.085938, 0.554688, 0.601562, 0.980469, 0.628906, 1.046875, 0.585938, 0.625, 0.871094, 0.832031, 1.070312, 1.132812, 1.117188, 0.691406, 1.078125, 1.054688, 1.03125, 0.734375, 1.09375, 0.886719, 0.890625, 1.171875, 0.878906, 0.976562, 1.0, 0.777344, 1.03125, 0.585938, 1.09375, 1.015625, 1.648438, 0.777344, 1.226562, 1.03125, 1.015625, 1.109375, 1.1875, 0.886719, 1.117188, 0.855469, 1.132812, 1.015625, 1.070312, 0.625, 1.039062, 0.726562, 1.0625, 1.0625, 1.359375, 1.078125, 1.054688, 1.179688, 0.605469, 1.109375, 1.40625, 1.304688, 0.976562, 1.21875, 1.054688, 0.984375, 1.046875, 0.910156, 0.9375, 0.933594, 0.972656, 0.867188, 1.109375, 1.015625, 1.125, 0.554688, 1.15625, 1.195312, 1.171875, 1.242188, 0.820312, 0.90625, 1.289062, 0.953125, 1.242188, 0.447266, 1.320312, 0.984375, 1.007812, 1.085938, 0.859375, 1.015625, 1.101562, 1.078125, 0.996094, 0.773438, 0.925781, 1.085938, 1.015625, 1.34375, 0.980469, 1.226562, 0.703125, 0.478516, 1.21875, 1.101562, 0.796875, 0.742188, 1.085938, 0.722656, 1.1875, 0.929688, 0.933594, 1.101562, 1.234375, 0.558594, 0.96875, 1.125, 1.078125, 1.203125, 1.125, 0.898438, 1.007812, 1.390625, 1.101562, 1.1875, 0.921875, 1.0, 1.15625, 1.148438, 1.1875, 0.496094, 0.996094, 1.0625, 1.226562, 0.96875, 0.941406, 1.09375, 1.21875, 0.921875, 1.085938, 1.0, 1.390625, 0.933594, 0.917969, 1.023438, 1.382812, 0.898438, 0.878906, 1.132812, 1.132812, 1.085938, 0.800781, 0.482422, 1.09375, 1.039062, 0.773438, 1.195312, 0.941406, 0.90625, 0.992188, 0.929688, 1.148438, 1.085938, 0.703125, 1.0625, 0.972656, 0.980469, 0.683594, 0.917969, 0.945312, 0.613281, 1.039062, 0.976562, 1.085938, 1.015625, 0.914062, 1.085938, 1.09375, 1.148438, 0.710938, 0.847656, 0.949219, 1.15625, 0.773438, 0.980469, 1.140625, 1.0625, 1.210938, 1.09375, 0.941406, 1.296875, 0.894531, 0.902344, 0.875, 1.265625, 1.125, 0.808594, 0.917969, 0.910156, 1.039062, 0.863281, 0.707031, 0.84375, 1.0625, 0.828125, 0.898438, 1.320312, 1.0625, 1.148438, 0.910156, 0.695312, 1.015625, 0.859375, 1.195312, 0.925781, 0.964844, 0.75, 1.015625, 0.765625, 0.929688, 0.9375, 0.828125, 0.898438, 1.132812, 1.015625, 1.09375, -0.040527, 0.953125, 0.910156, 0.890625, 1.109375, 1.210938, 0.832031, 0.839844, 1.039062, 1.03125, 1.140625, 0.824219, 1.09375, 0.921875, 0.839844, 1.25, 0.871094, 1.304688, 1.070312, 1.367188, 1.0625, 0.964844, 0.433594, 0.441406, 0.816406, 0.914062, 0.949219, 0.972656, 0.863281, 1.054688, 0.824219, 1.710938, 1.15625, 0.632812, 0.96875, 0.597656, 0.757812, 1.171875, 0.847656, 1.0625, 0.921875, 0.855469, 1.0625, 1.0, 1.398438, 1.1875, 1.15625, 0.914062, 0.777344, 1.210938, 1.054688, 1.226562, 1.078125, 1.007812, 1.015625, 0.953125, 0.597656, 1.023438, 1.070312, 0.980469, 1.054688, 1.015625, 0.914062, 1.078125, 1.335938, 1.101562, 0.839844, 0.925781, 1.242188, 1.039062, 0.714844, 0.898438, 1.03125, 0.9375, 0.957031, 1.054688, 0.320312, 1.25, 1.085938, 1.070312, 0.910156, 1.023438, 1.015625, 1.15625, 1.09375, 1.070312, 0.914062, 1.09375, 1.4375, 0.792969, 1.023438, 0.871094, 1.03125, 1.453125, 1.203125, 1.023438, 1.34375, 0.960938, 0.867188, 0.785156, 1.140625, 1.132812, 0.949219, 1.039062, 0.847656, 1.125, 1.140625, 0.960938, 1.242188, 1.007812, 1.429688, 0.976562, 0.890625, 0.964844, 0.75, 1.125, 0.332031, 1.015625, 1.109375, 0.898438, 0.964844, 1.007812, 1.09375, 1.15625, 1.195312, 0.628906, 0.707031, 0.820312, 1.085938, 1.117188, 1.054688, 0.964844, 0.769531, 1.117188, 0.898438, 0.996094, 0.898438, 0.980469, 1.101562, 0.847656, 0.546875, 0.863281, 0.675781, 0.835938, 0.890625, 0.886719, 1.132812, 0.953125, 1.046875, 0.992188, 0.90625, 0.441406, 1.03125, 1.117188, 0.757812, 0.949219, 1.007812, 1.054688, 1.210938, 1.007812, 1.132812, 0.679688, 0.980469, 0.988281, 1.148438, 1.1875, 0.953125, 0.933594, 1.117188, 0.929688, 1.054688, 0.808594, 1.164062, 1.039062, 1.15625, 1.273438, 0.742188, 1.210938, 1.132812, 1.53125, 1.117188, 0.964844, 1.015625, 1.015625, 2.15625, 0.945312, 1.164062, 0.707031, 1.023438, 0.984375, 1.132812, 1.070312, 0.890625, 1.03125, 1.046875, 0.5625, 0.957031, 0.992188, 1.03125, 1.234375, 1.078125, 1.179688, 1.117188, 0.867188, 1.367188, 1.09375, 0.960938, 0.867188, 1.023438, 1.273438, 0.867188, 1.21875, 1.15625, 0.882812, 1.070312, 0.494141, 0.921875, 1.023438, 0.78125, 0.980469, 0.992188, 0.964844, 0.730469, 0.902344, 1.164062, 0.859375, 1.023438, 1.320312, 1.242188, 0.976562, 1.109375, 0.914062, 1.242188, 1.25, 0.625, 0.910156, 1.023438, 1.195312, 1.140625, 1.125, 1.085938, 1.054688, 0.875, 1.007812, 0.660156, 0.988281, 1.375, 1.195312, 0.933594, 1.109375, 1.132812, 0.925781, 0.929688, 1.0625, 0.9375, 0.84375, 1.179688, 1.09375 ] } , "name": "onnx::Mul_11366", "outputIndexes": [ 5907 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5906, 5907 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 5908 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5908 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.34/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 8085 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8085 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.34/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 8086 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8086 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2024249558, 13107222, 3276800, 0, 0 ] } , "name": "/layers.34/mlp/gate_proj/Linear", "outputIndexes": [ 8087 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8087 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.34/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 8088 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8088 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.34/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 5909 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5909 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.34/mlp/act_fn/Mul_output_0", "outputIndexes": [ 5910 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5909, 5910 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 5911 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 5911 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 5912 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5909, 5912 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/mlp/act_fn/Add_output_0", "outputIndexes": [ 5913 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 5913 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 5914 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5914 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.34/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 5915 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 5915 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 5916 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5909, 5916 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 5917 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 5917 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 5918 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8086 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2040633580, 13107222, 3276800, 0, 0 ] } , "name": "/layers.34/mlp/up_proj/Linear", "outputIndexes": [ 8091 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8091 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.34/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 8092 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8092 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.34/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 5919 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5918, 5919 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/mlp/Mul_output_0", "outputIndexes": [ 5920 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5920 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.34/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 8093 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8093 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.34/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 8094 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8094 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2057017602, 13107222, 3276800, 0, 0 ] } , "name": "/layers.34/mlp/down_proj/Linear", "outputIndexes": [ 8095 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8095 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.34/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 8096 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8096 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.34/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 5921 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5921 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.34/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 5923 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5923 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.34/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 5924 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5924, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 5925 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5925, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 5926 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5921, 5926 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 5927 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.1875, 1.1875, 0.710938, 1.1875, 1.1875, 1.1875, 1.1875, 1.101562, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.179688, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.0625, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.15625, 1.1875, 1.1875, 1.1875, 1.1875, 0.992188, 1.1875, 1.1875, 1.1875, 0.001106, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.039062, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.179688, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.109375, 1.1875, 1.1875, 1.179688, 1.1875, 1.140625, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.714844, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.171875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.15625, 1.101562, 1.1875, 1.179688, 1.054688, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.039062, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.886719, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.148438, 1.1875, 1.1875, 1.1875, 0.914062, 1.1875, 1.1875, 1.101562, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.132812, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.179688, 1.1875, 1.1875, 1.1875, 1.070312, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.964844, 1.1875, 1.179688, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.140625, 1.1875, 1.1875, 1.1875, 1.101562, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.15625, 1.164062, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.117188, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.085938, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.164062, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.046875, 1.1875, 1.1875, 1.1875, 1.179688, 1.0625, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.179688, 1.1875, 1.1875, 1.070312, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.117188, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.148438, 1.1875, 1.1875, 0.832031, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.179688, 1.1875, 1.1875, 1.1875, 1.1875, 0.380859, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.941406, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.179688, 1.1875, 1.085938, 1.1875, 1.1875, 1.1875, 0.789062, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.148438, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.070312, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.015625, 1.1875, 1.1875, 1.078125, 1.1875, 1.1875, 1.1875, 1.1875, 1.101562, 1.148438, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.171875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.179688, 1.1875, 1.039062, 1.1875, 1.1875, 1.1875, 1.039062, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.894531, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.09375, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.730469, 1.164062, 1.1875, 0.001053, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.171875, 1.125, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.832031, 0.570312, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.15625, 1.1875, 1.171875, 1.1875, 1.1875, 0.78125, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.171875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.785156, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.001122, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.804688, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.394531, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.101562, 1.1875, 1.1875, 1.164062, 1.1875, 1.1875, 1.15625, 1.1875, 1.1875, 1.1875, 1.164062, 0.988281, 1.1875, 1.0625, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.117188, 1.1875, 1.1875, 1.078125, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.125, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.140625, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.039062, 1.1875, 1.1875, 1.023438, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.148438, 0.804688, 1.1875, 1.1875, 1.1875, 1.1875, 0.996094, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.117188, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.179688, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.00116, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.007812, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.179688, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.125, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.171875, 1.1875, 0.769531, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.171875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.148438, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.001122, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.960938, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.414062, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.871094, 1.1875, 1.1875, 1.171875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.15625, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.140625, 1.1875, 1.1875, 1.171875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.964844, 1.1875, 1.09375, 1.179688, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.15625, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.125, 1.1875, 1.179688, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.539062, 1.1875, 1.1875, 1.1875, 1.179688, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.164062, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.164062, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.15625, 1.1875, 0.886719, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.125, 1.1875, 0.960938, 1.085938, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.148438, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.179688, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.148438, 1.1875, 1.179688, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.972656, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.117188, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.171875, 1.1875, 1.1875, 1.1875, 1.1875, 0.988281, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.875, 1.1875, 0.523438, 1.1875, 1.1875, 0.75, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.171875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.132812, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.132812, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.179688, 1.148438, 1.1875, 1.164062, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.148438, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.0625, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.179688, 1.1875, 1.1875, 1.015625, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.078125, 0.886719, 1.1875, 1.1875, 1.1875, 1.1875, 1.148438, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.179688, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.117188, 1.1875, 1.132812, 1.1875, 1.1875, 1.132812, 1.1875, 1.023438, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.894531, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.09375, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.960938, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.164062, 1.1875, 1.140625, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.03125, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.109375, 1.1875, 1.179688, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.804688, 0.964844, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.355469, 1.1875, 1.1875, 1.132812, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.078125, 1.1875, 1.1875, 1.1875, 1.15625, 1.1875, 1.1875, 1.1875, 1.125, 0.445312, 1.1875, 1.179688, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.945312, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.101562, 1.1875, 1.0625, 1.1875, 0.84375, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.070312, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.15625, 1.1875, 1.1875, 1.0625, 1.1875, 1.125, 1.1875, 1.1875, 1.1875, 1.148438, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.179688, 1.117188, 1.1875, 1.1875, 1.179688, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.179688, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.117188, 1.1875, 1.1875, 1.1875, 0.953125, 1.1875, 1.1875, 0.675781, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.777344, 1.132812, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.015625, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.070312, 1.1875, 1.1875, 0.972656, 1.1875, 1.1875, 1.1875, 1.1875, 0.992188, 1.1875, 0.988281, 1.1875, 1.1875, 1.1875, 1.1875, 0.867188, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.890625, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.109375, 1.1875, 1.1875, 0.800781, 0.714844, 1.132812, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.171875, 1.1875, 1.1875, 1.1875, 1.164062, 1.1875, 1.1875, 1.1875, 1.132812, 1.1875, 1.1875, 1.085938, 1.1875, 1.1875, 1.1875, 1.1875, 0.800781, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.960938, 1.1875, 1.1875, 1.1875, 1.1875, 1.171875, 1.1875, 1.1875, 1.1875, 1.046875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.09375, 1.1875, 1.1875, 1.140625, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.125, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.148438, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.171875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.070312, 1.1875, 1.1875, 1.1875, 1.179688, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.980469, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.761719, 0.96875, 1.1875, 1.179688, 1.1875, 1.1875, 1.1875, 1.1875, 0.566406, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.046875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.859375, 1.1875, 1.1875, 1.1875, 1.1875, 0.953125, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.070312, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.867188, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.578125, 1.1875, 1.1875, 1.1875, 1.1875, 0.917969, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.179688, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.078125, 0.972656, 1.1875, 1.1875, 1.179688, 1.1875, 1.1875, 1.164062, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.179688, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.765625, 1.1875, 1.1875, 0.478516, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.15625, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.996094, 0.902344, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.964844, 1.1875, 1.1875, 1.1875, 1.09375, 1.1875, 1.1875, 1.179688, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.171875, 1.1875, 1.1875, 1.1875, 1.078125, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.179688, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.015625, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.179688, 1.1875, 1.1875, 1.1875, 1.1875, 1.046875, 0.746094, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.132812, 1.140625, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.125, 1.1875, 1.1875, 1.171875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.179688, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.125, 1.078125, 1.1875, 1.1875, 1.1875, 1.1875, 1.15625, 1.1875, 1.1875, 1.1875, 1.1875, 1.085938, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.070312, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.164062, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.101562, 1.1875, 1.1875, 1.1875, 1.046875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.960938, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.164062, 0.988281, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.117188, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.679688, 1.1875, 1.1875, 1.1875, 0.917969, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.15625, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.001022, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.132812, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 0.890625, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875, 1.1875 ] } , "name": "onnx::Mul_11367", "outputIndexes": [ 5928 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5927, 5928 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 5929 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5901, 5929 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/Add_1_output_0", "outputIndexes": [ 5930 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5930 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.34/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 8097 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8097 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.34/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 8098 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8098 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2073401624, 327702, 81920, 0, 0 ] } , "name": "/layers.34/per_layer_input_gate/Linear", "outputIndexes": [ 8099 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8099 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.34/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 8100 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8100 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.34/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 5931 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5931 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.34/act_fn/Mul_output_0", "outputIndexes": [ 5932 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5931, 5932 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/act_fn/Mul_1_output_0", "outputIndexes": [ 5933 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 5933 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/act_fn/Mul_2_output_0", "outputIndexes": [ 5934 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5931, 5934 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/act_fn/Add_output_0", "outputIndexes": [ 5935 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 5935 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/act_fn/Mul_3_output_0", "outputIndexes": [ 5936 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5936 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.34/act_fn/Tanh_output_0", "outputIndexes": [ 5937 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 5937 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/act_fn/Add_1_output_0", "outputIndexes": [ 5938 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5931, 5938 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/act_fn/Mul_4_output_0", "outputIndexes": [ 5939 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 5939 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/act_fn/Mul_5_output_0", "outputIndexes": [ 5940 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 34 ] } , "name": "/Constant_43_output_0", "outputIndexes": [ 5941 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7244", "outputIndexes": [ 5942 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7247", "outputIndexes": [ 5943 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 5942, 5943, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice7250", "outputIndexes": [ 5944 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5944 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze7251", "outputIndexes": [ 5945 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5941, 5945 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7252", "outputIndexes": [ 5946 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5946, 5945 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7253", "outputIndexes": [ 5947 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 5947, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_41_output_0", "outputIndexes": [ 5948 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5940, 5948 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/Mul_output_0", "outputIndexes": [ 5949 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5949 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.34/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 8101 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8101 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.34/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 8102 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8102 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2073811246, 327702, 81920, 0, 0 ] } , "name": "/layers.34/per_layer_projection/Linear", "outputIndexes": [ 8103 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8103 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.34/per_layer_projection/Linear/post_convert", "outputIndexes": [ 8104 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8104 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.34/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 5950 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5950 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.34/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 5952 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5952 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.34/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 5953 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5953, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 5954 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5954, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 5955 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5950, 5955 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 5956 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.296875, 0.296875, 0.000273, 0.000275, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000286, 0.296875, 0.296875, 0.296875, 0.296875, 0.00028, 0.296875, 0.296875, 0.296875, 0.296875, 0.263672, 0.296875, 0.296875, 0.25, 0.000278, 0.296875, 0.296875, 0.000277, 0.296875, 0.296875, 0.000286, 0.296875, 0.296875, 0.210938, 0.296875, 0.294922, 0.296875, 0.294922, 0.000278, 0.296875, 0.296875, 0.000269, 0.000271, 0.296875, 0.269531, 0.296875, 0.000286, 0.000271, 0.244141, 0.296875, 0.213867, 0.00028, 0.296875, 0.296875, 0.000288, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000273, 0.28125, 0.296875, 0.296875, 0.296875, 0.294922, 0.000269, 0.296875, 0.000284, 0.000278, 0.296875, 0.273438, 0.000269, 0.265625, 0.000277, 0.296875, 0.00023, 0.296875, 0.296875, 0.296875, 0.296875, 0.000286, 0.000278, 0.296875, 0.296875, 0.296875, 0.000273, 0.296875, 0.259766, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.292969, 0.296875, 0.000277, 0.296875, 0.296875, 0.294922, 0.296875, 0.289062, 0.227539, 0.294922, 0.296875, 0.283203, 0.279297, 0.00028, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000284, 0.296875, 0.000231, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.263672, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000278, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.292969, 0.296875, 0.296875, 0.000275, 0.000277, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000269, 0.000269, 0.296875, 0.296875, 0.296875, 0.222656, 0.296875, 0.296875, 0.296875, 0.296875, 0.000265, 0.296875, 0.296875, 0.000284, 0.296875, 0.000273, 0.000273, 0.296875, 0.296875, 0.296875, 0.261719, 0.296875, 0.296875, 0.255859, 0.277344, 0.296875, 0.296875, 0.000267, 0.296875, 0.296875, 0.285156, 0.00028, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.294922, 0.296875, 0.000286, 0.000218, 0.292969, 0.296875, 0.296875, 0.263672, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000267, 0.000237, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.267578, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.273438, 0.000284, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.007935, 0.296875, 0.000273, 0.000277, 0.296875, 0.296875, 0.285156, 0.296875, 0.296875, 0.296875, 0.000269, 0.296875, 0.210938, 0.000282, 0.296875, 0.296875, 0.000271, 0.296875, 0.296875, 0.296875, 0.000265, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.273438, 0.232422, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000278, 0.294922, 0.296875, 0.296875, 0.296875, 0.000278, 0.296875, 0.296875, 0.271484, 0.296875, 0.257812, 0.296875, 0.296875, 0.000209, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000284, 0.289062, 0.296875, 0.296875, 0.000269, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.277344, 0.000269, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.277344, 0.000277, 0.296875, 0.296875, 0.000282, 0.296875, 0.000277, 0.000265, 0.253906, 0.294922, 0.296875, 0.296875, 0.243164, 0.296875, 0.000284, 0.000277, 0.000265, 0.296875, 0.296875, 0.291016, 0.296875, 0.000259, 0.296875, 0.000265, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000282, 0.296875, 0.000271, 0.000271, 0.000275, 0.000282, 0.000269, 0.296875, 0.296875, 0.296875, 0.277344, 0.296875, 0.000248, 0.251953, 0.000267, 0.296875, 0.271484, 0.296875, 0.294922, 0.000273, 0.296875, 0.296875, 0.296875, 0.000256, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000275, 0.296875, 0.00025, 0.296875, 0.296875, 0.000265, 0.28125, 0.294922, 0.294922, 0.296875, 0.000273, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.271484, 0.00028, 0.28125, 0.283203, 0.000275, 0.000261, 0.296875, 0.000278, 0.296875, 0.296875, 0.296875, 0.296875, 0.000265, 0.251953, 0.296875, 0.296875, 0.000282, 0.000273, 0.294922, 0.285156, 0.296875, 0.294922, 0.296875, 0.294922, 0.000284, 0.296875, 0.296875, 0.296875, 0.000271, 0.294922, 0.296875, 0.004272, 0.22168, 0.296875, 0.296875, 0.263672, 0.000278, 0.296875, 0.294922, 0.296875, 0.296875, 0.000278, 0.296875, 0.000271, 0.296875, 0.296875, 0.000267, 0.000271, 0.294922, 0.00028, 0.296875, 0.296875, 0.000265, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000271, 0.296875, 0.000267, 0.28125, 0.000282, 0.296875, 0.296875, 0.296875, 0.000263, 0.269531, 0.296875, 0.296875, 0.296875, 0.00028, 0.000284, 0.296875, 0.000259, 0.296875, 0.296875, 0.000278, 0.296875, 0.000256, 0.296875, 0.296875, 0.296875, 0.000275, 0.000278, 0.000269, 0.000267, 0.296875, 0.265625, 0.296875, 0.00028, 0.296875, 0.296875, 0.000218, 0.296875, 0.294922, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.271484, 0.000275, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.255859, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.261719, 0.296875, 0.000267, 0.296875, 0.251953, 0.296875, 0.296875, 0.000273, 0.000277, 0.296875, 0.296875, 0.000277, 0.296875, 0.296875, 0.000275, 0.296875, 0.296875, 0.296875, 0.000256, 0.000273, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.292969, 0.296875, 0.000271, 0.287109, 0.296875, 0.296875, 0.296875, 0.00028, 0.000275, 0.000263, 0.296875, 0.246094, 0.000278, 0.296875, 0.257812, 0.289062, 0.000277, 0.289062, 0.296875, 0.241211, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.279297, 0.296875, 0.296875, 0.00028, 0.296875, 0.000273, 0.000267, 0.000278, 0.296875, 0.000265, 0.296875, 0.296875, 0.294922, 0.000263, 0.296875, 0.296875, 0.296875, 0.292969, 0.296875, 0.296875, 0.259766, 0.296875, 0.291016, 0.000278, 0.296875, 0.292969, 0.296875, 0.000275, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.294922, 0.296875, 0.000288, 0.000269, 0.296875, 0.296875, 0.000271, 0.000263, 0.296875, 0.000277, 0.296875, 0.263672, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.294922, 0.296875, 0.296875, 0.209961, 0.000284, 0.000286, 0.000271, 0.296875, 0.296875, 0.296875, 0.296875, 0.000284, 0.045654, 0.296875, 0.296875, 0.296875, 0.296875, 0.000269, 0.296875, 0.285156, 0.296875, 0.296875, 0.269531, 0.296875, 0.289062, 0.296875, 0.296875, 0.000282, 0.000286, 0.296875, 0.296875, 0.000278, 0.296875, 0.296875, 0.296875, 0.294922, 0.000273, 0.296875, 0.000267, 0.265625, 0.277344, 0.00028, 0.296875, 0.296875, 0.296875, 0.291016, 0.000278, 0.296875, 0.285156, 0.000271, 0.000286, 0.296875, 0.00028, 0.000269, 0.296875, 0.296875, 0.00029, 0.292969, 0.296875, 0.000277, 0.296875, 0.000278, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000282, 0.000269, 0.296875, 0.275391, 0.296875, 0.000213, 0.000284, 0.000259, 0.296875, 0.265625, 0.000282, 0.296875, 0.296875, 0.000278, 0.296875, 0.296875, 0.296875, 0.000273, 0.296875, 0.257812, 0.296875, 0.191406, 0.000275, 0.000278, 0.296875, 0.211914, 0.241211, 0.28125, 0.294922, 0.296875, 0.000282, 0.000271, 0.296875, 0.296875, 0.296875, 0.000271, 0.000275, 0.000271, 0.000269, 0.296875, 0.296875, 0.00029, 0.296875, 0.296875, 0.229492, 0.296875, 0.000275, 0.000271, 0.296875, 0.296875, 0.296875, 0.251953, 0.000263, 0.000282, 0.000278, 0.00028, 0.296875, 0.000273, 0.000277, 0.296875, 0.251953, 0.00029, 0.296875, 0.296875, 0.296875, 0.273438, 0.296875, 0.000278, 0.296875, 0.296875, 0.296875, 0.000282, 0.296875, 0.000267, 0.000267, 0.226562, 0.296875, 0.00028, 0.296875, 0.000278, 0.000248, 0.296875, 0.296875, 0.296875, 0.294922, 0.296875, 0.267578, 0.000278, 0.296875, 0.296875, 0.000275, 0.294922, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000267, 0.296875, 0.275391, 0.296875, 0.296875, 0.296875, 0.269531, 0.296875, 0.296875, 0.296875, 0.000278, 0.296875, 0.296875, 0.296875, 0.000282, 0.291016, 0.296875, 0.000275, 0.296875, 0.283203, 0.287109, 0.296875, 0.296875, 0.000269, 0.000273, 0.296875, 0.296875, 0.296875, 0.283203, 0.296875, 0.296875, 0.296875, 0.000273, 0.296875, 0.265625, 0.296875, 0.296875, 0.277344, 0.296875, 0.000273, 0.296875, 0.294922, 0.296875, 0.257812, 0.000275, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000277, 0.296875, 0.000275, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.050293, 0.000282, 0.000278, 0.000271, 0.273438, 0.273438, 0.296875, 0.296875, 0.287109, 0.255859, 0.296875, 0.000282, 0.296875, 0.263672, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.00029, 0.000277, 0.000275, 0.296875, 0.275391, 0.000254, 0.296875, 0.296875, 0.296875, 0.287109, 0.000271, 0.296875, 0.296875, 0.296875, 0.238281, 0.296875, 0.000278, 0.296875, 0.000277, 0.296875, 0.296875, 0.296875, 0.296875, 0.00025, 0.296875, 0.296875, 0.296875, 0.1875, 0.296875, 0.296875, 0.00028, 0.236328, 0.296875, 0.296875, 0.296875, 0.296875, 0.000269, 0.296875, 0.296875, 0.296875, 0.211914, 0.000284, 0.296875, 0.000277, 0.000282, 0.296875, 0.296875, 0.28125, 0.296875, 0.292969, 0.277344, 0.296875, 0.296875, 0.296875, 0.267578, 0.296875, 0.296875, 0.00028, 0.296875, 0.296875, 0.000275, 0.296875, 0.296875, 0.296875, 0.296875, 0.000267, 0.283203, 0.296875, 0.000288, 0.296875, 0.259766, 0.000259, 0.285156, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.00028, 0.296875, 0.000269, 0.294922, 0.000271, 0.296875, 0.219727, 0.296875, 0.279297, 0.000284, 0.294922, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.234375, 0.296875, 0.000269, 0.000223, 0.000282, 0.296875, 0.296875, 0.296875, 0.296875, 0.294922, 0.296875, 0.269531, 0.296875, 0.296875, 0.296875, 0.275391, 0.296875, 0.000278, 0.296875, 0.000284, 0.19043, 0.296875, 0.296875, 0.000286, 0.294922, 0.00193, 0.000277, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000267, 0.291016, 0.296875, 0.296875, 0.275391, 0.00028, 0.296875, 0.000614, 0.296875, 0.236328, 0.123047, 0.000284, 0.296875, 0.296875, 0.296875, 0.000282, 0.000269, 0.292969, 0.296875, 0.000256, 0.296875, 0.296875, 0.000277, 0.000265, 0.275391, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.277344, 0.000267, 0.296875, 0.000259, 0.296875, 0.000275, 0.296875, 0.296875, 0.296875, 0.296875, 0.287109, 0.296875, 0.296875, 0.296875, 0.296875, 0.000273, 0.296875, 0.296875, 0.296875, 0.277344, 0.174805, 0.000275, 0.289062, 0.259766, 0.277344, 0.296875, 0.294922, 0.296875, 0.294922, 0.296875, 0.296875, 0.000282, 0.296875, 0.000284, 0.000284, 0.277344, 0.00028, 0.296875, 0.296875, 0.000282, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.275391, 0.296875, 0.296875, 0.287109, 0.296875, 0.000269, 0.296875, 0.296875, 0.296875, 0.287109, 0.277344, 0.246094, 0.283203, 0.296875, 0.296875, 0.294922, 0.296875, 0.296875, 0.296875, 0.267578, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.289062, 0.000269, 0.294922, 0.277344, 0.000278, 0.296875, 0.283203, 0.267578, 0.000278, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.271484, 0.289062, 0.296875, 0.000238, 0.296875, 0.000246, 0.000271, 0.296875, 0.000278, 0.000246, 0.000271, 0.296875, 0.294922, 0.296875, 0.296875, 0.296875, 0.000273, 0.296875, 0.296875, 0.296875, 0.000271, 0.296875, 0.269531, 0.296875, 0.000263, 0.296875, 0.296875, 0.296875, 0.28125, 0.296875, 0.000282, 0.296875, 0.000275, 0.296875, 0.296875, 0.253906, 0.296875, 0.294922, 0.000278, 0.296875, 0.296875, 0.296875, 0.000273, 0.296875, 0.296875, 0.000271, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.253906, 0.296875, 0.296875, 0.296875, 0.00028, 0.294922, 0.296875, 0.296875, 0.296875, 0.269531, 0.273438, 0.000277, 0.000284, 0.296875, 0.000257, 0.296875, 0.000284, 0.291016, 0.296875, 0.296875, 0.217773, 0.296875, 0.197266, 0.176758, 0.287109, 0.296875, 0.291016, 0.296875, 0.000273, 0.296875, 0.000269, 0.296875, 0.296875, 0.296875, 0.296875, 0.000271, 0.296875, 0.296875, 0.000269, 0.265625, 0.000257, 0.000277, 0.000282, 0.000277, 0.296875, 0.000271, 0.296875, 0.287109, 0.296875, 0.296875, 0.296875, 0.00025, 0.296875, 0.000275, 0.296875, 0.000286, 0.296875, 0.000277, 0.296875, 0.000273, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.275391, 0.000271, 0.296875, 0.000278, 0.296875, 0.296875, 0.296875, 0.273438, 0.296875, 0.296875, 0.292969, 0.296875, 0.000282, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.207031, 0.296875, 0.296875, 0.296875, 0.000284, 0.296875, 0.296875, 0.296875, 0.296875, 0.000257, 0.296875, 0.00103, 0.296875, 0.269531, 0.269531, 0.294922, 0.294922, 0.296875, 0.28125, 0.296875, 0.296875, 0.296875, 0.000277, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000271, 0.296875, 0.289062, 0.000269, 0.296875, 0.296875, 0.003723, 0.296875, 0.296875, 0.000277, 0.000288, 0.296875, 0.296875, 0.292969, 0.000277, 0.000267, 0.296875, 0.296875, 0.296875, 0.000288, 0.267578, 0.296875, 0.296875, 0.296875, 0.296875, 0.000191, 0.267578, 0.277344, 0.296875, 0.25, 0.296875, 0.296875, 0.296875, 0.296875, 0.000269, 0.296875, 0.000273, 0.000282, 0.273438, 0.000277, 0.296875, 0.219727, 0.296875, 0.296875, 0.296875, 0.000282, 0.296875, 0.000261, 0.296875, 0.296875, 0.296875, 0.275391, 0.296875, 0.000277, 0.296875, 0.000265, 0.224609, 0.000286, 0.296875, 0.217773, 0.296875, 0.296875, 0.257812, 0.28125, 0.294922, 0.296875, 0.28125, 0.000277, 0.296875, 0.000263, 0.296875, 0.28125, 0.296875, 0.000263, 0.28125, 0.296875, 0.296875, 0.292969, 0.000271, 0.296875, 0.000284, 0.000277, 0.296875, 0.000267, 0.296875, 0.000269, 0.296875, 0.296875, 0.275391, 0.296875, 0.296875, 0.000277, 0.296875, 0.000284, 0.296875, 0.291016, 0.231445, 0.289062, 0.296875, 0.296875, 0.291016, 0.269531, 0.296875, 0.000282, 0.296875, 0.296875, 0.296875, 0.000271, 0.296875, 0.296875, 0.296875, 0.294922, 0.241211, 0.000277, 0.296875, 0.000254, 0.000269, 0.000286, 0.000286, 0.000275, 0.296875, 0.296875, 0.296875, 0.108398, 0.287109, 0.296875, 0.000278, 0.000261, 0.271484, 0.204102, 0.296875, 0.296875, 0.000259, 0.296875, 0.296875, 0.296875, 0.291016, 0.296875, 0.296875, 0.296875, 0.235352, 0.001434, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000286, 0.000273, 0.296875, 0.296875, 0.296875, 0.292969, 0.000284, 0.296875, 0.296875, 0.296875, 0.000286, 0.000246, 0.296875, 0.296875, 0.296875, 0.000282, 0.296875, 0.296875, 0.296875, 0.296875, 0.000278, 0.292969, 0.296875, 0.296875, 0.000263, 0.296875, 0.296875, 0.296875, 0.296875, 0.243164, 0.000286, 0.296875, 0.273438, 0.000277, 0.296875, 0.287109, 0.253906, 0.296875, 0.231445, 0.289062, 0.00028, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000263, 0.296875, 0.296875, 0.000282, 0.000273, 0.296875, 0.000286, 0.000273, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000263, 0.296875, 0.296875, 0.296875, 0.000271, 0.296875, 0.000271, 0.296875, 0.296875, 0.21582, 0.000277, 0.000271, 0.296875, 0.296875, 0.296875, 0.296875, 0.257812, 0.000284, 0.296875, 0.296875, 0.000275, 0.296875, 0.216797, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000284, 0.296875, 0.296875, 0.000261, 0.296875, 0.296875, 0.296875, 0.277344, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000278, 0.296875, 0.000273, 0.296875, 0.296875, 0.296875, 0.277344, 0.28125, 0.285156, 0.296875, 0.000277, 0.265625, 0.296875, 0.296875, 0.296875, 0.000267, 0.000275, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000277, 0.296875, 0.296875, 0.000284, 0.296875, 0.000269, 0.296875, 0.296875, 0.296875, 0.000282, 0.1875, 0.000273, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000288, 0.000273, 0.246094, 0.294922, 0.000259, 0.000271, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.285156, 0.296875, 0.263672, 0.000271, 0.000286, 0.296875, 0.296875, 0.296875, 0.291016, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000273, 0.267578, 0.296875, 0.296875, 0.000278, 0.296875, 0.296875, 0.296875, 0.296875, 0.294922, 0.296875, 0.296875, 0.296875, 0.289062, 0.296875, 0.296875, 0.296875, 0.013855, 0.296875, 0.296875, 0.000282, 0.24707, 0.289062, 0.279297, 0.296875, 0.296875, 0.000277, 0.000273, 0.073242, 0.000273, 0.296875, 0.296875, 0.296875, 0.296875, 0.277344, 0.00025, 0.000273, 0.296875, 0.296875, 0.000275, 0.296875, 0.00028, 0.296875, 0.296875, 0.296875, 0.000284, 0.296875, 0.296875, 0.285156, 0.192383, 0.296875, 0.296875, 0.246094, 0.095215, 0.287109, 0.296875, 0.296875, 0.296875, 0.296875, 0.000282, 0.000286, 0.296875, 0.000277, 0.261719, 0.292969, 0.296875, 0.265625, 0.00018, 0.296875, 0.00024, 0.265625, 0.283203, 0.000269, 0.000282, 0.296875, 0.296875, 0.296875, 0.000271, 0.296875, 0.296875, 0.166992, 0.000275, 0.296875, 0.273438, 0.271484, 0.296875, 0.296875, 0.285156, 0.000269, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000278, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.257812, 0.00028, 0.00028, 0.000275, 0.296875, 0.000282, 0.000269, 0.296875, 0.296875, 0.296875, 0.277344, 0.296875, 0.296875, 0.296875, 0.000277, 0.296875, 0.255859, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000275, 0.296875, 0.000284, 0.000269, 0.291016, 0.296875, 0.296875, 0.296875, 0.000277, 0.296875, 0.000277, 0.296875, 0.296875, 0.000263, 0.000277, 0.296875, 0.257812, 0.000267, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000284, 0.296875, 0.269531, 0.296875, 0.296875, 0.296875, 0.296875, 0.289062, 0.294922, 0.296875, 0.000271, 0.00028, 0.000282, 0.253906, 0.296875, 0.202148, 0.296875, 0.296875, 0.000282, 0.296875, 0.267578, 0.296875, 0.294922, 0.296875, 0.296875, 0.296875, 0.000273, 0.277344, 0.289062, 0.000275, 0.000282, 0.296875, 0.00028, 0.296875, 0.000278, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.00028, 0.269531, 0.296875, 0.000256, 0.000286, 0.296875, 0.296875, 0.296875, 0.296875, 0.000267, 0.296875, 0.296875, 0.296875, 0.000269, 0.296875, 0.296875, 0.000282, 0.296875, 0.000271, 0.296875, 0.296875, 0.000273, 0.296875, 0.296875, 0.000269, 0.000248, 0.000273, 0.296875, 0.00028, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000286, 0.296875, 0.296875, 0.296875, 0.283203, 0.000271, 0.296875, 0.000265, 0.296875, 0.296875, 0.296875, 0.000277, 0.296875, 0.296875, 0.296875, 0.273438, 0.000271, 0.000277, 0.296875, 0.296875, 0.296875, 0.000267, 0.000282, 0.000273, 0.294922, 0.296875, 0.292969, 0.296875, 0.296875, 0.296875, 0.000282, 0.296875, 0.000288, 0.294922, 0.296875, 0.296875, 0.296875, 0.000278, 0.296875, 0.285156, 0.296875, 0.296875, 0.291016, 0.000273, 0.296875, 0.296875, 0.24707, 0.000275, 0.000271, 0.296875, 0.296875, 0.00028, 0.000277, 0.296875, 0.000275, 0.000288, 0.000269, 0.296875, 0.296875, 0.296875, 0.296875, 0.000275, 0.296875, 0.296875, 0.000278, 0.28125, 0.00028, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000271, 0.296875, 0.000271, 0.000265, 0.296875, 0.296875, 0.000271, 0.296875, 0.000269, 0.296875, 0.000259, 0.000248, 0.296875, 0.287109, 0.296875, 0.296875, 0.000282, 0.296875, 0.000282, 0.296875, 0.296875, 0.000278, 0.253906, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.291016, 0.296875, 0.296875, 0.296875, 0.296875, 0.245117, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.287109, 0.296875, 0.296875, 0.296875, 0.243164, 0.00028, 0.000273, 0.296875, 0.296875, 0.277344, 0.00028, 0.296875, 0.296875, 0.000282, 0.000284, 0.296875, 0.267578, 0.296875, 0.296875, 0.294922, 0.296875, 0.000277, 0.296875, 0.296875, 0.000284, 0.296875, 0.00028, 0.000269, 0.000261, 0.000277, 0.000271, 0.263672, 0.000267, 0.296875, 0.271484, 0.296875, 0.000286, 0.296875, 0.263672, 0.296875, 0.000282, 0.292969, 0.296875, 0.000269, 0.243164, 0.296875, 0.296875, 0.294922, 0.296875, 0.296875, 0.296875, 0.000256, 0.000269, 0.296875, 0.296875, 0.296875, 0.296875, 0.000275, 0.261719, 0.000265, 0.296875, 0.000269, 0.296875, 0.296875, 0.287109, 0.25, 0.296875, 0.291016, 0.000246, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000286, 0.000275, 0.296875, 0.289062, 0.296875, 0.296875, 0.000275, 0.296875, 0.296875, 0.296875, 0.000273, 0.00028, 0.296875, 0.296875, 0.296875, 0.000252, 0.296875, 0.000263, 0.296875, 0.296875, 0.000273, 0.294922, 0.174805, 0.000275, 0.292969, 0.296875, 0.296875, 0.296875, 0.292969, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000259, 0.296875, 0.269531, 0.296875, 0.296875, 0.296875, 0.259766, 0.296875, 0.296875, 0.296875, 0.000275, 0.000273, 0.253906, 0.000277, 0.000273, 0.296875, 0.000286, 0.287109, 0.000252, 0.000278, 0.291016, 0.277344, 0.296875, 0.283203, 0.296875, 0.000271, 0.296875, 0.296875, 0.296875, 0.000275, 0.296875, 0.000278, 0.273438, 0.296875, 0.000271, 0.296875, 0.296875, 0.000284, 0.296875, 0.000271, 0.000256, 0.296875, 0.296875, 0.28125, 0.296875, 0.257812, 0.28125, 0.296875, 0.296875, 0.28125, 0.296875, 0.296875, 0.000273, 0.296875, 0.296875, 0.000267, 0.296875, 0.000275, 0.296875, 0.296875, 0.296875, 0.296875, 0.273438, 0.296875, 0.000265, 0.296875, 0.296875, 0.271484, 0.296875, 0.296875, 0.296875, 0.296875, 0.285156, 0.296875, 0.296875, 0.269531, 0.296875, 0.206055, 0.296875, 0.296875, 0.287109, 0.000284, 0.296875, 0.231445, 0.296875, 0.296875, 0.000248, 0.000269, 0.296875, 0.296875, 0.296875, 0.000269, 0.296875, 0.000275, 0.000284, 0.296875, 0.296875, 0.292969, 0.296875, 0.296875, 0.296875, 0.000235, 0.263672, 0.283203, 0.296875, 0.296875, 0.296875, 0.296875, 0.00028, 0.000267, 0.296875, 0.296875, 0.251953, 0.000273, 0.296875, 0.000278, 0.296875, 0.120605, 0.000275, 0.287109, 0.296875, 0.000263, 0.263672, 0.296875, 0.296875, 0.296875, 0.296875, 0.265625, 0.261719, 0.296875, 0.296875, 0.296875, 0.000278, 0.294922, 0.296875, 0.296875, 0.296875, 0.000284, 0.296875, 0.296875, 0.000259, 0.251953, 0.296875, 0.296875, 0.296875, 0.000284, 0.296875, 0.000271, 0.296875, 0.294922, 0.000254, 0.296875, 0.296875, 0.296875, 0.000273, 0.000278, 0.296875, 0.285156, 0.000277, 0.000257, 0.296875, 0.296875, 0.000267, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000277, 0.000259, 0.248047, 0.255859, 0.00028, 0.000273, 0.000277, 0.000248, 0.296875, 0.296875, 0.263672, 0.296875, 0.287109, 0.277344, 0.296875, 0.296875, 0.000269, 0.000286, 0.000263, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.212891, 0.000273, 0.00028, 0.296875, 0.000288, 0.296875, 0.296875, 0.291016, 0.000277, 0.21582, 0.000254, 0.000282, 0.296875, 0.000284, 0.000282, 0.296875, 0.277344, 0.000278, 0.296875, 0.000278, 0.296875, 0.000278, 0.296875, 0.287109, 0.296875, 0.000282, 0.294922, 0.000271, 0.296875, 0.296875, 0.296875, 0.000277, 0.296875, 0.000277, 0.000275, 0.000284, 0.269531, 0.296875, 0.296875, 0.296875, 0.296875, 0.232422, 0.000265, 0.294922, 0.296875, 0.269531, 0.000275, 0.296875, 0.000284, 0.000286, 0.296875, 0.291016, 0.296875, 0.296875, 0.296875, 0.296875, 0.294922, 0.00028, 0.000269, 0.000278, 0.00025, 0.292969, 0.294922, 0.000273, 0.00028, 0.000275, 0.292969, 0.296875, 0.000286, 0.000267, 0.000267, 0.000282, 0.265625, 0.296875, 0.201172, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.240234, 0.000277, 0.296875, 0.296875, 0.296875, 0.261719, 0.296875, 0.000275, 0.296875, 0.00028, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.294922, 0.296875, 0.178711, 0.296875, 0.269531, 0.271484, 0.296875, 0.296875, 0.261719, 0.296875, 0.296875, 0.000271, 0.000278, 0.294922, 0.000259, 0.296875, 0.296875, 0.296875, 0.000271, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.292969, 0.000275, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000259, 0.000265, 0.296875, 0.296875, 0.296875, 0.296875, 0.000282, 0.296875, 0.296875, 0.000282, 0.296875, 0.296875, 0.296875, 0.267578, 0.265625, 0.000278, 0.000288, 0.294922, 0.000265, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000271, 0.000271, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.000288, 0.296875, 0.279297, 0.296875, 0.000288, 0.000278, 0.296875, 0.296875, 0.000273, 0.000282, 0.000282, 0.257812, 0.275391, 0.000269, 0.296875, 0.294922, 0.296875, 0.263672, 0.000284, 0.000275, 0.296875, 0.296875, 0.000261, 0.296875, 0.296875, 0.000226, 0.296875, 0.296875, 0.296875, 0.000267, 0.261719, 0.296875, 0.000257, 0.296875, 0.000282, 0.000278, 0.296875, 0.296875, 0.296875, 0.255859, 0.292969, 0.296875, 0.296875, 0.000271, 0.292969, 0.296875, 0.287109, 0.244141, 0.296875, 0.296875, 0.296875, 0.00028, 0.285156, 0.296875, 0.296875, 0.000271, 0.296875, 0.294922, 0.296875, 0.296875, 0.000259, 0.296875, 0.296875, 0.000269, 0.000271, 0.296875, 0.296875, 0.296875, 0.28125, 0.296875, 0.00028, 0.00028, 0.296875, 0.296875, 0.296875, 0.000286, 0.000288, 0.296875, 0.000278, 0.296875, 0.296875, 0.296875, 0.296875, 0.000277, 0.000273, 0.296875, 0.296875, 0.296875, 0.242188, 0.296875, 0.213867, 0.263672, 0.296875, 0.257812, 0.296875, 0.296875, 0.296875, 0.294922, 0.296875, 0.296875, 0.296875, 0.296875, 0.000252, 0.000277, 0.289062, 0.296875, 0.296875, 0.259766, 0.296875, 0.296875, 0.000275, 0.294922, 0.000273, 0.000271, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875, 0.296875 ] } , "name": "onnx::Mul_11368", "outputIndexes": [ 5957 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5956, 5957 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 5958 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5930, 5958 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/Add_2_output_0", "outputIndexes": [ 5959 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.835938 ] } , "name": "/blocks.34/Constant_1_output_0", "outputIndexes": [ 5960 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5959, 5960 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.34/Mul_1_output_0", "outputIndexes": [ 5961 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5961, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.35/Reshape_output_0", "outputIndexes": [ 5962 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5962 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.35/input_layernorm/Pow_output_0", "outputIndexes": [ 5963 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5963 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.35/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 5964 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5964, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/input_layernorm/Add_output_0", "outputIndexes": [ 5965 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5965, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/input_layernorm/Pow_1_output_0", "outputIndexes": [ 5966 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5962, 5966 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/input_layernorm/Mul_output_0", "outputIndexes": [ 5967 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 3.84375, 4.1875, 17.125, 4.3125, 4.3125, 4.125, 4.6875, 6.3125, 4.65625, 9.9375, 4.5, 4.0, 4.4375, 3.90625, 4.46875, 4.0, 4.84375, 4.71875, 3.875, 3.953125, 5.3125, 4.375, 4.6875, 4.1875, 4.21875, 4.1875, -7.09375, 4.375, 4.75, 11.4375, 4.03125, 3.984375, 4.8125, 4.03125, 4.5, 3.609375, 3.953125, 20.5, 4.0625, 5.5625, 5.875, 4.96875, -5.71875, 4.34375, 3.921875, 4.84375, 17.625, 5.5, 4.25, 5.4375, 3.796875, 3.5, 4.5, 14.375, 4.625, 4.21875, 4.09375, 4.09375, 3.65625, 3.875, 4.90625, 3.90625, 4.125, 4.625, 3.53125, 5.1875, 5.28125, 4.0625, 4.6875, 4.15625, 3.828125, 3.953125, 3.53125, 5.40625, 3.765625, 3.46875, 4.5625, 3.921875, 4.9375, 6.03125, 4.8125, 4.4375, 6.625, 5.46875, 4.5, 4.03125, 4.84375, 4.40625, 4.75, 5.78125, 4.21875, 3.703125, 4.15625, 3.0625, 4.03125, 4.3125, 16.875, 3.921875, 4.125, 3.65625, -4.21875, 4.3125, 4.40625, 3.890625, 4.28125, 3.109375, 3.71875, 4.96875, 4.625, 4.03125, 4.59375, 4.1875, 4.71875, 3.796875, -3.53125, 3.796875, 5.03125, 3.71875, 4.75, 4.125, 3.640625, 4.28125, 3.984375, 3.796875, 3.984375, 4.625, 4.0, 4.0, 4.15625, 5.40625, 4.0, 4.90625, 3.84375, 4.84375, 19.875, 4.40625, 5.03125, 9.4375, 3.953125, 4.25, 4.59375, 4.875, 5.625, 3.796875, 5.0, -3.75, 4.125, 3.65625, 5.03125, 4.1875, 4.84375, 4.09375, 4.4375, 3.859375, 4.625, 6.4375, 4.3125, 4.0, 4.8125, 3.984375, 4.34375, 4.5625, 5.125, 3.84375, 4.6875, 5.28125, 4.0625, 4.125, 9.6875, 4.28125, 6.09375, 19.25, 3.921875, 5.0, 3.953125, 3.921875, 3.265625, 4.65625, 4.125, 3.90625, 3.390625, 4.5625, 10.1875, 4.875, 4.65625, 3.796875, 4.59375, 3.828125, 4.0, 4.03125, 4.3125, 4.1875, 4.28125, 5.25, 4.59375, 4.21875, 4.71875, 3.984375, 6.09375, 4.15625, 4.625, 4.9375, 3.84375, 4.59375, 3.75, 3.859375, 4.25, 4.28125, 4.84375, 3.609375, 5.9375, 3.53125, 5.5625, 3.28125, 4.3125, 4.125, 3.9375, 4.34375, 3.515625, 3.4375, 5.03125, 3.6875, 4.5, 4.5625, 4.34375, 4.09375, 4.40625, 4.15625, 4.65625, 4.4375, 12.8125, 4.25, 4.9375, 3.765625, 3.703125, 3.859375, 5.90625, 4.59375, 4.15625, 4.59375, 4.78125, 4.5625, 3.515625, 4.40625, 5.0625, 3.484375, 10.0, 5.125, 3.78125, 4.34375, 4.53125, 4.90625, 4.0625, 4.96875, 6.0625, 4.5625, 4.4375, 4.4375, 4.78125, 4.96875, 5.53125, 4.03125, 4.0625, 3.984375, 3.65625, 4.125, 3.390625, 4.09375, 4.625, 4.0, 3.8125, 3.359375, 4.5625, 4.3125, 4.09375, 4.1875, 4.09375, 4.21875, 3.71875, 5.0, 4.84375, 4.0625, 3.359375, 4.71875, 4.5625, 4.09375, 4.4375, 4.21875, 3.125, 4.125, 4.25, 3.671875, 4.84375, 4.40625, 3.796875, 4.25, 3.984375, 9.9375, 4.25, 5.71875, 4.125, 3.15625, 4.15625, 4.5625, 3.46875, 4.71875, 3.890625, 5.25, 3.765625, 4.0, 3.625, 4.8125, -3.921875, 3.546875, 4.0, 5.25, 4.8125, 6.4375, 4.3125, 3.65625, 3.65625, 3.8125, 12.875, 3.671875, 4.625, 4.34375, 4.3125, 4.09375, 4.4375, 3.578125, 9.875, 4.84375, 5.3125, 4.1875, 4.1875, 3.921875, 4.125, 4.1875, 4.28125, 7.34375, 4.09375, 4.8125, 3.0625, 4.875, 4.09375, 6.90625, 4.125, 6.75, 13.875, 5.625, 5.375, 3.71875, 3.921875, 3.734375, -4.375, 4.0, 4.40625, 5.40625, 3.828125, 6.125, 3.734375, 3.984375, 4.1875, 5.28125, -5.90625, 3.09375, 3.8125, 4.0625, 5.1875, 3.9375, 2.90625, 5.125, 4.46875, 4.21875, 4.15625, 3.609375, 4.0625, 5.03125, 2.625, 3.96875, 4.5625, 3.90625, 3.59375, 3.53125, 4.15625, 6.0625, -5.8125, 4.125, 3.125, 4.4375, 3.796875, 3.40625, 5.5625, -4.40625, -6.9375, 7.875, 4.90625, 4.34375, 6.3125, 4.5, 4.15625, 3.890625, 3.5625, 14.4375, 3.8125, 3.796875, 4.9375, 4.46875, 39.5, 4.40625, 4.15625, 5.0625, 3.90625, 4.53125, 3.796875, 5.34375, 5.28125, 4.46875, 4.1875, 5.75, 4.59375, 4.78125, 15.375, 3.8125, 3.375, 5.03125, 3.296875, 8.0, 3.8125, 4.90625, 4.375, 4.8125, 11.5625, 3.734375, 4.90625, 4.34375, 4.375, 4.625, 15.9375, 3.9375, 7.09375, 3.671875, 3.734375, 11.3125, 3.671875, 3.859375, 4.5, 3.984375, 3.890625, 4.53125, 4.75, 4.96875, 4.125, 4.75, 4.40625, 3.875, 3.84375, 4.0625, 4.65625, 3.75, 5.4375, 3.96875, 4.78125, 5.125, 5.8125, 4.9375, 3.46875, 4.6875, 14.0625, 4.5, 4.4375, 6.34375, 4.15625, 4.5625, 4.78125, 3.578125, 6.65625, 4.875, 4.09375, 3.578125, 6.6875, 5.03125, 4.6875, 5.65625, 3.8125, 3.5, 3.875, 6.53125, 4.6875, 3.1875, 4.78125, 3.546875, 4.21875, 4.25, 3.75, 4.1875, 3.84375, 4.59375, 4.15625, 4.0625, 4.3125, 4.59375, 4.53125, 4.1875, 5.1875, 3.265625, 4.09375, 4.125, 4.25, 3.65625, 3.984375, 3.671875, 4.8125, 3.53125, 5.59375, 3.5625, 4.5, 3.984375, 4.96875, 4.84375, 4.21875, 4.4375, 3.4375, 6.40625, 3.828125, 3.921875, -3.78125, 3.109375, 14.9375, 4.96875, 2.703125, 3.75, 7.0, 4.75, 4.25, 4.125, 4.40625, 4.15625, 3.421875, 8.6875, 5.28125, 3.375, 3.640625, 4.3125, 3.515625, 3.15625, 5.15625, 4.5625, 4.3125, 5.5, 3.96875, 3.921875, 3.46875, 4.0625, 12.0, 4.40625, 3.875, 4.34375, 5.46875, 5.375, 3.765625, 4.21875, 6.84375, 4.3125, 4.5, 4.5625, 4.25, 4.28125, 4.5625, 3.65625, 4.125, 3.625, 3.75, 4.46875, 20.75, 5.9375, 4.5, 14.3125, 4.75, 3.953125, 4.9375, 3.765625, 4.03125, 4.21875, 3.640625, 4.25, 4.875, 4.1875, 3.90625, 4.875, 3.828125, 3.578125, 4.09375, 4.125, 4.46875, 4.3125, 4.625, 3.75, 4.3125, 4.625, 4.40625, 3.71875, 2.8125, 3.59375, 3.84375, 3.921875, 3.640625, 9.5, 3.90625, 4.46875, 5.96875, 13.8125, 4.03125, 4.0625, 3.984375, 4.28125, 3.921875, 4.4375, 3.796875, 5.34375, 4.15625, 3.53125, 4.46875, 5.71875, 3.828125, 5.0625, 5.40625, 3.140625, 7.84375, 10.6875, 3.734375, 4.53125, -3.78125, 3.625, 14.625, 15.625, 4.8125, 5.375, 3.21875, 3.78125, 6.3125, 3.6875, 4.78125, 4.0625, 3.390625, 4.75, 4.34375, 4.53125, 5.0, 3.890625, 4.6875, 6.09375, 4.71875, 4.375, 4.09375, 3.28125, 4.3125, 4.09375, 5.09375, 33.75, 4.3125, 12.75, 3.421875, 4.0625, 12.375, 3.8125, 3.21875, 4.1875, 3.8125, 4.90625, 4.15625, 2.671875, 4.5, 6.5625, 3.671875, 4.21875, 6.875, 4.03125, -4.96875, 3.28125, 3.890625, 4.84375, 54.5, 2.90625, 4.3125, 3.40625, 4.0625, 4.34375, 4.125, 4.15625, 4.0625, 4.84375, 4.5625, 7.71875, 3.328125, 5.34375, 4.125, 5.71875, 4.90625, 15.9375, 4.0625, 3.34375, 4.75, 4.15625, 4.5, 7.9375, 3.796875, 3.984375, 3.65625, 4.21875, 3.109375, 3.9375, 7.21875, 5.03125, 4.15625, 5.15625, 4.65625, 4.25, 5.0, 4.1875, 4.21875, 5.0, 3.796875, 22.5, -4.78125, 3.671875, 3.015625, 4.59375, 4.59375, 6.25, 3.59375, 2.921875, 4.53125, 5.71875, 5.84375, 3.75, 4.28125, 4.6875, 14.125, 4.59375, 4.0625, 4.21875, 4.1875, 5.8125, 3.9375, 6.8125, 6.5, 5.375, 4.6875, 2.890625, 11.625, 4.25, 4.5625, 5.0625, 4.8125, 4.1875, 4.375, 4.84375, 3.75, 5.78125, 4.65625, 3.625, 4.78125, 10.125, 4.15625, 7.8125, 5.125, 5.21875, 4.34375, 6.65625, 3.8125, 12.625, 5.28125, 3.40625, 4.28125, 4.21875, 3.28125, 4.34375, 3.921875, 5.53125, 3.890625, 4.1875, 9.6875, 3.796875, 4.125, 3.75, 4.46875, 4.03125, 3.828125, 3.234375, 4.15625, 4.40625, 5.40625, 8.75, -4.53125, 4.1875, 3.578125, 3.5625, 3.59375, 4.03125, 3.84375, 3.890625, 3.609375, 4.53125, 4.46875, 3.90625, 4.28125, 6.28125, 3.75, 3.859375, 14.1875, 4.875, 3.453125, 4.0, 4.375, 4.9375, 4.625, 14.375, 3.78125, 3.90625, 4.0, 4.53125, 4.46875, 3.890625, 3.796875, 4.9375, 3.34375, 4.1875, 3.609375, 4.375, 5.0625, 4.75, 9.0, 4.03125, 4.03125, 4.46875, 3.828125, 6.3125, 3.984375, 3.765625, 4.03125, 4.625, 4.28125, 4.84375, 5.1875, 4.40625, 5.46875, 2.5625, 4.40625, 4.78125, 4.59375, 4.4375, 3.453125, 4.28125, 4.625, 10.6875, 4.3125, 4.6875, 3.734375, 4.1875, 4.15625, 4.25, 4.03125, 3.8125, 4.625, 4.59375, 3.734375, 4.0, 3.5, 4.4375, 4.125, 4.5625, 3.765625, 5.15625, 7.0, 7.15625, 4.125, 4.03125, 6.78125, -4.6875, 3.796875, 4.125, 3.46875, 5.96875, 5.0, 3.46875, 4.03125, 3.90625, 3.75, 4.90625, 4.0625, 25.875, 3.984375, 5.03125, 4.21875, 5.0, 11.0, 4.25, 3.765625, 5.09375, 5.28125, 4.28125, 3.53125, 6.53125, 3.4375, 3.234375, 3.96875, 4.71875, 3.40625, 6.71875, 4.09375, 3.203125, 5.21875, 4.40625, 6.0, 3.1875, 4.28125, 4.03125, 4.4375, 3.796875, 4.53125, 4.125, 4.5625, 4.15625, 4.59375, 3.265625, 4.53125, 4.1875, 3.921875, 4.15625, 3.171875, 4.46875, 4.53125, 4.34375, 3.609375, 4.65625, 4.8125, 4.15625, 12.6875, 5.1875, 4.34375, 4.9375, 4.6875, 4.28125, 4.71875, 3.40625, 4.53125, 3.5625, 4.28125, 4.0625, 4.3125, 3.859375, 3.71875, 9.5, 5.71875, 15.3125, 3.765625, 3.796875, 4.21875, 4.875, 5.3125, 3.875, 3.109375, 3.8125, 3.796875, 3.78125, 4.125, 4.28125, 5.59375, 8.375, 5.9375, 7.5625, 3.875, 4.25, 4.34375, 4.1875, 4.34375, 3.578125, 4.5625, 3.75, 4.25, 4.0, 4.03125, 3.703125, 5.75, 3.921875, 4.25, 3.984375, 4.09375, 4.09375, 4.125, 3.859375, 4.5, 8.1875, 4.28125, 3.53125, 3.875, 5.5, 5.0625, 4.59375, 4.28125, 5.96875, 4.03125, 4.28125, 3.796875, 5.3125, 21.125, 4.4375, 5.0, 4.375, 6.15625, 3.609375, 5.5, 3.5625, 4.625, 4.15625, 6.0625, 6.5, 3.9375, 3.59375, 4.21875, 3.734375, 4.25, 29.375, 4.875, 3.46875, 3.65625, 4.96875, 3.28125, 3.953125, 4.25, 4.46875, 3.0625, 4.0625, 3.1875, 4.125, 13.0625, 4.59375, 3.5, 5.21875, 3.375, 4.1875, 3.359375, 4.375, 4.15625, 4.5625, 4.375, 4.78125, -8.5625, 4.1875, 4.34375, 4.4375, 5.0, 3.1875, 3.984375, 4.09375, 4.25, 4.21875, 4.53125, 4.75, 4.25, 3.796875, 3.71875, 3.875, 4.8125, 4.125, 4.28125, 5.25, 4.78125, 7.03125, 3.921875, 3.8125, 4.59375, 4.53125, 4.03125, 3.453125, 4.4375, 4.09375, 4.5, 4.3125, 6.09375, 3.90625, 4.375, 3.4375, 3.9375, 3.65625, 4.09375, 2.96875, 3.921875, 4.21875, 5.78125, 4.21875, -4.125, 5.125, 4.125, 3.53125, 3.53125, 4.84375, 3.015625, 4.4375, 3.546875, 4.9375, 4.0, 3.78125, 4.6875, 5.0625, 3.40625, 4.0, 3.609375, 5.71875, 4.09375, 6.46875, 4.34375, 3.671875, 11.5625, 4.6875, 4.03125, 3.859375, 6.3125, -4.71875, 3.3125, 4.0625, 4.375, 4.25, 3.6875, 4.375, 4.90625, 11.4375, 3.796875, 5.78125, 7.375, 5.09375, 8.375, 3.546875, 4.875, 4.3125, 3.84375, 4.53125, 4.5625, 3.671875, 5.6875, 3.5, 5.0, 3.1875, 8.0625, 4.5, 4.5, 4.09375, 4.9375, 4.375, 4.96875, 4.34375, 4.90625, 3.8125, 6.34375, 4.78125, 14.5625, -5.09375, 4.25, 4.375, 4.28125, 3.5, 23.125, 3.859375, 5.34375, 3.703125, 11.9375, 4.1875, 4.4375, 5.875, 4.84375, 3.03125, 4.59375, 4.5, 3.859375, 4.5, 4.25, 3.921875, 3.90625, 4.46875, 4.6875, 4.375, 4.09375, 4.375, 6.375, 4.46875, 6.3125, 4.28125, 4.3125, 3.390625, 6.40625, 4.78125, 3.5, -4.5, 4.46875, 6.40625, 3.96875, -4.46875, 3.671875, 5.78125, 4.09375, 5.4375, 4.53125, 4.34375, 3.65625, 3.15625, 3.28125, 6.53125, 4.375, 8.8125, 3.875, 4.09375, 4.28125, 3.90625, 5.59375, 4.3125, 4.8125, 5.5625, 3.9375, -6.625, 4.1875, 4.4375, 4.21875, 4.46875, 5.84375, 3.984375, 4.90625, 2.84375, 4.75, 5.65625, 6.46875, 4.375, 7.875, 3.8125, 4.40625, 4.3125, 4.0, 3.828125, 7.46875, 4.125, 3.59375, 4.4375, 4.40625, 3.46875, 4.5, 3.40625, 10.9375, 3.5625, 9.9375, 2.59375, 3.609375, 4.625, 4.03125, 4.28125, 4.75, 2.75, 4.5625, 12.625, 4.53125, 3.65625, 4.25, 4.09375, 4.125, 5.46875, 3.5, 4.3125, 4.15625, 4.6875, 3.15625, 4.0625, 4.75, 3.984375, 4.84375, 4.03125, 4.5, 4.34375, 3.96875, 4.0625, 4.71875, 4.8125, 3.4375, 5.25, 5.09375, 3.578125, 4.65625, 6.84375, 3.78125, 4.8125, 4.90625, 4.15625, 3.515625, 6.53125, 3.8125, 4.96875, 5.6875, 3.140625, 4.0, 5.09375, 4.59375, 3.5, 4.125, 4.34375, 3.421875, 4.375, 4.1875, 6.1875, 7.25, 4.0625, 4.28125, 4.15625, 8.0, -4.46875, 4.03125, 4.34375, 3.828125, 4.5, 7.34375, 3.640625, 5.3125, 3.765625, 3.109375, 3.921875, 5.03125, 4.3125, 4.46875, 8.3125, 4.0, 25.25, 5.34375, 3.703125, 15.5625, 4.40625, 3.9375, 4.65625, 4.3125, 3.859375, 6.5625, 4.21875, 6.28125, 4.34375, 4.59375, 3.234375, 4.03125, 4.1875, 3.796875, -4.78125, 5.34375, 4.3125, 4.46875, 4.1875, 3.328125, 4.3125, 4.71875, 5.40625, 4.1875, 3.609375, 4.125, 4.25, 6.5625, 3.875, 6.0, 4.78125, 5.5, 4.65625, 5.15625, 4.21875, 3.78125, 3.953125, 3.765625, 4.28125, 3.6875, 4.1875, 5.4375, 4.0, 4.8125, -4.28125, 5.71875, 4.4375, 4.875, 6.09375, 4.21875, 3.96875, 3.671875, 4.5625, 6.1875, 4.59375, 3.796875, 3.90625, 3.21875, 4.78125, 4.625, 3.171875, 4.3125, 4.0625, 6.15625, 3.765625, 5.28125, 4.1875, 9.25, 4.71875, 16.375, 4.34375, 3.8125, 4.375, 5.09375, 4.40625, 3.5, 9.25, -4.59375, 5.21875, 6.28125, 4.625, 4.1875, 3.5, 5.53125, 4.375, 5.34375, -12.875, 5.75, 4.21875, 5.09375, 3.546875, 3.609375, 5.03125, 4.1875, 5.3125, 4.25, 4.9375, 4.1875, 4.8125, 4.0625, 4.09375, 5.09375, 3.796875, 3.828125, 7.1875, 4.125, 4.09375, 4.125, 4.125, 5.75, -6.0, 4.34375, 3.78125, 3.859375, 3.75, 5.53125, 4.15625, 4.625, 3.984375, 6.1875, 4.625, 4.09375, 4.34375, 5.4375, 14.3125, 4.84375, 3.84375, 3.390625, 3.875, 12.9375, 3.671875, 3.671875, 4.875, 4.125, 3.78125, 4.21875, 4.53125, 3.96875, 4.71875, 5.34375, 4.9375, 4.25, 4.65625, 2.703125, 4.5625, 3.78125, 4.0625, 4.28125, 4.0, 7.65625, 5.40625, 4.40625, 5.375, 4.28125, 4.40625, 3.578125, 4.15625, 3.578125, 4.25, 6.71875, 4.84375, 4.09375, 4.0, 4.09375, 4.625, 4.78125, 3.703125, 3.96875, 7.96875, 3.84375, 3.265625, 4.0625, 17.0, 3.3125, 5.5, 4.03125, 3.71875, 4.5625, 4.09375, 5.96875, 3.421875, 3.890625, 4.28125, 4.25, 4.3125, 7.15625, 4.375, 3.84375, 4.1875, 3.234375, 3.890625, 5.1875, 4.375, 4.21875, 3.59375, -3.734375, 3.921875, 7.34375, 3.390625, 4.15625, 17.75, 4.90625, 3.90625, 4.3125, 3.921875, 4.21875, 3.5625, 3.625, 4.5, 4.5625, 4.28125, 6.0, 3.65625, 3.6875, 4.625, 4.6875, 3.90625, 4.28125, 4.53125, 2.703125, 4.34375, 5.9375, 3.984375, 4.9375, 3.8125, 3.765625, -5.21875, 14.375, 4.15625, -4.28125, 3.640625, -3.8125, 4.3125, 3.9375, 3.34375, 3.953125, 5.3125, 5.5625, 4.53125, 6.25, 3.25, 4.25, 4.53125, 6.71875, 4.21875, 4.90625, 3.84375, 3.828125, 4.0, 4.0625, 3.953125, 4.4375, 4.1875, 4.4375, 16.375, 11.125, 3.59375, 4.4375, 6.15625, 4.75, 3.78125, 4.65625, 3.375, 3.046875, 5.4375, 3.921875, 2.8125, 3.453125, 4.59375, 4.5625, 4.03125, 3.90625, 4.15625, 3.703125, 4.09375, 3.984375, 4.21875, 4.0, 4.21875, 4.5, 3.90625, 4.0, 7.1875, 4.5625, 2.59375, 3.96875, 4.59375, 3.671875, 4.4375, 4.0625, 4.15625, 3.90625, 3.5, 5.09375, 3.171875, 3.953125, 3.96875, 3.125, 4.28125, 5.4375, 4.59375, 5.875, 4.625, 4.78125, 5.40625, 4.5, 4.59375, -5.125, 4.28125, 16.0, 7.09375, 3.671875, 4.03125, 4.625, 4.59375, 3.734375, 3.984375, 9.375, 4.40625, 3.5, 3.84375, 3.6875, 3.859375, 42.25, 3.703125, 4.15625, 4.90625, 5.15625, 4.21875, 4.21875, 3.484375, 4.09375, 5.25, 4.34375, 4.28125, 32.0, 7.875, 4.6875, 4.65625, 4.34375, 3.328125, 5.375, -10.5, 5.28125, 4.09375, 3.875, 4.15625, 5.34375, 3.609375, 4.46875, 4.53125, 4.71875, 4.125, 4.1875, 4.90625, 4.15625, 3.796875, 3.90625, 5.03125, 6.75, 4.40625, 4.34375, 5.3125, 29.25, 4.03125, 4.625, 4.71875, 4.6875, 4.21875, 4.0, 4.65625, 4.15625, 4.65625, 3.59375, 3.5625, 4.6875, 15.625, 4.1875, 3.96875, 3.828125, 3.671875, 4.28125, 3.640625, 4.625, 4.40625, 6.5625, 4.375, 17.125, 3.46875, 7.5625, 3.984375, 4.96875, 3.578125, 4.21875, 4.3125, 4.1875, 4.46875, 3.4375, 4.25, 4.03125, 3.6875, 4.3125, 3.703125, 3.859375, 3.484375, 4.78125, 4.21875, -4.96875, 8.1875, 3.6875, 3.796875, 4.125, 3.8125, 3.765625, 4.03125, 4.9375, 5.40625, 4.65625, 3.71875, 4.53125, 5.625, 4.65625, 3.265625, 6.71875, 4.59375, 4.375, 3.578125, 3.625, 4.59375, 4.53125, 8.875, 4.0625, 4.09375, 4.0625, -4.65625, 3.890625, 4.6875, 3.890625, 4.40625, 5.96875, 4.90625, 12.1875, 5.71875, 4.75, 4.96875, 4.90625, 3.625, 3.859375, 8.8125, 3.515625, 5.40625, 5.15625, 4.75, 3.65625, 4.90625, 4.6875, 3.8125, 3.59375, 4.53125, 4.375, 22.125, 4.15625, 4.4375, 3.4375, 5.0, 4.375, 4.375, 3.453125, 4.25, 3.953125, 3.96875, 4.1875, 3.5, 4.0, 4.03125, 4.40625, 5.0, 4.28125, 3.84375, 4.125, 3.671875, 4.625, 14.125, 4.40625, 4.8125, 4.78125, 6.8125, 3.53125, 4.59375, 9.5, 4.0625, 11.125, 4.96875, 4.15625, 4.71875, 4.875, 4.40625, 5.0, 6.9375, 4.96875, 4.0625, 5.1875, 3.578125, 5.625, 4.625, 3.65625, -3.6875, 5.84375, 4.3125, 4.4375, 4.125, 3.703125, -10.4375, 3.734375, 5.40625, 4.25, 4.6875, 4.46875, 5.46875, 3.234375, 3.59375, 4.59375, 4.40625, 3.78125, 4.59375, 4.09375, 3.90625, 4.84375, 8.8125, 5.34375, 4.90625, -5.1875, 5.65625, 4.1875, 4.21875, 4.5, 4.09375, 6.125, 4.09375, 17.375, 4.4375, 3.609375, 3.265625, 3.90625, 19.625, 4.1875, 4.28125, 4.59375, 4.9375, 5.625, 21.875, 3.8125, 3.09375, 4.6875, 7.4375, 4.5625, 4.15625, 3.875, 5.15625, 11.125, 4.3125, 17.125, 17.0, 5.40625, 3.734375, 3.90625, -3.796875, 3.90625, 2.96875, 3.984375, 4.5, 5.96875, 4.90625, 4.5, 4.90625, 4.6875, 4.53125, 3.578125, 4.59375, 6.59375, 4.28125, 6.0, 6.125, 3.546875, 4.4375, -7.375, 4.0625, 9.0625, 4.4375, 3.921875, 4.28125, 3.25, 5.21875, 2.65625, 5.75, 9.8125, 3.921875, 4.4375, 4.46875, 4.15625, 7.4375, 4.28125, 4.3125, 4.0, 2.09375, 2.421875, 4.34375, 3.296875, 4.40625, 4.0625, 4.78125, 4.15625, 5.0, 4.21875, 4.15625, 3.6875, 2.828125, 5.09375, 4.75, 4.84375, 3.6875, 3.734375, 3.65625, 4.53125, 4.09375, 5.0625, 4.4375, 8.25, 4.71875, 5.09375, 4.375, 5.125, 6.09375, 3.625, 3.1875, 5.53125, 7.34375, 3.484375, 3.921875, 3.375, 4.8125, 4.9375, -4.15625, 6.5625, 4.0, 4.1875, 17.5, 5.125, 5.15625, 4.625, 6.96875, -10.0, 12.5625, 3.953125, 6.5, 3.375, 4.125, 6.21875, 4.46875, -2.921875, 7.75, 4.15625, 5.6875, 4.5, 4.1875, 4.46875, 4.71875, 4.84375, 3.90625, 4.5, 4.5625, 4.8125, 4.125, 11.25, 3.75, 4.46875, 2.8125, 4.59375, 2.640625, 4.25, 3.90625, 4.6875, 4.1875, 8.5625, 4.15625, 3.96875, 4.65625, 4.03125, 3.46875, 4.03125, 6.625, 4.09375, 4.46875, 3.671875, 4.03125, 4.59375, 4.71875, 8.0, 3.921875, 4.25, 5.3125, 3.875, 4.875, 3.890625, 3.578125, 5.46875, 4.5625, 4.375, 4.28125, 4.5625, 3.4375, 4.875, 3.84375, 4.21875, 4.40625, 4.40625, 4.8125, 3.453125, 4.75, -9.4375, 4.28125, 4.03125, 5.25, 3.921875, 4.5, 4.78125, 4.25, 3.5, 3.703125, 4.0, 4.09375, 4.03125, 4.65625, 3.96875, 4.53125, 4.75, 4.5, 4.0, 7.65625, 4.03125, 4.09375, 4.1875, 4.15625, 4.1875, 4.0625, 3.484375, 4.0625, 4.4375, 24.5, 7.40625, 3.78125, 5.15625, 4.15625, 4.0625, 4.9375, 4.84375, 15.8125, 6.34375, 4.09375, 4.09375, 4.375, 4.0625, 4.4375, 5.53125, 4.65625, 4.0625, 3.828125, 3.328125, 4.125, 6.21875, 3.984375, 4.0, 4.3125, 4.09375, 3.640625, 8.1875, 3.65625, 11.8125, 4.625, 4.25, 5.125, 4.40625, 4.03125, 3.84375, 4.53125, 3.4375, 4.25, 5.03125, 4.28125, 4.28125, 4.96875, 4.375, 4.59375, 6.875, 3.890625, 6.53125, 4.53125, 3.859375, 5.0, 4.0625, 4.34375, 3.71875, 13.6875, 4.5, 5.21875, 4.5, 4.21875, 4.125, 3.734375, 4.28125, 4.375, 5.0625, 5.0625, 3.625, 4.21875, 4.5625, 4.875, 3.9375, 5.15625, 20.25, 3.6875, 3.84375, 4.1875, 4.59375, 5.625, 3.8125, 5.09375, 3.359375, 4.40625, 6.6875, 4.21875, 4.625, 4.40625, 4.5, 3.375, 4.78125, 4.0625, 3.296875, 3.75, 5.0, 4.96875, 3.140625, 4.03125, 4.59375, 3.546875, 4.125, 6.84375, 13.4375, 4.25, 4.1875, 5.78125, -5.71875, 3.671875, 4.65625, 4.5625, 3.140625, 3.890625, 3.75, 4.0, 5.46875, 3.3125, 4.3125, 4.1875, 5.125, 4.5625, 3.296875, 4.15625, 4.71875, 5.46875, 4.125, 5.25, 4.71875, 3.375, 4.40625, 4.46875, 15.8125, 4.03125, 4.75, 33.75, 3.515625, 3.515625, 4.21875, 4.9375, 4.46875, 3.890625, 4.6875, 4.34375, 4.5, 3.859375, 3.796875, 5.3125, 3.171875, 8.5625, 4.53125, 4.8125, 4.15625, 5.40625, 14.75, 4.40625, 4.03125, 3.890625, 3.015625, 3.828125, 4.28125, 3.984375, 3.828125, 3.71875, 4.3125, 8.1875, 6.6875, 4.09375, 6.625, 5.6875, 3.765625, 4.28125, 5.21875, 4.28125, 3.546875, 4.625, 3.78125, 4.3125, 4.59375, 4.0625, 4.71875, 8.4375, 4.34375, 3.953125, 4.15625, 2.984375, 4.8125, 4.5, 5.21875, 3.984375, 4.53125, 4.15625, 4.78125, 4.6875, 4.03125, 4.59375, 4.40625, 4.59375, 4.53125, 4.53125, 3.640625, 3.65625, 5.0625, 6.09375, 4.8125, 3.96875, 4.84375, 4.09375, 5.4375, 4.34375, 3.828125, 3.625, 7.3125, 4.40625, 3.375, 4.8125, 4.28125, 3.328125, 8.0625, 5.40625, 5.125, 3.609375, 3.1875, 3.53125, 4.65625, 4.0625, 3.71875, 7.21875, 2.46875, 3.875, 3.484375, 4.1875, 4.53125, 5.34375, 4.625, 4.71875, 3.875, 3.9375, 4.4375, 7.625, 3.515625, 4.1875, 4.90625, 4.78125, 4.375, 4.90625, 3.90625, 3.9375, 3.984375, 3.890625, 15.5625, 16.625, 7.0625, 4.0625, 4.84375, 5.03125, 6.75, 4.34375, 5.84375, 4.1875, -4.5, 6.09375, 4.1875, 5.28125, 5.625, 3.8125, 2.59375, 4.6875, 3.6875, 4.0, 3.921875, 4.46875, 4.75, 3.8125, 4.125, 4.3125, 5.53125, 3.625, 3.5625, 4.0625, 4.21875, 4.03125, 6.21875, 3.609375, 6.78125, 3.796875, 3.109375, 4.0625, 3.46875, 4.8125, 4.40625, 3.625, 9.1875, 4.125, 4.5625, 4.125, 4.28125, 4.15625, 3.34375, 3.625, 3.125, 3.34375, 4.4375, 2.84375, 4.0, 4.0, 5.0, 4.09375, 7.0, 5.65625, 3.71875, 3.84375, 4.15625, 3.859375, 3.1875, 4.8125, 4.84375, 6.28125, 3.828125, 3.25, 3.625, 5.1875, 5.59375, 4.59375, 4.46875, 2.140625, 4.40625, 5.5, 3.34375, 4.4375, 4.78125, 4.5625, 3.71875, 4.4375, 3.9375, 5.40625, 5.21875, 3.578125, 6.15625, 4.53125, 3.984375, 4.84375, -9.6875, 3.40625, 16.125, 4.09375, 3.71875, 4.3125, 4.90625, 4.53125, 3.875, 4.3125, 3.921875, 7.0625, 4.5, 4.21875, 3.703125, 3.984375, 4.96875, 3.609375, 4.875, 3.890625, 4.25, 3.671875, 5.625, 5.0, 3.734375, 4.3125, 5.5, 2.890625, 7.78125, 4.03125, 4.34375, 4.84375, 3.5, 4.3125, 5.8125, 4.625, 4.78125, 23.625, 4.25, 4.15625, 3.859375, 3.453125, 3.6875, 3.5625, 3.5625, 4.46875, 3.921875, 3.3125, 3.8125, 3.21875, 8.5, 4.46875, 4.34375, 4.75, 4.3125, 3.078125, 3.265625, 4.21875, 3.9375, 4.21875, 5.0, 22.875, 3.34375, 5.03125, 3.765625, 5.84375, 3.671875, 4.09375, 3.4375, 4.09375, 7.21875, 4.625, 4.03125, 9.5625, 3.8125, 4.78125, 4.90625, 3.65625, 4.03125, 3.421875, 3.515625, 7.21875, 4.75, 3.84375, 4.21875, 4.1875, 4.3125, 4.21875, 9.75, 5.15625, 4.6875, 4.53125, 4.28125, -4.09375, 5.25, 5.625, 4.25, 3.734375, 4.09375, 3.859375, 4.34375, 18.25, 3.671875, 4.4375, 5.09375, 4.1875, 3.5625, 2.96875, 5.0625, 3.921875, 4.28125, 3.984375, 4.1875, 4.28125, 3.78125, 3.578125, 3.328125, 3.671875, 4.25, 4.3125, 7.3125, 4.96875, 3.578125, 3.96875, 3.875, 4.84375, 3.796875, 3.953125, 7.8125, 4.4375, 8.375, 5.40625, -4.5625, 3.84375, 3.875, 3.546875, 4.09375, 3.703125, 3.953125, 4.09375, 4.53125, 4.21875, 4.40625, 4.28125 ] } , "name": "onnx::Mul_11369", "outputIndexes": [ 5968 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5967, 5968 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/input_layernorm/Mul_1_output_0", "outputIndexes": [ 5969 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5969 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.35/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 8105 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8105 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.35/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 8106 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8106 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4096, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 163840, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2074220868, 5242902, 1310720, 0, 0 ] } , "name": "/layers.35/self_attn/q_proj/Linear", "outputIndexes": [ 8107 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8107 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.35/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 8108 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8108 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4096 ] , "dimType": "NCHW" } , "name": "/layers.35/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 5970 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5969 ] , "main_type": "NONE", "name": "/blocks.35/self_attn/Shape_output_0", "outputIndexes": [ 5971 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 5971 ] , "main_type": "NONE", "name": "Shape7278", "outputIndexes": [ 5972 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 5971 ] , "main_type": "NONE", "name": "Rank7280", "outputIndexes": [ 5973 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5973, 5973 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7282", "outputIndexes": [ 5974 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5974 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7283", "outputIndexes": [ 5975 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5974, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7285", "outputIndexes": [ 5976 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5976 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7286", "outputIndexes": [ 5977 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5972, 5975, 5977, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice7289", "outputIndexes": [ 5978 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5978 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze7290", "outputIndexes": [ 5979 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5979, 5979 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7292", "outputIndexes": [ 5980 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5971, 5980, 5974 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.35/self_attn/Gather_output_0", "outputIndexes": [ 5981 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5981, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.35/self_attn/Unsqueeze_output_0", "outputIndexes": [ 5982 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5974 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7300", "outputIndexes": [ 5983 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5976 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7303", "outputIndexes": [ 5984 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5972, 5983, 5984, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice7306", "outputIndexes": [ 5985 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5985 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze7307", "outputIndexes": [ 5986 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 5986 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7308", "outputIndexes": [ 5987 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5987, 5986 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7309", "outputIndexes": [ 5988 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5971, 5988, 5974 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.35/self_attn/Gather_1_output_0", "outputIndexes": [ 5989 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5989, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.35/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 5990 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5982, 5990, 41, 1055 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.35/self_attn/Concat_output_0", "outputIndexes": [ 5991 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5970, 5991 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.35/self_attn/Reshape_output_0", "outputIndexes": [ 5992 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5992 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.35/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 5994 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5994 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.35/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 5995 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5995, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/self_attn/q_norm/Add_output_0", "outputIndexes": [ 5996 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5996, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 5997 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5992, 5997 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 5998 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5998, 1064 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 5999 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1097, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.35/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 6000 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5999, 31, 6000, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.35/self_attn/Slice_output_0", "outputIndexes": [ 6001 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6001, 1085 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/self_attn/Mul_output_0", "outputIndexes": [ 6002 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6001 ] , "main_type": "NONE", "name": "/blocks.35/self_attn/Shape_2_output_0", "outputIndexes": [ 6003 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 6003 ] , "main_type": "NONE", "name": "Shape7325", "outputIndexes": [ 6004 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 6003 ] , "main_type": "NONE", "name": "Rank7327", "outputIndexes": [ 6005 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6005, 6005 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7329", "outputIndexes": [ 6006 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6006 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7330", "outputIndexes": [ 6007 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6006, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7332", "outputIndexes": [ 6008 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6008 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7333", "outputIndexes": [ 6009 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6004, 6007, 6009, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice7336", "outputIndexes": [ 6010 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6010 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze7337", "outputIndexes": [ 6011 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 6011 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7338", "outputIndexes": [ 6012 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6012, 6011 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7339", "outputIndexes": [ 6013 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6003, 6013, 6006 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.35/self_attn/Gather_2_output_0", "outputIndexes": [ 6014 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6014, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/self_attn/Div_output_0", "outputIndexes": [ 6015 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6015, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.35/self_attn/Unsqueeze_7_output_0", "outputIndexes": [ 6016 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6001, 6016, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.35/self_attn/Slice_3_output_0", "outputIndexes": [ 6017 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6017 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.35/self_attn/Neg_output_0", "outputIndexes": [ 6018 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6015, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.35/self_attn/Unsqueeze_6_output_0", "outputIndexes": [ 6019 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6001, 31, 6019, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.35/self_attn/Slice_2_output_0", "outputIndexes": [ 6020 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6018, 6020 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.35/self_attn/Concat_2_output_0", "outputIndexes": [ 6021 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6021, 1126 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/self_attn/Mul_1_output_0", "outputIndexes": [ 6022 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6002, 6022 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/self_attn/Add_output_0", "outputIndexes": [ 6023 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1097, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.35/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 6024 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5999, 6024, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.35/self_attn/Slice_1_output_0", "outputIndexes": [ 6025 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6023, 6025 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.35/self_attn/Concat_3_output_0", "outputIndexes": [ 6026 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5981, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.35/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 6027 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5989, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.35/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 6028 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6027, 6028, 64, 1055 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.35/self_attn/Concat_1_output_0", "outputIndexes": [ 6029 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6029, 4536 ] , "main_type": "NONE", "name": "/blocks.35/self_attn/ConstantOfShape_output_0", "outputIndexes": [ 6030 ] , "type": "Fill", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 6026, 6030, 6030, 1188 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 35, "kv_shared_layer_index": 23 } , "name": "/layers.35/self_attn/FusedAttention", "outputIndexes": [ 6031 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6031 ] , "main_type": "Reshape", "main": { "dims": [ -1, 4096, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.35/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 8109 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8109 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.35/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 8110 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8110 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 4096, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 163840, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2080774490, 5242902, 1310720, 0, 0 ] } , "name": "/layers.35/self_attn/o_proj/Linear", "outputIndexes": [ 8111 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8111 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.35/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 8112 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8112 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.35/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 6032 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6032 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.35/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 6034 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6034 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.35/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 6035 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6035, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/post_attention_layernorm/Add_output_0", "outputIndexes": [ 6036 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6036, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 6037 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6032, 6037 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 6038 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.640625, 0.609375, 0.640625, 0.640625, 0.5625, 0.554688, 0.570312, 0.470703, 0.632812, 0.640625, 0.605469, 0.511719, 0.527344, 0.640625, 0.640625, 0.535156, 0.585938, 0.5625, 0.585938, 0.640625, 0.609375, 0.640625, 0.640625, 0.640625, 0.621094, 0.570312, 0.640625, 0.632812, 0.458984, 0.640625, 0.578125, 0.636719, 0.640625, 0.613281, 0.640625, 0.640625, 0.59375, 0.640625, 0.640625, 0.515625, 0.640625, 0.640625, 0.441406, 0.585938, 0.589844, 0.640625, 0.640625, 0.640625, 0.550781, 0.640625, 0.640625, 0.640625, 0.613281, 0.640625, 0.628906, 0.609375, 0.640625, 0.640625, 0.59375, 0.640625, 0.640625, 0.640625, 0.617188, 0.632812, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.632812, 0.546875, 0.640625, 0.640625, 0.640625, 0.625, 0.640625, 0.636719, 0.640625, 0.605469, 0.605469, 0.640625, 0.640625, 0.53125, 0.597656, 0.640625, 0.640625, 0.605469, 0.503906, 0.570312, 0.640625, 0.625, 0.640625, 0.636719, 0.609375, 0.617188, 0.640625, 0.59375, 0.527344, 0.59375, 0.640625, 0.570312, 0.640625, 0.640625, 0.546875, 0.632812, 0.640625, 0.640625, 0.578125, 0.59375, 0.613281, 0.636719, 0.609375, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.628906, 0.640625, 0.640625, 0.558594, 0.632812, 0.554688, 0.570312, 0.628906, 0.546875, 0.613281, 0.625, 0.640625, 0.5625, 0.609375, 0.535156, 0.640625, 0.621094, 0.511719, 0.429688, 0.566406, 0.554688, 0.640625, 0.554688, 0.617188, 0.640625, 0.640625, 0.640625, 0.535156, 0.632812, 0.640625, 0.640625, 0.617188, 0.640625, 0.640625, 0.640625, 0.566406, 0.640625, 0.640625, 0.640625, 0.597656, 0.640625, 0.640625, 0.511719, 0.601562, 0.636719, 0.585938, 0.640625, 0.640625, 0.601562, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.621094, 0.59375, 0.640625, 0.609375, 0.640625, 0.636719, 0.640625, 0.636719, 0.640625, 0.640625, 0.539062, 0.582031, 0.632812, 0.640625, 0.601562, 0.589844, 0.640625, 0.640625, 0.625, 0.640625, 0.640625, 0.640625, 0.640625, 0.609375, 0.613281, 0.439453, 0.640625, 0.582031, 0.494141, 0.640625, 0.636719, 0.609375, 0.640625, 0.640625, 0.597656, 0.640625, 0.621094, 0.640625, 0.640625, 0.609375, 0.621094, 0.640625, 0.589844, 0.640625, 0.640625, 0.613281, 0.609375, 0.46875, 0.640625, 0.617188, 0.539062, 0.640625, 0.632812, 0.601562, 0.640625, 0.636719, 0.640625, 0.640625, 0.640625, 0.449219, 0.609375, 0.589844, 0.640625, 0.582031, 0.601562, 0.628906, 0.542969, 0.640625, 0.585938, 0.640625, 0.597656, 0.640625, 0.570312, 0.640625, 0.640625, 0.640625, 0.617188, 0.511719, 0.550781, 0.515625, 0.640625, 0.640625, 0.617188, 0.640625, 0.640625, 0.542969, 0.640625, 0.640625, 0.640625, 0.625, 0.640625, 0.640625, 0.628906, 0.640625, 0.640625, 0.640625, 0.621094, 0.605469, 0.636719, 0.640625, 0.640625, 0.605469, 0.546875, 0.640625, 0.609375, 0.585938, 0.605469, 0.582031, 0.640625, 0.621094, 0.640625, 0.605469, 0.640625, 0.640625, 0.503906, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.632812, 0.628906, 0.640625, 0.640625, 0.455078, 0.628906, 0.640625, 0.621094, 0.632812, 0.605469, 0.597656, 0.640625, 0.601562, 0.589844, 0.640625, 0.640625, 0.640625, 0.597656, 0.636719, 0.640625, 0.640625, 0.550781, 0.640625, 0.59375, 0.601562, 0.640625, 0.582031, 0.640625, 0.640625, 0.640625, 0.550781, 0.628906, 0.632812, 0.640625, 0.636719, 0.640625, 0.640625, 0.640625, 0.640625, 0.59375, 0.640625, 0.582031, 0.640625, 0.640625, 0.640625, 0.617188, 0.59375, 0.621094, 0.640625, 0.640625, 0.640625, 0.601562, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.539062, 0.640625, 0.585938, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.625, 0.640625, 0.640625, 0.628906, 0.640625, 0.585938, 0.613281, 0.566406, 0.640625, 0.617188, 0.621094, 0.640625, 0.605469, 0.640625, 0.640625, 0.640625, 0.636719, 0.640625, 0.636719, 0.609375, 0.640625, 0.566406, 0.640625, 0.640625, 0.621094, 0.640625, 0.484375, 0.498047, 0.640625, 0.617188, 0.589844, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.632812, 0.640625, 0.640625, 0.585938, 0.640625, 0.640625, 0.640625, 0.558594, 0.640625, 0.453125, 0.640625, 0.640625, 0.640625, 0.640625, 0.617188, 0.546875, 0.640625, 0.609375, 0.640625, 0.601562, 0.640625, 0.5625, 0.601562, 0.640625, 0.640625, 0.640625, 0.601562, 0.640625, 0.640625, 0.628906, 0.640625, 0.609375, 0.640625, 0.640625, 0.515625, 0.640625, 0.640625, 0.597656, 0.640625, 0.640625, 0.621094, 0.640625, 0.617188, 0.640625, 0.640625, 0.601562, 0.636719, 0.640625, 0.582031, 0.640625, 0.558594, 0.511719, 0.640625, 0.640625, 0.640625, 0.597656, 0.640625, 0.640625, 0.640625, 0.542969, 0.640625, 0.640625, 0.621094, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.527344, 0.640625, 0.640625, 0.640625, 0.640625, 0.636719, 0.640625, 0.640625, 0.640625, 0.640625, 0.523438, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.632812, 0.640625, 0.640625, 0.628906, 0.640625, 0.640625, 0.578125, 0.59375, 0.636719, 0.640625, 0.640625, 0.640625, 0.640625, 0.585938, 0.636719, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.636719, 0.640625, 0.570312, 0.640625, 0.546875, 0.640625, 0.640625, 0.628906, 0.640625, 0.636719, 0.605469, 0.640625, 0.621094, 0.640625, 0.582031, 0.640625, 0.617188, 0.640625, 0.640625, 0.640625, 0.5, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.605469, 0.640625, 0.640625, 0.640625, 0.605469, 0.640625, 0.640625, 0.640625, 0.640625, 0.550781, 0.628906, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.554688, 0.640625, 0.640625, 0.640625, 0.640625, 0.605469, 0.605469, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.550781, 0.640625, 0.640625, 0.582031, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.46875, 0.640625, 0.640625, 0.640625, 0.625, 0.640625, 0.554688, 0.640625, 0.632812, 0.640625, 0.640625, 0.585938, 0.617188, 0.640625, 0.640625, 0.632812, 0.574219, 0.628906, 0.640625, 0.640625, 0.523438, 0.640625, 0.609375, 0.640625, 0.597656, 0.640625, 0.640625, 0.613281, 0.503906, 0.601562, 0.574219, 0.640625, 0.640625, 0.636719, 0.628906, 0.640625, 0.640625, 0.636719, 0.640625, 0.601562, 0.640625, 0.640625, 0.613281, 0.640625, 0.640625, 0.632812, 0.609375, 0.53125, 0.613281, 0.59375, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.632812, 0.554688, 0.589844, 0.640625, 0.640625, 0.640625, 0.550781, 0.640625, 0.578125, 0.640625, 0.597656, 0.640625, 0.621094, 0.640625, 0.640625, 0.585938, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.5625, 0.640625, 0.640625, 0.640625, 0.519531, 0.59375, 0.640625, 0.640625, 0.613281, 0.640625, 0.640625, 0.640625, 0.640625, 0.574219, 0.640625, 0.640625, 0.640625, 0.640625, 0.578125, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.597656, 0.535156, 0.640625, 0.558594, 0.566406, 0.103516, 0.640625, 0.636719, 0.640625, 0.601562, 0.640625, 0.550781, 0.640625, 0.640625, 0.636719, 0.640625, 0.640625, 0.640625, 0.640625, 0.5625, 0.640625, 0.640625, 0.640625, 0.640625, 0.613281, 0.640625, 0.574219, 0.539062, 0.640625, 0.640625, 0.636719, 0.605469, 0.640625, 0.636719, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.582031, 0.640625, 0.640625, 0.527344, 0.640625, 0.640625, 0.640625, 0.640625, 0.539062, 0.617188, 0.632812, 0.640625, 0.640625, 0.640625, 0.640625, 0.621094, 0.5625, 0.640625, 0.640625, 0.632812, 0.640625, 0.640625, 0.640625, 0.628906, 0.640625, 0.636719, 0.535156, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.609375, 0.640625, 0.640625, 0.617188, 0.640625, 0.640625, 0.578125, 0.597656, 0.59375, 0.640625, 0.578125, 0.640625, 0.490234, 0.640625, 0.546875, 0.625, 0.628906, 0.640625, 0.640625, 0.640625, 0.574219, 0.640625, 0.585938, 0.640625, 0.640625, 0.640625, 0.640625, 0.585938, 0.640625, 0.5625, 0.640625, 0.640625, 0.519531, 0.621094, 0.640625, 0.640625, 0.640625, 0.546875, 0.570312, 0.519531, 0.613281, 0.640625, 0.609375, 0.613281, 0.640625, 0.640625, 0.550781, 0.640625, 0.640625, 0.621094, 0.640625, 0.640625, 0.636719, 0.640625, 0.640625, 0.640625, 0.636719, 0.542969, 0.640625, 0.640625, 0.632812, 0.640625, 0.640625, 0.632812, 0.640625, 0.640625, 0.625, 0.636719, 0.640625, 0.640625, 0.640625, 0.640625, 0.519531, 0.640625, 0.578125, 0.640625, 0.628906, 0.640625, 0.640625, 0.640625, 0.625, 0.640625, 0.640625, 0.472656, 0.640625, 0.605469, 0.640625, 0.53125, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.617188, 0.628906, 0.640625, 0.640625, 0.523438, 0.640625, 0.640625, 0.640625, 0.613281, 0.628906, 0.570312, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.585938, 0.597656, 0.640625, 0.628906, 0.609375, 0.640625, 0.605469, 0.640625, 0.601562, 0.640625, 0.640625, 0.554688, 0.628906, 0.574219, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.636719, 0.640625, 0.566406, 0.636719, 0.582031, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.636719, 0.628906, 0.609375, 0.640625, 0.511719, 0.558594, 0.640625, 0.574219, 0.578125, 0.574219, 0.640625, 0.550781, 0.625, 0.640625, 0.640625, 0.640625, 0.613281, 0.640625, 0.574219, 0.640625, 0.554688, 0.636719, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.589844, 0.632812, 0.640625, 0.566406, 0.640625, 0.636719, 0.566406, 0.640625, 0.640625, 0.605469, 0.640625, 0.613281, 0.636719, 0.640625, 0.511719, 0.570312, 0.640625, 0.613281, 0.640625, 0.601562, 0.640625, 0.640625, 0.542969, 0.640625, 0.640625, 0.640625, 0.582031, 0.640625, 0.605469, 0.628906, 0.640625, 0.640625, 0.640625, 0.640625, 0.59375, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.578125, 0.640625, 0.640625, 0.585938, 0.640625, 0.601562, 0.640625, 0.640625, 0.640625, 0.640625, 0.597656, 0.628906, 0.640625, 0.640625, 0.582031, 0.613281, 0.640625, 0.628906, 0.640625, 0.640625, 0.640625, 0.640625, 0.59375, 0.640625, 0.640625, 0.59375, 0.617188, 0.640625, 0.640625, 0.640625, 0.640625, 0.636719, 0.625, 0.640625, 0.640625, 0.589844, 0.640625, 0.640625, 0.640625, 0.640625, 0.613281, 0.503906, 0.640625, 0.640625, 0.640625, 0.640625, 0.585938, 0.640625, 0.640625, 0.640625, 0.640625, 0.578125, 0.640625, 0.640625, 0.640625, 0.636719, 0.640625, 0.640625, 0.550781, 0.617188, 0.601562, 0.640625, 0.640625, 0.621094, 0.640625, 0.640625, 0.566406, 0.582031, 0.609375, 0.640625, 0.636719, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.625, 0.5625, 0.582031, 0.566406, 0.640625, 0.640625, 0.640625, 0.640625, 0.601562, 0.640625, 0.640625, 0.640625, 0.550781, 0.640625, 0.640625, 0.640625, 0.640625, 0.617188, 0.640625, 0.554688, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.523438, 0.640625, 0.640625, 0.640625, 0.617188, 0.628906, 0.609375, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.636719, 0.636719, 0.613281, 0.640625, 0.640625, 0.609375, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.570312, 0.589844, 0.628906, 0.640625, 0.589844, 0.640625, 0.640625, 0.640625, 0.582031, 0.621094, 0.640625, 0.609375, 0.640625, 0.640625, 0.589844, 0.640625, 0.640625, 0.640625, 0.597656, 0.640625, 0.625, 0.636719, 0.589844, 0.574219, 0.640625, 0.628906, 0.640625, 0.636719, 0.640625, 0.640625, 0.570312, 0.640625, 0.640625, 0.640625, 0.632812, 0.640625, 0.640625, 0.636719, 0.640625, 0.640625, 0.640625, 0.542969, 0.640625, 0.640625, 0.625, 0.640625, 0.535156, 0.605469, 0.636719, 0.578125, 0.640625, 0.640625, 0.539062, 0.640625, 0.640625, 0.640625, 0.617188, 0.621094, 0.628906, 0.5, 0.640625, 0.640625, 0.640625, 0.490234, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.621094, 0.640625, 0.640625, 0.585938, 0.585938, 0.582031, 0.582031, 0.609375, 0.636719, 0.585938, 0.636719, 0.601562, 0.640625, 0.640625, 0.640625, 0.640625, 0.597656, 0.632812, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.636719, 0.640625, 0.570312, 0.640625, 0.640625, 0.558594, 0.640625, 0.613281, 0.640625, 0.640625, 0.539062, 0.636719, 0.589844, 0.640625, 0.636719, 0.585938, 0.640625, 0.589844, 0.613281, 0.640625, 0.636719, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.628906, 0.511719, 0.640625, 0.570312, 0.640625, 0.640625, 0.640625, 0.640625, 0.609375, 0.640625, 0.640625, 0.640625, 0.585938, 0.640625, 0.566406, 0.632812, 0.59375, 0.640625, 0.640625, 0.621094, 0.640625, 0.621094, 0.636719, 0.558594, 0.640625, 0.554688, 0.507812, 0.640625, 0.640625, 0.640625, 0.5625, 0.640625, 0.640625, 0.597656, 0.640625, 0.617188, 0.519531, 0.640625, 0.617188, 0.640625, 0.636719, 0.640625, 0.640625, 0.535156, 0.640625, 0.628906, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.605469, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.636719, 0.640625, 0.5, 0.640625, 0.59375, 0.570312, 0.621094, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.605469, 0.582031, 0.640625, 0.640625, 0.640625, 0.636719, 0.554688, 0.640625, 0.640625, 0.640625, 0.640625, 0.578125, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.527344, 0.640625, 0.640625, 0.625, 0.597656, 0.640625, 0.640625, 0.640625, 0.632812, 0.640625, 0.640625, 0.640625, 0.613281, 0.640625, 0.609375, 0.625, 0.605469, 0.640625, 0.640625, 0.640625, 0.640625, 0.574219, 0.632812, 0.640625, 0.636719, 0.640625, 0.550781, 0.640625, 0.640625, 0.640625, 0.570312, 0.640625, 0.628906, 0.605469, 0.640625, 0.59375, 0.640625, 0.640625, 0.640625, 0.640625, 0.636719, 0.640625, 0.554688, 0.5625, 0.554688, 0.640625, 0.640625, 0.628906, 0.632812, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.578125, 0.53125, 0.53125, 0.617188, 0.640625, 0.640625, 0.617188, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.628906, 0.550781, 0.640625, 0.640625, 0.628906, 0.640625, 0.59375, 0.597656, 0.640625, 0.640625, 0.640625, 0.640625, 0.550781, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.59375, 0.640625, 0.519531, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.535156, 0.640625, 0.574219, 0.636719, 0.640625, 0.5625, 0.640625, 0.640625, 0.617188, 0.601562, 0.445312, 0.625, 0.609375, 0.640625, 0.613281, 0.640625, 0.640625, 0.570312, 0.640625, 0.640625, 0.640625, 0.640625, 0.53125, 0.621094, 0.515625, 0.640625, 0.640625, 0.609375, 0.625, 0.462891, 0.640625, 0.523438, 0.585938, 0.640625, 0.632812, 0.640625, 0.640625, 0.640625, 0.605469, 0.640625, 0.640625, 0.488281, 0.640625, 0.636719, 0.640625, 0.640625, 0.617188, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.597656, 0.640625, 0.640625, 0.640625, 0.640625, 0.59375, 0.554688, 0.640625, 0.640625, 0.640625, 0.632812, 0.632812, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.589844, 0.539062, 0.640625, 0.582031, 0.640625, 0.640625, 0.617188, 0.601562, 0.640625, 0.554688, 0.640625, 0.640625, 0.609375, 0.640625, 0.640625, 0.636719, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.636719, 0.640625, 0.636719, 0.640625, 0.585938, 0.617188, 0.636719, 0.640625, 0.640625, 0.613281, 0.640625, 0.640625, 0.640625, 0.515625, 0.570312, 0.632812, 0.570312, 0.632812, 0.597656, 0.558594, 0.617188, 0.636719, 0.640625, 0.640625, 0.640625, 0.527344, 0.609375, 0.609375, 0.605469, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.628906, 0.640625, 0.570312, 0.640625, 0.640625, 0.578125, 0.609375, 0.636719, 0.640625, 0.53125, 0.546875, 0.640625, 0.640625, 0.640625, 0.640625, 0.621094, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.566406, 0.578125, 0.640625, 0.636719, 0.535156, 0.640625, 0.640625, 0.5625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.628906, 0.640625, 0.558594, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.601562, 0.558594, 0.621094, 0.582031, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.628906, 0.628906, 0.640625, 0.640625, 0.640625, 0.636719, 0.621094, 0.640625, 0.640625, 0.640625, 0.640625, 0.53125, 0.640625, 0.605469, 0.498047, 0.640625, 0.640625, 0.640625, 0.578125, 0.582031, 0.482422, 0.640625, 0.640625, 0.632812, 0.640625, 0.574219, 0.640625, 0.582031, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.578125, 0.392578, 0.640625, 0.601562, 0.511719, 0.640625, 0.640625, 0.617188, 0.640625, 0.640625, 0.640625, 0.582031, 0.640625, 0.640625, 0.640625, 0.636719, 0.582031, 0.625, 0.640625, 0.640625, 0.640625, 0.546875, 0.640625, 0.609375, 0.640625, 0.640625, 0.640625, 0.640625, 0.527344, 0.640625, 0.632812, 0.589844, 0.640625, 0.640625, 0.601562, 0.640625, 0.488281, 0.640625, 0.605469, 0.605469, 0.605469, 0.605469, 0.621094, 0.640625, 0.640625, 0.632812, 0.625, 0.640625, 0.640625, 0.621094, 0.640625, 0.640625, 0.621094, 0.640625, 0.640625, 0.640625, 0.621094, 0.640625, 0.636719, 0.640625, 0.613281, 0.628906, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.632812, 0.617188, 0.640625, 0.589844, 0.640625, 0.640625, 0.550781, 0.640625, 0.640625, 0.640625, 0.621094, 0.621094, 0.636719, 0.625, 0.523438, 0.640625, 0.609375, 0.582031, 0.597656, 0.542969, 0.566406, 0.640625, 0.542969, 0.640625, 0.625, 0.640625, 0.640625, 0.640625, 0.613281, 0.628906, 0.640625, 0.546875, 0.498047, 0.640625, 0.601562, 0.640625, 0.496094, 0.640625, 0.640625, 0.640625, 0.605469, 0.601562, 0.625, 0.640625, 0.640625, 0.570312, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.601562, 0.640625, 0.585938, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.632812, 0.640625, 0.578125, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.578125, 0.640625, 0.617188, 0.640625, 0.640625, 0.59375, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.625, 0.640625, 0.640625, 0.605469, 0.640625, 0.640625, 0.640625, 0.640625, 0.597656, 0.640625, 0.640625, 0.625, 0.597656, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.554688, 0.640625, 0.578125, 0.632812, 0.640625, 0.546875, 0.640625, 0.621094, 0.640625, 0.640625, 0.539062, 0.578125, 0.640625, 0.617188, 0.640625, 0.566406, 0.625, 0.539062, 0.640625, 0.640625, 0.539062, 0.640625, 0.558594, 0.511719, 0.53125, 0.640625, 0.636719, 0.640625, 0.574219, 0.578125, 0.632812, 0.640625, 0.636719, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.625, 0.419922, 0.640625, 0.640625, 0.59375, 0.640625, 0.640625, 0.558594, 0.640625, 0.640625, 0.640625, 0.640625, 0.621094, 0.640625, 0.585938, 0.640625, 0.640625, 0.558594, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.578125, 0.640625, 0.640625, 0.640625, 0.640625, 0.582031, 0.613281, 0.570312, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.625, 0.511719, 0.507812, 0.640625, 0.640625, 0.582031, 0.640625, 0.640625, 0.640625, 0.640625, 0.636719, 0.585938, 0.640625, 0.625, 0.554688, 0.546875, 0.621094, 0.640625, 0.632812, 0.542969, 0.640625, 0.496094, 0.640625, 0.640625, 0.640625, 0.515625, 0.570312, 0.640625, 0.640625, 0.640625, 0.585938, 0.640625, 0.640625, 0.640625, 0.632812, 0.582031, 0.609375, 0.597656, 0.535156, 0.519531, 0.640625, 0.632812, 0.640625, 0.640625, 0.640625, 0.59375, 0.640625, 0.625, 0.640625, 0.640625, 0.640625, 0.589844, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.613281, 0.640625, 0.640625, 0.640625, 0.609375, 0.640625, 0.640625, 0.640625, 0.640625, 0.617188, 0.636719, 0.578125, 0.640625, 0.640625, 0.632812, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.636719, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.636719, 0.640625, 0.640625, 0.582031, 0.566406, 0.640625, 0.632812, 0.640625, 0.585938, 0.640625, 0.640625, 0.574219, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.613281, 0.640625, 0.628906, 0.640625, 0.582031, 0.636719, 0.640625, 0.636719, 0.640625, 0.632812, 0.640625, 0.589844, 0.640625, 0.640625, 0.640625, 0.640625, 0.628906, 0.636719, 0.542969, 0.625, 0.640625, 0.578125, 0.640625, 0.539062, 0.640625, 0.640625, 0.621094, 0.507812, 0.632812, 0.640625, 0.539062, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.636719, 0.578125, 0.613281, 0.519531, 0.640625, 0.574219, 0.640625, 0.632812, 0.640625, 0.640625, 0.558594, 0.617188, 0.601562, 0.605469, 0.640625, 0.640625, 0.621094, 0.640625, 0.640625, 0.640625, 0.609375, 0.625, 0.566406, 0.640625, 0.640625, 0.613281, 0.640625, 0.589844, 0.455078, 0.628906, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.636719, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.609375, 0.640625, 0.632812, 0.632812, 0.636719, 0.640625, 0.640625, 0.609375, 0.640625, 0.621094, 0.640625, 0.640625, 0.640625, 0.609375, 0.640625, 0.640625, 0.640625, 0.640625, 0.455078, 0.640625, 0.59375, 0.640625, 0.640625, 0.605469, 0.59375, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.636719, 0.640625, 0.621094, 0.640625, 0.640625, 0.640625, 0.53125, 0.628906, 0.621094, 0.550781, 0.640625, 0.636719, 0.546875, 0.640625, 0.636719, 0.574219, 0.632812, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.5, 0.609375, 0.546875, 0.605469, 0.550781, 0.640625, 0.640625, 0.59375, 0.640625, 0.585938, 0.640625, 0.558594, 0.640625, 0.640625, 0.597656, 0.640625, 0.640625, 0.628906, 0.523438, 0.636719, 0.640625, 0.613281, 0.632812, 0.640625, 0.585938, 0.640625, 0.605469, 0.640625, 0.640625, 0.613281, 0.628906, 0.640625, 0.640625, 0.628906, 0.640625, 0.53125, 0.640625, 0.640625, 0.640625, 0.582031, 0.640625, 0.640625, 0.570312, 0.613281, 0.640625, 0.582031, 0.640625, 0.640625, 0.494141, 0.640625, 0.582031, 0.640625, 0.640625, 0.589844, 0.632812, 0.628906, 0.640625, 0.640625, 0.640625, 0.527344, 0.640625, 0.640625, 0.613281, 0.523438, 0.640625, 0.636719, 0.640625, 0.554688, 0.640625, 0.640625, 0.640625, 0.488281, 0.640625, 0.640625, 0.640625, 0.640625, 0.601562, 0.640625, 0.640625, 0.621094, 0.625, 0.640625, 0.578125, 0.640625, 0.640625, 0.640625, 0.640625, 0.589844, 0.636719, 0.613281, 0.640625, 0.640625, 0.640625, 0.636719, 0.640625, 0.640625, 0.640625, 0.632812, 0.640625, 0.613281, 0.640625, 0.640625, 0.640625, 0.640625, 0.617188, 0.640625, 0.640625, 0.640625, 0.574219, 0.640625, 0.640625, 0.613281, 0.640625, 0.621094, 0.636719, 0.640625, 0.546875, 0.640625, 0.640625, 0.640625, 0.535156, 0.640625, 0.640625, 0.640625, 0.640625, 0.589844, 0.640625, 0.640625, 0.640625, 0.625, 0.640625, 0.640625, 0.5, 0.640625, 0.582031, 0.640625, 0.640625, 0.625, 0.640625, 0.578125, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.628906, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.585938, 0.640625, 0.640625, 0.640625, 0.621094, 0.640625, 0.632812, 0.628906, 0.640625, 0.640625, 0.5625, 0.640625, 0.53125, 0.605469, 0.523438, 0.625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.597656, 0.640625, 0.640625, 0.570312, 0.640625, 0.636719, 0.640625, 0.640625, 0.640625, 0.640625, 0.617188, 0.640625, 0.511719, 0.570312, 0.621094, 0.640625, 0.640625, 0.640625, 0.640625, 0.59375, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.59375, 0.640625, 0.621094, 0.640625, 0.640625, 0.640625, 0.640625, 0.625, 0.640625, 0.640625, 0.550781, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.515625, 0.636719, 0.59375, 0.640625, 0.640625, 0.640625, 0.632812, 0.617188, 0.597656, 0.640625, 0.617188, 0.519531, 0.640625, 0.632812, 0.640625, 0.597656, 0.539062, 0.597656, 0.640625, 0.519531, 0.640625, 0.640625, 0.640625, 0.554688, 0.640625, 0.640625, 0.632812, 0.640625, 0.589844, 0.589844, 0.640625, 0.53125, 0.574219, 0.5625, 0.640625, 0.640625, 0.640625, 0.640625, 0.601562, 0.640625, 0.640625, 0.59375, 0.640625, 0.632812, 0.640625, 0.609375, 0.578125, 0.609375, 0.640625, 0.640625, 0.640625, 0.632812, 0.640625, 0.640625, 0.640625, 0.640625, 0.617188, 0.640625, 0.640625, 0.640625, 0.640625, 0.613281, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.625, 0.589844, 0.640625, 0.640625, 0.640625, 0.640625, 0.613281, 0.640625, 0.59375, 0.640625, 0.640625, 0.640625, 0.640625, 0.59375, 0.640625, 0.640625, 0.621094, 0.640625, 0.640625, 0.640625, 0.636719, 0.636719, 0.628906, 0.523438, 0.640625, 0.578125, 0.628906, 0.433594, 0.613281, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.601562, 0.640625, 0.640625, 0.632812, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.535156, 0.578125, 0.609375, 0.640625, 0.640625, 0.566406, 0.617188, 0.640625, 0.640625, 0.640625, 0.5625, 0.640625, 0.558594, 0.558594, 0.640625, 0.640625, 0.640625, 0.640625, 0.636719, 0.640625, 0.636719, 0.640625, 0.636719, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.554688, 0.5625, 0.640625, 0.640625, 0.640625, 0.527344, 0.550781, 0.640625, 0.640625, 0.640625, 0.625, 0.605469, 0.632812, 0.640625, 0.636719, 0.640625, 0.636719, 0.640625, 0.640625, 0.496094, 0.582031, 0.640625, 0.601562, 0.605469, 0.640625, 0.640625, 0.640625, 0.640625, 0.640625, 0.546875, 0.640625 ] } , "name": "onnx::Mul_11387", "outputIndexes": [ 6039 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6038, 6039 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 6040 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5962, 6040 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/Add_output_0", "outputIndexes": [ 6041 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6041 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.35/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 6042 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6042 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.35/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 6043 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6043, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 6044 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6044, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 6045 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6041, 6045 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 6046 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.710938, 0.742188, 0.34375, 0.703125, 0.777344, 0.867188, 0.792969, 0.988281, 0.75, 0.375, 0.765625, 0.839844, 0.832031, 0.703125, 0.539062, 0.761719, 0.808594, 0.78125, 0.832031, 0.683594, 0.820312, 0.609375, 0.632812, 0.707031, 0.746094, 0.722656, 0.640625, 0.765625, 0.921875, 0.554688, 0.789062, 0.75, 0.714844, 0.746094, 0.671875, 0.726562, 0.84375, 0.425781, 0.699219, 0.882812, 0.478516, 0.46875, 1.007812, 0.882812, 0.78125, 0.707031, 0.169922, 0.707031, 0.789062, 0.710938, 0.550781, 0.585938, 0.761719, 0.652344, 0.757812, 0.816406, 0.753906, 0.679688, 0.761719, 0.679688, 0.730469, 0.507812, 0.75, 0.734375, 0.617188, 0.882812, 0.664062, 0.683594, 0.613281, 0.675781, 0.695312, 0.796875, 0.621094, 0.632812, 0.671875, 0.722656, 0.75, 0.738281, 0.699219, 0.894531, 0.75, 0.746094, 0.652344, 0.992188, 0.800781, 0.714844, 0.6875, 0.84375, 0.851562, 1.09375, 0.734375, 0.757812, 0.613281, 0.761719, 0.8125, 0.75, 0.285156, 0.75, 0.867188, 0.808594, 0.757812, 0.761719, 0.695312, 0.699219, 0.792969, 0.707031, 0.746094, 0.691406, 0.851562, 0.773438, 0.78125, 0.75, 0.785156, 0.792969, 0.308594, 0.703125, 0.679688, 0.679688, 0.6875, 0.730469, 0.816406, 0.710938, 0.800781, 0.6875, 0.769531, 0.804688, 0.742188, 0.800781, 0.738281, 0.851562, 0.707031, 0.773438, 0.730469, 0.894531, 0.318359, 0.78125, 0.863281, 1.414062, 0.804688, 0.847656, 0.761719, 0.804688, 0.796875, 0.738281, 0.589844, 0.753906, 0.859375, 0.691406, 0.625, 0.753906, 0.722656, 0.699219, 0.695312, 0.714844, 0.785156, 0.691406, 0.734375, 0.644531, 0.710938, 0.738281, 0.621094, 0.90625, 0.753906, 0.765625, 0.753906, 0.472656, 0.632812, 0.746094, 0.320312, 0.640625, 0.423828, 0.582031, 0.714844, 0.769531, 0.773438, 0.640625, 0.679688, 0.785156, 0.738281, 0.699219, 0.664062, 0.726562, 0.482422, 0.839844, 0.808594, 0.753906, 0.707031, 0.769531, 0.769531, 0.636719, 0.707031, 0.8125, 0.683594, 0.730469, 0.703125, 0.550781, 0.757812, 0.707031, 1.164062, 0.664062, 0.761719, 0.871094, 0.707031, 0.722656, 0.78125, 0.691406, 0.746094, 0.863281, 0.769531, 0.804688, 0.671875, 0.691406, 0.863281, 0.703125, 0.695312, 0.808594, 0.691406, 0.746094, 0.777344, 0.765625, 1.085938, 0.632812, 0.792969, 0.835938, 0.710938, 0.75, 0.78125, 0.761719, 0.738281, 0.726562, 0.570312, 0.746094, 0.828125, 0.734375, 0.839844, 0.753906, 0.785156, 0.796875, 0.761719, 0.804688, 0.691406, 0.765625, 0.451172, 0.78125, 0.628906, 0.78125, 0.691406, 0.457031, 0.664062, 0.730469, 0.910156, 0.808594, 0.835938, 0.640625, 0.902344, 0.765625, 0.699219, 0.65625, 0.863281, 0.648438, 0.683594, 0.734375, 0.738281, 0.679688, 0.621094, 0.742188, 0.667969, 0.820312, 0.71875, 0.671875, 0.761719, 0.636719, 0.675781, 0.707031, 0.808594, 0.828125, 0.609375, 0.789062, 0.738281, 0.785156, 0.8125, 0.589844, 0.652344, 0.398438, 0.753906, 0.714844, 0.679688, 0.839844, 0.578125, 0.75, 0.734375, 0.558594, 0.808594, 0.707031, 0.664062, 0.820312, 0.734375, 0.5, 0.726562, 0.933594, 0.734375, 0.617188, 0.757812, 0.804688, 0.730469, 0.726562, 0.621094, 0.796875, 0.796875, 0.621094, 0.648438, 0.707031, 0.796875, 0.714844, 0.648438, 0.71875, 0.84375, 0.421875, 0.710938, 0.761719, 0.308594, 0.765625, 0.455078, 0.726562, 0.707031, 0.820312, 0.75, 0.785156, 0.769531, 0.730469, 0.492188, 0.667969, 0.710938, 0.683594, 0.832031, 0.726562, 0.78125, 0.667969, 0.746094, 0.373047, 0.722656, 0.757812, 0.691406, 0.714844, 0.75, 0.628906, 0.757812, 0.546875, 0.414062, 0.621094, 0.539062, 0.707031, 0.832031, 0.765625, 0.796875, 0.785156, 0.75, 0.714844, 0.746094, 0.617188, 0.6875, 0.722656, 0.742188, 0.8125, 0.451172, 0.785156, 0.734375, 0.828125, 0.640625, 0.742188, 0.65625, 0.582031, 0.757812, 0.75, 0.703125, 0.667969, 0.734375, 0.550781, 0.625, 0.804688, 0.617188, 0.824219, 0.722656, 0.726562, 0.753906, 0.671875, 0.964844, 0.851562, 0.652344, 0.804688, 0.765625, 0.722656, 0.636719, 0.617188, 0.738281, 0.800781, 0.726562, 0.703125, 0.648438, 0.6875, 0.746094, 0.726562, 0.769531, 0.335938, 0.636719, 0.71875, 0.828125, 0.65625, 0.425781, 0.726562, 0.71875, 0.71875, 0.683594, 0.746094, 0.8125, 0.625, 0.75, 0.699219, 0.789062, 0.609375, 0.800781, 0.820312, 0.149414, 0.695312, 0.667969, 0.882812, 0.566406, 0.683594, 0.722656, 0.855469, 0.847656, 0.734375, 0.511719, 0.78125, 0.542969, 0.824219, 0.789062, 0.660156, 0.683594, 0.710938, 0.486328, 0.777344, 0.742188, 0.617188, 0.792969, 0.703125, 0.71875, 0.769531, 0.613281, 0.761719, 0.925781, 0.65625, 0.617188, 0.667969, 0.753906, 0.679688, 0.660156, 0.458984, 0.84375, 0.65625, 0.742188, 0.773438, 0.761719, 0.625, 0.828125, 0.757812, 0.636719, 0.886719, 0.527344, 0.664062, 0.707031, 0.632812, 0.707031, 0.722656, 0.726562, 0.699219, 0.652344, 0.914062, 0.71875, 0.558594, 0.425781, 0.636719, 0.75, 0.494141, 0.558594, 0.613281, 0.710938, 0.699219, 0.691406, 0.703125, 0.714844, 0.636719, 0.785156, 0.742188, 0.707031, 0.75, 0.71875, 0.804688, 0.691406, 0.796875, 0.679688, 0.695312, 0.683594, 0.652344, 0.632812, 0.558594, 0.75, 0.691406, 0.777344, 0.734375, 0.878906, 0.730469, 0.730469, 0.707031, 0.648438, 0.71875, 0.785156, 0.765625, 0.777344, 0.785156, 0.84375, 0.699219, 0.769531, 0.683594, 0.738281, 0.804688, 0.902344, 0.507812, 0.287109, 0.605469, 0.490234, 0.675781, 0.722656, 0.800781, 0.722656, 0.675781, 0.730469, 0.78125, 0.796875, 0.953125, 0.71875, 0.628906, 0.820312, 0.699219, 0.691406, 0.644531, 0.519531, 0.714844, 0.322266, 0.632812, 0.800781, 0.636719, 0.679688, 0.714844, 1.359375, 0.742188, 0.75, 0.664062, 0.597656, 0.714844, 0.707031, 0.644531, 0.660156, 0.894531, 0.722656, 0.738281, 0.789062, 0.722656, 0.71875, 0.730469, 0.703125, 0.691406, 0.746094, 0.761719, 0.419922, 0.996094, 0.785156, 0.578125, 0.726562, 0.738281, 0.648438, 0.742188, 0.722656, 0.789062, 0.609375, 0.738281, 0.804688, 0.785156, 0.75, 0.785156, 0.722656, 0.8125, 0.722656, 0.695312, 0.671875, 0.859375, 0.722656, 0.714844, 0.820312, 0.808594, 0.738281, 0.886719, 0.726562, 0.882812, 0.714844, 0.832031, 0.5, 0.546875, 0.695312, 0.726562, 0.6875, 0.275391, 0.71875, 0.554688, 0.753906, 0.839844, 0.621094, 0.761719, 0.644531, 0.710938, 0.738281, 0.742188, 0.839844, 0.933594, 0.722656, 0.648438, 0.742188, 0.71875, 0.652344, 1.101562, 0.648438, 0.761719, 0.8125, 0.746094, 0.341797, 0.365234, 0.699219, 0.882812, 0.613281, 0.773438, 0.625, 0.851562, 0.679688, 0.773438, 0.6875, 0.710938, 0.773438, 0.546875, 0.773438, 0.734375, 0.714844, 0.925781, 0.777344, 0.601562, 0.644531, 0.628906, 0.902344, 0.78125, 0.757812, 2.5, 0.769531, 0.271484, 0.722656, 0.710938, 0.507812, 0.808594, 0.703125, 0.683594, 0.652344, 0.714844, 0.855469, 0.542969, 0.632812, 0.835938, 0.707031, 0.761719, 0.707031, 0.78125, 0.921875, 0.470703, 0.8125, 0.8125, 5.875, 0.71875, 0.75, 0.609375, 0.789062, 0.765625, 0.808594, 0.675781, 0.660156, 0.78125, 0.738281, 0.388672, 0.703125, 0.679688, 0.769531, 0.769531, 0.585938, 0.294922, 0.753906, 0.75, 0.757812, 0.835938, 0.792969, 0.71875, 0.734375, 0.796875, 0.792969, 0.574219, 0.699219, 0.714844, 0.628906, 0.625, 0.671875, 0.707031, 0.792969, 0.683594, 0.753906, 0.949219, 0.695312, 0.820312, 0.628906, 0.542969, 0.847656, 0.726562, 0.6875, 0.796875, 0.503906, 0.535156, 0.322266, 0.628906, 0.824219, 0.511719, 0.921875, 0.710938, 0.648438, 0.746094, 0.488281, 0.443359, 0.65625, 0.703125, 0.789062, 0.792969, 0.59375, 0.332031, 0.71875, 0.570312, 0.761719, 0.613281, 1.617188, 0.785156, 0.695312, 0.640625, 0.808594, 0.804688, 0.808594, 0.730469, 0.773438, 0.644531, 0.898438, 0.761719, 0.867188, 0.601562, 0.777344, 0.5625, 0.539062, 0.609375, 0.734375, 0.585938, 0.761719, 0.757812, 0.335938, 0.523438, 0.707031, 0.765625, 0.625, 0.785156, 0.730469, 0.460938, 0.886719, 0.78125, 0.263672, 0.609375, 0.660156, 0.664062, 0.8125, 0.835938, 0.757812, 0.652344, 0.773438, 0.773438, 0.792969, 0.369141, 0.882812, 0.660156, 0.667969, 0.691406, 0.671875, 0.726562, 0.710938, 0.617188, 0.683594, 0.667969, 0.773438, 0.875, 0.683594, 0.675781, 0.699219, 0.675781, 1.4375, 0.75, 0.714844, 0.742188, 0.722656, 0.773438, 0.585938, 0.423828, 0.640625, 0.648438, 0.847656, 0.703125, 0.816406, 0.722656, 0.757812, 0.554688, 0.652344, 0.613281, 0.738281, 0.691406, 0.496094, 0.960938, 1.21875, 0.773438, 0.746094, 0.855469, 0.707031, 0.773438, 0.648438, 0.800781, 0.757812, 0.757812, 0.75, 0.695312, 0.507812, 0.90625, 0.462891, 0.59375, 0.753906, 0.820312, 0.777344, 0.871094, 0.488281, 0.578125, 0.6875, 0.289062, 0.589844, 0.683594, 0.769531, 0.722656, 0.734375, 0.746094, 0.785156, 0.769531, 0.746094, 0.75, 0.792969, 0.679688, 0.675781, 0.785156, 0.726562, 0.828125, 0.699219, 0.617188, 0.511719, 0.753906, 0.695312, 0.679688, 0.613281, 0.832031, 0.71875, 0.773438, 0.738281, 0.648438, 0.789062, 0.6875, 0.640625, 0.722656, 0.746094, 0.546875, 0.683594, 0.294922, 0.804688, 0.6875, 0.859375, 0.820312, 0.710938, 0.789062, 0.773438, 0.800781, 0.71875, 0.859375, 0.703125, 0.621094, 0.617188, 0.605469, 0.789062, 0.714844, 0.808594, 0.757812, 0.828125, 0.667969, 0.511719, 0.664062, 0.46875, 0.710938, 0.648438, 0.703125, 0.679688, 0.71875, 0.824219, 0.730469, 0.796875, 0.878906, 0.597656, 0.613281, 0.800781, 0.714844, 0.710938, 0.757812, 0.574219, 0.777344, 0.734375, 0.679688, 0.820312, 0.863281, 0.710938, 0.78125, 0.269531, 0.839844, 0.769531, 0.683594, 0.882812, 0.660156, 0.65625, 0.71875, 0.863281, 0.714844, 0.742188, 0.773438, 0.71875, 0.550781, 0.679688, 0.237305, 0.875, 0.769531, 0.675781, 0.699219, 0.664062, 0.699219, 0.714844, 0.664062, 0.6875, 0.765625, 0.703125, 0.6875, 0.769531, 0.632812, 0.761719, 0.691406, 0.753906, 0.523438, 0.667969, 0.832031, 0.789062, 0.679688, 0.574219, 0.71875, 0.714844, 0.671875, 0.804688, 0.730469, 0.695312, 0.691406, 0.738281, 0.777344, 0.691406, 0.621094, 0.820312, 0.734375, 0.341797, 0.703125, 0.609375, 0.6875, 0.757812, 0.65625, 0.738281, 0.71875, 0.824219, 0.707031, 0.769531, 0.496094, 0.765625, 0.785156, 0.859375, 0.761719, 0.482422, 0.730469, 0.71875, 0.714844, 0.78125, 0.617188, 0.628906, 0.378906, 0.820312, 0.742188, 0.453125, 0.550781, 0.691406, 0.632812, 0.554688, 0.800781, 0.730469, 0.554688, 0.6875, 0.625, 0.722656, 0.761719, 0.757812, 0.832031, 0.8125, 0.78125, 0.597656, 0.714844, 0.621094, 0.664062, 0.34375, 0.777344, 0.664062, 0.574219, 0.679688, 0.746094, 0.640625, 0.796875, 0.796875, 0.777344, 0.898438, 0.746094, 0.640625, 0.640625, 0.796875, 0.792969, 0.742188, 0.59375, 0.683594, 0.847656, 0.625, 0.710938, 0.730469, 0.757812, 0.753906, 0.722656, 0.824219, 0.699219, 0.683594, 0.742188, 0.722656, 0.6875, 0.75, 0.742188, 0.757812, 0.675781, 0.75, 0.855469, 0.695312, 0.652344, 0.761719, 0.738281, 0.75, 0.847656, 0.769531, 0.675781, 0.703125, 0.605469, 0.714844, 0.671875, 0.765625, 0.578125, 0.808594, 0.75, 0.617188, 0.742188, 0.691406, 0.800781, 0.710938, 0.730469, 0.761719, 0.742188, 0.707031, 0.746094, 0.65625, 0.777344, 0.726562, 0.777344, 0.671875, 0.832031, 0.648438, 0.695312, 0.65625, 0.941406, 0.78125, 0.644531, 0.8125, 0.757812, 0.277344, 0.761719, 0.683594, 0.671875, 0.605469, 0.816406, 0.65625, 0.746094, 0.660156, 0.679688, 0.773438, 0.707031, 0.714844, 0.878906, 0.71875, 0.75, 0.671875, 0.796875, 0.730469, 0.335938, 0.769531, 0.714844, 0.699219, 0.6875, 0.667969, 0.660156, 0.679688, 0.703125, 0.941406, 0.738281, 0.679688, 0.773438, 0.746094, 0.796875, 0.757812, 0.75, 0.878906, 0.707031, 0.804688, 0.742188, 0.367188, 0.6875, 0.703125, 0.773438, 0.757812, 0.769531, 0.878906, 0.636719, 0.439453, 0.742188, 0.929688, 0.722656, 0.232422, 0.714844, 0.753906, 0.734375, 0.765625, 0.789062, 0.5625, 0.671875, 0.722656, 0.808594, 0.765625, 0.785156, 0.765625, 0.792969, 0.863281, 0.730469, 0.765625, 0.392578, 0.59375, 0.703125, 0.609375, 0.804688, 0.785156, 0.863281, 0.232422, 0.664062, 0.691406, 0.730469, 0.789062, 0.730469, 0.722656, 0.679688, 0.679688, 0.8125, 0.863281, 0.726562, 0.71875, 0.832031, 0.824219, 0.703125, 0.566406, 0.875, 0.84375, 0.59375, 0.808594, 0.570312, 0.695312, 0.789062, 0.664062, 0.75, 0.761719, 0.667969, 0.699219, 0.554688, 0.714844, 0.550781, 0.527344, 0.648438, 0.699219, 0.695312, 0.738281, 0.753906, 0.816406, 0.980469, 0.769531, 0.863281, 0.462891, 0.773438, 0.722656, 0.679688, 0.710938, 0.628906, 0.535156, 0.773438, 0.8125, 0.792969, 0.828125, 0.6875, 0.742188, 0.683594, 0.746094, 0.75, 3.109375, 0.679688, 0.695312, 0.859375, 0.703125, 0.820312, 0.921875, 0.558594, 0.734375, 0.419922, 0.839844, 0.703125, 0.65625, 0.769531, 0.515625, 0.839844, 0.71875, 0.789062, 0.777344, 0.515625, 0.644531, 0.710938, 0.765625, 0.84375, 0.734375, 0.789062, 0.582031, 0.679688, 0.707031, 0.722656, 0.734375, 0.746094, 0.664062, 0.679688, 0.65625, 0.730469, 0.703125, 0.527344, 0.746094, 0.644531, 0.859375, 0.746094, 0.742188, 0.570312, 0.753906, 0.726562, 0.617188, 0.601562, 0.675781, 0.625, 0.90625, 0.667969, 0.621094, 0.757812, 0.710938, 0.765625, 0.621094, 0.431641, 0.5625, 0.726562, 0.796875, 0.714844, 0.570312, 0.71875, 0.78125, 0.816406, 0.65625, 0.714844, 0.582031, 0.625, 0.660156, 0.796875, 0.585938, 0.734375, 0.789062, 0.773438, 0.65625, 0.75, 0.652344, 0.632812, 0.667969, 0.644531, 0.660156, 0.910156, 0.621094, 0.820312, 0.769531, 0.808594, 0.421875, 0.71875, 0.53125, 0.710938, 0.832031, 0.71875, 0.691406, 0.789062, 0.722656, 0.839844, 0.683594, 0.632812, 0.699219, 0.777344, 0.554688, 0.730469, 0.84375, 0.710938, 0.75, 0.585938, 0.679688, 0.691406, 0.605469, 0.746094, 0.574219, 0.949219, 0.855469, 0.8125, 0.644531, 0.769531, 0.703125, 0.722656, 0.699219, 0.71875, 0.734375, 0.667969, 0.601562, 0.769531, 0.59375, 0.679688, 0.507812, 0.777344, 0.90625, 0.921875, 0.753906, 0.730469, 0.648438, 0.746094, 0.613281, 0.660156, 0.679688, 0.710938, 0.535156, 0.769531, 0.917969, 0.589844, 0.769531, 0.753906, 0.609375, 0.789062, 0.8125, 0.683594, 0.824219, 0.613281, 1.195312, 0.808594, 0.710938, 0.699219, 0.921875, 0.742188, 0.703125, 0.359375, 0.746094, 0.632812, 0.585938, 0.820312, 0.742188, 0.867188, 0.462891, 0.636719, 0.71875, 0.486328, 0.710938, 0.554688, 0.609375, 0.660156, 0.710938, 0.738281, 0.632812, 0.890625, 0.726562, 0.847656, 0.765625, 0.765625, 0.808594, 0.707031, 0.773438, 0.714844, 0.714844, 1.117188, 0.765625, 0.796875, 0.683594, 0.777344, 0.578125, 0.390625, 0.8125, 0.710938, 0.664062, 0.636719, 0.601562, 0.839844, 0.8125, 0.867188, 0.675781, 0.621094, 0.816406, 0.773438, 0.964844, 0.585938, 0.882812, 0.738281, 0.671875, 0.746094, 1.117188, 0.652344, 0.695312, 0.785156, 0.738281, 0.707031, 0.925781, 0.75, 0.621094, 0.804688, 0.535156, 0.742188, 0.695312, 0.667969, 0.478516, 0.636719, 0.648438, 0.8125, 0.78125, 0.667969, 0.675781, 0.726562, 0.804688, 0.871094, 0.679688, 0.699219, 0.800781, 0.800781, 0.753906, 0.660156, 0.664062, 0.71875, 0.636719, 0.667969, 0.65625, 0.8125, 0.855469, 0.617188, 0.8125, 0.527344, 0.703125, 0.664062, 0.851562, 0.523438, 0.738281, 0.453125, 0.757812, 0.691406, 0.671875, 0.609375, 0.625, 0.40625, 0.59375, 0.769531, 0.664062, 0.707031, 0.835938, 0.71875, 0.660156, 0.710938, 0.710938, 0.695312, 0.75, 0.695312, 0.769531, 0.722656, 0.710938, 0.679688, 0.5625, 0.734375, 0.789062, 0.410156, 0.703125, 0.851562, 0.835938, 0.722656, 0.84375, 0.738281, 0.726562, 0.820312, 0.804688, 0.726562, 0.730469, 0.6875, 0.601562, 0.867188, 0.789062, 0.71875, 0.714844, 0.667969, 0.601562, 0.761719, 0.439453, 0.769531, 0.710938, 0.703125, 0.84375, 0.601562, 0.237305, 0.8125, 0.746094, 0.734375, 0.710938, 0.875, 0.726562, 0.566406, 0.648438, 0.695312, 0.664062, 0.777344, 0.851562, 0.625, 0.765625, 0.773438, 0.597656, 0.679688, 0.609375, 0.863281, 0.792969, 0.652344, 0.714844, 0.792969, 0.671875, 0.558594, 0.800781, 0.349609, 0.542969, 0.691406, 0.65625, 0.601562, 0.839844, 0.695312, 0.707031, 0.804688, 0.539062, 0.925781, 0.746094, 0.601562, 0.451172, 0.632812, 0.71875, 0.644531, 0.617188, 0.6875, 0.730469, 0.761719, 0.671875, 0.785156, 0.863281, 0.761719, 0.742188, 0.636719, 0.738281, 0.761719, 0.542969, 0.722656, 0.683594, 0.722656, 0.753906, 0.808594, 0.695312, 0.71875, 0.660156, 0.707031, 0.800781, 0.691406, 0.671875, 0.617188, 0.652344, 0.859375, 0.621094, 0.660156, 0.917969, 0.722656, 0.550781, 0.6875, 0.816406, 0.765625, 0.925781, 0.695312, 0.451172, 0.683594, 0.554688, 0.816406, 0.726562, 0.84375, 0.667969, 0.695312, 0.457031, 0.609375, 0.695312, 0.6875, 0.71875, 0.824219, 0.949219, 0.75, 0.738281, 1.007812, 0.671875, 0.765625, 0.765625, 0.609375, 0.671875, 0.800781, 0.882812, 0.660156, 5.5625, 0.769531, 0.773438, 0.796875, 0.765625, 0.648438, 0.640625, 0.636719, 0.867188, 0.496094, 0.738281, 0.699219, 0.65625, 0.601562, 0.667969, 0.882812, 0.617188, 0.734375, 0.808594, 0.660156, 0.742188, 0.800781, 0.707031, 0.925781, 0.527344, 0.761719, 0.761719, 0.539062, 0.261719, 0.757812, 0.632812, 0.494141, 0.753906, 0.828125, 0.800781, 0.644531, 0.726562, 0.75, 0.609375, 0.6875, 0.8125, 0.120605, 0.714844, 0.785156, 0.683594, 0.730469, 0.707031, 0.707031, 0.75, 0.652344, 0.785156, 0.621094, 0.267578, 0.683594, 0.722656, 0.746094, 0.652344, 0.621094, 0.695312, 0.765625, 0.6875, 0.769531, 0.664062, 0.667969, 0.828125, 0.71875, 0.714844, 0.65625, 0.808594, 0.679688, 0.789062, 0.757812, 0.863281, 0.609375, 0.761719, 0.8125, 0.804688, 0.792969, 0.699219, 0.746094, 0.824219, 0.726562, 0.707031, 0.734375, 0.53125, 0.570312, 0.753906, 0.6875, 0.742188, 0.828125, 0.894531, 0.769531, 0.761719, 0.839844, 0.871094, 0.941406, 0.683594, 0.492188, 0.730469, 0.871094, 0.75, 0.714844, 0.796875, 0.777344, 0.765625, 0.585938, 0.277344, 0.660156, 0.679688, 0.757812, 0.695312, 0.726562, 0.707031, 0.671875, 0.664062, 0.628906, 0.714844, 0.726562, 0.714844, 0.6875, 0.816406, 0.675781, 0.648438, 0.408203, 0.671875, 0.613281, 0.703125, 0.699219, 0.710938, 0.746094, 0.773438, 0.738281, 0.605469, 0.878906, 0.804688, 0.765625, 0.6875, 0.703125, 0.707031, 0.734375, 0.734375, 0.605469, 0.574219, 0.761719, 0.710938, 0.65625, 0.765625, 0.589844, 0.746094, 0.816406, 0.757812, 0.644531, 0.734375, 0.738281, 0.875, 0.675781, 0.609375, 0.722656, 0.800781, 0.605469, 0.84375, 0.71875, 0.808594, 0.746094, 0.695312, 0.71875, 0.683594, 0.675781, 0.863281, 0.8125, 0.578125, 0.765625, 0.640625, 0.808594, 0.757812, 0.800781, 0.679688, 0.613281, 0.789062, 0.738281, 0.828125, 0.882812, 0.832031, 0.71875, 0.699219, 0.65625, 0.878906, 0.804688, 0.734375, 0.259766, 0.726562, 0.710938, 0.722656, 0.345703, 0.511719, 0.671875, 0.726562, 1.046875, 0.613281, 0.785156, 0.847656, 0.730469, 0.644531, 0.820312, 0.482422, 0.757812, 0.652344, 0.605469, 0.722656, 0.375, 0.796875, 0.695312, 0.707031, 0.851562, 0.789062, 0.238281, 0.65625, 0.671875, 0.644531, 0.804688, 0.726562, 0.679688, 0.71875, 0.695312, 0.265625, 0.792969, 1.0625, 0.609375, 0.699219, 0.640625, 0.816406, 0.804688, 0.773438, 0.570312, 0.804688, 0.722656, 0.609375, 0.792969, 0.757812, 0.867188, 0.867188, 0.71875, 0.640625, 0.808594, 0.683594, 0.707031, 0.65625, 0.582031, 0.703125, 0.773438, 0.761719, 0.691406, 1.039062, 0.824219, 0.765625, 0.695312, 0.640625, 0.921875, 0.636719, 0.941406, 0.449219, 0.699219, 0.679688, 0.84375, 0.757812, 0.269531, 0.683594, 0.746094, 0.847656, 0.462891, 0.550781, 0.671875, 0.757812, 0.773438, 0.722656, 0.859375, 0.871094, 0.871094, 0.652344, 0.722656, 0.679688, 0.597656, 0.722656, 0.792969, 0.71875, 0.773438, 0.6875, 0.625, 0.753906, 0.785156, 0.8125, 0.664062, 0.898438, 0.3125, 0.742188, 0.695312, 0.742188, 0.585938, 0.699219, 0.671875, 0.839844, 0.523438, 0.765625, 0.675781, 0.675781, 0.707031, 0.671875, 0.769531, 0.613281, 0.796875, 0.695312, 0.191406, 0.738281, 0.5, 0.734375, 0.789062, 0.621094, 0.613281, 0.703125, 0.652344, 0.710938, 0.664062, 0.921875, 0.710938, 0.671875, 0.353516, 0.699219, 0.429688, 0.710938, 0.671875, 0.652344, 0.671875, 0.773438, 0.808594, 0.726562, 0.757812, 0.714844, 0.796875, 0.714844, 0.707031, 0.851562, 0.613281, 0.867188, 0.691406, 0.625, 0.59375, 0.617188, 0.8125, 0.707031, 0.796875, 0.683594, 0.832031, 0.757812, 0.730469, 0.667969, 0.660156, 0.703125, 0.625, 0.757812, 0.734375, 0.707031, 0.458984, 0.498047, 0.78125, 0.644531, 0.890625, 0.753906, 0.46875, 0.855469, 0.652344, 0.90625, 0.691406, 0.632812, 0.71875, 0.894531, 0.738281, 0.589844, 0.8125, 0.679688, 0.707031, 0.710938, 0.757812, 0.707031, 0.683594, 0.597656, 0.738281, 0.777344, 0.957031, 0.847656, 0.695312, 0.851562, 0.683594, 0.792969, 0.695312, 0.726562, 0.824219, 0.753906, 0.78125, 0.746094, 0.710938, 0.78125, 0.800781, 0.695312, 0.675781, 0.699219, 0.8125, 0.796875, 0.839844, 0.714844, 0.625, 0.734375, 0.71875, 0.765625, 0.515625, 0.699219, 0.785156, 0.447266, 0.447266, 0.679688, 0.566406, 0.761719, 0.566406, 0.535156, 0.585938, 0.648438, 0.71875, 0.765625, 0.78125, 0.582031, 0.746094, 0.742188, 0.71875, 0.507812, 0.664062, 0.738281, 0.632812, 0.78125, 0.699219, 0.6875, 0.695312, 0.734375, 0.65625, 0.451172, 0.796875, 0.71875, 1.070312, 0.605469, 0.800781, 0.710938, 0.71875, 0.722656, 0.863281, 0.617188, 0.757812, 0.65625, 0.71875, 0.738281, 0.761719, 0.488281, 0.707031, 0.554688, 0.796875, 0.726562, 0.84375, 0.738281, 0.757812, 0.78125, 0.412109, 0.714844, 0.957031, 0.832031, 0.648438, 0.8125, 0.683594, 0.691406, 0.703125, 0.675781, 0.71875, 0.707031, 0.691406, 0.675781, 0.761719, 0.707031, 0.773438, 0.470703, 0.785156, 0.925781, 0.792969, 0.796875, 0.648438, 0.671875, 0.777344, 0.695312, 0.820312, 0.353516, 0.855469, 0.671875, 0.726562, 0.753906, 0.640625, 0.742188, 0.746094, 0.679688, 0.707031, 0.621094, 0.71875, 0.726562, 0.757812, 0.859375, 0.675781, 0.808594, 0.570312, 0.476562, 0.800781, 0.738281, 0.664062, 0.609375, 0.71875, 0.605469, 0.820312, 0.691406, 0.664062, 0.757812, 0.832031, 0.496094, 0.648438, 0.789062, 0.773438, 0.859375, 0.78125, 0.601562, 0.746094, 0.898438, 0.792969, 0.808594, 0.679688, 0.722656, 0.75, 0.757812, 0.832031, 0.384766, 0.699219, 0.769531, 0.988281, 0.6875, 0.585938, 0.742188, 0.855469, 0.660156, 0.761719, 0.703125, 0.847656, 0.734375, 0.714844, 0.671875, 0.910156, 0.617188, 0.722656, 0.78125, 0.757812, 0.785156, 0.675781, 0.404297, 0.738281, 0.738281, 0.585938, 0.757812, 0.6875, 0.605469, 0.707031, 0.640625, 0.828125, 0.769531, 0.585938, 0.863281, 0.726562, 0.726562, 0.546875, 0.652344, 0.699219, 0.515625, 0.742188, 0.761719, 0.753906, 0.699219, 0.675781, 0.855469, 0.71875, 0.761719, 0.640625, 0.695312, 0.695312, 0.78125, 0.550781, 0.648438, 0.78125, 0.769531, 0.792969, 0.746094, 0.664062, 0.890625, 0.710938, 0.683594, 0.644531, 0.847656, 0.867188, 0.5625, 0.671875, 0.613281, 0.824219, 0.675781, 0.609375, 0.648438, 0.734375, 0.632812, 0.671875, 0.917969, 0.792969, 0.808594, 0.59375, 0.535156, 0.6875, 0.597656, 0.816406, 0.628906, 0.648438, 0.710938, 0.703125, 0.644531, 0.664062, 0.664062, 0.574219, 0.59375, 0.765625, 0.726562, 0.78125, -0.041992, 0.65625, 0.664062, 0.65625, 0.777344, 0.800781, 0.636719, 0.585938, 0.585938, 0.71875, 0.746094, 0.832031, 0.714844, 0.640625, 0.605469, 0.832031, 0.632812, 0.894531, 0.726562, 0.855469, 0.710938, 0.65625, 0.46875, 0.449219, 0.652344, 0.625, 0.738281, 0.691406, 0.664062, 0.726562, 0.585938, 0.792969, 0.8125, 0.628906, 0.71875, 0.546875, 0.558594, 0.746094, 0.523438, 0.835938, 0.6875, 0.613281, 0.761719, 0.699219, 0.898438, 0.824219, 0.71875, 0.6875, 0.621094, 0.84375, 0.742188, 0.8125, 0.789062, 0.71875, 0.808594, 0.714844, 0.455078, 0.695312, 0.742188, 0.6875, 0.722656, 0.753906, 0.671875, 0.6875, 0.871094, 0.78125, 0.59375, 0.710938, 0.839844, 0.660156, 0.492188, 0.601562, 0.6875, 0.660156, 0.6875, 0.664062, 0.206055, 0.886719, 0.703125, 0.714844, 0.679688, 0.777344, 0.6875, 0.753906, 0.765625, 0.765625, 0.613281, 0.796875, 0.957031, 0.550781, 0.707031, 0.585938, 0.730469, 0.917969, 0.859375, 0.730469, 0.886719, 0.59375, 0.667969, 0.65625, 0.753906, 0.796875, 0.695312, 0.734375, 0.59375, 0.8125, 0.757812, 0.757812, 0.890625, 0.644531, 0.914062, 0.679688, 0.65625, 0.683594, 0.458984, 0.753906, 0.275391, 0.75, 0.769531, 0.679688, 0.679688, 0.730469, 0.695312, 0.84375, 0.804688, 0.449219, 0.574219, 0.578125, 0.765625, 0.675781, 0.722656, 0.675781, 0.589844, 0.757812, 0.613281, 0.65625, 0.660156, 0.710938, 0.742188, 0.65625, 0.445312, 0.617188, 0.621094, 0.625, 0.675781, 0.664062, 0.757812, 0.707031, 0.769531, 0.742188, 0.667969, 0.302734, 0.734375, 0.78125, 0.609375, 0.625, 0.699219, 0.722656, 0.765625, 0.8125, 0.773438, 0.480469, 0.703125, 0.625, 0.859375, 0.808594, 0.699219, 0.71875, 0.761719, 0.671875, 0.695312, 0.617188, 0.804688, 0.714844, 0.789062, 1.03125, 0.482422, 0.828125, 0.761719, 0.976562, 0.75, 0.679688, 0.695312, 0.714844, 0.988281, 0.597656, 0.777344, 0.648438, 0.730469, 0.730469, 0.789062, 0.699219, 0.714844, 0.699219, 0.75, 0.515625, 0.789062, 0.691406, 0.746094, 0.828125, 0.722656, 0.78125, 0.6875, 0.699219, 0.835938, 0.726562, 0.691406, 0.644531, 0.96875, 0.832031, 0.683594, 0.8125, 0.78125, 0.695312, 0.726562, 0.507812, 0.703125, 0.757812, 0.59375, 0.683594, 0.699219, 0.582031, 0.570312, 0.660156, 0.773438, 0.613281, 0.722656, 0.871094, 0.824219, 0.644531, 0.722656, 0.660156, 0.800781, 0.875, 0.523438, 0.679688, 0.675781, 0.773438, 0.714844, 0.78125, 0.734375, 0.726562, 0.722656, 0.703125, 0.628906, 0.714844, 0.894531, 0.804688, 0.691406, 0.753906, 0.78125, 0.695312, 0.675781, 0.734375, 0.710938, 0.605469, 0.792969, 0.78125 ] } , "name": "onnx::Mul_11388", "outputIndexes": [ 6047 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6046, 6047 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 6048 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6048 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.35/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 8113 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8113 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.35/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 8114 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8114 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2087328112, 13107222, 3276800, 0, 0 ] } , "name": "/layers.35/mlp/gate_proj/Linear", "outputIndexes": [ 8115 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8115 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.35/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 8116 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8116 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.35/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 6049 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6049 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.35/mlp/act_fn/Mul_output_0", "outputIndexes": [ 6050 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6049, 6050 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 6051 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 6051 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 6052 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6049, 6052 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/mlp/act_fn/Add_output_0", "outputIndexes": [ 6053 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 6053 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 6054 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6054 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.35/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 6055 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 6055 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 6056 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6049, 6056 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 6057 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 6057 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 6058 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8114 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2103712134, 13107222, 3276800, 0, 0 ] } , "name": "/layers.35/mlp/up_proj/Linear", "outputIndexes": [ 8119 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8119 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.35/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 8120 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8120 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.35/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 6059 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6058, 6059 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/mlp/Mul_output_0", "outputIndexes": [ 6060 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6060 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.35/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 8121 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8121 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.35/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 8122 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8122 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2120096156, 13107222, 3276800, 0, 0 ] } , "name": "/layers.35/mlp/down_proj/Linear", "outputIndexes": [ 8123 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8123 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.35/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 8124 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8124 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.35/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 6061 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6061 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.35/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 6063 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6063 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.35/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 6064 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6064, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 6065 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6065, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 6066 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6061, 6066 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 6067 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.117188, 1.117188, 0.542969, 1.117188, 1.117188, 1.117188, 1.117188, 1.085938, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.101562, 1.117188, 1.117188, 1.117188, 1.117188, 1.101562, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.03125, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 0.96875, 1.117188, 1.117188, 1.117188, 0.00103, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 0.855469, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.101562, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.101562, 1.117188, 1.117188, 1.117188, 1.117188, 1.09375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 0.699219, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.015625, 1.117188, 1.117188, 1.09375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.085938, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 0.847656, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.039062, 1.117188, 1.117188, 1.117188, 0.917969, 1.117188, 1.117188, 1.078125, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.039062, 1.117188, 1.117188, 1.117188, 1.101562, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.070312, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.039062, 1.117188, 1.117188, 1.117188, 1.03125, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.09375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.015625, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.015625, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.078125, 1.117188, 1.117188, 1.117188, 1.117188, 1.054688, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.0625, 1.117188, 1.117188, 0.953125, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.101562, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.03125, 1.117188, 1.117188, 0.925781, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.09375, 1.117188, 1.117188, 1.117188, 1.109375, 0.369141, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 0.773438, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.078125, 1.117188, 1.117188, 1.117188, 0.992188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.085938, 1.007812, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.039062, 1.117188, 1.117188, 1.015625, 1.117188, 1.117188, 1.117188, 1.117188, 1.023438, 1.101562, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 1.054688, 1.117188, 1.117188, 1.117188, 1.015625, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 0.992188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 0.644531, 1.117188, 1.117188, 0.808594, 1.117188, 1.117188, 1.085938, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 0.00103, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.0625, 1.046875, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 0.851562, 0.570312, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.03125, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 0.773438, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 0.001068, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 0.925781, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.09375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 0.753906, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.039062, 1.117188, 1.117188, 1.046875, 1.117188, 1.117188, 1.054688, 1.109375, 1.117188, 1.117188, 1.0625, 0.976562, 1.117188, 1.0, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 0.996094, 1.109375, 1.117188, 1.117188, 1.0625, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.101562, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.078125, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.085938, 1.007812, 1.117188, 1.117188, 0.875, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.101562, 1.117188, 1.101562, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 0.910156, 1.117188, 1.117188, 1.117188, 1.109375, 0.945312, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.078125, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 0.738281, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.0, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.015625, 1.117188, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.039062, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 0.839844, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.039062, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 0.667969, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 0.972656, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 0.359375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.054688, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.101562, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.0625, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.070312, 1.117188, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 1.109375, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 0.001007, 1.117188, 1.109375, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 0.867188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 0.972656, 1.070312, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.09375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.015625, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.070312, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.03125, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.09375, 1.117188, 1.117188, 1.109375, 1.117188, 1.117188, 1.0, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.039062, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.101562, 1.117188, 1.117188, 1.117188, 1.117188, 1.046875, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.078125, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 0.882812, 1.117188, 0.433594, 1.117188, 1.117188, 0.570312, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.078125, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.023438, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.101562, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.101562, 1.101562, 1.117188, 1.054688, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.070312, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.015625, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.09375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.039062, 1.117188, 1.117188, 1.046875, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.101562, 1.085938, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.101562, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.101562, 1.117188, 1.117188, 1.03125, 1.117188, 1.0, 1.117188, 1.117188, 1.117188, 1.117188, 1.078125, 0.882812, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.101562, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.109375, 1.078125, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.09375, 1.117188, 1.117188, 1.117188, 0.964844, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.046875, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 0.886719, 0.992188, 1.101562, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 0.261719, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.054688, 1.109375, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 1.117188, 1.0625, 0.373047, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.085938, 1.117188, 0.984375, 1.117188, 0.867188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 1.117188, 1.046875, 1.117188, 1.09375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.015625, 1.046875, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.09375, 1.0625, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.0625, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 0.898438, 1.117188, 1.117188, 1.117188, 1.015625, 1.117188, 1.117188, 0.710938, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 0.757812, 1.03125, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 0.972656, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.085938, 1.117188, 1.117188, 0.929688, 1.117188, 1.117188, 1.117188, 1.117188, 1.03125, 1.117188, 0.976562, 1.117188, 1.117188, 1.117188, 1.117188, 0.984375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 0.902344, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 1.117188, 0.816406, 0.578125, 1.039062, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.070312, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.09375, 1.117188, 1.117188, 1.117188, 1.117188, 0.8125, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.0625, 1.117188, 1.117188, 1.117188, 1.117188, 1.101562, 1.117188, 1.117188, 1.117188, 1.007812, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 1.117188, 1.046875, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.078125, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.085938, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.101562, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 1.046875, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 0.953125, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.09375, 1.117188, 1.117188, 1.117188, 0.458984, 0.941406, 1.117188, 1.109375, 1.117188, 1.117188, 1.109375, 1.117188, 0.851562, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 0.929688, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 0.945312, 1.117188, 1.117188, 1.117188, 1.117188, 0.976562, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.101562, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.0, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.101562, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 0.380859, 1.117188, 1.101562, 1.117188, 1.117188, 0.941406, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 0.882812, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.078125, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 0.761719, 1.117188, 1.117188, 0.486328, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.039062, 1.117188, 1.117188, 1.117188, 0.984375, 0.84375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.085938, 1.117188, 1.117188, 1.117188, 0.996094, 1.117188, 1.117188, 1.117188, 1.09375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.046875, 1.117188, 1.117188, 1.117188, 1.054688, 1.101562, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.085938, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 0.988281, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.046875, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.101562, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.09375, 1.117188, 1.117188, 1.0625, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.09375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.070312, 1.117188, 1.117188, 1.117188, 1.117188, 1.101562, 1.117188, 1.117188, 1.023438, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 0.9375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 0.984375, 1.117188, 1.117188, 1.117188, 0.976562, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.023438, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.070312, 0.001068, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.023438, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.054688, 1.117188, 1.117188, 1.117188, 0.6875, 1.117188, 1.117188, 1.117188, 0.847656, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.101562, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 0.902344, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.109375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 0.859375, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.117188, 1.109375, 1.117188, 1.117188, 1.117188 ] } , "name": "onnx::Mul_11389", "outputIndexes": [ 6068 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6067, 6068 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 6069 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6041, 6069 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/Add_1_output_0", "outputIndexes": [ 6070 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6070 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.35/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 8125 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8125 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.35/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 8126 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8126 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2136480178, 327702, 81920, 0, 0 ] } , "name": "/layers.35/per_layer_input_gate/Linear", "outputIndexes": [ 8127 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8127 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.35/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 8128 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8128 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.35/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 6071 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6071 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.35/act_fn/Mul_output_0", "outputIndexes": [ 6072 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6071, 6072 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/act_fn/Mul_1_output_0", "outputIndexes": [ 6073 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 6073 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/act_fn/Mul_2_output_0", "outputIndexes": [ 6074 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6071, 6074 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/act_fn/Add_output_0", "outputIndexes": [ 6075 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 6075 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/act_fn/Mul_3_output_0", "outputIndexes": [ 6076 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6076 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.35/act_fn/Tanh_output_0", "outputIndexes": [ 6077 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 6077 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/act_fn/Add_1_output_0", "outputIndexes": [ 6078 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6071, 6078 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/act_fn/Mul_4_output_0", "outputIndexes": [ 6079 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 6079 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/act_fn/Mul_5_output_0", "outputIndexes": [ 6080 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 35 ] } , "name": "/Constant_44_output_0", "outputIndexes": [ 6081 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7415", "outputIndexes": [ 6082 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7418", "outputIndexes": [ 6083 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 6082, 6083, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice7421", "outputIndexes": [ 6084 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6084 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze7422", "outputIndexes": [ 6085 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6081, 6085 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7423", "outputIndexes": [ 6086 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6086, 6085 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7424", "outputIndexes": [ 6087 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 6087, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_42_output_0", "outputIndexes": [ 6088 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6080, 6088 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/Mul_output_0", "outputIndexes": [ 6089 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6089 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.35/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 8129 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8129 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.35/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 8130 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8130 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2136889800, 327702, 81920, 0, 0 ] } , "name": "/layers.35/per_layer_projection/Linear", "outputIndexes": [ 8131 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8131 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.35/per_layer_projection/Linear/post_convert", "outputIndexes": [ 8132 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8132 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.35/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 6090 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6090 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.35/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 6092 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6092 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.35/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 6093 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6093, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 6094 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6094, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 6095 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6090, 6095 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 6096 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.310547, 0.310547, 0.000284, 0.000298, 0.310547, 0.310547, 0.310547, 0.294922, 0.310547, 0.00029, 0.310547, 0.310547, 0.310547, 0.308594, 0.000299, 0.310547, 0.310547, 0.310547, 0.310547, 0.00029, 0.310547, 0.310547, 0.000284, 0.000282, 0.310547, 0.310547, 0.000301, 0.300781, 0.310547, 0.00029, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.306641, 0.000288, 0.292969, 0.310547, 0.000294, 0.000286, 0.310547, 0.310547, 0.310547, 0.000301, 0.000288, 0.310547, 0.310547, 0.300781, 0.000296, 0.248047, 0.310547, 0.000277, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.279297, 0.283203, 0.310547, 0.310547, 0.310547, 0.000288, 0.275391, 0.310547, 0.000294, 0.251953, 0.310547, 0.310547, 0.000296, 0.310547, 0.000288, 0.310547, 0.000271, 0.310547, 0.241211, 0.310547, 0.310547, 0.310547, 0.000294, 0.308594, 0.310547, 0.294922, 0.000288, 0.310547, 0.310547, 0.310547, 0.310547, 0.306641, 0.310547, 0.310547, 0.310547, 0.310547, 0.000298, 0.310547, 0.310547, 0.298828, 0.310547, 0.310547, 0.269531, 0.28125, 0.310547, 0.310547, 0.000271, 0.240234, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.000284, 0.310547, 0.00028, 0.310547, 0.229492, 0.310547, 0.310547, 0.310547, 0.310547, 0.300781, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.000277, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.294922, 0.000296, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.300781, 0.310547, 0.000294, 0.000275, 0.310547, 0.310547, 0.302734, 0.000271, 0.310547, 0.310547, 0.310547, 0.310547, 0.00029, 0.310547, 0.310547, 0.000292, 0.300781, 0.000294, 0.000294, 0.310547, 0.306641, 0.310547, 0.294922, 0.275391, 0.28125, 0.196289, 0.277344, 0.310547, 0.298828, 0.000299, 0.302734, 0.310547, 0.310547, 0.308594, 0.310547, 0.310547, 0.283203, 0.310547, 0.310547, 0.310547, 0.261719, 0.000288, 0.000294, 0.310547, 0.310547, 0.310547, 0.308594, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.000299, 0.185547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.263672, 0.306641, 0.310547, 0.296875, 0.310547, 0.000286, 0.310547, 0.310547, 0.310547, 0.308594, 0.310547, 0.310547, 0.310547, 0.265625, 0.00029, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.302734, 0.310547, 0.273438, 0.310547, 0.000305, 0.310547, 0.000208, 0.310547, 0.000292, 0.000303, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.000294, 0.310547, 0.294922, 0.000296, 0.310547, 0.310547, 0.000294, 0.310547, 0.310547, 0.253906, 0.000294, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.000257, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.306641, 0.292969, 0.310547, 0.310547, 0.310547, 0.310547, 0.000284, 0.306641, 0.310547, 0.291016, 0.310547, 0.225586, 0.310547, 0.279297, 0.000292, 0.310547, 0.310547, 0.283203, 0.310547, 0.310547, 0.000286, 0.263672, 0.28125, 0.310547, 0.308594, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.300781, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.000277, 0.310547, 0.310547, 0.000301, 0.310547, 0.000282, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.00029, 0.310547, 0.000294, 0.000288, 0.000278, 0.28125, 0.310547, 0.310547, 0.310547, 0.291016, 0.304688, 0.000286, 0.304688, 0.310547, 0.310547, 0.308594, 0.279297, 0.000284, 0.310547, 0.000292, 0.00029, 0.000284, 0.00029, 0.000284, 0.310547, 0.310547, 0.298828, 0.000257, 0.310547, 0.306641, 0.279297, 0.000294, 0.310547, 0.310547, 0.310547, 0.310547, 0.000215, 0.310547, 0.310547, 0.310547, 0.000284, 0.310547, 0.310547, 0.228516, 0.292969, 0.310547, 0.310547, 0.209961, 0.310547, 0.000284, 0.310547, 0.310547, 0.000298, 0.310547, 0.310547, 0.310547, 0.310547, 0.000298, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.285156, 0.00028, 0.000254, 0.283203, 0.000292, 0.000294, 0.310547, 0.000298, 0.306641, 0.310547, 0.310547, 0.310547, 0.000292, 0.300781, 0.294922, 0.310547, 0.292969, 0.000284, 0.310547, 0.310547, 0.310547, 0.310547, 0.306641, 0.310547, 0.000269, 0.310547, 0.217773, 0.310547, 0.000286, 0.292969, 0.310547, 0.000301, 0.294922, 0.310547, 0.310547, 0.000286, 0.000288, 0.310547, 0.000288, 0.310547, 0.310547, 0.000296, 0.310547, 0.000299, 0.298828, 0.310547, 0.00029, 0.00029, 0.310547, 0.000292, 0.310547, 0.310547, 0.000292, 0.310547, 0.310547, 0.267578, 0.310547, 0.291016, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.191406, 0.22168, 0.310547, 0.310547, 0.000278, 0.00029, 0.310547, 0.310547, 0.310547, 0.000277, 0.000294, 0.310547, 0.00029, 0.310547, 0.310547, 0.000294, 0.310547, 0.00029, 0.310547, 0.310547, 0.310547, 0.000296, 0.00029, 0.248047, 0.000284, 0.310547, 0.228516, 0.310547, 0.000292, 0.00029, 0.310547, 0.000244, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.24707, 0.310547, 0.000288, 0.000277, 0.000301, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.298828, 0.310547, 0.308594, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.000278, 0.298828, 0.000292, 0.310547, 0.310547, 0.000294, 0.000298, 0.308594, 0.306641, 0.000298, 0.310547, 0.310547, 0.000286, 0.253906, 0.310547, 0.310547, 0.000278, 0.238281, 0.000277, 0.310547, 0.310547, 0.310547, 0.28125, 0.287109, 0.310547, 0.000294, 0.308594, 0.310547, 0.287109, 0.277344, 0.000296, 0.000296, 0.000252, 0.310547, 0.000288, 0.000263, 0.310547, 0.000263, 0.194336, 0.000292, 0.310547, 0.310547, 0.275391, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.000261, 0.298828, 0.000301, 0.310547, 0.000288, 0.000292, 0.000284, 0.310547, 0.277344, 0.310547, 0.294922, 0.310547, 0.000277, 0.310547, 0.310547, 0.310547, 0.308594, 0.310547, 0.300781, 0.306641, 0.310547, 0.233398, 0.000296, 0.310547, 0.310547, 0.302734, 0.000294, 0.310547, 0.302734, 0.310547, 0.310547, 0.310547, 0.306641, 0.310547, 0.310547, 0.000282, 0.304688, 0.310547, 0.00029, 0.000284, 0.310547, 0.310547, 0.306641, 0.310547, 0.287109, 0.310547, 0.287109, 0.310547, 0.298828, 0.310547, 0.291016, 0.308594, 0.310547, 0.261719, 0.000278, 0.000296, 0.000284, 0.000303, 0.300781, 0.310547, 0.310547, 0.310547, 0.000301, 0.000284, 0.304688, 0.310547, 0.310547, 0.310547, 0.000296, 0.310547, 0.310547, 0.310547, 0.310547, 0.226562, 0.310547, 0.000278, 0.304688, 0.310547, 0.310547, 0.302734, 0.310547, 0.310547, 0.000277, 0.310547, 0.310547, 0.310547, 0.310547, 0.000282, 0.310547, 0.000284, 0.000275, 0.273438, 0.000278, 0.310547, 0.310547, 0.283203, 0.277344, 0.000284, 0.310547, 0.310547, 0.220703, 0.000275, 0.310547, 0.302734, 0.000294, 0.310547, 0.310547, 0.000292, 0.310547, 0.294922, 0.000294, 0.310547, 0.00023, 0.310547, 0.302734, 0.310547, 0.310547, 0.306641, 0.310547, 0.310547, 0.000286, 0.000282, 0.310547, 0.310547, 0.310547, 0.000292, 0.000294, 0.000298, 0.310547, 0.310547, 0.283203, 0.310547, 0.310547, 0.000286, 0.310547, 0.310547, 0.310547, 0.000288, 0.310547, 0.265625, 0.209961, 0.251953, 0.000301, 0.000294, 0.310547, 0.000284, 0.310547, 0.310547, 0.283203, 0.310547, 0.310547, 0.000292, 0.310547, 0.310547, 0.310547, 0.000288, 0.000282, 0.00029, 0.00028, 0.310547, 0.310547, 0.000294, 0.310547, 0.310547, 0.000282, 0.310547, 0.000288, 0.00029, 0.253906, 0.283203, 0.310547, 0.219727, 0.000298, 0.000278, 0.000284, 0.302734, 0.310547, 0.000278, 0.000286, 0.310547, 0.269531, 0.000269, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.000278, 0.296875, 0.310547, 0.310547, 0.000294, 0.310547, 0.00029, 0.000275, 0.000284, 0.310547, 0.000292, 0.310547, 0.310547, 0.000273, 0.296875, 0.310547, 0.310547, 0.300781, 0.310547, 0.292969, 0.000288, 0.310547, 0.310547, 0.000298, 0.302734, 0.261719, 0.310547, 0.310547, 0.310547, 0.310547, 0.306641, 0.310547, 0.310547, 0.292969, 0.000273, 0.310547, 0.306641, 0.000292, 0.310547, 0.310547, 0.000296, 0.310547, 0.292969, 0.310547, 0.306641, 0.310547, 0.310547, 0.148438, 0.000275, 0.310547, 0.310547, 0.000301, 0.310547, 0.300781, 0.289062, 0.310547, 0.310547, 0.00029, 0.000299, 0.289062, 0.267578, 0.310547, 0.308594, 0.310547, 0.306641, 0.310547, 0.000298, 0.310547, 0.277344, 0.310547, 0.255859, 0.000282, 0.310547, 0.000296, 0.310547, 0.000292, 0.310547, 0.269531, 0.000277, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.000288, 0.310547, 0.000286, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.291016, 0.000286, 0.000286, 0.000284, 0.269531, 0.289062, 0.310547, 0.310547, 0.308594, 0.292969, 0.310547, 0.308594, 0.310547, 0.287109, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.000296, 0.000288, 0.000271, 0.273438, 0.306641, 0.000298, 0.310547, 0.310547, 0.283203, 0.298828, 0.308594, 0.310547, 0.310547, 0.310547, 0.000282, 0.304688, 0.000269, 0.308594, 0.000301, 0.310547, 0.302734, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.000301, 0.310547, 0.310547, 0.000282, 0.306641, 0.310547, 0.310547, 0.310547, 0.310547, 0.000299, 0.310547, 0.310547, 0.000284, 0.000278, 0.000292, 0.310547, 0.000296, 0.310547, 0.310547, 0.310547, 0.000286, 0.310547, 0.283203, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.000299, 0.310547, 0.310547, 0.237305, 0.310547, 0.186523, 0.310547, 0.310547, 0.000298, 0.285156, 0.310547, 0.000294, 0.310547, 0.271484, 0.000284, 0.296875, 0.310547, 0.310547, 0.302734, 0.310547, 0.292969, 0.00028, 0.310547, 0.000284, 0.310547, 0.000288, 0.308594, 0.000286, 0.298828, 0.28125, 0.000278, 0.300781, 0.310547, 0.310547, 0.310547, 0.306641, 0.310547, 0.000301, 0.310547, 0.000277, 0.000284, 0.000292, 0.310547, 0.291016, 0.310547, 0.310547, 0.000298, 0.310547, 0.277344, 0.306641, 0.310547, 0.304688, 0.298828, 0.310547, 0.000301, 0.310547, 0.310547, 0.300781, 0.310547, 0.310547, 0.000298, 0.259766, 0.300781, 0.000282, 0.292969, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.000298, 0.300781, 0.310547, 0.310547, 0.00029, 0.000288, 0.310547, 0.000294, 0.310547, 0.000282, 0.000298, 0.000294, 0.000277, 0.310547, 0.310547, 0.000292, 0.000288, 0.306641, 0.310547, 0.00028, 0.310547, 0.310547, 0.000296, 0.000284, 0.00025, 0.310547, 0.306641, 0.310547, 0.310547, 0.310547, 0.308594, 0.310547, 0.275391, 0.310547, 0.00029, 0.00028, 0.310547, 0.310547, 0.000288, 0.310547, 0.310547, 0.300781, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.000299, 0.310547, 0.310547, 0.304688, 0.229492, 0.257812, 0.292969, 0.310547, 0.229492, 0.310547, 0.310547, 0.000269, 0.310547, 0.310547, 0.310547, 0.310547, 0.304688, 0.310547, 0.000301, 0.000271, 0.255859, 0.224609, 0.310547, 0.310547, 0.289062, 0.310547, 0.296875, 0.296875, 0.279297, 0.296875, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.292969, 0.310547, 0.310547, 0.310547, 0.000294, 0.310547, 0.310547, 0.310547, 0.308594, 0.000303, 0.310547, 0.217773, 0.310547, 0.205078, 0.310547, 0.310547, 0.310547, 0.310547, 0.052734, 0.310547, 0.310547, 0.310547, 0.291016, 0.310547, 0.310547, 0.000284, 0.277344, 0.310547, 0.000273, 0.310547, 0.310547, 0.283203, 0.000296, 0.310547, 0.285156, 0.310547, 0.310547, 0.310547, 0.310547, 0.285156, 0.310547, 0.000282, 0.310547, 0.000284, 0.000284, 0.302734, 0.000294, 0.000284, 0.00025, 0.310547, 0.298828, 0.236328, 0.310547, 0.304688, 0.000284, 0.310547, 0.310547, 0.310547, 0.308594, 0.310547, 0.310547, 0.310547, 0.269531, 0.310547, 0.310547, 0.306641, 0.310547, 0.310547, 0.000273, 0.310547, 0.000298, 0.310547, 0.310547, 0.304688, 0.292969, 0.000303, 0.000292, 0.310547, 0.310547, 0.310547, 0.000296, 0.310547, 0.285156, 0.000303, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.000292, 0.310547, 0.310547, 0.298828, 0.310547, 0.310547, 0.310547, 0.310547, 0.000294, 0.310547, 0.310547, 0.283203, 0.310547, 0.310547, 0.211914, 0.000292, 0.000299, 0.310547, 0.000282, 0.310547, 0.000278, 0.310547, 0.310547, 0.310547, 0.158203, 0.310547, 0.22168, 0.000286, 0.310547, 0.000269, 0.310547, 0.310547, 0.00028, 0.296875, 0.000298, 0.310547, 0.310547, 0.308594, 0.310547, 0.253906, 0.310547, 0.310547, 0.000269, 0.310547, 0.000282, 0.165039, 0.000284, 0.000273, 0.310547, 0.000284, 0.306641, 0.000278, 0.310547, 0.310547, 0.310547, 0.000288, 0.310547, 0.000282, 0.310547, 0.000301, 0.298828, 0.310547, 0.296875, 0.00029, 0.310547, 0.310547, 0.289062, 0.310547, 0.310547, 0.310547, 0.223633, 0.000299, 0.310547, 0.000284, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.265625, 0.291016, 0.000286, 0.310547, 0.310547, 0.292969, 0.310547, 0.310547, 0.310547, 0.310547, 0.033691, 0.310547, 0.000292, 0.310547, 0.306641, 0.283203, 0.310547, 0.000277, 0.310547, 0.000299, 0.287109, 0.291016, 0.251953, 0.310547, 0.302734, 0.291016, 0.310547, 0.054932, 0.310547, 0.310547, 0.000294, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.00028, 0.310547, 0.300781, 0.000294, 0.310547, 0.275391, 0.000271, 0.310547, 0.310547, 0.310547, 0.294922, 0.310547, 0.302734, 0.306641, 0.000277, 0.000284, 0.310547, 0.310547, 0.310547, 0.000294, 0.310547, 0.302734, 0.310547, 0.310547, 0.310547, 0.000286, 0.200195, 0.238281, 0.310547, 0.000299, 0.294922, 0.310547, 0.310547, 0.304688, 0.000288, 0.302734, 0.000294, 0.000292, 0.283203, 0.00029, 0.310547, 0.223633, 0.310547, 0.310547, 0.310547, 0.000303, 0.310547, 0.000296, 0.310547, 0.310547, 0.291016, 0.000284, 0.310547, 0.310547, 0.310547, 0.00029, 0.088379, 0.304688, 0.310547, 0.00028, 0.310547, 0.310547, 0.236328, 0.310547, 0.251953, 0.310547, 0.287109, 0.00028, 0.310547, 0.000298, 0.310547, 0.308594, 0.310547, 0.000284, 0.000284, 0.306641, 0.310547, 0.000248, 0.000301, 0.310547, 0.000292, 0.000278, 0.310547, 0.000286, 0.310547, 0.000284, 0.000278, 0.310547, 0.302734, 0.310547, 0.310547, 0.277344, 0.310547, 0.000284, 0.000298, 0.310547, 0.231445, 0.310547, 0.310547, 0.310547, 0.000277, 0.246094, 0.310547, 0.000296, 0.292969, 0.310547, 0.310547, 0.000298, 0.246094, 0.310547, 0.310547, 0.285156, 0.24707, 0.000294, 0.310547, 0.000254, 0.000282, 0.000259, 0.000298, 0.000299, 0.310547, 0.310547, 0.310547, 0.000299, 0.310547, 0.310547, 0.000292, 0.000294, 0.179688, 0.000286, 0.310547, 0.310547, 0.265625, 0.310547, 0.310547, 0.296875, 0.310547, 0.275391, 0.310547, 0.310547, 0.271484, 0.000288, 0.310547, 0.310547, 0.263672, 0.310547, 0.310547, 0.310547, 0.310547, 0.000231, 0.00029, 0.310547, 0.310547, 0.310547, 0.300781, 0.000288, 0.310547, 0.300781, 0.277344, 0.246094, 0.000261, 0.310547, 0.310547, 0.310547, 0.000298, 0.310547, 0.310547, 0.310547, 0.310547, 0.000303, 0.310547, 0.310547, 0.291016, 0.000288, 0.310547, 0.310547, 0.310547, 0.310547, 0.000277, 0.000273, 0.267578, 0.273438, 0.180664, 0.310547, 0.304688, 0.310547, 0.310547, 0.000257, 0.310547, 0.114258, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.000292, 0.310547, 0.310547, 0.277344, 0.000263, 0.310547, 0.00028, 0.22168, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.00029, 0.308594, 0.310547, 0.310547, 0.00029, 0.310547, 0.000282, 0.310547, 0.310547, 0.000296, 0.263672, 0.000284, 0.000294, 0.310547, 0.300781, 0.310547, 0.205078, 0.000294, 0.310547, 0.310547, 0.000288, 0.310547, 0.1875, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.000277, 0.310547, 0.310547, 0.000294, 0.310547, 0.310547, 0.310547, 0.289062, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.000278, 0.310547, 0.285156, 0.310547, 0.310547, 0.310547, 0.310547, 0.271484, 0.310547, 0.310547, 0.000284, 0.310547, 0.310547, 0.310547, 0.310547, 0.000299, 0.000299, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.285156, 0.310547, 0.240234, 0.000282, 0.310547, 0.248047, 0.304688, 0.308594, 0.310547, 0.000296, 0.211914, 0.000263, 0.310547, 0.310547, 0.273438, 0.310547, 0.310547, 0.259766, 0.249023, 0.310547, 0.000277, 0.000282, 0.310547, 0.000298, 0.000275, 0.000277, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.132812, 0.310547, 0.310547, 0.000282, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.000261, 0.00029, 0.304688, 0.310547, 0.287109, 0.310547, 0.310547, 0.296875, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.296875, 0.279297, 0.310547, 0.310547, 0.000267, 0.310547, 0.310547, 0.310547, 0.000299, 0.310547, 0.310547, 0.310547, 0.310547, 0.277344, 0.000301, 0.000284, 0.000292, 0.310547, 0.310547, 0.310547, 0.310547, 0.308594, 0.000294, 0.000277, 0.310547, 0.310547, 0.000261, 0.310547, 0.000294, 0.310547, 0.310547, 0.310547, 0.000271, 0.310547, 0.302734, 0.271484, 0.251953, 0.310547, 0.310547, 0.261719, 0.037109, 0.000286, 0.310547, 0.310547, 0.310547, 0.310547, 0.000301, 0.000284, 0.310547, 0.000299, 0.292969, 0.310547, 0.310547, 0.289062, 0.000288, 0.310547, 0.000265, 0.310547, 0.310547, 0.000284, 0.000273, 0.310547, 0.310547, 0.310547, 0.000294, 0.310547, 0.310547, 0.000278, 0.00029, 0.304688, 0.000296, 0.000298, 0.310547, 0.310547, 0.28125, 0.000301, 0.310547, 0.310547, 0.310547, 0.310547, 0.291016, 0.000298, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.000288, 0.000284, 0.000301, 0.000284, 0.000299, 0.000286, 0.273438, 0.310547, 0.310547, 0.310547, 0.306641, 0.000286, 0.310547, 0.310547, 0.000259, 0.310547, 0.304688, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.291016, 0.310547, 0.000296, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.000296, 0.308594, 0.000277, 0.310547, 0.310547, 0.000267, 0.00029, 0.310547, 0.289062, 0.000269, 0.310547, 0.287109, 0.310547, 0.310547, 0.310547, 0.310547, 0.000298, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.204102, 0.310547, 0.310547, 0.000288, 0.000288, 0.000284, 0.211914, 0.310547, 0.00029, 0.310547, 0.310547, 0.000282, 0.304688, 0.219727, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.275391, 0.291016, 0.000301, 0.000273, 0.000296, 0.255859, 0.000292, 0.310547, 0.000288, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.263672, 0.310547, 0.000271, 0.273438, 0.310547, 0.000294, 0.000282, 0.308594, 0.304688, 0.310547, 0.310547, 0.000299, 0.310547, 0.234375, 0.298828, 0.000269, 0.310547, 0.310547, 0.000299, 0.310547, 0.00028, 0.310547, 0.310547, 0.000273, 0.310547, 0.310547, 0.000301, 0.000271, 0.000286, 0.310547, 0.000284, 0.310547, 0.310547, 0.310547, 0.300781, 0.310547, 0.000296, 0.310547, 0.310547, 0.310547, 0.298828, 0.000303, 0.310547, 0.000294, 0.310547, 0.310547, 0.310547, 0.000282, 0.310547, 0.310547, 0.310547, 0.310547, 0.263672, 0.310547, 0.310547, 0.279297, 0.310547, 0.000286, 0.000292, 0.207031, 0.306641, 0.246094, 0.310547, 0.310547, 0.259766, 0.310547, 0.000298, 0.310547, 0.00029, 0.00029, 0.310547, 0.302734, 0.310547, 0.000284, 0.310547, 0.310547, 0.310547, 0.310547, 0.292969, 0.000278, 0.310547, 0.310547, 0.00029, 0.000292, 0.000282, 0.291016, 0.306641, 0.000282, 0.000294, 0.310547, 0.000286, 0.000282, 0.000286, 0.310547, 0.310547, 0.310547, 0.310547, 0.000261, 0.310547, 0.310547, 0.00029, 0.310547, 0.00029, 0.308594, 0.310547, 0.310547, 0.300781, 0.310547, 0.000288, 0.310547, 0.000282, 0.000292, 0.310547, 0.310547, 0.000298, 0.275391, 0.000275, 0.310547, 0.310547, 0.302734, 0.310547, 0.310547, 0.310547, 0.310547, 0.000298, 0.310547, 0.000284, 0.310547, 0.310547, 0.000298, 0.308594, 0.310547, 0.310547, 0.000299, 0.310547, 0.310547, 0.310547, 0.310547, 0.304688, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.277344, 0.310547, 0.298828, 0.310547, 0.28125, 0.310547, 0.310547, 0.267578, 0.310547, 0.310547, 0.310547, 0.000284, 0.000294, 0.000284, 0.306641, 0.000288, 0.000292, 0.000303, 0.310547, 0.310547, 0.000299, 0.000284, 0.310547, 0.292969, 0.294922, 0.308594, 0.00029, 0.310547, 0.000298, 0.310547, 0.310547, 0.00028, 0.310547, 0.000271, 0.000296, 0.000298, 0.00029, 0.000286, 0.277344, 0.000284, 0.310547, 0.310547, 0.310547, 0.000286, 0.283203, 0.000299, 0.310547, 0.000301, 0.310547, 0.310547, 0.00028, 0.000284, 0.310547, 0.310547, 0.310547, 0.310547, 0.279297, 0.310547, 0.000296, 0.304688, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.000292, 0.000265, 0.310547, 0.000282, 0.308594, 0.000299, 0.310547, 0.000234, 0.310547, 0.28125, 0.000288, 0.310547, 0.292969, 0.310547, 0.310547, 0.310547, 0.000298, 0.00029, 0.310547, 0.259766, 0.310547, 0.310547, 0.000296, 0.310547, 0.310547, 0.310547, 0.000275, 0.255859, 0.310547, 0.310547, 0.189453, 0.000263, 0.310547, 0.000263, 0.310547, 0.310547, 0.257812, 0.310547, 0.000301, 0.000301, 0.310547, 0.310547, 0.300781, 0.310547, 0.310547, 0.310547, 0.277344, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.257812, 0.241211, 0.310547, 0.310547, 0.000286, 0.310547, 0.308594, 0.310547, 0.310547, 0.304688, 0.271484, 0.310547, 0.310547, 0.310547, 0.000288, 0.000301, 0.310547, 0.000294, 0.000273, 0.310547, 0.000282, 0.310547, 0.000292, 0.000296, 0.304688, 0.283203, 0.310547, 0.310547, 0.310547, 0.000296, 0.302734, 0.310547, 0.310547, 0.000294, 0.310547, 0.000286, 0.277344, 0.310547, 0.00029, 0.283203, 0.310547, 0.00028, 0.310547, 0.000292, 0.302734, 0.310547, 0.310547, 0.277344, 0.310547, 0.310547, 0.292969, 0.310547, 0.310547, 0.271484, 0.310547, 0.000298, 0.000299, 0.310547, 0.298828, 0.000288, 0.310547, 0.000286, 0.310547, 0.310547, 0.310547, 0.310547, 0.308594, 0.310547, 0.000301, 0.310547, 0.271484, 0.310547, 0.308594, 0.310547, 0.310547, 0.310547, 0.310547, 0.253906, 0.241211, 0.246094, 0.310547, 0.000298, 0.310547, 0.310547, 0.000288, 0.000284, 0.310547, 0.310547, 0.310547, 0.310547, 0.000292, 0.000301, 0.310547, 0.310547, 0.310547, 0.000298, 0.310547, 0.000294, 0.000273, 0.310547, 0.298828, 0.306641, 0.310547, 0.310547, 0.267578, 0.000294, 0.310547, 0.269531, 0.251953, 0.310547, 0.310547, 0.310547, 0.000286, 0.000277, 0.310547, 0.310547, 0.261719, 0.00029, 0.310547, 0.000284, 0.310547, 0.000296, 0.000294, 0.255859, 0.310547, 0.00029, 0.308594, 0.310547, 0.310547, 0.310547, 0.310547, 0.306641, 0.269531, 0.310547, 0.310547, 0.310547, 0.000286, 0.00029, 0.310547, 0.310547, 0.310547, 0.000292, 0.310547, 0.310547, 0.000296, 0.265625, 0.310547, 0.302734, 0.310547, 0.000298, 0.310547, 0.000299, 0.310547, 0.261719, 0.000298, 0.310547, 0.310547, 0.310547, 0.000288, 0.000284, 0.310547, 0.302734, 0.000294, 0.000298, 0.310547, 0.310547, 0.000288, 0.310547, 0.00029, 0.000282, 0.298828, 0.308594, 0.310547, 0.310547, 0.000303, 0.00028, 0.261719, 0.000277, 0.000284, 0.232422, 0.00029, 0.00029, 0.310547, 0.24707, 0.310547, 0.310547, 0.244141, 0.271484, 0.310547, 0.310547, 0.000296, 0.000292, 0.000296, 0.310547, 0.310547, 0.310547, 0.310547, 0.302734, 0.310547, 0.310547, 0.310547, 0.310547, 0.275391, 0.308594, 0.000282, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.232422, 0.000242, 0.000292, 0.279297, 0.310547, 0.000271, 0.000282, 0.310547, 0.275391, 0.273438, 0.310547, 0.000278, 0.310547, 0.296875, 0.310547, 0.259766, 0.302734, 0.00029, 0.310547, 0.000301, 0.310547, 0.310547, 0.310547, 0.000282, 0.310547, 0.310547, 0.000303, 0.310547, 0.306641, 0.310547, 0.310547, 0.310547, 0.310547, 0.00028, 0.000286, 0.310547, 0.310547, 0.310547, 0.000282, 0.310547, 0.222656, 0.00028, 0.310547, 0.289062, 0.310547, 0.310547, 0.310547, 0.308594, 0.310547, 0.000298, 0.000298, 0.000292, 0.000298, 0.000292, 0.291016, 0.000301, 0.253906, 0.279297, 0.308594, 0.310547, 0.00029, 0.000303, 0.000294, 0.000288, 0.310547, 0.310547, 0.000299, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.000286, 0.000284, 0.310547, 0.310547, 0.310547, 0.308594, 0.310547, 0.000294, 0.306641, 0.000267, 0.310547, 0.310547, 0.310547, 0.310547, 0.261719, 0.000298, 0.310547, 0.000301, 0.310547, 0.261719, 0.228516, 0.310547, 0.257812, 0.214844, 0.310547, 0.310547, 0.000284, 0.000286, 0.000292, 0.000296, 0.310547, 0.310547, 0.310547, 0.000294, 0.308594, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.000261, 0.310547, 0.310547, 0.310547, 0.277344, 0.310547, 0.22168, 0.310547, 0.310547, 0.000303, 0.000298, 0.310547, 0.310547, 0.000284, 0.310547, 0.275391, 0.310547, 0.310547, 0.000298, 0.310547, 0.310547, 0.306641, 0.000225, 0.292969, 0.287109, 0.000271, 0.277344, 0.000296, 0.306641, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.000296, 0.000286, 0.306641, 0.310547, 0.310547, 0.310547, 0.304688, 0.000271, 0.310547, 0.259766, 0.310547, 0.000299, 0.000277, 0.310547, 0.255859, 0.000282, 0.000275, 0.000299, 0.000282, 0.277344, 0.000296, 0.310547, 0.255859, 0.310547, 0.291016, 0.000282, 0.000296, 0.310547, 0.310547, 0.000275, 0.310547, 0.310547, 0.000246, 0.310547, 0.225586, 0.310547, 0.00028, 0.000282, 0.310547, 0.000292, 0.310547, 0.298828, 0.000294, 0.310547, 0.308594, 0.310547, 0.158203, 0.310547, 0.310547, 0.310547, 0.00029, 0.277344, 0.310547, 0.310547, 0.248047, 0.310547, 0.310547, 0.310547, 0.000301, 0.310547, 0.310547, 0.310547, 0.00029, 0.310547, 0.310547, 0.310547, 0.310547, 0.000296, 0.302734, 0.310547, 0.000303, 0.310547, 0.310547, 0.310547, 0.304688, 0.310547, 0.310547, 0.000294, 0.000294, 0.310547, 0.310547, 0.277344, 0.000248, 0.000301, 0.310547, 0.296875, 0.296875, 0.310547, 0.296875, 0.310547, 0.000286, 0.000284, 0.310547, 0.271484, 0.310547, 0.308594, 0.310547, 0.310547, 0.308594, 0.310547, 0.189453, 0.302734, 0.296875, 0.310547, 0.310547, 0.310547, 0.241211, 0.310547, 0.310547, 0.000303, 0.000298, 0.296875, 0.310547, 0.310547, 0.310547, 0.310547, 0.310547, 0.000284, 0.310547, 0.000292, 0.000282, 0.310547, 0.310547, 0.255859, 0.310547, 0.310547, 0.00029, 0.279297, 0.292969, 0.269531, 0.310547, 0.310547, 0.310547 ] } , "name": "onnx::Mul_11390", "outputIndexes": [ 6097 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6096, 6097 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 6098 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6070, 6098 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/Add_2_output_0", "outputIndexes": [ 6099 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6099, 5960 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.35/Mul_1_output_0", "outputIndexes": [ 6100 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6100, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.36/Reshape_output_0", "outputIndexes": [ 6101 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6101 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.36/input_layernorm/Pow_output_0", "outputIndexes": [ 6102 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6102 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.36/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 6103 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6103, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/input_layernorm/Add_output_0", "outputIndexes": [ 6104 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6104, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/input_layernorm/Pow_1_output_0", "outputIndexes": [ 6105 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6101, 6105 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/input_layernorm/Mul_output_0", "outputIndexes": [ 6106 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ -5.15625, 7.25, 16.0, 5.96875, 6.78125, 6.65625, 6.5, 8.8125, 7.0, 8.9375, 6.78125, 6.75, 7.09375, 6.84375, 6.5, 6.8125, 7.4375, 6.5, 6.40625, 5.21875, 6.5625, 5.21875, 6.125, 6.875, 6.9375, 9.6875, 6.125, 6.21875, 8.6875, 9.0625, 5.75, 5.8125, 5.90625, 6.5, 5.65625, 6.03125, 6.1875, 16.5, 5.65625, 6.90625, 6.25, 5.0625, 9.3125, 6.0625, 6.5, 6.21875, 16.375, 6.0, 6.8125, 5.625, 6.5625, 5.0, 6.21875, 14.0625, 5.9375, 6.5625, 6.375, 5.8125, 6.5625, -5.46875, 4.9375, 7.875, 6.21875, 6.375, 4.65625, 7.1875, 5.875, 5.5625, 6.1875, 5.90625, 5.8125, 5.71875, 4.125, 7.28125, 6.28125, 6.4375, 6.71875, 5.5625, 7.0625, 7.46875, 6.5625, 6.4375, 10.6875, 6.96875, 6.65625, 5.65625, 7.28125, 6.375, 6.75, 8.0, 5.5, 8.875, 6.28125, 7.125, 6.90625, 6.09375, 15.4375, 6.125, 6.625, 7.0, 7.125, 5.9375, 5.90625, 6.03125, 5.1875, 5.53125, 6.9375, 6.53125, 6.71875, 5.78125, 6.78125, 5.71875, 6.59375, 5.96875, 4.875, 5.28125, 5.71875, 6.15625, 6.09375, 6.875, 6.40625, 5.84375, 6.375, 6.5, 6.25, 8.1875, 5.28125, 5.40625, 5.3125, 5.625, 6.3125, 6.96875, 6.71875, 8.625, 16.125, 6.0, 6.5625, 11.5, 6.46875, 6.90625, 7.71875, 6.09375, 6.9375, 6.25, 5.34375, 5.3125, 6.84375, 5.25, 8.0625, 6.34375, 6.1875, 5.65625, 5.65625, 6.15625, 6.59375, 6.125, 5.90625, 4.9375, 6.375, 6.34375, 5.84375, 6.5, 6.96875, 7.125, 6.6875, 7.21875, 5.34375, 6.0, 8.0625, 6.375, 6.15625, 16.625, 6.1875, 7.03125, 7.0, 5.65625, 5.3125, 7.21875, 6.875, 5.84375, 6.8125, 6.9375, 7.0625, 7.0625, 6.28125, 6.0625, 6.3125, -6.78125, 6.0, 5.84375, 5.40625, 6.90625, 5.46875, 6.90625, 5.8125, 5.6875, 6.3125, 5.53125, 8.625, 5.9375, 6.625, 6.5625, 6.125, 4.6875, 8.0, 6.53125, 6.53125, 6.375, 6.1875, 5.71875, -5.71875, 6.3125, 7.21875, 5.6875, 5.75, 5.84375, 5.6875, 6.375, 5.6875, 6.0625, 9.5, 5.8125, 7.15625, 7.71875, 6.3125, 6.3125, 6.6875, 6.28125, 6.375, 5.5, 13.9375, 5.90625, 7.96875, 6.25, 7.15625, 5.71875, 7.25, 6.96875, 5.40625, 7.78125, 6.875, 5.875, 5.0625, 8.25, 6.3125, 8.0625, 13.25, 6.6875, 6.9375, 6.40625, 5.90625, 6.8125, 7.09375, 6.1875, 8.625, 6.46875, 5.28125, 5.46875, 6.59375, 5.28125, 7.53125, 7.25, 5.78125, 4.96875, 6.1875, 6.59375, -5.5, 5.90625, 6.03125, 6.0, 5.6875, 4.65625, 5.0625, 6.1875, 5.46875, 7.0625, 5.40625, 6.25, 6.625, 6.78125, 7.3125, 8.4375, 5.40625, 6.09375, 6.78125, 6.09375, 6.15625, 6.90625, 4.65625, 6.3125, 6.78125, 5.4375, 7.09375, 6.0, 5.84375, 5.71875, 6.21875, 6.375, 6.6875, 8.0625, 5.34375, 4.46875, 6.8125, 6.34375, 7.4375, 6.375, 5.3125, 7.0, 6.90625, 6.03125, 5.75, 6.65625, 6.875, 5.375, 5.0625, 6.75, 6.40625, 7.125, 6.09375, 7.25, 3.9375, 6.1875, -13.1875, 5.40625, 8.25, 6.25, 5.75, 5.71875, 7.03125, 5.875, 12.4375, 6.8125, 5.5625, 5.28125, 6.28125, 6.3125, 6.46875, 5.5625, 6.375, 7.9375, 6.1875, 6.8125, 6.25, 7.15625, 6.625, 10.0625, 6.59375, 7.59375, 11.1875, 5.125, 6.46875, 6.125, 6.8125, 6.375, 6.875, 5.71875, 7.15625, 5.65625, 6.4375, 5.75, 5.65625, 6.21875, 7.28125, 6.46875, 7.03125, 5.96875, 5.65625, 7.03125, 6.5625, 6.875, 5.84375, 6.71875, 6.75, 6.6875, 6.3125, 5.53125, 5.84375, 8.25, 6.5625, 6.5, 5.40625, 6.40625, 5.71875, 5.53125, 6.09375, 6.96875, 7.5, 7.03125, 5.71875, 5.59375, 6.3125, 8.125, 5.15625, -6.9375, 6.375, 8.9375, 7.25, 5.96875, 7.375, 5.84375, 7.5, 6.625, 5.96875, 12.8125, 5.375, 5.8125, 7.65625, 6.875, 29.5, 7.125, 6.46875, 5.09375, 5.6875, 6.28125, 6.4375, 7.875, 6.1875, 5.71875, 6.75, 5.96875, 6.78125, 8.0, 14.625, 5.21875, 6.4375, 5.65625, 5.34375, -7.5, 5.9375, 7.03125, 6.28125, 6.21875, 9.6875, 7.75, 6.8125, 6.25, 6.0625, 7.3125, 12.6875, 6.46875, 6.71875, -6.5, 5.71875, 7.78125, 8.4375, 5.9375, 6.09375, 6.59375, 6.46875, 6.1875, 6.28125, 6.96875, 5.53125, 8.8125, 5.9375, 6.46875, 5.09375, 5.15625, 6.59375, 7.0, 6.21875, 6.40625, 6.09375, 7.5625, 6.59375, 6.9375, 5.5625, 6.875, 10.5625, 7.34375, 7.375, 7.15625, 5.84375, 6.25, 6.53125, 5.65625, 7.0625, 5.78125, 5.625, 5.28125, 4.84375, 6.3125, 6.625, 7.4375, 5.0, 5.34375, 5.65625, 6.375, 5.3125, 6.03125, 6.875, 4.15625, 7.15625, 7.375, 6.0625, 6.34375, 7.03125, 5.8125, 6.40625, 6.09375, 6.59375, 6.375, 5.53125, 5.25, 5.59375, 6.96875, 6.09375, 6.5625, 7.6875, -8.1875, 7.125, 6.84375, 6.96875, 6.21875, -5.03125, 5.75, 7.15625, 5.625, 6.96875, 6.4375, 8.0, 5.9375, 6.84375, 7.75, 5.96875, 5.46875, 5.90625, 5.6875, 14.25, 5.90625, 3.796875, 6.09375, 6.75, 5.9375, 5.875, 6.125, 6.03125, 6.03125, 5.9375, 8.125, 5.96875, 6.0, 6.59375, 6.21875, 6.875, 4.8125, 4.09375, 6.53125, 7.15625, 5.25, 5.90625, 6.8125, 5.625, 6.0, 12.625, 6.75, 6.28125, 5.125, 7.59375, 7.875, 6.21875, 6.03125, 7.53125, 6.5625, 6.5625, 5.9375, 7.21875, 5.84375, 5.625, 6.625, 9.0625, 6.03125, 6.40625, 5.8125, 17.125, 9.1875, 6.3125, 13.8125, 7.1875, 5.78125, 6.4375, 6.375, 4.78125, 6.25, 5.75, 6.40625, 7.53125, 6.65625, 6.375, 9.1875, 6.1875, 6.84375, 6.21875, 5.5625, 5.46875, 7.0625, 6.15625, 5.625, 5.21875, 6.25, 6.375, 8.6875, 4.90625, 7.59375, 5.53125, 7.625, 6.25, 8.9375, 5.21875, 7.375, -8.0625, 21.625, 6.5, 5.125, 6.375, 7.375, 4.65625, -6.1875, 4.90625, 6.25, 6.40625, 5.53125, 7.28125, 7.5, 5.59375, 6.6875, 6.53125, 4.59375, 9.4375, 10.5, 5.78125, 6.15625, 6.5, -7.3125, 15.5625, 18.375, 5.75, 7.625, 5.375, 4.875, 6.71875, 7.9375, 7.15625, 7.375, 5.875, 6.75, 6.5625, 5.28125, 6.71875, 6.59375, 5.875, 8.0, 7.09375, 6.5625, 7.03125, 5.53125, 6.40625, 6.1875, 7.9375, 19.25, 6.65625, 12.8125, 5.4375, 5.40625, 11.4375, 6.8125, 4.71875, 6.46875, 4.9375, 6.15625, 5.28125, 5.0625, 6.28125, 6.125, 5.375, 5.75, 9.0, 6.4375, 7.4375, 6.75, 6.78125, 7.5, 109.0, 5.0, 5.5625, 5.59375, 7.5, -7.34375, 6.96875, 5.0625, 6.3125, 6.21875, 6.21875, 7.15625, 5.15625, 6.46875, 6.375, 8.5625, 4.875, 14.625, 6.625, 6.25, 5.90625, 5.90625, 6.75, 6.0625, 6.3125, 6.53125, 5.5, 5.96875, 7.46875, 6.4375, 7.6875, 6.46875, 5.6875, 6.25, 6.21875, 6.0625, 6.34375, 7.125, 5.8125, 5.8125, 5.25, 20.5, 6.5625, 6.5, 6.65625, 4.375, 6.75, 6.625, 5.53125, 5.625, 7.90625, 6.96875, 5.1875, 6.375, 5.5625, 5.28125, 13.5625, 6.5625, 5.8125, 6.25, 6.09375, 7.65625, 7.65625, 8.75, 6.65625, 5.09375, 6.4375, 5.75, 6.09375, 6.125, 6.4375, 7.90625, 6.65625, 6.5625, 7.125, 5.65625, 5.84375, 7.3125, 7.8125, 7.09375, 7.1875, 11.3125, 6.6875, 7.25, 7.53125, -5.4375, 6.46875, 7.96875, 6.59375, 8.5625, 7.96875, 6.0625, 7.125, 6.6875, 5.5625, 6.96875, 6.28125, 5.96875, 6.0, 6.34375, 7.5625, 5.6875, 5.8125, 6.46875, 7.5, 6.90625, 6.53125, 5.21875, 5.78125, 5.9375, 6.5625, 5.375, 7.6875, 8.5, 5.25, 7.25, 7.09375, 7.0625, 5.25, 5.625, 6.4375, 5.0625, 5.34375, 6.90625, 6.125, 7.4375, 5.90625, 6.1875, 12.0, 5.28125, 5.4375, 5.78125, 5.78125, 6.59375, 9.0, 11.6875, 5.375, 5.5625, 6.46875, 5.84375, 6.90625, 5.46875, 6.71875, 5.1875, 6.3125, 6.71875, 6.25, 6.03125, 5.59375, 7.46875, 11.6875, 6.0625, 6.0, 7.03125, 7.28125, 9.75, 6.0, 6.40625, 6.65625, 7.0, 6.09375, 6.09375, 6.25, 5.78125, 6.4375, 6.5625, 6.03125, 5.625, 6.75, 6.625, 5.125, 6.6875, 6.03125, 10.0625, 6.03125, 5.65625, 6.96875, 6.25, 5.8125, 6.59375, 6.0, 6.4375, 7.71875, 6.40625, 5.0, 6.75, 4.6875, 6.90625, 5.1875, 5.875, 5.5625, 7.34375, 8.25, 7.09375, 5.25, 5.8125, 7.28125, 6.6875, 5.875, 5.875, 5.65625, 6.59375, 6.6875, 5.4375, 7.34375, 5.625, 6.25, 8.5625, 5.625, 24.375, 6.8125, 5.5625, 6.15625, 7.8125, -8.8125, 6.625, 6.5, 6.96875, 6.0, 6.875, 5.53125, 8.1875, 5.625, 5.46875, 6.5, 6.75, 6.9375, 7.21875, 6.65625, 5.03125, 6.28125, 6.9375, 5.96875, 5.8125, 5.8125, 5.28125, 4.625, 6.125, 6.5625, 5.84375, 5.6875, 6.59375, 6.4375, 5.8125, 6.96875, 6.03125, 6.15625, 6.40625, 4.53125, 7.09375, 7.40625, 5.9375, 5.8125, 7.1875, 6.6875, 5.59375, -10.1875, 6.46875, 5.9375, 6.5625, 7.34375, 4.34375, 6.375, 5.6875, 6.625, 6.0, 6.125, 6.03125, 6.3125, 5.4375, 5.8125, 11.3125, 6.96875, 16.75, 5.625, 6.5625, 7.1875, 6.0, 7.875, 6.71875, 5.15625, 5.71875, 5.59375, 5.4375, 6.0, 5.21875, 6.9375, 7.8125, 9.5, 7.5, 6.03125, 6.15625, 6.59375, 5.25, 4.96875, 6.59375, 4.875, 4.75, 6.84375, 6.40625, 6.09375, 5.90625, 9.0625, 6.40625, 6.625, 7.21875, 6.28125, 5.78125, 5.21875, 5.65625, 5.625, 7.375, -6.1875, 6.0625, 5.71875, 6.46875, 6.40625, 5.96875, 6.5625, 7.125, 6.21875, 8.0625, 6.46875, 6.78125, 16.75, 5.4375, 6.40625, 5.09375, 6.4375, 6.375, 5.84375, 7.15625, 6.65625, 6.53125, 10.5, 8.9375, 5.75, -4.40625, 6.8125, 6.15625, 6.40625, 23.5, 6.6875, 5.0625, 6.34375, 7.125, 6.8125, 7.09375, 7.96875, 5.90625, 5.125, 5.90625, 4.03125, 5.71875, 14.875, 6.0625, 5.125, 6.5, 6.96875, 7.0, 4.78125, 7.09375, 6.59375, 6.34375, 6.8125, 7.21875, -7.65625, 5.5625, 6.6875, 6.125, 7.84375, 5.96875, 6.3125, 6.96875, 6.125, 5.5625, 5.96875, 7.25, 5.25, 6.34375, 6.28125, 5.75, 5.96875, 5.53125, 6.03125, 5.1875, 6.65625, 6.59375, 6.90625, 5.9375, 5.8125, 7.40625, 6.0, 6.375, 6.3125, 6.0, 6.25, 6.53125, 5.53125, 5.6875, 6.71875, 5.40625, 5.84375, 7.09375, 6.09375, 6.4375, 6.0625, 6.1875, 7.65625, 6.25, 5.53125, 5.5, 6.0, 4.75, 6.0, 6.71875, 6.375, 6.09375, 6.0, 6.65625, 6.28125, 5.96875, 5.9375, 6.8125, 5.0, 6.1875, 5.59375, 7.3125, 6.1875, 7.5, 6.1875, 6.53125, 8.9375, 5.46875, 7.3125, 6.125, 10.875, 6.96875, 5.78125, 5.1875, 5.5625, 5.8125, 6.25, 6.03125, 5.09375, 7.375, 5.59375, 9.25, 8.5625, 8.5, 9.3125, 3.578125, 7.65625, 6.125, 6.75, 6.21875, 6.0625, 5.09375, 6.46875, 5.1875, 7.28125, 6.71875, 17.625, 6.4375, 6.15625, 7.75, 6.84375, 6.0625, 9.875, 5.03125, 7.125, 6.59375, 5.28125, 6.125, 16.625, 6.625, 7.5, 6.125, 6.75, 6.53125, 30.5, 5.75, 8.375, 5.5, 8.375, 7.4375, 5.875, 7.3125, 7.375, 6.96875, 6.1875, -6.3125, 6.21875, 6.625, 6.84375, 5.65625, 7.09375, 6.1875, 6.9375, 7.5, 6.9375, 8.3125, 7.3125, 5.53125, 6.34375, 6.125, 6.59375, 6.25, 7.53125, 6.375, 5.5625, -7.21875, 6.40625, 5.9375, 6.09375, 6.59375, 5.53125, 6.25, 7.28125, 6.09375, 6.75, 7.03125, 5.53125, 6.40625, -3.84375, 8.875, 6.53125, 9.8125, 6.28125, 4.65625, 5.96875, 5.96875, 5.84375, 5.9375, 5.5625, 7.5625, 5.3125, 7.15625, 6.03125, 6.5, 8.125, 5.0, 8.5625, 8.375, 7.09375, 4.625, 5.90625, 9.0, 7.78125, 6.21875, 6.65625, 5.78125, -6.5625, 6.03125, 6.8125, 5.9375, 7.53125, 6.78125, 7.03125, 9.0, 6.5625, 5.875, 5.71875, 5.15625, 11.25, 6.21875, 10.0625, 5.8125, 7.25, 6.75, 6.40625, 6.71875, 6.59375, 5.5625, 6.8125, 10.1875, 7.8125, 5.625, 6.65625, 6.34375, 5.9375, 7.1875, 6.46875, 5.96875, 7.3125, 6.59375, 6.5, 6.03125, 5.90625, 6.90625, 8.375, 7.71875, 6.03125, 6.03125, 6.03125, 6.4375, 7.03125, 7.53125, 6.40625, 6.0625, 7.4375, 6.53125, 6.09375, 6.75, 5.46875, 8.6875, 9.5625, 6.71875, 6.03125, 10.5, 6.625, 5.8125, 7.65625, -6.84375, 6.34375, 6.71875, 7.34375, 6.3125, 6.84375, 5.5625, 7.625, 6.0, 5.0625, -6.25, 9.9375, 6.40625, 6.625, 5.65625, -6.625, 6.25, 7.09375, 6.125, 5.125, 5.8125, 6.90625, 7.5625, 5.375, 6.0, 5.46875, 6.6875, 5.9375, 6.21875, 6.78125, 7.4375, 5.25, 24.375, -4.6875, 5.71875, 13.625, 8.5, 5.9375, 6.625, 5.15625, 6.5, 7.1875, 6.21875, 7.125, 5.46875, 6.71875, 7.875, 5.71875, 5.875, 5.875, 6.625, 4.96875, 5.75, 6.3125, 6.8125, -5.4375, 6.25, 7.5625, 6.5625, 6.21875, -5.875, 6.78125, 6.1875, 6.53125, 6.15625, 6.65625, 7.21875, 6.8125, 7.5, 5.96875, 6.125, 5.75, 6.15625, 5.71875, 6.0625, 5.59375, 6.125, 7.0625, 6.875, 6.40625, -5.65625, 7.65625, 6.3125, 6.84375, 9.0625, 6.375, 6.1875, 5.4375, 5.875, 5.59375, 5.90625, 6.125, 6.15625, 4.9375, 6.0625, 7.21875, 5.78125, -5.84375, 6.625, 8.25, 6.09375, 6.9375, 6.15625, 10.1875, 7.09375, 12.5, 6.53125, 5.53125, 6.125, 10.375, 5.90625, 5.03125, 10.0625, -6.9375, 6.53125, 7.25, 6.09375, 5.9375, 6.875, 8.875, 6.78125, 5.8125, 11.8125, 6.34375, 5.15625, 5.15625, 5.90625, 6.3125, 6.09375, 4.5, 6.65625, 5.375, 7.0, 6.0, 6.53125, 7.21875, 6.71875, 7.15625, 5.75, 6.71875, 8.4375, 6.4375, 6.34375, 5.0625, 6.09375, 8.625, 5.75, 6.65625, 5.875, 5.4375, 5.46875, 7.96875, 7.0, 7.125, 7.25, 8.5625, 5.90625, 6.15625, 5.75, 6.3125, 11.4375, 7.8125, 6.5, 6.125, 6.6875, 12.125, 6.78125, 5.59375, 7.15625, 6.71875, 5.875, 7.0, 6.6875, 4.8125, 7.21875, 4.46875, 6.78125, 5.03125, 6.75, 6.25, 5.96875, 7.3125, 5.6875, 7.0625, 5.6875, 5.71875, 5.84375, 6.4375, 9.4375, 6.59375, 6.21875, 7.21875, 6.59375, 6.625, 6.28125, 6.6875, 6.75, 5.75, 5.5625, 5.34375, 6.84375, 6.84375, 5.4375, 6.125, -8.125, 5.78125, 6.125, 6.3125, 16.0, 6.84375, 5.71875, 6.03125, 5.5, 6.09375, 5.9375, 7.8125, 4.6875, 5.875, 6.125, 6.71875, 6.0, 9.3125, 6.34375, 6.84375, 6.96875, 6.96875, 6.71875, 7.1875, 6.21875, 5.875, 8.3125, 6.125, 5.59375, 8.875, 5.875, 6.6875, 9.9375, 6.03125, 6.5625, 7.5625, 6.34375, 5.75, 5.3125, 6.46875, 6.15625, 7.625, 6.15625, -7.96875, 5.90625, 4.5625, 7.4375, 5.5, 6.25, 7.09375, 6.84375, 5.6875, 7.90625, 5.1875, 7.0, 5.78125, 6.125, 6.34375, 5.3125, 12.0625, 6.96875, 6.125, 6.5, 6.125, 6.625, 6.21875, 5.09375, 5.75, 5.90625, 7.21875, 6.28125, 7.25, 6.53125, 6.53125, 7.15625, 8.75, 5.46875, -5.65625, 7.53125, 6.5625, 6.8125, 5.375, 6.53125, 6.78125, 5.46875, 5.96875, 15.5, 9.5625, 6.3125, 6.34375, 7.0625, 9.0625, 6.25, 6.28125, 5.5625, 6.125, 7.5, 5.75, 5.65625, 5.0625, 6.09375, 6.625, 4.8125, 5.625, 5.90625, 6.65625, 6.15625, 6.09375, 7.21875, 6.875, 7.21875, 6.21875, 6.3125, 7.1875, 8.875, 6.875, 6.25, 5.65625, 5.96875, 6.125, 7.0, 4.5625, 6.375, 6.71875, 5.25, 6.65625, 6.71875, 6.46875, 5.90625, 6.8125, 7.21875, 8.1875, 6.53125, 6.8125, 6.8125, 6.4375, 6.6875, 7.1875, 6.28125, 8.1875, 6.53125, 13.0, 9.1875, 5.03125, 6.8125, 6.84375, 6.5, 6.5, 6.1875, 8.875, 7.15625, 5.375, 6.96875, 6.40625, 7.21875, 47.75, 6.15625, 6.59375, 8.75, 6.09375, 6.59375, 6.46875, 4.28125, 6.0625, -7.46875, 6.59375, 6.0625, 35.0, 8.8125, 6.09375, 5.4375, 5.375, 6.375, 8.6875, -5.6875, 7.4375, 5.90625, 6.21875, 5.25, 5.53125, 6.4375, 4.8125, 6.375, 5.03125, 5.34375, 6.75, 6.3125, 5.28125, 7.65625, 5.6875, 8.3125, 8.0, 6.03125, 6.5625, 6.5, 26.375, 6.40625, 5.75, 8.4375, 5.96875, 6.03125, 6.25, 5.5, 5.0, 6.125, 5.1875, 5.59375, 6.59375, 16.625, 6.0625, 7.5, 6.09375, 5.53125, 6.03125, 5.90625, 5.5625, 5.34375, 7.5625, -6.96875, 16.0, 4.65625, 11.0625, 6.84375, 5.78125, 5.84375, 5.65625, 5.1875, 5.40625, 5.96875, 7.96875, 4.3125, 6.53125, 5.875, 5.8125, 5.53125, 6.96875, 5.75, 7.21875, 6.59375, 7.3125, 10.375, 6.03125, 7.09375, 6.8125, 6.34375, 6.03125, 5.71875, 7.125, 6.25, -6.46875, 5.78125, 4.5625, 7.75, 7.40625, 6.4375, 8.5, 6.90625, 7.09375, 5.71875, 5.84375, 7.125, 7.21875, 8.25, 5.0625, 7.15625, 5.6875, 7.0625, 5.4375, 5.8125, 7.09375, 7.15625, 7.8125, 5.59375, 12.125, 8.3125, -7.1875, 7.375, 6.78125, 5.84375, 6.34375, 11.0625, 4.40625, -7.15625, 6.625, 5.90625, 5.53125, 5.40625, 5.65625, 6.09375, 5.46875, 6.96875, 4.875, 12.25, 6.15625, 6.75, 6.1875, 7.0, 6.28125, 6.28125, 4.125, 6.75, 6.0625, 6.53125, 5.78125, 5.75, 4.78125, 6.25, 6.25, 5.9375, 5.6875, 6.125, 6.84375, 5.65625, 6.6875, 10.0625, 6.375, 7.1875, 6.875, 8.625, 5.5, 6.09375, 9.5, 7.03125, 8.8125, 6.1875, 7.3125, 5.34375, 7.34375, 7.03125, 5.4375, 10.5, 8.9375, 5.875, 6.125, 6.09375, 6.5625, 6.25, 4.375, 5.84375, 6.0, 5.9375, 6.25, 6.65625, 5.03125, 10.1875, 7.25, 6.5, 6.25, 7.0625, 7.3125, 8.3125, 5.5625, 5.40625, 7.4375, 6.3125, 6.375, 8.0625, 6.0625, 5.65625, 6.4375, 9.1875, 6.96875, 6.21875, 8.4375, 7.8125, 5.03125, 5.96875, 7.0625, 5.46875, 9.6875, 6.65625, 15.8125, 6.4375, 5.0625, 4.8125, 6.03125, 14.3125, 6.4375, 6.5, 6.0, 6.28125, 6.4375, 16.125, 6.03125, 5.40625, 5.71875, 7.90625, 5.03125, 5.90625, 5.59375, 7.5625, 12.4375, 6.34375, 16.0, 17.375, 7.4375, 7.21875, 6.25, 6.53125, 5.46875, 5.09375, -6.65625, 6.8125, 7.625, 6.59375, 6.03125, 7.53125, 7.46875, 5.9375, 5.625, 6.71875, 10.0625, 6.0625, 6.78125, 7.375, 5.03125, 6.28125, -10.75, 5.96875, 8.4375, 6.4375, 6.03125, 5.1875, 6.84375, 8.25, 5.65625, 6.3125, 10.4375, 7.84375, 8.25, 6.3125, 6.1875, 8.5, 5.625, 5.875, 5.75, 4.6875, 7.71875, 6.65625, 5.46875, 5.625, 6.375, 5.4375, 6.5625, 8.375, 5.53125, 5.625, 6.46875, 5.875, 6.28125, 8.1875, 5.375, 6.15625, 7.125, 8.4375, 6.09375, 6.25, 4.90625, 6.5625, 8.5, 5.28125, 6.71875, 6.4375, 5.9375, 6.34375, 6.65625, 6.0625, 8.0, 7.53125, 5.96875, 5.75, 5.84375, 6.5625, 6.25, 6.15625, 7.375, 7.1875, 7.5, 18.0, 5.375, 7.59375, 5.0625, 10.125, 9.25, 10.25, 6.4375, 6.9375, 6.40625, 5.78125, 7.59375, 6.25, 6.0625, 8.625, 6.0625, 6.15625, 6.9375, 5.40625, 6.21875, 5.8125, 6.09375, 6.90625, 7.1875, 5.96875, 5.71875, 6.875, 8.3125, 5.3125, 7.53125, 5.46875, 6.875, 5.875, 6.75, 5.5, 6.90625, 6.21875, 8.8125, 6.03125, 5.90625, 7.15625, 5.96875, 6.09375, 5.9375, 7.6875, 7.4375, 5.59375, 5.78125, 5.78125, -6.78125, 6.84375, 6.625, 5.90625, 6.25, 7.09375, 8.3125, 6.875, 6.625, 5.21875, 7.3125, 5.6875, 5.71875, 5.84375, 7.25, 5.75, 6.65625, 8.125, 6.1875, 6.28125, 5.59375, 7.3125, 5.90625, 6.40625, -11.0, 5.65625, 6.875, 9.5, 8.0625, 5.46875, 6.1875, 5.96875, 6.59375, 7.3125, 6.1875, 6.6875, 6.46875, 7.65625, 6.40625, 6.53125, 6.53125, 7.375, 5.4375, 8.1875, 6.1875, 6.9375, 5.59375, 7.0625, 6.125, 5.375, 6.5, 5.3125, 6.125, 23.125, 8.0625, 6.1875, 5.90625, 5.34375, 5.53125, 7.9375, 6.34375, 16.25, 7.46875, 5.875, 5.21875, 6.84375, 6.90625, 5.96875, 5.96875, 6.1875, 6.15625, 6.9375, 6.53125, 5.78125, 8.25, 5.03125, 6.5625, 8.125, 5.625, 6.875, 10.4375, 6.34375, 16.75, 6.46875, 5.90625, -8.75, 6.28125, 6.625, 6.28125, -6.0, 6.25, 6.625, 7.6875, 6.40625, 5.78125, 7.28125, 5.125, 6.9375, 7.875, 6.4375, 7.1875, 6.8125, 5.28125, 7.03125, 6.59375, 6.0, 6.125, 11.75, 6.09375, 8.125, 6.9375, 4.875, 7.03125, 5.71875, 5.375, 6.0, 5.21875, 5.8125, 6.53125, 6.09375, 6.6875, 6.0, -6.1875, 6.625, 28.375, 7.28125, 6.625, 5.53125, 6.625, 8.875, 6.625, 5.5, 5.0625, 7.5625, 4.75, 6.875, 5.1875, 5.78125, 6.84375, 5.375, 7.1875, 6.65625, 6.15625, 5.65625, 4.9375, 7.3125, 6.28125, 6.78125, 7.09375, 5.875, 6.78125, 12.0625, 13.625, 6.25, 6.34375, 6.59375, 7.5, 5.5625, 7.03125, 6.8125, 5.53125, -5.59375, 6.5625, 6.28125, 5.28125, -7.09375, 6.28125, 6.03125, 7.03125, 6.09375, 5.1875, 6.28125, 8.25, 6.71875, 6.21875, 5.90625, 5.90625, 6.34375, 5.65625, 7.6875, 14.0, 6.5, 6.78125, 36.0, 6.09375, 5.28125, 6.0625, 7.25, 6.21875, 5.15625, 5.71875, 7.25, 6.09375, 7.09375, 6.3125, 8.75, 6.1875, 8.0625, 5.9375, 7.84375, 6.90625, 8.5, 14.5, 6.3125, 6.40625, 4.65625, 6.625, 6.375, 5.21875, 6.03125, 5.75, 6.90625, 6.28125, 8.0, 6.65625, 6.1875, 8.1875, 8.5625, 5.71875, 6.46875, 6.8125, 5.65625, 6.875, 6.5, 5.96875, 5.84375, 6.875, 7.15625, 6.28125, -6.0, 6.09375, 5.28125, 5.90625, 4.75, 5.625, 7.21875, 6.625, 5.28125, 5.9375, 5.96875, 7.15625, 5.53125, 5.96875, 4.84375, 7.84375, 6.3125, 5.8125, 6.15625, 5.5, 5.65625, 7.625, 4.53125, 6.5, 6.0, 4.53125, 4.84375, 7.4375, 6.8125, 5.78125, 4.5, 7.8125, 6.65625, 4.40625, 6.78125, 6.0625, 4.90625, 7.25, 6.6875, -5.1875, 6.25, 5.9375, 4.75, 6.34375, 6.15625, 5.8125, 8.625, -0.6875, 6.5625, 5.28125, 5.0, 6.53125, 6.25, 10.3125, 6.09375, 4.46875, 5.71875, 6.71875, 8.5, 6.65625, 6.65625, 5.21875, 7.25, 5.28125, 7.5625, 6.4375, 7.46875, 5.125, 3.8125, 14.5625, 14.5, 6.03125, 7.09375, 6.125, 6.1875, 7.1875, 6.9375, 6.0, 9.5, 7.71875, 10.1875, 5.46875, 8.1875, 6.71875, 6.1875, 4.875, 7.53125, 5.34375, 6.65625, 5.15625, 6.0, 7.59375, 5.15625, 5.125, 5.875, 5.8125, 6.40625, 7.15625, 6.4375, 7.46875, 6.3125, 8.0, 5.21875, 7.21875, 5.84375, 6.03125, 5.4375, 6.40625, 6.125, 6.46875, 5.59375, 8.75, 6.1875, 8.0, 6.34375, 5.875, 6.375, 6.1875, 5.71875, 7.03125, 5.75, 6.40625, 6.5625, 6.1875, 6.28125, 6.40625, 6.28125, 7.5625, 5.375, 7.09375, 6.59375, 6.28125, 5.71875, 5.46875, 5.9375, 7.40625, 5.65625, 6.625, 5.65625, 6.3125, 7.21875, 6.84375, 6.03125, 6.90625, 4.6875, 6.4375, 6.78125, 5.84375, 5.78125, 6.4375, 6.375, 5.40625, 6.09375, 7.125, 6.90625, 6.5625, 5.8125, 11.3125, 7.21875, 5.4375, 6.0, 11.0625, 5.78125, 11.0625, 6.3125, 6.15625, 7.03125, 6.28125, 6.34375, 6.15625, 6.78125, 7.46875, 6.625, 6.1875, -6.09375, 6.0, 6.15625, 6.28125, 5.4375, 7.875, -5.53125, 5.5625, 5.75, 6.96875, 6.5, 5.90625, 6.3125, 3.75, 5.25, 9.375, 5.4375, 5.9375, 6.65625, 5.9375, 5.59375, 7.8125, 5.28125, 6.59375, 17.875, 5.9375, 6.53125, 6.1875, 5.9375, 5.65625, 6.0, 6.125, 6.3125, 6.34375, 4.34375, 5.21875, 8.25, 9.5, 7.28125, 6.0, 6.96875, 6.28125, 5.78125, 5.03125, 6.46875, 5.90625, 5.875, 6.4375, 29.0, 4.90625, 6.0, 6.5625, 8.4375, 6.375, 6.34375, 5.46875, 5.59375, 9.125, 4.0, 6.28125, -8.375, 5.8125, 5.9375, 6.25, 5.09375, 7.15625, 4.9375, 5.71875, -10.4375, 6.8125, 5.5, 6.15625, 6.21875, 6.125, 6.21875, 6.65625, 5.5625, 7.40625, 6.875, -5.65625, 6.15625, 6.65625, 6.5, 5.84375, 7.21875, 7.75, 5.90625, 8.625, 14.3125, 6.25, 6.46875, 5.5625, 5.9375, 5.96875, 4.90625, 6.9375, 5.8125, 6.125, 5.1875, 6.6875, 7.46875, 6.1875, 5.875, 7.6875, 6.21875, 7.15625, 7.34375, 11.875, 6.9375, 5.15625, 6.5, 5.1875, 5.875, 5.4375, 5.40625, 9.1875, 6.28125, -6.75, 5.71875, 6.6875, 6.5, 6.125, 6.5625, 6.96875, 7.125, 6.03125, 5.90625, 6.34375, 6.9375, 7.6875, 6.375 ] } , "name": "onnx::Mul_11391", "outputIndexes": [ 6107 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6106, 6107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/input_layernorm/Mul_1_output_0", "outputIndexes": [ 6108 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6108 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.36/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 8133 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8133 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.36/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 8134 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8134 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2137299422, 2621462, 655360, 0, 0 ] } , "name": "/layers.36/self_attn/q_proj/Linear", "outputIndexes": [ 8135 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8135 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.36/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 8136 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8136 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ] , "dimType": "NCHW" } , "name": "/layers.36/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 6109 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6108 ] , "main_type": "NONE", "name": "/blocks.36/self_attn/Shape_output_0", "outputIndexes": [ 6110 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 6110 ] , "main_type": "NONE", "name": "Shape7448", "outputIndexes": [ 6111 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 6110 ] , "main_type": "NONE", "name": "Rank7450", "outputIndexes": [ 6112 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6112, 6112 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7452", "outputIndexes": [ 6113 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6113 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7453", "outputIndexes": [ 6114 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6113, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7455", "outputIndexes": [ 6115 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6115 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7456", "outputIndexes": [ 6116 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6111, 6114, 6116, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice7459", "outputIndexes": [ 6117 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6117 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze7460", "outputIndexes": [ 6118 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6118, 6118 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7462", "outputIndexes": [ 6119 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6110, 6119, 6113 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.36/self_attn/Gather_output_0", "outputIndexes": [ 6120 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6120, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.36/self_attn/Unsqueeze_output_0", "outputIndexes": [ 6121 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6113 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7470", "outputIndexes": [ 6122 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6115 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7473", "outputIndexes": [ 6123 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6111, 6122, 6123, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice7476", "outputIndexes": [ 6124 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6124 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze7477", "outputIndexes": [ 6125 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 6125 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7478", "outputIndexes": [ 6126 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6126, 6125 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7479", "outputIndexes": [ 6127 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6110, 6127, 6113 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.36/self_attn/Gather_1_output_0", "outputIndexes": [ 6128 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6128, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.36/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 6129 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6121, 6129, 41, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.36/self_attn/Concat_output_0", "outputIndexes": [ 6130 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6109, 6130 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.36/self_attn/Reshape_output_0", "outputIndexes": [ 6131 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6131 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.36/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 6133 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6133 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.36/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 6134 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6134, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/self_attn/q_norm/Add_output_0", "outputIndexes": [ 6135 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6135, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 6136 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6131, 6136 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 6137 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6137, 885 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 6138 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6138, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/self_attn/Mul_output_0", "outputIndexes": [ 6139 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6138 ] , "main_type": "NONE", "name": "/blocks.36/self_attn/Shape_2_output_0", "outputIndexes": [ 6140 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 6140 ] , "main_type": "NONE", "name": "Shape7493", "outputIndexes": [ 6141 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 6140 ] , "main_type": "NONE", "name": "Rank7495", "outputIndexes": [ 6142 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6142, 6142 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7497", "outputIndexes": [ 6143 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6143 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7498", "outputIndexes": [ 6144 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6143, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7500", "outputIndexes": [ 6145 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6145 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7501", "outputIndexes": [ 6146 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6141, 6144, 6146, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice7504", "outputIndexes": [ 6147 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6147 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze7505", "outputIndexes": [ 6148 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 6148 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7506", "outputIndexes": [ 6149 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6149, 6148 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7507", "outputIndexes": [ 6150 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6140, 6150, 6143 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.36/self_attn/Gather_2_output_0", "outputIndexes": [ 6151 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6151, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/self_attn/Div_output_0", "outputIndexes": [ 6152 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6152, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.36/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 6153 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6138, 6153, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.36/self_attn/Slice_1_output_0", "outputIndexes": [ 6154 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6154 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.36/self_attn/Neg_output_0", "outputIndexes": [ 6155 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6152, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.36/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 6156 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6138, 31, 6156, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.36/self_attn/Slice_output_0", "outputIndexes": [ 6157 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6155, 6157 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.36/self_attn/Concat_2_output_0", "outputIndexes": [ 6158 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6158, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/self_attn/Mul_1_output_0", "outputIndexes": [ 6159 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6139, 6159 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/self_attn/Add_output_0", "outputIndexes": [ 6160 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6120, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.36/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 6161 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6128, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.36/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 6162 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6161, 6162, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.36/self_attn/Concat_1_output_0", "outputIndexes": [ 6163 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6163, 4536 ] , "main_type": "NONE", "name": "/blocks.36/self_attn/ConstantOfShape_output_0", "outputIndexes": [ 6164 ] , "type": "Fill", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 6160, 6164, 6164, 167 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 36, "kv_shared_layer_index": 22 } , "name": "/layers.36/self_attn/FusedAttention", "outputIndexes": [ 6165 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6165 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.36/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 8137 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8137 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.36/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 8138 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8138 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2140576244, 2621462, 655360, 0, 0 ] } , "name": "/layers.36/self_attn/o_proj/Linear", "outputIndexes": [ 8139 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8139 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.36/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 8140 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8140 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.36/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 6166 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6166 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.36/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 6168 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6168 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.36/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 6169 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6169, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/post_attention_layernorm/Add_output_0", "outputIndexes": [ 6170 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6170, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 6171 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6166, 6171 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 6172 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.625, 0.625, 0.355469, 0.625, 0.621094, 0.625, 0.625, 0.617188, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.570312, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.480469, 0.625, 0.621094, 0.625, 0.625, 0.546875, 0.625, 0.625, 0.625, 0.523438, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.570312, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.5625, 0.625, 0.621094, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.617188, 0.625, 0.625, 0.625, 0.617188, 0.625, 0.625, 0.625, 0.625, 0.625, 0.539062, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.542969, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.605469, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.09082, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.597656, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.59375, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.000599, 0.625, 0.554688, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.605469, 0.625, 0.625, 0.625, 0.625, 0.625, 0.535156, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.308594, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.4375, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.503906, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.574219, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.621094, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.613281, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.609375, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.523438, 0.613281, 0.625, 0.578125, 0.625, 0.625, 0.617188, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.566406, 0.349609, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.542969, 0.625, 0.625, 0.625, 0.625, 0.625, 0.08252, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.609375, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.384766, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.613281, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.582031, 0.625, 0.625, 0.621094, 0.625, 0.00058, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.597656, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.429688, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.617188, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.478516, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.617188, 0.625, 0.625, 0.625, 0.625, 0.425781, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.59375, 0.625, 0.625, 0.621094, 0.515625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.441406, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.59375, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.609375, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.425781, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.53125, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.613281, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.613281, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.328125, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.609375, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.59375, 0.625, 0.511719, 0.625, 0.625, 0.000599, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.617188, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.5625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.585938, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.589844, 0.625, 0.492188, 0.625, 0.625, 0.625, 0.625, 0.597656, 0.625, 0.625, 0.625, 0.625, 0.625, 0.601562, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.585938, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.558594, 0.625, 0.625, 0.625, 0.519531, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.574219, 0.617188, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.527344, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.203125, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.621094, 0.351562, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.539062, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.617188, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.5625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.613281, 0.625, 0.625, 0.339844, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.410156, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.617188, 0.625, 0.625, 0.542969, 0.625, 0.625, 0.625, 0.625, 0.613281, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.496094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.554688, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.462891, 0.398438, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.613281, 0.625, 0.625, 0.625, 0.625, 0.337891, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.574219, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.458984, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.298828, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.605469, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.617188, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.416016, 0.617188, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.392578, 0.625, 0.625, 0.625, 0.625, 0.554688, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.376953, 0.625, 0.625, 0.625, 0.625, 0.570312, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.570312, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.447266, 0.625, 0.625, 0.298828, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.462891, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.617188, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.59375, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.589844, 0.000587, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.613281, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.503906, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.617188, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.617188, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.621094, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.000591, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.421875, 0.625, 0.625, 0.625, 0.550781, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.484375, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.609375, 0.625, 0.617188, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625 ] } , "name": "onnx::Mul_11403", "outputIndexes": [ 6173 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6172, 6173 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 6174 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6101, 6174 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/Add_output_0", "outputIndexes": [ 6175 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6175 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.36/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 6176 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6176 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.36/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 6177 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6177, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 6178 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6178, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 6179 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6175, 6179 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 6180 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.601562, 0.691406, 0.380859, 0.648438, 0.738281, 0.714844, 0.726562, 0.847656, 0.652344, 0.486328, 0.695312, 0.714844, 0.738281, 0.636719, 0.453125, 0.707031, 0.6875, 0.722656, 0.703125, 0.632812, 0.699219, 0.597656, 0.59375, 0.65625, 0.667969, 0.757812, 0.539062, 0.652344, 0.785156, 0.519531, 0.703125, 0.648438, 0.617188, 0.671875, 0.605469, 0.632812, 0.714844, 0.667969, 0.636719, 0.78125, 0.511719, 0.4375, 0.914062, 0.726562, 0.675781, 0.65625, 0.182617, 0.660156, 0.722656, 0.613281, 0.386719, 0.539062, 0.664062, 0.466797, 0.703125, 0.714844, 0.664062, 0.632812, 0.683594, 0.578125, 0.609375, 0.542969, 0.683594, 0.660156, 0.5625, 0.722656, 0.597656, 0.628906, 0.5625, 0.613281, 0.632812, 0.714844, 0.570312, 0.597656, 0.613281, 0.65625, 0.699219, 0.640625, 0.683594, 0.707031, 0.691406, 0.679688, 0.605469, 0.769531, 0.6875, 0.636719, 0.621094, 0.691406, 0.753906, 0.839844, 0.632812, 0.671875, 0.574219, 0.65625, 0.710938, 0.691406, 0.285156, 0.699219, 0.753906, 0.714844, 0.667969, 0.683594, 0.636719, 0.625, 0.769531, 0.644531, 0.683594, 0.628906, 0.773438, 0.6875, 0.722656, 0.683594, 0.679688, 0.679688, 0.376953, 0.597656, 0.605469, 0.640625, 0.632812, 0.703125, 0.707031, 0.632812, 0.703125, 0.625, 0.714844, 0.710938, 0.65625, 0.710938, 0.660156, 0.707031, 0.644531, 0.703125, 0.65625, 0.765625, 0.235352, 0.691406, 0.742188, 1.007812, 0.695312, 0.738281, 0.679688, 0.722656, 0.695312, 0.664062, 0.566406, 0.632812, 0.75, 0.644531, 0.601562, 0.6875, 0.667969, 0.628906, 0.621094, 0.632812, 0.722656, 0.582031, 0.644531, 0.609375, 0.675781, 0.664062, 0.605469, 0.761719, 0.6875, 0.707031, 0.683594, 0.523438, 0.570312, 0.671875, 0.211914, 0.554688, 0.394531, 0.287109, 0.667969, 0.707031, 0.683594, 0.613281, 0.65625, 0.636719, 0.675781, 0.644531, 0.625, 0.664062, 0.566406, 0.742188, 0.683594, 0.671875, 0.636719, 0.703125, 0.691406, 0.582031, 0.632812, 0.683594, 0.628906, 0.652344, 0.636719, 0.574219, 0.679688, 0.660156, 0.957031, 0.617188, 0.695312, 0.757812, 0.625, 0.632812, 0.65625, 0.617188, 0.636719, 0.707031, 0.628906, 0.660156, 0.636719, 0.621094, 0.710938, 0.640625, 0.628906, 0.703125, 0.660156, 0.664062, 0.683594, 0.699219, 0.816406, 0.578125, 0.703125, 0.714844, 0.636719, 0.660156, 0.714844, 0.683594, 0.667969, 0.652344, 0.441406, 0.679688, 0.761719, 0.664062, 0.703125, 0.667969, 0.707031, 0.707031, 0.632812, 0.714844, 0.671875, 0.679688, 0.394531, 0.691406, 0.585938, 0.714844, 0.730469, 0.478516, 0.613281, 0.652344, 0.78125, 0.726562, 0.785156, 0.597656, 0.777344, 0.683594, 0.660156, 0.605469, 0.773438, 0.558594, 0.625, 0.644531, 0.664062, 0.636719, 0.582031, 0.667969, 0.617188, 0.714844, 0.632812, 0.617188, 0.683594, 0.621094, 0.613281, 0.652344, 0.707031, 0.753906, 0.582031, 0.671875, 0.707031, 0.683594, 0.691406, 0.5, 0.605469, 0.433594, 0.675781, 0.652344, 0.601562, 0.761719, 0.492188, 0.664062, 0.675781, 0.585938, 0.683594, 0.632812, 0.632812, 0.683594, 0.652344, 0.466797, 0.648438, 0.859375, 0.625, 0.539062, 0.691406, 0.707031, 0.683594, 0.65625, 0.5625, 0.691406, 0.703125, 0.582031, 0.613281, 0.640625, 0.695312, 0.632812, 0.605469, 0.640625, 0.714844, 0.46875, 0.667969, 0.683594, 0.220703, 0.683594, 0.412109, 0.625, 0.648438, 0.714844, 0.648438, 0.664062, 0.679688, 0.660156, 0.486328, 0.628906, 0.597656, 0.632812, 0.691406, 0.652344, 0.703125, 0.597656, 0.675781, 0.402344, 0.65625, 0.671875, 0.644531, 0.65625, 0.660156, 0.570312, 0.667969, 0.597656, 0.460938, 0.542969, 0.478516, 0.660156, 0.742188, 0.683594, 0.707031, 0.632812, 0.683594, 0.636719, 0.640625, 0.447266, 0.660156, 0.65625, 0.667969, 0.699219, 0.445312, 0.695312, 0.671875, 0.730469, 0.621094, 0.675781, 0.632812, 0.617188, 0.675781, 0.667969, 0.648438, 0.625, 0.675781, 0.496094, 0.605469, 0.699219, 0.585938, 0.726562, 0.636719, 0.632812, 0.6875, 0.621094, 0.792969, 0.746094, 0.613281, 0.675781, 0.707031, 0.65625, 0.578125, 0.585938, 0.605469, 0.667969, 0.664062, 0.636719, 0.621094, 0.636719, 0.695312, 0.667969, 0.699219, 0.253906, 0.589844, 0.648438, 0.738281, 0.59375, 0.439453, 0.660156, 0.644531, 0.601562, 0.625, 0.671875, 0.6875, 0.679688, 0.660156, 0.632812, 0.699219, 0.574219, 0.699219, 0.714844, 0.166992, 0.621094, 0.621094, 0.699219, 0.566406, 0.597656, 0.675781, 0.675781, 0.683594, 0.632812, 0.414062, 0.71875, 0.539062, 0.675781, 0.6875, 0.605469, 0.726562, 0.664062, 0.443359, 0.6875, 0.703125, 0.554688, 0.714844, 0.652344, 0.664062, 0.691406, 0.546875, 0.699219, 0.753906, 0.605469, 0.589844, 0.59375, 0.675781, 0.621094, 0.617188, 0.490234, 0.726562, 0.621094, 0.652344, 0.675781, 0.625, 0.597656, 0.640625, 0.671875, 0.597656, 0.78125, 0.384766, 0.625, 0.625, 0.609375, 0.667969, 0.640625, 0.632812, 0.636719, 0.621094, 0.71875, 0.65625, 0.597656, 0.408203, 0.542969, 0.683594, 0.414062, 0.503906, 0.570312, 0.65625, 0.40625, 0.65625, 0.648438, 0.636719, 0.597656, 0.722656, 0.707031, 0.621094, 0.636719, 0.65625, 0.613281, 0.605469, 0.703125, 0.640625, 0.621094, 0.613281, 0.601562, 0.585938, 0.519531, 0.699219, 0.605469, 0.699219, 0.628906, 0.78125, 0.691406, 0.65625, 0.644531, 0.585938, 0.628906, 0.699219, 0.632812, 0.714844, 0.667969, 0.746094, 0.617188, 0.679688, 0.617188, 0.625, 0.683594, 0.738281, 0.554688, 0.337891, 0.507812, 0.486328, 0.617188, 0.660156, 0.65625, 0.644531, 0.625, 0.628906, 0.695312, 0.695312, 0.601562, 0.636719, 0.605469, 0.730469, 0.640625, 0.636719, 0.574219, 0.515625, 0.652344, 0.359375, 0.585938, 0.707031, 0.601562, 0.605469, 0.640625, 0.832031, 0.65625, 0.675781, 0.566406, 0.5625, 0.644531, 0.640625, 0.601562, 0.558594, 0.765625, 0.640625, 0.644531, 0.726562, 0.664062, 0.632812, 0.660156, 0.628906, 0.632812, 0.675781, 0.675781, 0.380859, 0.839844, 0.699219, 0.462891, 0.664062, 0.65625, 0.597656, 0.691406, 0.621094, 0.683594, 0.566406, 0.667969, 0.714844, 0.675781, 0.679688, 0.675781, 0.65625, 0.71875, 0.644531, 0.617188, 0.609375, 0.757812, 0.664062, 0.671875, 0.636719, 0.667969, 0.648438, 0.746094, 0.652344, 0.773438, 0.660156, 0.71875, 0.566406, 0.318359, 0.621094, 0.667969, 0.617188, 0.229492, 0.660156, 0.53125, 0.671875, 0.738281, 0.585938, 0.683594, 0.585938, 0.640625, 0.652344, 0.65625, 0.734375, 0.671875, 0.675781, 0.578125, 0.644531, 0.621094, 0.628906, 0.613281, 0.613281, 0.671875, 0.71875, 0.691406, 0.345703, 0.3125, 0.648438, 0.726562, 0.601562, 0.710938, 0.546875, 0.75, 0.589844, 0.675781, 0.613281, 0.648438, 0.65625, 0.554688, 0.644531, 0.648438, 0.632812, 0.699219, 0.710938, 0.582031, 0.640625, 0.582031, 0.769531, 0.6875, 0.621094, 0.855469, 0.683594, 0.455078, 0.621094, 0.652344, 0.402344, 0.707031, 0.652344, 0.632812, 0.5625, 0.65625, 0.714844, 0.539062, 0.601562, 0.570312, 0.628906, 0.675781, 0.691406, 0.699219, 0.746094, 0.523438, 0.722656, 0.71875, 11.5, 0.648438, 0.683594, 0.601562, 0.703125, 0.664062, 0.722656, 0.617188, 0.632812, 0.703125, 0.644531, 0.388672, 0.664062, 0.636719, 0.71875, 0.703125, 0.498047, 0.267578, 0.667969, 0.660156, 0.652344, 0.722656, 0.671875, 0.570312, 0.648438, 0.652344, 0.695312, 0.5, 0.644531, 0.667969, 0.605469, 0.597656, 0.601562, 0.625, 0.707031, 0.621094, 0.660156, 0.789062, 0.636719, 0.742188, 0.585938, 0.566406, 0.710938, 0.660156, 0.628906, 0.652344, 0.443359, 0.476562, 0.367188, 0.609375, 0.761719, 0.484375, 0.707031, 0.667969, 0.617188, 0.644531, 0.423828, 0.539062, 0.621094, 0.621094, 0.703125, 0.695312, 0.550781, 0.371094, 0.644531, 0.507812, 0.671875, 0.503906, 0.523438, 0.6875, 0.628906, 0.613281, 0.714844, 0.707031, 0.683594, 0.648438, 0.683594, 0.632812, 0.800781, 0.65625, 0.730469, 0.507812, 0.675781, 0.507812, 0.5, 0.539062, 0.675781, 0.5, 0.679688, 0.773438, 0.259766, 0.494141, 0.640625, 0.699219, 0.589844, 0.683594, 0.644531, 0.453125, 0.734375, 0.667969, 0.203125, 0.554688, 0.609375, 0.644531, 0.710938, 0.769531, 0.667969, 0.625, 0.679688, 0.683594, 0.664062, 0.292969, 0.753906, 0.632812, 0.613281, 0.683594, 0.648438, 0.667969, 0.652344, 0.597656, 0.636719, 0.601562, 0.667969, 0.773438, 0.617188, 0.625, 0.660156, 0.621094, 1.171875, 0.660156, 0.65625, 0.632812, 0.660156, 0.667969, 0.621094, 0.271484, 0.582031, 0.617188, 0.734375, 0.644531, 0.695312, 0.640625, 0.675781, 0.523438, 0.625, 0.585938, 0.675781, 0.617188, 0.46875, 0.8125, 0.894531, 0.6875, 0.667969, 0.746094, 0.644531, 0.71875, 0.613281, 0.6875, 0.648438, 0.671875, 0.667969, 0.640625, 0.558594, 0.792969, 0.414062, 0.605469, 0.621094, 0.699219, 0.683594, 0.757812, 0.427734, 0.53125, 0.636719, 0.257812, 0.589844, 0.601562, 0.679688, 0.660156, 0.652344, 0.675781, 0.691406, 0.679688, 0.691406, 0.628906, 0.710938, 0.597656, 0.570312, 0.742188, 0.640625, 0.714844, 0.644531, 0.570312, 0.447266, 0.636719, 0.613281, 0.625, 0.447266, 0.714844, 0.660156, 0.703125, 0.660156, 0.605469, 0.660156, 0.636719, 0.613281, 0.660156, 0.660156, 0.539062, 0.628906, 0.265625, 0.710938, 0.621094, 0.757812, 0.71875, 0.527344, 0.699219, 0.691406, 0.746094, 0.636719, 0.742188, 0.648438, 0.566406, 0.589844, 0.566406, 0.675781, 0.648438, 0.734375, 0.660156, 0.730469, 0.632812, 0.5, 0.589844, 0.480469, 0.652344, 0.597656, 0.632812, 0.617188, 0.65625, 0.703125, 0.640625, 0.707031, 0.757812, 0.609375, 0.578125, 0.710938, 0.644531, 0.621094, 0.671875, 0.539062, 0.667969, 0.660156, 0.644531, 0.75, 0.734375, 0.632812, 0.707031, 0.304688, 0.738281, 0.65625, 0.59375, 0.792969, 0.605469, 0.617188, 0.652344, 0.734375, 0.640625, 0.671875, 0.675781, 0.652344, 0.546875, 0.601562, 0.121582, 0.699219, 0.65625, 0.605469, 0.644531, 0.613281, 0.597656, 0.644531, 0.609375, 0.65625, 0.691406, 0.632812, 0.589844, 0.6875, 0.570312, 0.675781, 0.652344, 0.6875, 0.464844, 0.613281, 0.699219, 0.691406, 0.617188, 0.554688, 0.648438, 0.648438, 0.644531, 0.679688, 0.640625, 0.589844, 0.636719, 0.691406, 0.691406, 0.632812, 0.597656, 0.683594, 0.660156, 0.283203, 0.621094, 0.542969, 0.431641, 0.679688, 0.613281, 0.675781, 0.648438, 0.703125, 0.648438, 0.695312, 0.523438, 0.664062, 0.691406, 0.75, 0.695312, 0.4375, 0.652344, 0.65625, 0.636719, 0.664062, 0.613281, 0.601562, 0.414062, 0.6875, 0.65625, 0.431641, 0.601562, 0.621094, 0.582031, 0.578125, 0.714844, 0.691406, 0.378906, 0.601562, 0.5625, 0.65625, 0.660156, 0.6875, 0.714844, 0.710938, 0.671875, 0.585938, 0.648438, 0.589844, 0.605469, 0.310547, 0.675781, 0.589844, 0.53125, 0.601562, 0.640625, 0.59375, 0.675781, 0.691406, 0.703125, 0.765625, 0.671875, 0.443359, 0.609375, 0.695312, 0.664062, 0.617188, 0.582031, 0.632812, 0.753906, 0.589844, 0.648438, 0.648438, 0.671875, 0.675781, 0.652344, 0.742188, 0.636719, 0.621094, 0.660156, 0.628906, 0.605469, 0.671875, 0.671875, 0.660156, 0.628906, 0.640625, 0.761719, 0.632812, 0.601562, 0.671875, 0.667969, 0.664062, 0.699219, 0.65625, 0.605469, 0.648438, 0.566406, 0.636719, 0.625, 0.675781, 0.582031, 0.691406, 0.667969, 0.570312, 0.648438, 0.621094, 0.65625, 0.625, 0.613281, 0.613281, 0.667969, 0.640625, 0.660156, 0.59375, 0.667969, 0.671875, 0.652344, 0.632812, 0.710938, 0.597656, 0.636719, 0.621094, 0.722656, 0.6875, 0.601562, 0.707031, 0.660156, 0.255859, 0.683594, 0.59375, 0.628906, 0.597656, 0.667969, 0.628906, 0.660156, 0.621094, 0.644531, 0.679688, 0.632812, 0.652344, 0.6875, 0.632812, 0.644531, 0.597656, 0.714844, 0.605469, 0.339844, 0.667969, 0.640625, 0.652344, 0.636719, 0.617188, 0.609375, 0.59375, 0.617188, 0.796875, 0.679688, 0.660156, 0.648438, 0.632812, 0.710938, 0.683594, 0.65625, 0.722656, 0.613281, 0.734375, 0.695312, 0.402344, 0.632812, 0.554688, 0.671875, 0.695312, 0.667969, 0.757812, 0.597656, 0.439453, 0.652344, 0.859375, 0.664062, 0.246094, 0.65625, 0.664062, 0.617188, 0.691406, 0.710938, 0.535156, 0.640625, 0.652344, 0.675781, 0.710938, 0.726562, 0.691406, 0.675781, 0.660156, 0.671875, 0.660156, 0.429688, 0.589844, 0.640625, 0.574219, 0.6875, 0.6875, 0.714844, 0.217773, 0.605469, 0.632812, 0.628906, 0.644531, 0.597656, 0.648438, 0.625, 0.628906, 0.675781, 0.738281, 0.652344, 0.636719, 0.769531, 0.691406, 0.644531, 0.570312, 0.703125, 0.753906, 0.570312, 0.722656, 0.554688, 0.632812, 0.675781, 0.628906, 0.675781, 0.679688, 0.578125, 0.640625, 0.488281, 0.632812, 0.519531, 0.527344, 0.570312, 0.714844, 0.652344, 0.644531, 0.613281, 0.695312, 0.824219, 0.519531, 0.742188, 0.433594, 0.652344, 0.660156, 0.648438, 0.667969, 0.605469, 0.5, 0.703125, 0.71875, 0.699219, 0.714844, 0.652344, 0.683594, 0.65625, 0.753906, 0.675781, 1.242188, 0.640625, 0.636719, 0.722656, 0.652344, 0.710938, 0.785156, 0.613281, 0.660156, 0.345703, 0.707031, 0.613281, 0.632812, 0.703125, 0.535156, 0.71875, 0.683594, 0.660156, 0.664062, 0.578125, 0.605469, 0.652344, 0.644531, 0.726562, 0.683594, 0.691406, 0.566406, 0.617188, 0.644531, 0.632812, 0.652344, 0.664062, 0.625, 0.628906, 0.566406, 0.640625, 0.636719, 0.507812, 0.652344, 0.605469, 0.792969, 0.667969, 0.671875, 0.582031, 0.683594, 0.625, 0.609375, 0.574219, 0.652344, 0.582031, 0.714844, 0.589844, 0.558594, 0.664062, 0.65625, 0.6875, 0.574219, 0.378906, 0.427734, 0.648438, 0.71875, 0.648438, 0.5625, 0.652344, 0.675781, 0.707031, 0.582031, 0.621094, 0.503906, 0.589844, 0.621094, 0.714844, 0.585938, 0.640625, 0.679688, 0.6875, 0.621094, 0.652344, 0.605469, 0.484375, 0.585938, 0.601562, 0.613281, 0.703125, 0.542969, 0.699219, 0.675781, 0.671875, 0.408203, 0.644531, 0.404297, 0.648438, 0.71875, 0.65625, 0.640625, 0.675781, 0.664062, 0.742188, 0.550781, 0.605469, 0.640625, 0.730469, 0.605469, 0.675781, 0.707031, 0.675781, 0.667969, 0.597656, 0.671875, 0.625, 0.511719, 0.675781, 0.498047, 0.769531, 0.765625, 0.707031, 0.609375, 0.707031, 0.667969, 0.644531, 0.667969, 0.679688, 0.660156, 0.613281, 0.542969, 0.613281, 0.585938, 0.625, 0.457031, 0.703125, 0.757812, 0.769531, 0.691406, 0.691406, 0.589844, 0.644531, 0.5625, 0.597656, 0.625, 0.636719, 0.523438, 0.699219, 0.792969, 0.597656, 0.664062, 0.683594, 0.574219, 0.6875, 0.726562, 0.617188, 0.636719, 0.578125, 0.65625, 0.710938, 0.648438, 0.601562, 0.539062, 0.667969, 0.625, 0.181641, 0.648438, 0.589844, 0.5625, 0.707031, 0.652344, 0.789062, 0.550781, 0.621094, 0.644531, 0.472656, 0.609375, 0.558594, 0.558594, 0.613281, 0.65625, 0.667969, 0.554688, 0.761719, 0.628906, 0.746094, 0.652344, 0.695312, 0.714844, 0.648438, 0.707031, 0.683594, 0.707031, 0.945312, 0.667969, 0.6875, 0.621094, 0.664062, 0.523438, 0.382812, 0.703125, 0.644531, 0.605469, 0.597656, 0.617188, 0.746094, 0.710938, 0.761719, 0.636719, 0.578125, 0.699219, 0.652344, 0.820312, 0.628906, 0.769531, 0.667969, 0.632812, 0.683594, 0.546875, 0.582031, 0.640625, 0.714844, 0.65625, 0.664062, 0.777344, 0.667969, 0.566406, 0.695312, 0.431641, 0.660156, 0.640625, 0.597656, 0.550781, 0.535156, 0.625, 0.691406, 0.695312, 0.609375, 0.535156, 0.644531, 0.679688, 0.785156, 0.605469, 0.644531, 0.6875, 0.683594, 0.660156, 0.550781, 0.554688, 0.617188, 0.621094, 0.617188, 0.597656, 0.707031, 0.742188, 0.621094, 0.710938, 0.458984, 0.589844, 0.667969, 0.730469, 1.117188, 0.699219, 0.488281, 0.667969, 0.636719, 0.632812, 0.589844, 0.605469, 0.447266, 0.597656, 0.695312, 0.628906, 0.652344, 0.742188, 0.640625, 0.621094, 0.640625, 0.671875, 0.613281, 0.644531, 0.582031, 0.6875, 0.691406, 0.660156, 0.652344, 0.550781, 0.6875, 0.695312, 0.464844, 0.617188, 0.753906, 0.714844, 0.652344, 0.738281, 0.628906, 0.667969, 0.714844, 0.695312, 0.628906, 0.609375, 0.636719, 0.582031, 0.765625, 0.703125, 0.675781, 0.695312, 0.589844, 0.613281, 0.648438, 0.457031, 0.683594, 0.644531, 0.632812, 0.726562, 0.546875, 0.238281, 0.695312, 0.675781, 0.664062, 0.640625, 0.746094, 0.703125, 0.527344, 0.59375, 0.628906, 0.589844, 0.664062, 0.777344, 0.597656, 0.683594, 0.707031, 0.648438, 0.621094, 0.578125, 0.746094, 0.699219, 0.613281, 0.640625, 0.695312, 0.625, 0.511719, 0.722656, 0.287109, 0.382812, 0.648438, 0.570312, 0.472656, 0.722656, 0.636719, 0.625, 0.703125, 0.558594, 0.773438, 0.667969, 0.574219, 0.431641, 0.582031, 0.683594, 0.582031, 0.582031, 0.636719, 0.683594, 0.675781, 0.671875, 0.683594, 0.734375, 0.695312, 0.683594, 0.613281, 0.609375, 0.621094, 0.484375, 0.675781, 0.632812, 0.621094, 0.667969, 0.699219, 0.621094, 0.652344, 0.621094, 0.632812, 0.691406, 0.59375, 0.542969, 0.597656, 0.625, 0.761719, 0.546875, 0.632812, 0.78125, 0.65625, 0.546875, 0.648438, 0.738281, 0.679688, 0.824219, 0.636719, 0.402344, 0.601562, 0.582031, 0.722656, 0.664062, 0.75, 0.617188, 0.632812, 0.425781, 0.582031, 0.632812, 0.644531, 0.660156, 0.726562, 0.953125, 0.679688, 0.660156, 0.835938, 0.613281, 0.664062, 0.683594, 0.554688, 0.585938, 0.640625, 0.734375, 0.589844, 3.21875, 0.660156, 0.671875, 0.710938, 0.730469, 0.632812, 0.636719, 0.515625, 0.738281, 0.554688, 0.671875, 0.621094, 0.601562, 0.609375, 0.609375, 0.75, 0.519531, 0.660156, 0.707031, 0.65625, 0.636719, 0.703125, 0.644531, 0.804688, 0.443359, 0.691406, 0.679688, 0.570312, 0.285156, 0.667969, 0.589844, 0.503906, 0.675781, 0.703125, 0.683594, 0.605469, 0.65625, 0.664062, 0.589844, 0.640625, 0.6875, 0.15332, 0.652344, 0.6875, 0.640625, 0.640625, 0.648438, 0.65625, 0.675781, 0.582031, 0.648438, 0.578125, 0.253906, 0.589844, 0.824219, 0.683594, 0.582031, 0.609375, 0.632812, 0.660156, 0.652344, 0.683594, 0.625, 0.597656, 0.726562, 0.664062, 0.652344, 0.574219, 0.703125, 0.589844, 0.65625, 0.652344, 0.742188, 0.519531, 0.6875, 0.707031, 0.710938, 0.714844, 0.660156, 0.648438, 0.726562, 0.625, 0.632812, 0.636719, 0.466797, 0.558594, 0.675781, 0.621094, 0.644531, 0.722656, 0.785156, 0.660156, 0.65625, 0.722656, 0.777344, 0.722656, 0.621094, 0.447266, 0.65625, 0.742188, 0.664062, 0.675781, 0.6875, 0.710938, 0.746094, 0.542969, 0.339844, 0.585938, 0.640625, 0.691406, 0.640625, 0.691406, 0.65625, 0.554688, 0.613281, 0.542969, 0.648438, 0.632812, 0.636719, 0.65625, 0.707031, 0.589844, 0.585938, 0.363281, 0.621094, 0.404297, 0.675781, 0.628906, 0.699219, 0.636719, 0.65625, 0.679688, 0.554688, 0.765625, 0.695312, 0.664062, 0.644531, 0.597656, 0.589844, 0.667969, 0.683594, 0.542969, 0.519531, 0.675781, 0.671875, 0.628906, 0.675781, 0.453125, 0.675781, 0.691406, 0.667969, 0.601562, 0.667969, 0.664062, 0.769531, 0.628906, 0.527344, 0.636719, 0.714844, 0.554688, 0.710938, 0.644531, 0.679688, 0.671875, 0.636719, 0.683594, 0.597656, 0.636719, 0.722656, 0.703125, 0.566406, 0.679688, 0.589844, 0.707031, 0.691406, 0.730469, 0.601562, 0.695312, 0.71875, 0.617188, 0.714844, 0.78125, 0.730469, 0.601562, 0.636719, 0.597656, 0.761719, 0.722656, 0.667969, 0.233398, 0.652344, 0.644531, 0.667969, 0.447266, 0.494141, 0.613281, 0.65625, 0.945312, 0.503906, 0.710938, 0.71875, 0.65625, 0.585938, 0.722656, 0.4375, 0.625, 0.613281, 0.597656, 0.660156, 0.361328, 0.675781, 0.679688, 0.648438, 0.734375, 0.679688, 0.294922, 0.621094, 0.613281, 0.589844, 0.664062, 0.617188, 0.640625, 0.621094, 0.597656, 0.398438, 0.699219, 0.953125, 0.695312, 0.648438, 0.613281, 0.734375, 0.667969, 0.683594, 0.492188, 0.691406, 0.675781, 0.554688, 0.644531, 0.660156, 0.761719, 0.78125, 0.652344, 0.628906, 0.699219, 0.65625, 0.652344, 0.625, 0.523438, 0.609375, 0.691406, 0.808594, 0.636719, 0.945312, 0.722656, 0.703125, 0.628906, 0.632812, 0.761719, 0.597656, 0.742188, 0.371094, 0.605469, 0.601562, 0.753906, 0.695312, 0.302734, 0.628906, 0.648438, 0.738281, 0.490234, 0.597656, 0.632812, 0.667969, 0.691406, 0.660156, 0.757812, 0.757812, 0.789062, 0.625, 0.65625, 0.589844, 0.585938, 0.636719, 0.699219, 0.636719, 0.679688, 0.640625, 0.585938, 0.65625, 0.695312, 0.605469, 0.589844, 0.671875, 0.248047, 0.644531, 0.648438, 0.640625, 0.519531, 0.667969, 0.632812, 0.703125, 0.550781, 0.644531, 0.625, 0.59375, 0.617188, 0.613281, 0.699219, 0.570312, 0.71875, 0.625, 0.219727, 0.609375, 0.65625, 0.664062, 0.5, 0.6875, 0.644531, 0.652344, 0.542969, 0.664062, 0.617188, 0.730469, 0.625, 0.625, 0.439453, 0.589844, 0.421875, 0.6875, 0.636719, 0.589844, 0.613281, 0.664062, 0.714844, 0.65625, 0.648438, 0.644531, 0.679688, 0.5625, 0.617188, 0.734375, 0.574219, 0.722656, 0.648438, 0.601562, 0.570312, 0.644531, 0.683594, 0.65625, 0.691406, 0.597656, 0.703125, 0.683594, 0.652344, 0.613281, 0.523438, 0.644531, 0.585938, 0.675781, 0.648438, 0.636719, 0.511719, 0.462891, 0.675781, 0.609375, 0.726562, 0.714844, 0.470703, 0.71875, 0.625, 0.769531, 0.625, 0.605469, 0.636719, 0.769531, 0.640625, 0.542969, 0.753906, 0.605469, 0.621094, 0.628906, 0.722656, 0.652344, 0.648438, 0.464844, 0.660156, 0.707031, 0.753906, 0.765625, 0.597656, 0.722656, 0.652344, 0.683594, 0.652344, 0.660156, 0.730469, 0.679688, 0.695312, 0.679688, 0.632812, 0.699219, 0.722656, 0.632812, 0.65625, 0.640625, 0.699219, 0.679688, 0.71875, 0.644531, 0.589844, 0.664062, 0.636719, 0.675781, 0.337891, 0.652344, 0.683594, 0.378906, 0.417969, 0.621094, 0.480469, 0.667969, 0.445312, 0.486328, 0.589844, 0.566406, 0.636719, 0.667969, 0.660156, 0.458984, 0.667969, 0.667969, 0.632812, 0.490234, 0.617188, 0.703125, 0.5625, 0.699219, 0.613281, 0.617188, 0.632812, 0.667969, 0.632812, 0.34375, 0.707031, 0.65625, 0.867188, 0.578125, 0.71875, 0.636719, 0.65625, 0.65625, 0.648438, 0.605469, 0.671875, 0.621094, 0.59375, 0.675781, 0.679688, 0.441406, 0.660156, 0.566406, 0.675781, 0.660156, 0.742188, 0.664062, 0.664062, 0.695312, 0.453125, 0.660156, 0.789062, 0.746094, 0.605469, 0.734375, 0.625, 0.640625, 0.660156, 0.625, 0.621094, 0.632812, 0.660156, 0.558594, 0.671875, 0.652344, 0.683594, 0.597656, 0.714844, 0.796875, 0.636719, 0.746094, 0.59375, 0.617188, 0.652344, 0.617188, 0.699219, 0.253906, 0.757812, 0.617188, 0.667969, 0.691406, 0.585938, 0.683594, 0.683594, 0.675781, 0.648438, 0.65625, 0.667969, 0.652344, 0.683594, 0.738281, 0.617188, 0.703125, 0.519531, 0.480469, 0.714844, 0.679688, 0.589844, 0.5625, 0.65625, 0.601562, 0.738281, 0.589844, 0.605469, 0.683594, 0.726562, 0.445312, 0.621094, 0.699219, 0.664062, 0.730469, 0.695312, 0.554688, 0.660156, 0.765625, 0.675781, 0.699219, 0.640625, 0.652344, 0.710938, 0.691406, 0.652344, 0.414062, 0.621094, 0.675781, 0.820312, 0.625, 0.578125, 0.667969, 0.742188, 0.640625, 0.667969, 0.628906, 0.746094, 0.632812, 0.644531, 0.648438, 0.792969, 0.550781, 0.648438, 0.660156, 0.714844, 0.691406, 0.640625, 0.390625, 0.660156, 0.652344, 0.550781, 0.699219, 0.601562, 0.527344, 0.644531, 0.617188, 0.707031, 0.664062, 0.574219, 0.660156, 0.636719, 0.65625, 0.515625, 0.628906, 0.648438, 0.423828, 0.644531, 0.691406, 0.691406, 0.636719, 0.613281, 0.71875, 0.6875, 0.683594, 0.539062, 0.605469, 0.589844, 0.6875, 0.527344, 0.628906, 0.691406, 0.664062, 0.660156, 0.664062, 0.617188, 0.738281, 0.640625, 0.640625, 0.550781, 0.757812, 0.703125, 0.566406, 0.65625, 0.585938, 0.710938, 0.605469, 0.535156, 0.617188, 0.679688, 0.589844, 0.574219, 0.808594, 0.6875, 0.703125, 0.570312, 0.482422, 0.65625, 0.589844, 0.71875, 0.628906, 0.613281, 0.59375, 0.636719, 0.570312, 0.632812, 0.605469, 0.53125, 0.601562, 0.671875, 0.640625, 0.6875, -0.003738, 0.613281, 0.605469, 0.597656, 0.699219, 0.707031, 0.652344, 0.550781, 0.605469, 0.671875, 0.675781, 0.640625, 0.699219, 0.636719, 0.554688, 0.722656, 0.59375, 0.753906, 0.671875, 0.757812, 0.660156, 0.605469, 0.3125, 0.412109, 0.582031, 0.65625, 0.664062, 0.632812, 0.621094, 0.660156, 0.554688, 0.714844, 0.695312, 0.554688, 0.660156, 0.476562, 0.515625, 0.625, 0.523438, 0.695312, 0.597656, 0.609375, 0.671875, 0.632812, 0.796875, 0.703125, 0.660156, 0.617188, 0.542969, 0.71875, 0.644531, 0.71875, 0.667969, 0.636719, 0.691406, 0.589844, 0.46875, 0.636719, 0.691406, 0.597656, 0.640625, 0.679688, 0.613281, 0.628906, 0.671875, 0.671875, 0.621094, 0.632812, 0.707031, 0.605469, 0.46875, 0.570312, 0.597656, 0.609375, 0.648438, 0.605469, 0.25, 0.75, 0.636719, 0.671875, 0.675781, 0.660156, 0.648438, 0.679688, 0.671875, 0.675781, 0.589844, 0.65625, 0.78125, 0.570312, 0.660156, 0.589844, 0.667969, 0.777344, 0.691406, 0.648438, 0.753906, 0.597656, 0.605469, 0.582031, 0.691406, 0.667969, 0.652344, 0.652344, 0.570312, 0.714844, 0.703125, 0.664062, 0.738281, 0.660156, 0.796875, 0.632812, 0.613281, 0.628906, 0.582031, 0.695312, 0.243164, 0.652344, 0.703125, 0.632812, 0.652344, 0.65625, 0.660156, 0.6875, 0.722656, 0.378906, 0.515625, 0.53125, 0.65625, 0.617188, 0.621094, 0.609375, 0.589844, 0.640625, 0.582031, 0.628906, 0.660156, 0.632812, 0.679688, 0.625, 0.392578, 0.605469, 0.558594, 0.597656, 0.601562, 0.621094, 0.675781, 0.644531, 0.644531, 0.632812, 0.609375, 0.332031, 0.65625, 0.695312, 0.589844, 0.5625, 0.652344, 0.660156, 0.683594, 0.675781, 0.699219, 0.455078, 0.621094, 0.589844, 0.734375, 0.691406, 0.644531, 0.636719, 0.679688, 0.597656, 0.648438, 0.585938, 0.671875, 0.65625, 0.65625, 0.5625, 0.498047, 0.710938, 0.691406, 0.90625, 0.652344, 0.617188, 0.652344, 0.609375, 0.800781, 0.597656, 0.703125, 0.648438, 0.660156, 0.660156, 0.683594, 0.621094, 0.671875, 0.632812, 0.652344, 0.490234, 0.585938, 0.625, 0.660156, 0.71875, 0.660156, 0.71875, 0.589844, 0.625, 0.738281, 0.660156, 0.640625, 0.59375, 0.601562, 0.730469, 0.597656, 0.726562, 0.695312, 0.554688, 0.652344, 0.464844, 0.613281, 0.679688, 0.566406, 0.632812, 0.625, 0.613281, 0.570312, 0.609375, 0.675781, 0.589844, 0.65625, 0.753906, 0.722656, 0.617188, 0.691406, 0.605469, 0.703125, 0.726562, 0.478516, 0.597656, 0.648438, 0.691406, 0.652344, 0.660156, 0.621094, 0.65625, 0.683594, 0.660156, 0.660156, 0.679688, 0.773438, 0.699219, 0.632812, 0.679688, 0.691406, 0.632812, 0.617188, 0.664062, 0.628906, 0.550781, 0.710938, 0.695312 ] } , "name": "onnx::Mul_11404", "outputIndexes": [ 6181 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6180, 6181 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 6182 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6182 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.36/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 8141 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8141 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.36/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 8142 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8142 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2143853066, 13107222, 3276800, 0, 0 ] } , "name": "/layers.36/mlp/gate_proj/Linear", "outputIndexes": [ 8143 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8143 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.36/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 8144 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8144 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.36/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 6183 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6183 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.36/mlp/act_fn/Mul_output_0", "outputIndexes": [ 6184 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6183, 6184 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 6185 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 6185 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 6186 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6183, 6186 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/mlp/act_fn/Add_output_0", "outputIndexes": [ 6187 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 6187 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 6188 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6188 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.36/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 6189 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 6189 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 6190 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6183, 6190 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 6191 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 6191 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 6192 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8142 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2160237088, 13107222, 3276800, 0, 0 ] } , "name": "/layers.36/mlp/up_proj/Linear", "outputIndexes": [ 8147 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8147 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.36/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 8148 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8148 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.36/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 6193 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6192, 6193 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/mlp/Mul_output_0", "outputIndexes": [ 6194 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6194 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.36/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 8149 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8149 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.36/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 8150 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8150 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2176621110, 13107222, 3276800, 0, 0 ] } , "name": "/layers.36/mlp/down_proj/Linear", "outputIndexes": [ 8151 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8151 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.36/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 8152 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8152 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.36/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 6195 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6195 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.36/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 6197 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6197 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.36/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 6198 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6198, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 6199 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6199, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 6200 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6195, 6200 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 6201 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.96875, 0.96875, 0.322266, 0.96875, 0.96875, 0.96875, 0.96875, 0.960938, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.929688, 0.96875, 0.96875, 0.96875, 0.96875, 0.914062, 0.96875, 0.96875, 0.925781, 0.964844, 0.96875, 0.96875, 0.96875, 0.96875, 0.949219, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.929688, 0.949219, 0.96875, 0.960938, 0.96875, 0.910156, 0.96875, 0.96875, 0.96875, 0.59375, 0.96875, 0.96875, 0.96875, 0.964844, 0.957031, 0.96875, 0.000935, 0.96875, 0.96875, 0.96875, 0.953125, 0.96875, 0.96875, 0.96875, 0.960938, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.914062, 0.9375, 0.910156, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.964844, 0.96875, 0.96875, 0.917969, 0.96875, 0.964844, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.503906, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.960938, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.000874, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.886719, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.941406, 0.96875, 0.96875, 0.96875, 0.957031, 0.96875, 0.96875, 0.96875, 0.96875, 0.851562, 0.96875, 0.96875, 0.808594, 0.96875, 0.96875, 0.486328, 0.96875, 0.96875, 0.96875, 0.949219, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.859375, 0.96875, 0.96875, 0.96875, 0.84375, 0.96875, 0.96875, 0.964844, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.957031, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.886719, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.765625, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.847656, 0.96875, 0.96875, 0.96875, 0.871094, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.949219, 0.96875, 0.96875, 0.96875, 0.964844, 0.96875, 0.96875, 0.847656, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.902344, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.90625, 0.925781, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.816406, 0.96875, 0.96875, 0.96875, 0.964844, 0.96875, 0.851562, 0.96875, 0.96875, 0.000931, 0.96875, 0.839844, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.964844, 0.96875, 0.96875, 0.96875, 0.875, 0.96875, 0.96875, 0.757812, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.816406, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.964844, 0.8125, 0.96875, 0.96875, 0.710938, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.796875, 0.96875, 0.96875, 0.96875, 0.949219, 0.185547, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.466797, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.917969, 0.96875, 0.792969, 0.96875, 0.96875, 0.96875, 0.523438, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.933594, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.828125, 0.820312, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.824219, 0.964844, 0.96875, 0.824219, 0.96875, 0.96875, 0.96875, 0.96875, 0.839844, 0.96875, 0.96875, 0.96875, 0.964844, 0.960938, 0.9375, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.917969, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.921875, 0.96875, 0.96875, 0.96875, 0.921875, 0.96875, 0.96875, 0.6875, 0.957031, 0.96875, 0.96875, 0.792969, 0.96875, 0.96875, 0.925781, 0.96875, 0.96875, 0.96875, 0.683594, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.9375, 0.964844, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.921875, 0.96875, 0.96875, 0.96875, 0.96875, 0.910156, 0.96875, 0.96875, 0.925781, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.380859, 0.96875, 0.96875, 0.445312, 0.96875, 0.96875, 0.898438, 0.96875, 0.96875, 0.96875, 0.964844, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.890625, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.839844, 0.851562, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.613281, 0.000916, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.839844, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.917969, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.964844, 0.9375, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.621094, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.000904, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.478516, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.9375, 0.96875, 0.96875, 0.96875, 0.890625, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.435547, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.960938, 0.96875, 0.96875, 0.96875, 0.792969, 0.96875, 0.96875, 0.84375, 0.96875, 0.96875, 0.839844, 0.957031, 0.96875, 0.96875, 0.871094, 0.816406, 0.964844, 0.804688, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.933594, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.832031, 0.96875, 0.96875, 0.96875, 0.953125, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.910156, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.859375, 0.96875, 0.96875, 0.960938, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.898438, 0.796875, 0.96875, 0.96875, 0.458984, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.933594, 0.886719, 0.96875, 0.910156, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.929688, 0.96875, 0.949219, 0.964844, 0.96875, 0.625, 0.96875, 0.96875, 0.96875, 0.960938, 0.695312, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.929688, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.9375, 0.6875, 0.957031, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.964844, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.957031, 0.451172, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.808594, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.960938, 0.835938, 0.96875, 0.96875, 0.964844, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.925781, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.914062, 0.96875, 0.96875, 0.847656, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.964844, 0.96875, 0.964844, 0.96875, 0.652344, 0.96875, 0.96875, 0.96875, 0.964844, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.964844, 0.96875, 0.957031, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.824219, 0.96875, 0.964844, 0.945312, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.921875, 0.96875, 0.96875, 0.96875, 0.96875, 0.402344, 0.96875, 0.96875, 0.96875, 0.96875, 0.960938, 0.96875, 0.960938, 0.96875, 0.96875, 0.953125, 0.738281, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.248047, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.75, 0.96875, 0.96875, 0.90625, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.910156, 0.96875, 0.96875, 0.96875, 0.953125, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.890625, 0.96875, 0.964844, 0.960938, 0.96875, 0.96875, 0.96875, 0.953125, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.953125, 0.96875, 0.96875, 0.964844, 0.96875, 0.953125, 0.96875, 0.898438, 0.96875, 0.964844, 0.96875, 0.96875, 0.96875, 0.96875, 0.964844, 0.96875, 0.96875, 0.96875, 0.953125, 0.96875, 0.96875, 0.890625, 0.96875, 0.96875, 0.921875, 0.96875, 0.964844, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.878906, 0.96875, 0.800781, 0.929688, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.960938, 0.96875, 0.964844, 0.964844, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.960938, 0.96875, 0.964844, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.310547, 0.96875, 0.96875, 0.96875, 0.000885, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.960938, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.941406, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.964844, 0.96875, 0.96875, 0.96875, 0.96875, 0.917969, 0.96875, 0.96875, 0.96875, 0.90625, 0.96875, 0.96875, 0.96875, 0.890625, 0.96875, 0.964844, 0.957031, 0.96875, 0.96875, 0.96875, 0.96875, 0.910156, 0.96875, 0.671875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.945312, 0.96875, 0.914062, 0.96875, 0.671875, 0.902344, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.964844, 0.96875, 0.96875, 0.894531, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.820312, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.933594, 0.933594, 0.96875, 0.96875, 0.945312, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.921875, 0.96875, 0.96875, 0.96875, 0.96875, 0.839844, 0.96875, 0.925781, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.777344, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.628906, 0.96875, 0.96875, 0.964844, 0.96875, 0.925781, 0.878906, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.964844, 0.9375, 0.96875, 0.96875, 0.96875, 0.96875, 0.722656, 0.960938, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.898438, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.671875, 0.96875, 0.263672, 0.953125, 0.96875, 0.000938, 0.96875, 0.925781, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.886719, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.859375, 0.96875, 0.957031, 0.96875, 0.964844, 0.929688, 0.96875, 0.921875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.925781, 0.902344, 0.96875, 0.867188, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.863281, 0.949219, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.808594, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.898438, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.953125, 0.957031, 0.957031, 0.945312, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.941406, 0.871094, 0.96875, 0.96875, 0.933594, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.917969, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.964844, 0.949219, 0.96875, 0.96875, 0.96875, 0.691406, 0.96875, 0.96875, 0.96875, 0.96875, 0.945312, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.921875, 0.96875, 0.96875, 0.945312, 0.96875, 0.964844, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.5, 0.96875, 0.933594, 0.96875, 0.96875, 0.839844, 0.960938, 0.832031, 0.96875, 0.96875, 0.96875, 0.96875, 0.898438, 0.695312, 0.96875, 0.96875, 0.878906, 0.96875, 0.960938, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.742188, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.929688, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.921875, 0.71875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.910156, 0.945312, 0.875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.65625, 0.96875, 0.960938, 0.96875, 0.679688, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.964844, 0.96875, 0.96875, 0.964844, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.953125, 0.96875, 0.96875, 0.882812, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.589844, 0.761719, 0.914062, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.964844, 0.925781, 0.96875, 0.96875, 0.96875, 0.96875, 0.188477, 0.96875, 0.96875, 0.96875, 0.925781, 0.96875, 0.96875, 0.96875, 0.953125, 0.96875, 0.96875, 0.964844, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.957031, 0.96875, 0.964844, 0.96875, 0.964844, 0.96875, 0.96875, 0.789062, 0.945312, 0.96875, 0.96875, 0.96875, 0.9375, 0.96875, 0.96875, 0.902344, 0.226562, 0.96875, 0.933594, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.574219, 0.96875, 0.96875, 0.96875, 0.96875, 0.957031, 0.96875, 0.96875, 0.96875, 0.871094, 0.96875, 0.535156, 0.96875, 0.65625, 0.96875, 0.964844, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.929688, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.964844, 0.96875, 0.96875, 0.96875, 0.914062, 0.96875, 0.96875, 0.886719, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.816406, 0.832031, 0.96875, 0.96875, 0.957031, 0.96875, 0.96875, 0.96875, 0.964844, 0.917969, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.886719, 0.753906, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.890625, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.964844, 0.96875, 0.96875, 0.96875, 0.96875, 0.597656, 0.96875, 0.96875, 0.96875, 0.800781, 0.96875, 0.96875, 0.496094, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.625, 0.832031, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.765625, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.914062, 0.96875, 0.96875, 0.8125, 0.96875, 0.96875, 0.96875, 0.96875, 0.84375, 0.96875, 0.597656, 0.96875, 0.96875, 0.96875, 0.96875, 0.652344, 0.96875, 0.9375, 0.96875, 0.96875, 0.96875, 0.445312, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.898438, 0.96875, 0.96875, 0.605469, 0.369141, 0.871094, 0.96875, 0.96875, 0.96875, 0.96875, 0.949219, 0.96875, 0.96875, 0.882812, 0.96875, 0.960938, 0.96875, 0.964844, 0.96875, 0.96875, 0.96875, 0.871094, 0.96875, 0.964844, 0.871094, 0.96875, 0.96875, 0.929688, 0.957031, 0.679688, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.929688, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.964844, 0.96875, 0.96875, 0.96875, 0.921875, 0.8125, 0.96875, 0.96875, 0.96875, 0.96875, 0.878906, 0.96875, 0.96875, 0.96875, 0.863281, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.882812, 0.96875, 0.96875, 0.726562, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.957031, 0.863281, 0.96875, 0.953125, 0.96875, 0.964844, 0.96875, 0.96875, 0.96875, 0.914062, 0.96875, 0.96875, 0.957031, 0.917969, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.867188, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.960938, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.929688, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.90625, 0.96875, 0.890625, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.957031, 0.96875, 0.96875, 0.96875, 0.761719, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.9375, 0.96875, 0.96875, 0.96875, 0.28125, 0.761719, 0.96875, 0.949219, 0.96875, 0.96875, 0.914062, 0.96875, 0.330078, 0.953125, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.917969, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.761719, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.753906, 0.96875, 0.894531, 0.96875, 0.96875, 0.878906, 0.964844, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.925781, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.84375, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.523438, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.875, 0.96875, 0.96875, 0.957031, 0.96875, 0.96875, 0.96875, 0.269531, 0.96875, 0.921875, 0.96875, 0.96875, 0.761719, 0.960938, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.890625, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.839844, 0.53125, 0.96875, 0.96875, 0.914062, 0.96875, 0.96875, 0.847656, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.953125, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.917969, 0.96875, 0.96875, 0.96875, 0.96875, 0.484375, 0.96875, 0.96875, 0.285156, 0.96875, 0.96875, 0.96875, 0.96875, 0.824219, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.796875, 0.96875, 0.96875, 0.96875, 0.773438, 0.566406, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.914062, 0.96875, 0.96875, 0.96875, 0.800781, 0.96875, 0.96875, 0.96875, 0.824219, 0.953125, 0.96875, 0.957031, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.964844, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.964844, 0.9375, 0.96875, 0.878906, 0.96875, 0.96875, 0.96875, 0.945312, 0.953125, 0.96875, 0.96875, 0.96875, 0.96875, 0.90625, 0.96875, 0.953125, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.945312, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.933594, 0.941406, 0.96875, 0.96875, 0.96875, 0.773438, 0.96875, 0.945312, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.644531, 0.000904, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.910156, 0.882812, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.882812, 0.933594, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.964844, 0.96875, 0.949219, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.917969, 0.949219, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.964844, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.964844, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.859375, 0.96875, 0.96875, 0.96875, 0.96875, 0.960938, 0.96875, 0.96875, 0.96875, 0.96875, 0.832031, 0.96875, 0.96875, 0.957031, 0.96875, 0.933594, 0.96875, 0.96875, 0.828125, 0.96875, 0.96875, 0.96875, 0.96875, 0.953125, 0.96875, 0.96875, 0.96875, 0.628906, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.945312, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.960938, 0.796875, 0.96875, 0.96875, 0.96875, 0.800781, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.8125, 0.964844, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.867188, 0.492188, 0.96875, 0.96875, 0.964844, 0.96875, 0.96875, 0.96875, 0.96875, 0.828125, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.871094, 0.96875, 0.96875, 0.96875, 0.65625, 0.96875, 0.96875, 0.96875, 0.757812, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.921875, 0.933594, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.578125, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.964844, 0.96875, 0.9375, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.953125, 0.96875, 0.96875, 0.9375, 0.949219, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.667969, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.964844, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.839844, 0.96875, 0.96875, 0.96875 ] } , "name": "onnx::Mul_11405", "outputIndexes": [ 6202 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6201, 6202 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 6203 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6175, 6203 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/Add_1_output_0", "outputIndexes": [ 6204 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6204 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.36/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 8153 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8153 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.36/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 8154 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8154 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2193005132, 327702, 81920, 0, 0 ] } , "name": "/layers.36/per_layer_input_gate/Linear", "outputIndexes": [ 8155 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8155 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.36/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 8156 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8156 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.36/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 6205 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6205 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.36/act_fn/Mul_output_0", "outputIndexes": [ 6206 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6205, 6206 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/act_fn/Mul_1_output_0", "outputIndexes": [ 6207 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 6207 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/act_fn/Mul_2_output_0", "outputIndexes": [ 6208 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6205, 6208 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/act_fn/Add_output_0", "outputIndexes": [ 6209 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 6209 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/act_fn/Mul_3_output_0", "outputIndexes": [ 6210 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6210 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.36/act_fn/Tanh_output_0", "outputIndexes": [ 6211 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 6211 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/act_fn/Add_1_output_0", "outputIndexes": [ 6212 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6205, 6212 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/act_fn/Mul_4_output_0", "outputIndexes": [ 6213 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 6213 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/act_fn/Mul_5_output_0", "outputIndexes": [ 6214 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 36 ] } , "name": "/Constant_45_output_0", "outputIndexes": [ 6215 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7580", "outputIndexes": [ 6216 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7583", "outputIndexes": [ 6217 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 6216, 6217, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice7586", "outputIndexes": [ 6218 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6218 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze7587", "outputIndexes": [ 6219 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6215, 6219 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7588", "outputIndexes": [ 6220 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6220, 6219 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7589", "outputIndexes": [ 6221 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 6221, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_43_output_0", "outputIndexes": [ 6222 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6214, 6222 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/Mul_output_0", "outputIndexes": [ 6223 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6223 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.36/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 8157 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8157 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.36/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 8158 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8158 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2193414754, 327702, 81920, 0, 0 ] } , "name": "/layers.36/per_layer_projection/Linear", "outputIndexes": [ 8159 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8159 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.36/per_layer_projection/Linear/post_convert", "outputIndexes": [ 8160 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8160 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.36/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 6224 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6224 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.36/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 6226 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6226 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.36/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 6227 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6227, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 6228 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6228, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 6229 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6224, 6229 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 6230 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.000326, 0.341797, 0.00033, 0.000311, 0.341797, 0.341797, 0.24707, 0.249023, 0.000309, 0.000311, 0.330078, 0.341797, 0.341797, 0.000305, 0.000326, 0.341797, 0.00033, 0.341797, 0.341797, 0.000301, 0.341797, 0.000301, 0.000309, 0.000301, 0.277344, 0.341797, 0.000322, 0.289062, 0.292969, 0.000315, 0.341797, 0.186523, 0.000313, 0.277344, 0.000309, 0.000282, 0.341797, 0.000326, 0.189453, 0.341797, 0.000309, 0.000317, 0.341797, 0.308594, 0.263672, 0.000311, 0.000313, 0.000311, 0.341797, 0.000301, 0.000313, 0.208984, 0.224609, 0.000334, 0.341797, 0.341797, 0.341797, 0.000317, 0.00032, 0.000273, 0.000317, 0.000292, 0.000315, 0.341797, 0.000284, 0.000311, 0.00033, 0.308594, 0.000317, 0.00032, 0.314453, 0.000315, 0.00033, 0.000317, 0.000317, 0.259766, 0.000317, 0.000311, 0.000319, 0.341797, 0.341797, 0.000317, 0.000313, 0.341797, 0.000305, 0.00033, 0.000315, 0.341797, 0.241211, 0.341797, 0.304688, 0.273438, 0.000305, 0.341797, 0.341797, 0.255859, 0.00032, 0.341797, 0.000299, 0.000313, 0.341797, 0.000292, 0.00033, 0.185547, 0.341797, 0.000319, 0.310547, 0.000315, 0.341797, 0.341797, 0.341797, 0.341797, 0.308594, 0.243164, 0.00032, 0.217773, 0.000309, 0.285156, 0.000315, 0.267578, 0.277344, 0.205078, 0.341797, 0.245117, 0.227539, 0.294922, 0.287109, 0.341797, 0.000303, 0.341797, 0.341797, 0.000311, 0.332031, 0.341797, 0.000326, 0.341797, 0.341797, 0.341797, 0.341797, 0.273438, 0.341797, 0.341797, 0.341797, 0.000294, 0.000328, 0.000313, 0.322266, 0.211914, 0.253906, 0.178711, 0.341797, 0.000299, 0.341797, 0.000307, 0.341797, 0.000309, 0.000309, 0.28125, 0.267578, 0.000311, 0.000307, 0.341797, 0.341797, 0.000311, 0.302734, 0.000315, 0.000292, 0.341797, 0.000317, 0.000317, 0.000324, 0.000319, 0.000299, 0.341797, 0.341797, 0.341797, 0.341797, 0.341797, 0.269531, 0.000315, 0.244141, 0.000317, 0.000298, 0.341797, 0.341797, 0.341797, 0.000311, 0.289062, 0.341797, 0.179688, 0.000317, 0.341797, 0.146484, 0.000313, 0.236328, 0.000303, 0.000305, 0.341797, 0.233398, 0.255859, 0.000301, 0.219727, 0.341797, 0.259766, 0.000313, 0.287109, 0.341797, 0.00032, 0.341797, 0.000315, 0.000319, 0.000317, 0.324219, 0.101074, 0.269531, 0.341797, 0.00161, 0.332031, 0.246094, 0.285156, 0.341797, 0.000239, 0.341797, 0.341797, 0.000315, 0.220703, 0.000317, 0.324219, 0.000319, 0.00032, 0.000326, 0.341797, 0.298828, 0.341797, 0.341797, 0.240234, 0.341797, 0.341797, 0.234375, 0.341797, 0.267578, 0.341797, 0.000326, 0.28125, 0.000313, 0.341797, 0.000324, 0.000305, 0.000326, 0.335938, 0.341797, 0.341797, 0.341797, 0.174805, 0.00032, 0.287109, 0.255859, 0.000311, 0.000326, 0.00033, 0.000294, 0.339844, 0.324219, 0.341797, 0.000294, 0.341797, 0.341797, 0.341797, 0.000301, 0.000313, 0.341797, 0.000294, 0.000301, 0.341797, 0.314453, 0.341797, 0.000322, 0.126953, 0.00025, 0.24707, 0.322266, 0.341797, 0.341797, 0.000324, 0.341797, 0.253906, 0.165039, 0.341797, 0.000324, 0.339844, 0.277344, 0.000317, 0.152344, 0.00033, 0.00032, 0.341797, 0.296875, 0.000322, 0.000322, 0.341797, 0.000326, 0.000311, 0.000311, 0.341797, 0.341797, 0.341797, 0.000324, 0.341797, 0.000305, 0.000311, 0.000322, 0.25, 0.000326, 0.341797, 0.000309, 0.183594, 0.267578, 0.000299, 0.341797, 0.341797, 0.000322, 0.341797, 0.000324, 0.296875, 0.000319, 0.341797, 0.341797, 0.000296, 0.000294, 0.341797, 0.000311, 0.000328, 0.000296, 0.279297, 0.318359, 0.341797, 0.341797, 0.000309, 0.341797, 0.000324, 0.21582, 0.000319, 0.337891, 0.000317, 0.000315, 0.000277, 0.341797, 0.000282, 0.000317, 0.000315, 0.000311, 0.000328, 0.341797, 0.000317, 0.341797, 0.224609, 0.341797, 0.000305, 0.259766, 0.000328, 0.000326, 0.273438, 0.341797, 0.186523, 0.000313, 0.341797, 0.341797, 0.216797, 0.000309, 0.341797, 0.241211, 0.000332, 0.341797, 0.000284, 0.341797, 0.269531, 0.341797, 0.00025, 0.000292, 0.294922, 0.000317, 0.341797, 0.000301, 0.253906, 0.341797, 0.00032, 0.341797, 0.341797, 0.000324, 0.341797, 0.3125, 0.22168, 0.000317, 0.000301, 0.00032, 0.000309, 0.000317, 0.000298, 0.000324, 0.245117, 0.000311, 0.000311, 0.341797, 0.00033, 0.170898, 0.000322, 0.00033, 0.000273, 0.000315, 0.210938, 0.300781, 0.320312, 0.000309, 0.341797, 0.341797, 0.000286, 0.341797, 0.000319, 0.341797, 0.00032, 0.298828, 0.135742, 0.00032, 0.000322, 0.287109, 0.000299, 0.000299, 0.000326, 0.341797, 0.000322, 0.341797, 0.000299, 0.000326, 0.273438, 0.000317, 0.339844, 0.341797, 0.000322, 0.000292, 0.273438, 0.00032, 0.000326, 0.176758, 0.000332, 0.341797, 0.298828, 0.000299, 0.341797, 0.000322, 0.265625, 0.341797, 0.000299, 0.00032, 0.000334, 0.341797, 0.308594, 0.000324, 0.000319, 0.310547, 0.000296, 0.000298, 0.00033, 0.246094, 0.00032, 0.000301, 0.259766, 0.000999, 0.341797, 0.000328, 0.000299, 0.002945, 0.00032, 0.341797, 0.000305, 0.00033, 0.000282, 0.000328, 0.203125, 0.000294, 0.341797, 0.000315, 0.000322, 0.246094, 0.000319, 0.341797, 0.00032, 0.341797, 0.000322, 0.296875, 0.271484, 0.000317, 0.263672, 0.341797, 0.341797, 0.000326, 0.306641, 0.000317, 0.000311, 0.000317, 0.237305, 0.231445, 0.000326, 0.000301, 0.00033, 0.00033, 0.000313, 0.322266, 0.000309, 0.000307, 0.000315, 0.341797, 0.271484, 0.341797, 0.000311, 0.00032, 0.341797, 0.335938, 0.251953, 0.101562, 0.000326, 0.341797, 0.000317, 0.341797, 0.000307, 0.000292, 0.21582, 0.259766, 0.000319, 0.000311, 0.000328, 0.000326, 0.322266, 0.000315, 0.300781, 0.000326, 0.000319, 0.000278, 0.341797, 0.316406, 0.000307, 0.000303, 0.298828, 0.316406, 0.00033, 0.236328, 0.000322, 0.000311, 0.00029, 0.000324, 0.000311, 0.341797, 0.000324, 0.000311, 0.000292, 0.000305, 0.341797, 0.00032, 0.000298, 0.00032, 0.269531, 0.341797, 0.000332, 0.000311, 0.341797, 0.306641, 0.000317, 0.255859, 0.000319, 0.341797, 0.000322, 0.248047, 0.000328, 0.000317, 0.000319, 0.000301, 0.341797, 0.341797, 0.00032, 0.00032, 0.341797, 0.000292, 0.341797, 0.000317, 0.000309, 0.000303, 0.341797, 0.341797, 0.341797, 0.000328, 0.322266, 0.341797, 0.341797, 0.233398, 0.000301, 0.00032, 0.341797, 0.000299, 0.000324, 0.000311, 0.306641, 0.28125, 0.162109, 0.238281, 0.001633, 0.302734, 0.341797, 0.000307, 0.000313, 0.000332, 0.000313, 0.000317, 0.000294, 0.000322, 0.271484, 0.000326, 0.341797, 0.004303, 0.000319, 0.000322, 0.341797, 0.000303, 0.341797, 0.302734, 0.000313, 0.341797, 0.000313, 0.000324, 0.000328, 0.000332, 0.00032, 0.001648, 0.341797, 0.341797, 0.277344, 0.00032, 0.000315, 0.00032, 0.341797, 0.000288, 0.000301, 0.000242, 0.341797, 0.000292, 0.010254, 0.000311, 0.257812, 0.000299, 0.000319, 0.000324, 0.341797, 0.000311, 0.000319, 0.341797, 0.000326, 0.00032, 0.00033, 0.341797, 0.341797, 0.000332, 0.000311, 0.341797, 0.000319, 0.341797, 0.294922, 0.000322, 0.341797, 0.000284, 0.000324, 0.000317, 0.000296, 0.341797, 0.000319, 0.000332, 0.00032, 0.000311, 0.225586, 0.00032, 0.00033, 0.316406, 0.00032, 0.341797, 0.326172, 0.000319, 0.341797, 0.000319, 0.341797, 0.00032, 0.267578, 0.341797, 0.000324, 0.000322, 0.277344, 0.00032, 0.000326, 0.291016, 0.204102, 0.341797, 0.000305, 0.000326, 0.000315, 0.324219, 0.341797, 0.000309, 0.273438, 0.341797, 0.000322, 0.341797, 0.28125, 0.341797, 0.000311, 0.171875, 0.000273, 0.000317, 0.00033, 0.000296, 0.000317, 0.341797, 0.000267, 0.224609, 0.341797, 0.000277, 0.310547, 0.000296, 0.000326, 0.341797, 0.341797, 0.341797, 0.000317, 0.000309, 0.000311, 0.000317, 0.000311, 0.339844, 0.000277, 0.000278, 0.007202, 0.000313, 0.341797, 0.00032, 0.00032, 0.000322, 0.271484, 0.341797, 0.000324, 0.000311, 0.000315, 0.000303, 0.000311, 0.316406, 0.000311, 0.000324, 0.291016, 0.000275, 0.000324, 0.341797, 0.269531, 0.289062, 0.000311, 0.341797, 0.000259, 0.341797, 0.000315, 0.341797, 0.00032, 0.28125, 0.000271, 0.000315, 0.000292, 0.000301, 0.000311, 0.318359, 0.00033, 0.000311, 0.000307, 0.00032, 0.341797, 0.000317, 0.000311, 0.000317, 0.000324, 0.341797, 0.341797, 0.000328, 0.341797, 0.144531, 0.292969, 0.341797, 0.341797, 0.306641, 0.000294, 0.341797, 0.341797, 0.000326, 0.000313, 0.339844, 0.000311, 0.341797, 0.341797, 0.275391, 0.000313, 0.269531, 0.000328, 0.000334, 0.000282, 0.308594, 0.251953, 0.000319, 0.000311, 0.000322, 0.318359, 0.000317, 0.3125, 0.000313, 0.000309, 0.000317, 0.341797, 0.000296, 0.000322, 0.341797, 0.000305, 0.320312, 0.000322, 0.271484, 0.000319, 0.341797, 0.000324, 0.000315, 0.235352, 0.283203, 0.195312, 0.000282, 0.341797, 0.000296, 0.000332, 0.000265, 0.341797, 0.000307, 0.000275, 0.330078, 0.000292, 0.000292, 0.000322, 0.341797, 0.273438, 0.000324, 0.289062, 0.000326, 0.298828, 0.00032, 0.302734, 0.3125, 0.341797, 0.000303, 0.000328, 0.00032, 0.000315, 0.000324, 0.341797, 0.341797, 0.080566, 0.141602, 0.000298, 0.328125, 0.00033, 0.341797, 0.000265, 0.000273, 0.326172, 0.00033, 0.21875, 0.000334, 0.294922, 0.341797, 0.000309, 0.000313, 0.000332, 0.000305, 0.000298, 0.000326, 0.341797, 0.341797, 0.285156, 0.000305, 0.00028, 0.000328, 0.259766, 0.000309, 0.000317, 0.000322, 0.000298, 0.00032, 0.000317, 0.000292, 0.217773, 0.000277, 0.324219, 0.000324, 0.000322, 0.341797, 0.164062, 0.000319, 0.341797, 0.000311, 0.00032, 0.000286, 0.341797, 0.341797, 0.000311, 0.341797, 0.000326, 0.341797, 0.000305, 0.000313, 0.000309, 0.000322, 0.00032, 0.000311, 0.000322, 0.000324, 0.000324, 0.341797, 0.000319, 0.000309, 0.341797, 0.341797, 0.341797, 0.341797, 0.000303, 0.253906, 0.216797, 0.000278, 0.341797, 0.341797, 0.000324, 0.341797, 0.341797, 0.000317, 0.000319, 0.00032, 0.341797, 0.341797, 0.000311, 0.21582, 0.294922, 0.000311, 0.000322, 0.341797, 0.000326, 0.000294, 0.330078, 0.196289, 0.000319, 0.000334, 0.000324, 0.322266, 0.000315, 0.324219, 0.00032, 0.269531, 0.000298, 0.000298, 0.000319, 0.269531, 0.308594, 0.207031, 0.000277, 0.28125, 0.000307, 0.186523, 0.000328, 0.000317, 0.000309, 0.341797, 0.341797, 0.332031, 0.00032, 0.000317, 0.000317, 0.267578, 0.000307, 0.341797, 0.000286, 0.000305, 0.000246, 0.000307, 0.000299, 0.000326, 0.000317, 0.306641, 0.000305, 0.000326, 0.341797, 0.000311, 0.000328, 0.00032, 0.000311, 0.000299, 0.341797, 0.333984, 0.000307, 0.3125, 0.000305, 0.341797, 0.158203, 0.341797, 0.00029, 0.000328, 0.291016, 0.261719, 0.000296, 0.000328, 0.000324, 0.000315, 0.000332, 0.341797, 0.300781, 0.000332, 0.000311, 0.310547, 0.000322, 0.000328, 0.341797, 0.341797, 0.000324, 0.00023, 0.000313, 0.322266, 0.243164, 0.279297, 0.279297, 0.277344, 0.277344, 0.000322, 0.00032, 0.341797, 0.000317, 0.000319, 0.324219, 0.000326, 0.000277, 0.341797, 0.341797, 0.242188, 0.000326, 0.341797, 0.341797, 0.341797, 0.341797, 0.000313, 0.000301, 0.341797, 0.000319, 0.000261, 0.000278, 0.000326, 0.271484, 0.000256, 0.341797, 0.300781, 0.000319, 0.283203, 0.234375, 0.24707, 0.291016, 0.000315, 0.000319, 0.000311, 0.000322, 0.246094, 0.000311, 0.341797, 0.000309, 0.000299, 0.330078, 0.000322, 0.000322, 0.000309, 0.000305, 0.000326, 0.341797, 0.269531, 0.000288, 0.000322, 0.00033, 0.341797, 0.000317, 0.285156, 0.326172, 0.259766, 0.000315, 0.000324, 0.339844, 0.000322, 0.242188, 0.000322, 0.000309, 0.000299, 0.000299, 0.257812, 0.21875, 0.00032, 0.269531, 0.341797, 0.238281, 0.000307, 0.28125, 0.341797, 0.292969, 0.000299, 0.341797, 0.273438, 0.000322, 0.259766, 0.271484, 0.000309, 0.306641, 0.000307, 0.3125, 0.000315, 0.341797, 0.000317, 0.000311, 0.15332, 0.341797, 0.214844, 0.000313, 0.298828, 0.000324, 0.244141, 0.000319, 0.000322, 0.000294, 0.000311, 0.000305, 0.000332, 0.255859, 0.341797, 0.000326, 0.300781, 0.000322, 0.000311, 0.032227, 0.294922, 0.341797, 0.000288, 0.339844, 0.000319, 0.341797, 0.000311, 0.287109, 0.341797, 0.000311, 0.000301, 0.341797, 0.000313, 0.00032, 0.000282, 0.341797, 0.341797, 0.279297, 0.261719, 0.000313, 0.00033, 0.269531, 0.341797, 0.000319, 0.000296, 0.341797, 0.261719, 0.000271, 0.000299, 0.341797, 0.000299, 0.341797, 0.251953, 0.269531, 0.263672, 0.341797, 0.000328, 0.242188, 0.322266, 0.341797, 0.292969, 0.000294, 0.000311, 0.00029, 0.000298, 0.341797, 0.078125, 0.265625, 0.000324, 0.000303, 0.341797, 0.000319, 0.318359, 0.000313, 0.341797, 0.341797, 0.177734, 0.000311, 0.302734, 0.000305, 0.000315, 0.300781, 0.191406, 0.000319, 0.259766, 0.000319, 0.341797, 0.000322, 0.341797, 0.341797, 0.333984, 0.000317, 0.000311, 0.341797, 0.341797, 0.000315, 0.00025, 0.000311, 0.000257, 0.000328, 0.000319, 0.000328, 0.000286, 0.261719, 0.000261, 0.341797, 0.341797, 0.341797, 0.00032, 0.324219, 0.000328, 0.341797, 0.000317, 0.000326, 0.00033, 0.000326, 0.000315, 0.341797, 0.320312, 0.000313, 0.341797, 0.341797, 0.341797, 0.029297, 0.000326, 0.277344, 0.000313, 0.341797, 0.000326, 0.341797, 0.341797, 0.341797, 0.265625, 0.000319, 0.294922, 0.00032, 0.341797, 0.00032, 0.000326, 0.341797, 0.000303, 0.000324, 0.341797, 0.000259, 0.265625, 0.000307, 0.253906, 0.000311, 0.000282, 0.339844, 0.000311, 0.341797, 0.000305, 0.202148, 0.000313, 0.00032, 0.000292, 0.000307, 0.341797, 0.000307, 0.000324, 0.000326, 0.000315, 0.00032, 0.222656, 0.322266, 0.000299, 0.341797, 0.287109, 0.000313, 0.341797, 0.000319, 0.00032, 0.000311, 0.00028, 0.000324, 0.298828, 0.279297, 0.000319, 0.000317, 0.341797, 0.283203, 0.000324, 0.00029, 0.00032, 0.341797, 0.341797, 0.000307, 0.00032, 0.000313, 0.237305, 0.000305, 0.267578, 0.000322, 0.000309, 0.000311, 0.237305, 0.279297, 0.000301, 0.000324, 0.000317, 0.341797, 0.00032, 0.000288, 0.000319, 0.000322, 0.000309, 0.000275, 0.000309, 0.341797, 0.000303, 0.341797, 0.006805, 0.300781, 0.000319, 0.191406, 0.000313, 0.000305, 0.291016, 0.000296, 0.000317, 0.341797, 0.000307, 0.341797, 0.000313, 0.00032, 0.000317, 0.341797, 0.000313, 0.341797, 0.330078, 0.000313, 0.232422, 0.000319, 0.324219, 0.000326, 0.000288, 0.244141, 0.000324, 0.341797, 0.000311, 0.341797, 0.000311, 0.000278, 0.341797, 0.000322, 0.000277, 0.000303, 0.000334, 0.000324, 0.000292, 0.000311, 0.000305, 0.341797, 0.000319, 0.267578, 0.239258, 0.341797, 0.341797, 0.000328, 0.000324, 0.341797, 0.000307, 0.000317, 0.261719, 0.000294, 0.000322, 0.00025, 0.302734, 0.265625, 0.000301, 0.339844, 0.000294, 0.341797, 0.28125, 0.000315, 0.000315, 0.000317, 0.022217, 0.341797, 0.000313, 0.00032, 0.000324, 0.341797, 0.000324, 0.000322, 0.00028, 0.000322, 0.000324, 0.341797, 0.001633, 0.287109, 0.000322, 0.000324, 0.000313, 0.000324, 0.000311, 0.000311, 0.000307, 0.000328, 0.000288, 0.000311, 0.000313, 0.000309, 0.000326, 0.341797, 0.341797, 0.341797, 0.341797, 0.000317, 0.000324, 0.341797, 0.000282, 0.341797, 0.246094, 0.225586, 0.000322, 0.332031, 0.000313, 0.000309, 0.298828, 0.341797, 0.310547, 0.000324, 0.000254, 0.341797, 0.279297, 0.275391, 0.000317, 0.000244, 0.341797, 0.335938, 0.291016, 0.000267, 0.341797, 0.279297, 0.318359, 0.341797, 0.000313, 0.244141, 0.00032, 0.341797, 0.000288, 0.000303, 0.341797, 0.000298, 0.341797, 0.000284, 0.000299, 0.341797, 0.219727, 0.000332, 0.053223, 0.000326, 0.000328, 0.000309, 0.000317, 0.000328, 0.000309, 0.000307, 0.341797, 0.341797, 0.000301, 0.292969, 0.000324, 0.00032, 0.251953, 0.000322, 0.000311, 0.000319, 0.00033, 0.00032, 0.000309, 0.341797, 0.330078, 0.000288, 0.341797, 0.000301, 0.341797, 0.00032, 0.330078, 0.000322, 0.287109, 0.000328, 0.000288, 0.341797, 0.000313, 0.000313, 0.000317, 0.000292, 0.239258, 0.000326, 0.000294, 0.00032, 0.000324, 0.341797, 0.000311, 0.000303, 0.263672, 0.000326, 0.341797, 0.341797, 0.341797, 0.238281, 0.275391, 0.265625, 0.000326, 0.283203, 0.330078, 0.000334, 0.000271, 0.341797, 0.341797, 0.341797, 0.251953, 0.000307, 0.332031, 0.230469, 0.339844, 0.00032, 0.000311, 0.000319, 0.000317, 0.188477, 0.328125, 0.341797, 0.341797, 0.000313, 0.000294, 0.000303, 0.000324, 0.000299, 0.279297, 0.00028, 0.341797, 0.000313, 0.000284, 0.341797, 0.294922, 0.000284, 0.291016, 0.341797, 0.341797, 0.000319, 0.000305, 0.000315, 0.000313, 0.263672, 0.000298, 0.241211, 0.277344, 0.263672, 0.000311, 0.000319, 0.000313, 0.341797, 0.341797, 0.000311, 0.341797, 0.341797, 0.000301, 0.000317, 0.304688, 0.000317, 0.00032, 0.000299, 0.000313, 0.000319, 0.000328, 0.341797, 0.341797, 0.238281, 0.000282, 0.292969, 0.000288, 0.000301, 0.000315, 0.000322, 0.000299, 0.000319, 0.000309, 0.000238, 0.245117, 0.277344, 0.298828, 0.341797, 0.341797, 0.341797, 0.341797, 0.341797, 0.341797, 0.000322, 0.000315, 0.341797, 0.00032, 0.000324, 0.318359, 0.341797, 0.000313, 0.302734, 0.283203, 0.341797, 0.341797, 0.341797, 0.000284, 0.000324, 0.324219, 0.341797, 0.000324, 0.275391, 0.341797, 0.000311, 0.000311, 0.261719, 0.000324, 0.341797, 0.341797, 0.000301, 0.000311, 0.000292, 0.000311, 0.300781, 0.275391, 0.341797, 0.200195, 0.000324, 0.000301, 0.000328, 0.259766, 0.28125, 0.000328, 0.341797, 0.000317, 0.341797, 0.341797, 0.302734, 0.00029, 0.322266, 0.341797, 0.000259, 0.000332, 0.000313, 0.251953, 0.000301, 0.341797, 0.000317, 0.304688, 0.000317, 0.294922, 0.000317, 0.00032, 0.000322, 0.341797, 0.000313, 0.341797, 0.000322, 0.000303, 0.229492, 0.000315, 0.341797, 0.341797, 0.255859, 0.000284, 0.000334, 0.000319, 0.326172, 0.341797, 0.341797, 0.00029, 0.000313, 0.341797, 0.00033, 0.000311, 0.246094, 0.000326, 0.000313, 0.000309, 0.341797, 0.25, 0.000313, 0.000311, 0.328125, 0.341797, 0.257812, 0.000311, 0.000309, 0.000313, 0.341797, 0.00028, 0.000332, 0.289062, 0.341797, 0.341797, 0.000319, 0.000298, 0.017578, 0.000322, 0.263672, 0.000319, 0.000311, 0.000311, 0.000305, 0.341797, 0.000317, 0.000328, 0.341797, 0.000319, 0.000317, 0.25, 0.000292, 0.189453, 0.3125, 0.341797, 0.000299, 0.222656, 0.00032, 0.341797, 0.000319, 0.000273, 0.000319, 0.341797, 0.341797, 0.341797, 0.000317, 0.341797, 0.000334, 0.341797, 0.341797, 0.000317, 0.000324, 0.324219, 0.000326, 0.000315, 0.253906, 0.341797, 0.000292, 0.337891, 0.339844, 0.251953, 0.00032, 0.000288, 0.000324, 0.341797, 0.341797, 0.259766, 0.00032, 0.000305, 0.328125, 0.000307, 0.000319, 0.000319, 0.000311, 0.000313, 0.341797, 0.000324, 0.341797, 0.000322, 0.000317, 0.000282, 0.000319, 0.000282, 0.000271, 0.000305, 0.341797, 0.341797, 0.000317, 0.00033, 0.00028, 0.000326, 0.00032, 0.00032, 0.000315, 0.316406, 0.000313, 0.000317, 0.229492, 0.00033, 0.341797, 0.341797, 0.000328, 0.000324, 0.341797, 0.000286, 0.000286, 0.200195, 0.000311, 0.000305, 0.241211, 0.000275, 0.000315, 0.219727, 0.000309, 0.341797, 0.00028, 0.000317, 0.000294, 0.335938, 0.220703, 0.000328, 0.000313, 0.000322, 0.00032, 0.341797, 0.000322, 0.308594, 0.000315, 0.000324, 0.000309, 0.00032, 0.28125, 0.000328, 0.000311, 0.341797, 0.341797, 0.233398, 0.000326, 0.000324, 0.00033, 0.267578, 0.318359, 0.000311, 0.000286, 0.341797, 0.000313, 0.275391, 0.341797, 0.341797, 0.000311, 0.222656, 0.000309, 0.302734, 0.341797, 0.000298, 0.000311, 0.341797, 0.000298, 0.320312, 0.000315, 0.000313, 0.000277, 0.208008, 0.000301, 0.000299, 0.00032, 0.341797, 0.320312, 0.000324, 0.341797, 0.000319, 0.000303, 0.000292, 0.00032, 0.308594, 0.000313, 0.28125, 0.000303, 0.000326, 0.324219, 0.217773, 0.000322, 0.000322, 0.292969, 0.000288, 0.000288, 0.000294, 0.000301, 0.3125, 0.000326, 0.000309, 0.000284, 0.000324, 0.000305, 0.000294, 0.004059, 0.341797, 0.257812, 0.324219, 0.00032, 0.308594, 0.000315, 0.000328, 0.000299, 0.00032, 0.341797, 0.341797, 0.000298, 0.002838, 0.341797, 0.000326, 0.25, 0.000319, 0.000309, 0.304688, 0.326172, 0.000311, 0.015991, 0.000317, 0.277344, 0.341797, 0.000311, 0.339844, 0.237305, 0.341797, 0.341797, 0.000313, 0.00033, 0.000305, 0.000292, 0.000269, 0.000317, 0.000328, 0.326172, 0.341797, 0.000311, 0.330078, 0.000315, 0.00033, 0.131836, 0.341797, 0.232422, 0.341797, 0.341797, 0.004242, 0.000322, 0.00032, 0.000328, 0.000313, 0.341797, 0.000275, 0.21875, 0.306641, 0.000313, 0.000313, 0.341797, 0.000311, 0.000317, 0.000309, 0.000315, 0.000309, 0.261719, 0.000311, 0.000311, 0.337891, 0.341797, 0.000311, 0.000328, 0.341797, 0.24707, 0.000278, 0.341797, 0.000309, 0.341797, 0.000317, 0.341797, 0.00032, 0.000334, 0.000322, 0.00033, 0.00029, 0.000324, 0.000324, 0.000307, 0.000303, 0.000311, 0.341797, 0.000311, 0.000311, 0.000309, 0.189453, 0.000305, 0.000324, 0.000288, 0.000311, 0.341797, 0.000326, 0.000313, 0.316406, 0.300781, 0.000301, 0.251953, 0.279297, 0.217773, 0.000317, 0.000305, 0.24707, 0.271484, 0.000322, 0.000309, 0.00032, 0.000288, 0.000322, 0.341797, 0.000324, 0.000309, 0.000271, 0.296875, 0.000324, 0.000298, 0.002243, 0.000307, 0.000322, 0.261719, 0.283203, 0.000319, 0.000311, 0.000311, 0.000319, 0.000275, 0.000292, 0.273438, 0.240234, 0.000319, 0.318359, 0.341797, 0.339844, 0.00032, 0.000305, 0.341797, 0.341797, 0.000309, 0.000315, 0.006989, 0.000313, 0.00029, 0.000322, 0.000324, 0.000992, 0.000278, 0.000311, 0.244141, 0.304688, 0.341797, 0.341797, 0.000299, 0.285156, 0.277344, 0.341797, 0.000307, 0.000294, 0.310547, 0.341797, 0.000322, 0.341797, 0.000303, 0.328125, 0.326172, 0.000319, 0.000324, 0.341797, 0.000322, 0.341797, 0.341797, 0.004272, 0.229492, 0.335938, 0.324219, 0.228516, 0.000326, 0.000278, 0.341797, 0.00032, 0.000301, 0.292969, 0.000225, 0.000252, 0.000311, 0.000315, 0.000311, 0.00033, 0.341797, 0.00028, 0.341797, 0.000311, 0.341797, 0.000319, 0.00033, 0.000315, 0.000334, 0.000324, 0.18457, 0.341797, 0.000307, 0.246094, 0.000294, 0.000311, 0.000292, 0.000317, 0.000309, 0.000311, 0.229492, 0.000317, 0.335938, 0.000298, 0.289062, 0.298828, 0.000296, 0.000317, 0.332031, 0.000309, 0.00032, 0.296875, 0.000309, 0.000319, 0.289062, 0.000303, 0.24707, 0.337891, 0.239258, 0.271484, 0.341797, 0.341797, 0.000322, 0.25, 0.302734, 0.341797, 0.341797, 0.341797, 0.294922, 0.24707, 0.251953, 0.000307, 0.00032, 0.000313, 0.265625, 0.000322, 0.000311, 0.341797, 0.000313, 0.000326, 0.302734, 0.205078, 0.341797, 0.341797, 0.000311, 0.000301, 0.000303, 0.341797, 0.341797, 0.000311, 0.341797, 0.000296, 0.000313, 0.341797, 0.277344, 0.000319, 0.341797, 0.341797, 0.000322, 0.000309, 0.341797, 0.000299, 0.00032, 0.341797, 0.000324, 0.332031, 0.000317, 0.000324, 0.269531, 0.341797, 0.000311, 0.000315, 0.332031, 0.000319, 0.341797, 0.000311, 0.000326, 0.000301, 0.341797, 0.000319, 0.000326, 0.300781, 0.00032, 0.000301, 0.341797, 0.000322, 0.000324, 0.310547, 0.341797, 0.316406, 0.000322, 0.00033, 0.341797, 0.341797, 0.000301, 0.00033, 0.000271, 0.314453, 0.000317, 0.000309, 0.000311, 0.341797, 0.341797, 0.000317, 0.000334, 0.000319, 0.341797, 0.341797, 0.000311, 0.341797, 0.287109, 0.000299, 0.000296, 0.000307, 0.157227, 0.000324, 0.000307, 0.000311, 0.341797, 0.000303, 0.000317, 0.000292, 0.000319, 0.000252, 0.00032, 0.208008, 0.285156, 0.000313, 0.000309, 0.000319, 0.000317, 0.000324, 0.000284, 0.000299, 0.000319, 0.000296, 0.000303, 0.000324, 0.00032, 0.341797, 0.000299, 0.000315, 0.000328, 0.310547, 0.000301, 0.000332, 0.000313, 0.25, 0.000328, 0.341797, 0.341797, 0.279297, 0.341797, 0.261719, 0.00032, 0.341797, 0.000313, 0.003448, 0.000298, 0.283203, 0.28125, 0.000309, 0.341797, 0.341797, 0.000328, 0.00032, 0.000311, 0.000298, 0.341797, 0.000248, 0.00032, 0.341797, 0.000324, 0.269531, 0.238281, 0.000324, 0.000303, 0.00032, 0.289062, 0.196289, 0.151367, 0.000311, 0.306641, 0.00029, 0.341797, 0.000322, 0.304688, 0.000324, 0.000328, 0.000309, 0.000328, 0.341797, 0.000313, 0.257812, 0.000324, 0.000296, 0.306641, 0.000315, 0.000315, 0.341797, 0.308594, 0.287109, 0.000309, 0.00032, 0.000301, 0.000294, 0.341797, 0.00033, 0.000315, 0.285156, 0.341797, 0.341797, 0.271484, 0.000326, 0.000326, 0.00032, 0.000326, 0.000322, 0.000248, 0.000309, 0.000322, 0.000307, 0.328125, 0.341797, 0.000317, 0.000265, 0.000313, 0.000301, 0.000265, 0.263672, 0.000311, 0.000317, 0.000311, 0.269531, 0.341797, 0.341797, 0.341797, 0.341797, 0.000296, 0.000311, 0.000313, 0.332031, 0.255859, 0.00028, 0.000313, 0.000311, 0.00033, 0.000309, 0.341797, 0.000311, 0.00029, 0.341797, 0.302734, 0.000313, 0.341797, 0.00029, 0.229492, 0.00033, 0.000324, 0.341797, 0.000303, 0.000313, 0.000273, 0.19043, 0.000326, 0.000309, 0.000307, 0.000298, 0.332031, 0.333984, 0.000324, 0.000277, 0.000324, 0.000305, 0.291016, 0.000313, 0.000326, 0.000317, 0.28125, 0.341797, 0.000303, 0.304688, 0.28125, 0.341797, 0.341797, 0.198242, 0.000313, 0.341797, 0.237305, 0.00032, 0.00032, 0.339844, 0.000259, 0.000324, 0.341797, 0.000296, 0.310547, 0.302734, 0.000317, 0.291016, 0.332031, 0.341797, 0.000317, 0.000326, 0.000328, 0.000317, 0.314453, 0.00032, 0.000326, 0.341797, 0.164062, 0.000305, 0.341797, 0.341797, 0.341797, 0.341797, 0.00032, 0.000324, 0.000282, 0.341797, 0.341797, 0.00032, 0.000313, 0.000296, 0.341797, 0.00032, 0.291016, 0.000313, 0.000315, 0.000334, 0.000307, 0.000309, 0.000313, 0.000317, 0.000309, 0.251953, 0.000301, 0.232422, 0.000248, 0.279297, 0.000301, 0.000284, 0.000332, 0.000326, 0.341797, 0.000301, 0.341797, 0.255859, 0.000324, 0.330078, 0.341797, 0.341797, 0.000315, 0.000317, 0.341797, 0.000328, 0.283203, 0.193359, 0.000311, 0.341797, 0.000317, 0.341797, 0.000269, 0.341797, 0.341797, 0.000311, 0.000328, 0.000311, 0.248047, 0.341797, 0.171875, 0.341797, 0.000317, 0.341797, 0.00033, 0.000319, 0.267578, 0.341797, 0.00032, 0.000195, 0.000294, 0.000307, 0.3125, 0.000319, 0.306641, 0.000309, 0.000317, 0.000328, 0.000301, 0.000311, 0.00033, 0.341797, 0.248047, 0.000324, 0.000311, 0.341797, 0.265625, 0.000317, 0.341797, 0.000284, 0.000334, 0.000286, 0.326172, 0.296875, 0.302734, 0.296875, 0.000313, 0.000313, 0.237305, 0.296875, 0.310547, 0.242188, 0.341797, 0.000298, 0.275391, 0.00032, 0.000319, 0.000322, 0.265625, 0.296875, 0.324219, 0.341797, 0.000315, 0.341797, 0.257812, 0.000324, 0.000271, 0.000311, 0.000311, 0.341797, 0.000326, 0.320312, 0.000334, 0.000309, 0.208984, 0.000324, 0.000324, 0.341797, 0.298828, 0.28125, 0.341797, 0.257812, 0.000334, 0.341797, 0.326172, 0.000315, 0.248047, 0.341797, 0.310547 ] } , "name": "onnx::Mul_11406", "outputIndexes": [ 6231 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6230, 6231 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 6232 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6204, 6232 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/Add_2_output_0", "outputIndexes": [ 6233 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.855469 ] } , "name": "/blocks.36/Constant_1_output_0", "outputIndexes": [ 6234 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6233, 6234 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.36/Mul_1_output_0", "outputIndexes": [ 6235 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6235, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.37/Reshape_output_0", "outputIndexes": [ 6236 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6236 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.37/input_layernorm/Pow_output_0", "outputIndexes": [ 6237 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6237 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.37/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 6238 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6238, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/input_layernorm/Add_output_0", "outputIndexes": [ 6239 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6239, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/input_layernorm/Pow_1_output_0", "outputIndexes": [ 6240 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6236, 6240 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/input_layernorm/Mul_output_0", "outputIndexes": [ 6241 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 10.125, 12.5, 34.5, 11.125, 11.4375, 12.125, 12.4375, 13.6875, 11.125, 18.875, 13.1875, 11.0, 11.375, 10.1875, 11.625, 11.8125, 13.1875, 11.5625, 10.9375, 10.625, -10.3125, 11.25, 12.6875, 11.125, 10.5625, 11.75, 15.0, 10.4375, 14.25, 20.125, 12.25, 9.6875, 9.8125, 10.5625, 9.875, 11.25, 11.6875, 25.75, 10.6875, 11.6875, 11.0625, 10.3125, 13.8125, 12.125, 11.25, 11.4375, 33.5, 11.75, 11.6875, 10.3125, 12.375, 9.625, 10.875, 29.25, 10.5625, 12.375, 11.5625, 11.125, 10.75, 10.8125, 10.4375, 11.125, 10.5625, 12.0625, 9.1875, 10.8125, 11.1875, 11.3125, 9.75, 9.5, 11.0625, 9.6875, 8.75, 11.4375, 11.0, 10.75, 12.6875, 11.0, 11.4375, 14.0, 11.3125, 10.3125, 16.25, 12.125, 11.75, 10.75, 13.0, 12.625, 12.5, 11.9375, 10.375, 13.0, 11.5, 12.875, 13.6875, 11.125, 39.75, 11.75, 11.5, 11.6875, 12.25, 10.8125, 10.375, 11.875, 11.9375, 8.5, 12.5625, 10.75, 11.5625, 11.0, 11.375, 9.875, 10.4375, 10.625, 11.25, 9.3125, 10.3125, 10.75, 11.4375, 11.875, 12.75, 10.8125, 12.5625, 10.5, 12.375, 12.625, 10.125, 11.1875, 11.0625, 11.5, 11.125, 11.75, 10.375, 12.8125, 39.25, 11.9375, 11.5625, 14.1875, 12.5625, 11.0625, 12.625, 10.6875, 12.6875, 10.75, 10.75, -10.1875, 11.625, 10.4375, 10.125, 10.25, 11.375, 10.8125, 10.125, 10.4375, 12.375, 11.9375, 11.75, 9.375, 12.5625, 10.5625, 10.75, 11.625, 11.125, 11.5, 12.125, 13.625, 12.0, 10.9375, 23.25, 14.4375, 16.25, 35.25, 11.875, 12.875, 12.5, 11.0625, 10.75, 11.25, 10.4375, 11.625, 10.875, 10.375, 17.75, 10.0625, 12.4375, 11.9375, 12.4375, 11.25, 11.375, 11.1875, 11.1875, 12.0625, 9.8125, 11.5625, 11.625, 11.125, 11.875, 11.25, 14.75, 11.1875, 10.5625, 12.3125, 12.0, 10.75, 10.8125, 10.5625, 11.3125, 10.875, 10.3125, 11.5, -12.3125, 10.75, 10.875, 10.75, 10.375, 11.5625, 10.75, 10.5625, 10.8125, 10.25, 14.75, 8.625, 11.8125, 11.625, 11.1875, 11.375, 11.875, 9.625, 10.6875, 10.375, 32.0, 10.3125, 13.3125, 10.9375, 12.5, 11.125, 11.75, 10.3125, 10.0625, 11.5625, 12.1875, 11.125, 9.0625, 13.75, 11.0, 13.1875, 16.375, 12.0, 10.25, 10.75, 13.6875, 13.75, 13.0625, 10.75, 12.625, 11.9375, 11.75, 11.125, 12.375, 10.75, 13.1875, 10.8125, 13.875, 10.5, 9.9375, 11.5, 9.9375, 11.625, 12.4375, 10.1875, 11.5, 8.6875, 11.125, 10.0, 10.875, 12.0625, 11.0625, 10.125, 10.625, 11.3125, 11.125, 12.75, 8.8125, 12.625, 11.125, 9.9375, 10.4375, 11.8125, 8.625, 11.625, 11.5625, 9.875, 12.5, 10.0, 11.6875, 10.75, 11.1875, 15.6875, 11.75, 13.625, 10.6875, -7.75, 11.625, 11.25, 9.625, 10.5, 10.75, 12.25, 11.125, 10.0, 11.0625, 11.875, 11.5625, 11.3125, 10.8125, 11.75, 11.5, 12.375, 10.4375, 13.5, 10.0625, 10.75, 20.625, 12.3125, 17.625, 11.5625, 10.75, 11.5625, 13.0, 11.0, 23.5, 11.1875, 11.5, 9.625, 12.25, 11.25, 11.3125, 9.9375, 10.9375, 17.375, 10.9375, 13.5, 11.5, 11.75, 13.0, 18.125, 11.8125, 19.375, 21.625, 9.8125, 10.375, 10.9375, 12.5625, 11.0625, 12.4375, 9.3125, 11.9375, 11.1875, 11.0625, 12.125, 11.375, 10.5625, 11.6875, 13.5, -11.25, 11.3125, 9.875, 11.625, 11.4375, 10.875, 11.0625, 12.75, 11.6875, 9.625, 10.9375, 10.375, 11.25, 13.8125, 9.125, 10.8125, 10.0, 10.9375, 10.8125, 10.375, 10.5, 13.1875, 12.0, 12.1875, 12.875, 10.4375, 10.8125, 11.3125, 13.1875, 11.6875, 12.0625, 17.125, 12.4375, 11.1875, 13.3125, 10.375, 12.3125, 11.75, 10.0625, 30.625, 9.875, 11.6875, 12.25, 11.375, 79.0, 10.9375, 11.0625, 11.0, 11.625, 11.375, 10.375, 11.5625, 11.0625, 10.375, 10.8125, 12.9375, 11.8125, 11.3125, 41.75, 9.6875, 10.5625, 10.5625, 11.0625, 15.5625, 11.625, 11.1875, 11.875, 9.9375, 19.375, 11.375, 15.625, 10.3125, 10.875, 13.625, 32.25, 11.75, 14.25, 11.5, 11.0625, 15.6875, 12.25, 11.0, 12.0625, 10.5, 11.9375, 10.625, 12.0, 11.1875, 12.375, 11.125, 11.4375, 11.1875, 9.5625, 10.4375, 11.5625, 12.875, 12.8125, 11.0, 11.0, 12.75, 11.5, 11.5625, 9.9375, 13.8125, 25.125, 11.8125, 11.3125, 13.4375, 12.125, 10.1875, 11.5, 9.875, 12.25, 12.1875, 10.8125, 8.1875, 12.875, 11.8125, 10.9375, 14.375, 9.6875, 8.625, 10.4375, 13.4375, 10.3125, 11.125, 12.1875, 9.5625, 11.1875, 11.875, 11.375, 10.9375, 11.5, 11.4375, 11.1875, 11.5625, 11.6875, 10.4375, 10.1875, 11.0625, 9.125, 12.9375, 11.25, 12.75, 11.0625, 11.375, 12.5625, 12.3125, 11.6875, 10.6875, 9.75, 11.125, 10.25, 8.9375, 11.8125, 11.125, 12.875, 11.4375, 10.5, 12.8125, 10.25, 10.5, 12.5625, 8.875, 27.125, 11.4375, 10.25, -10.4375, 13.9375, 10.9375, 10.0, 10.875, 11.25, 11.375, 10.625, 12.4375, 12.6875, 12.1875, 11.4375, 10.6875, 11.0, 10.75, 8.0, 11.4375, 12.4375, 9.5625, 11.75, -11.3125, 10.6875, 11.4375, 18.75, 10.625, 9.9375, 10.25, 10.9375, 11.875, 10.125, 10.75, 18.125, 11.75, 11.5, 10.5625, 10.875, 10.4375, 10.6875, 10.8125, 13.5625, 10.25, 11.6875, 11.9375, 37.5, 15.125, 10.6875, 29.0, 11.75, 10.6875, 11.4375, 11.9375, 10.5625, 11.4375, 11.125, 11.9375, 11.4375, 12.0625, 10.9375, 11.375, 11.25, 12.0, 11.375, 11.0625, 10.75, 11.9375, 9.9375, 10.8125, 10.5, 10.75, 11.0625, 12.0, 10.6875, 11.9375, 10.875, 11.3125, 11.125, 18.75, 9.8125, 12.0625, 11.4375, 35.75, 11.4375, 11.5625, 10.1875, 11.5, 10.4375, 9.9375, 9.5, 10.25, 10.125, 9.3125, 12.625, 13.0625, 10.375, 12.1875, 13.0, 11.0, 20.5, 20.75, 9.75, 11.4375, 10.6875, 12.25, 33.75, 36.75, 10.8125, 12.8125, 10.75, 9.875, 10.625, 11.75, 10.75, 12.0625, 11.875, 11.25, 11.5625, 8.625, 10.8125, 11.0625, 10.3125, 10.9375, 11.3125, 10.5, 14.4375, 10.1875, 11.3125, 11.9375, 12.1875, 22.625, 10.9375, 27.125, 10.6875, 11.1875, 19.125, 11.0625, 10.6875, 10.875, 11.25, 11.3125, 11.25, 10.8125, 9.8125, 13.5, 9.5, 10.75, 18.625, 10.75, 13.4375, 9.8125, 11.5625, 11.6875, 146.0, 9.5, 11.0625, 11.375, 11.875, -12.3125, 12.0, -9.5, 11.1875, 13.25, 11.5, 12.3125, 10.0625, 10.5, 11.5, 13.5, 9.8125, 35.5, 11.1875, 10.625, 10.9375, 11.6875, 11.375, 12.25, 10.875, 10.3125, 11.0625, 11.1875, 9.9375, 12.0, 14.75, 11.25, 10.625, 12.75, 11.0625, 11.625, 10.125, 11.4375, 10.6875, 11.625, 9.6875, 44.75, 11.6875, 10.375, 11.1875, 12.0, 8.8125, 13.6875, 7.9375, 10.125, 11.9375, 14.75, 11.8125, 10.375, 10.875, 10.25, 17.0, 14.5625, 10.6875, 10.625, 11.4375, 12.125, 16.5, 14.6875, 11.9375, 9.125, 11.0, 8.125, 11.875, 11.5, 14.3125, 12.125, 11.4375, 10.5625, 10.75, 10.5625, 9.6875, 12.1875, 12.5625, 12.5625, 12.5625, 20.5, 11.375, 12.4375, 16.0, 13.3125, 11.625, 18.125, 12.0, 18.875, -13.5, 9.8125, 12.4375, 10.8125, 10.3125, 12.6875, 10.25, 13.0, 11.75, 11.3125, 18.5, 9.875, 10.8125, 10.6875, 13.4375, 12.5625, 12.25, 9.4375, 11.0, 11.4375, 10.6875, 8.5625, 12.0, 10.5625, 9.75, 11.0, 10.375, 11.375, 10.5, 10.1875, 10.4375, 9.4375, 10.75, 12.25, 11.375, 15.8125, 11.0625, 11.4375, 26.625, 11.25, 10.5, 9.375, 10.0, 9.75, 12.375, 27.625, 8.875, 11.0625, 11.5625, 10.875, 11.0625, 11.0, 11.75, 11.0, 10.1875, 9.375, 10.125, 11.1875, 11.125, 12.875, 19.75, 11.5625, 12.0, 11.6875, 11.8125, 15.5625, 11.25, 10.6875, 10.9375, 12.125, 12.375, 10.5, 11.375, 10.5, 14.0625, 11.875, 10.0, 11.5625, 11.6875, 11.5, 7.21875, 12.0625, 11.3125, 24.25, 11.4375, 10.0625, 12.25, 9.875, 10.9375, 10.75, 10.9375, 10.375, 10.375, 10.5625, 9.125, 9.75, 9.8125, 10.1875, 10.375, 9.875, 11.3125, 10.8125, 15.0625, 13.375, 9.6875, 11.4375, 13.0, 11.4375, 10.1875, 11.0625, 11.25, 13.8125, 11.0, 10.6875, 11.4375, 11.125, 10.125, 13.0, 10.9375, 55.0, 11.75, 10.75, 12.375, 12.0625, 14.25, 12.375, 11.4375, 12.0625, 9.5, 11.3125, 10.4375, -13.75, 12.5, 10.3125, 10.375, 11.25, 11.75, 15.6875, 10.875, -9.4375, 11.5625, 13.5, 14.1875, 10.6875, 11.875, 11.75, 9.625, 11.125, 10.8125, 11.875, 12.0, 12.875, 10.0625, 9.3125, 10.875, 11.0625, 11.375, 10.1875, 13.1875, 10.9375, 11.9375, 10.3125, 12.1875, 11.0, 12.0625, 12.1875, -26.75, 12.4375, 11.3125, 13.3125, 12.25, 11.3125, 12.3125, 10.5625, 10.9375, 11.6875, 11.0625, 10.9375, 11.3125, 8.875, 8.8125, 21.875, 12.5625, 31.375, 10.125, 11.6875, 10.875, 11.375, 13.25, 11.6875, 10.9375, 11.875, 11.3125, 11.1875, 11.1875, 11.375, 12.875, 14.8125, 14.625, 16.75, 10.375, 11.4375, 12.8125, 10.1875, 9.9375, 11.75, 10.4375, 9.4375, 11.5, 11.5625, 8.4375, 10.875, 12.9375, 11.0625, 11.625, 11.8125, 11.8125, 12.5625, 12.4375, 9.0625, 10.3125, 14.75, -12.1875, 9.75, 10.9375, 11.0, 12.1875, 10.5, 11.8125, 11.75, 10.0625, 12.125, 11.5, 11.8125, 41.25, 11.0625, 9.5, 10.0, 12.75, 10.3125, 12.0625, 16.75, 12.0625, 12.1875, 15.6875, 20.25, 10.875, 9.125, 11.9375, 10.375, 10.625, 58.0, 12.0625, 8.8125, 10.4375, 12.5625, 11.125, 11.1875, 12.6875, 11.3125, 8.125, 11.375, 9.125, 10.5, 29.0, 11.8125, 9.25, 13.0625, 12.0625, 11.4375, 10.3125, 12.0625, 12.5625, 10.3125, 12.1875, 10.6875, -15.5, 11.6875, 11.0, 11.0625, 11.625, 9.6875, 10.8125, 11.6875, 10.3125, 9.625, 10.0625, 10.8125, 11.6875, 10.25, 11.9375, 10.1875, 11.625, 10.875, 10.75, 10.1875, 11.5625, 13.3125, 10.625, 10.4375, 11.875, 11.125, 11.8125, 10.875, 11.125, 11.8125, 10.5, 10.9375, 10.0625, 12.0625, 12.3125, 11.0625, 11.1875, 10.5625, 10.4375, 9.5, 10.625, 10.375, 15.25, 10.125, 11.0, 10.375, 9.625, 9.875, 9.5625, 15.0625, 10.75, 10.625, 12.4375, 12.125, 11.75, 11.875, 10.1875, 12.5625, 10.4375, 10.625, 10.6875, 12.75, 10.5625, 13.0, 11.125, 11.25, 20.0, 10.9375, 12.9375, 11.0625, 10.6875, 13.4375, 11.6875, 12.3125, 9.875, 10.5625, 10.4375, 11.375, 11.4375, 19.25, 9.6875, 16.375, 13.125, 11.75, 18.0, 7.65625, 12.625, 11.6875, 10.4375, 11.8125, 11.8125, 11.5625, 15.0, 9.375, 13.1875, 10.875, 17.375, 11.5, 10.5, 11.0, 10.6875, 11.375, 11.5625, 9.3125, 12.0625, 11.375, 13.3125, 10.5, 29.0, 14.25, 10.8125, 11.5, 12.125, 10.8125, 48.5, 9.8125, 12.9375, 10.6875, 24.5, 11.875, 11.0, 13.8125, 11.375, 9.8125, 11.3125, 11.875, 10.75, 9.6875, 11.4375, 10.8125, 11.1875, 11.5, 12.3125, 11.0625, 10.875, 12.1875, 10.5, 10.5, 14.3125, 11.1875, 11.25, 8.8125, 17.5, 11.5625, 11.125, -11.9375, 11.5625, 14.4375, 10.3125, 10.5, 11.6875, 11.375, 12.0, 12.75, 11.9375, 12.375, 11.6875, -11.6875, 9.9375, 15.0, 11.6875, 18.375, 12.0625, 10.75, 12.875, 11.125, 11.8125, 10.375, 10.75, 11.5, 10.6875, -16.125, 10.875, 12.375, 9.25, 9.25, 11.4375, 12.0, 10.875, 11.0, 10.6875, 13.375, 11.8125, 10.875, 14.5625, 9.1875, -11.75, 11.6875, 11.4375, 10.0, 15.25, 12.375, 11.6875, 13.375, 10.9375, 10.875, 10.8125, 11.125, 15.8125, 11.4375, 16.0, 10.125, 11.3125, 12.375, 11.0, 11.875, 12.125, 12.0625, 11.0625, 25.375, 10.375, 9.125, 11.9375, 10.5, 9.625, 11.375, 11.6875, 11.0625, 12.4375, 11.1875, 9.25, 10.8125, 11.6875, 11.4375, 12.875, 12.5625, 16.875, 11.1875, 10.375, 11.4375, 9.9375, 11.3125, 11.625, 11.25, 11.6875, 10.9375, 10.9375, 15.1875, 10.1875, 11.0, 12.25, 10.25, 11.125, 18.75, 10.375, 12.0625, 10.875, 8.6875, 10.5, 10.5625, 12.4375, 9.125, 10.75, 10.0, 11.75, 11.75, 11.4375, 15.6875, 11.0, 11.4375, 10.875, 10.375, 15.9375, 11.9375, 11.9375, -11.75, 11.375, 11.0, 11.375, 11.5, 11.625, 10.9375, -11.0, 9.625, 11.6875, 11.4375, 11.5, 15.9375, 10.5, 54.75, -11.125, 9.125, 33.25, 10.875, 11.25, 11.4375, 9.8125, 10.625, 11.6875, 11.4375, 13.0625, 9.0625, 11.6875, 11.9375, 10.6875, 10.0, 10.1875, 11.4375, 9.5625, 10.8125, 12.9375, 12.125, 10.1875, 11.0625, 10.5, 13.0625, 10.625, 9.9375, 10.5625, 12.0, 12.625, 11.5625, 12.8125, 12.25, 12.0625, 12.625, 9.5625, 11.0625, 10.875, 10.0, 11.1875, 10.5625, 10.0625, 10.875, 11.8125, 12.0, 10.9375, 10.6875, 13.4375, 11.0, 12.125, 14.8125, 11.0625, 11.375, 11.5, 10.3125, 11.6875, 11.0, 10.3125, 10.1875, 10.0625, 10.9375, 12.75, 9.75, 12.3125, 10.6875, 16.125, 10.875, 12.25, 11.0625, 17.0, 12.75, 12.375, 12.5625, 10.5, 11.5625, 13.875, 11.0, 10.4375, 18.25, 11.5, 12.0625, 18.375, 11.3125, 11.6875, 13.8125, 12.75, 13.375, 12.125, 24.25, 11.625, 10.375, 9.9375, 10.625, 11.3125, 10.75, 11.1875, 12.25, 10.625, 12.375, 10.0625, 13.375, 11.875, 11.0, 13.375, 10.9375, 11.5, 15.0625, 10.6875, 10.8125, 9.9375, 10.6875, 10.625, 12.6875, 12.1875, 8.6875, 11.125, 9.75, 13.4375, 11.25, 11.8125, 11.125, 13.625, 11.5, 10.5, 10.625, 11.5, 26.125, 12.4375, 11.625, 11.625, 12.1875, 21.25, -12.5, 9.0625, 10.625, 11.375, -11.0625, 12.0, 11.375, 10.8125, 10.8125, 10.0625, 9.8125, 9.125, 11.8125, 10.3125, 10.1875, 12.9375, 10.8125, 11.125, 10.375, 11.75, 10.25, 12.75, 12.3125, 10.375, 9.8125, 11.0, 11.375, 13.0625, 11.5625, 12.0, 10.375, 12.3125, 10.25, 10.3125, 11.5625, 11.875, 9.5625, 11.25, 10.0625, 10.1875, 11.3125, 12.0, 32.25, 10.3125, 13.875, 9.6875, 12.125, 12.0, 10.1875, 13.5625, 7.96875, 11.5, 10.8125, 11.125, 10.9375, 14.9375, 10.0625, 11.0625, 12.0625, 10.4375, 11.125, 12.0, 11.0, 10.75, 11.375, 9.9375, 11.0, 13.375, 10.375, 12.375, 28.875, 10.9375, 11.4375, 10.875, 10.75, 10.75, 9.9375, 9.3125, 10.8125, 11.5625, 10.125, 9.9375, 12.8125, 9.375, 11.9375, 12.75, 10.8125, 10.875, 13.75, 11.4375, 12.5625, 10.625, 11.125, 10.8125, 10.3125, 11.4375, 11.4375, 27.75, 11.5, 11.0625, 11.5, 10.625, 12.125, 10.8125, 12.25, 12.3125, 10.75, 11.4375, 10.5, 11.625, 12.6875, 10.3125, 11.9375, 16.625, 11.375, 8.375, 10.8125, 10.875, 9.5, 10.375, 10.8125, 11.125, 10.5625, 10.75, 35.5, 24.0, 11.75, 11.0625, 12.6875, 12.25, 10.125, 11.625, -8.8125, 9.625, 12.875, 11.4375, 10.375, 10.125, 10.3125, 10.5625, 8.6875, 9.875, 11.125, 11.125, 11.25, 10.0, 11.4375, 11.4375, 11.5625, 10.8125, 11.4375, 10.1875, 13.9375, 11.5625, 10.5, 9.8125, 10.3125, 10.8125, 11.3125, 9.4375, 10.875, 11.8125, 10.3125, 9.25, 10.5625, 11.9375, 9.75, 12.4375, 11.5, 13.0625, 12.1875, 12.5625, 12.3125, -10.5625, -11.375, 11.3125, 10.5625, 12.875, 11.5, 35.5, -14.0, 9.375, 12.0, 10.9375, 12.3125, 10.75, 11.25, 15.4375, 11.3125, 10.8125, 10.625, 11.8125, 13.0625, 90.5, 11.9375, 11.4375, 14.0, 9.3125, 10.625, 11.5, 9.5625, 10.375, 10.75, 12.0, 11.25, 25.5, 14.1875, 12.25, 11.75, 11.3125, 11.25, 12.9375, -13.9375, 13.5625, 10.8125, 11.75, 10.0, 11.0, 10.625, 9.875, 11.8125, 10.8125, 10.0625, 10.625, 12.625, 11.4375, 10.75, 10.875, 12.0, 13.3125, 10.9375, 12.1875, 11.875, 62.5, 11.75, 10.75, 11.3125, 10.1875, 10.1875, 10.6875, 11.75, 10.875, 10.75, 9.875, 11.0625, 10.4375, 34.25, 10.75, 10.0, 10.4375, 10.5625, 11.3125, 11.0625, 10.6875, 10.375, 13.125, 12.625, 37.0, 10.25, 19.875, 11.125, 11.9375, 10.5625, 10.1875, 10.3125, 11.1875, 11.0, 11.1875, 11.0, 12.25, 10.0625, 10.75, 9.25, 11.375, 11.25, 12.0, 11.125, 12.3125, 20.125, 11.75, 11.0, 11.5, 12.4375, 10.5, 10.8125, 12.0, 11.8125, 11.4375, 9.75, 12.3125, 13.625, 10.1875, 9.6875, 14.75, 12.3125, 12.375, 10.4375, 10.625, 11.375, 12.9375, 10.4375, 11.5625, 9.0, 10.4375, 12.125, 10.125, 10.5625, 11.625, 11.25, 10.4375, 10.4375, 27.625, 14.125, 11.5, 11.875, 13.5, 11.875, 12.75, 19.625, 11.3125, 11.4375, 11.3125, 12.25, 10.0625, 8.625, 10.75, 11.6875, 11.0, 10.1875, 10.625, 43.5, 11.0, 13.125, 10.8125, 11.8125, 11.1875, 10.1875, 9.5625, 14.1875, 10.375, 11.25, 11.5625, 11.125, 10.9375, 11.5625, 11.5, 13.375, 9.1875, 9.375, 11.0625, 11.6875, 11.75, 26.75, 11.25, 11.6875, 11.0625, 13.9375, 9.9375, 11.5625, 17.875, 11.0, -14.9375, 13.0, 11.25, 12.0625, 12.25, 11.6875, 9.4375, 18.625, 13.375, 12.5625, 10.9375, 10.25, 12.0625, 11.6875, 8.125, 11.1875, 13.625, 10.5, 11.0, 12.1875, 10.25, 18.5, 11.0, 12.5625, 11.25, 11.25, 12.0, 13.4375, 10.25, 10.6875, 13.5, 12.0, 12.1875, 11.625, 11.9375, 10.8125, 11.1875, 14.5625, 13.25, 11.3125, 11.125, 14.0625, 9.125, 11.0, 13.25, 10.25, 14.8125, 12.0, 35.5, 9.375, 11.0625, 10.8125, 10.5625, 41.75, 11.875, 11.25, 10.75, 12.0625, 12.625, 40.5, 9.375, 9.5625, 10.6875, 15.0, 10.5625, 10.25, 10.0625, 13.9375, 19.875, 12.125, 27.625, 41.25, 13.75, 11.6875, 12.875, 11.25, 12.25, 9.5, 12.0625, 11.125, 13.75, 10.4375, 10.5625, 10.5, 12.1875, 10.75, 10.5, 12.375, 15.125, 10.25, 9.0625, 11.6875, 11.3125, 11.75, -17.75, 11.625, -19.375, 10.6875, 11.1875, 10.375, 10.0, 12.25, 10.125, 13.125, 19.5, -9.75, 13.3125, 12.25, 10.8125, 16.75, 10.0625, 10.0625, 12.4375, 9.8125, 11.6875, 10.8125, 10.5, 10.3125, 11.8125, 10.5, 12.125, 12.1875, 9.9375, 10.6875, 10.6875, 9.5625, 11.1875, 11.75, 9.8125, 10.75, 11.375, 12.0, 11.125, 11.5625, 9.1875, 9.4375, 21.125, 10.6875, 11.5625, 11.6875, 11.6875, 11.125, 11.375, 10.4375, 13.25, 13.9375, 10.4375, 9.8125, 9.9375, 11.3125, 9.875, 11.75, 15.0, 10.9375, 11.75, 42.0, 11.8125, 10.8125, 9.8125, 17.625, 13.5625, 24.25, 11.375, 13.5625, 10.25, 9.5, 10.9375, 11.8125, 10.0, 14.25, 10.0625, 12.25, 11.625, 11.25, 10.9375, 11.625, 11.5625, 11.8125, 14.1875, 10.375, 10.1875, 10.5625, 15.1875, 11.125, 11.3125, 10.125, 12.1875, 10.0625, 12.25, 9.8125, 14.625, 11.5625, 18.625, 10.875, 10.875, 12.0625, 10.6875, 10.3125, 10.0, 14.9375, 13.125, 11.0, 10.5, 10.1875, 12.1875, 12.4375, 14.875, 10.625, 11.125, 11.9375, 10.9375, 13.25, 11.3125, 12.125, 14.75, 10.5, 10.25, 9.625, 12.375, 9.1875, 11.75, 13.0, 11.125, 11.0625, 10.875, 12.125, 11.0625, 10.8125, 18.25, 10.875, 11.8125, 12.5625, 12.875, 9.75, 12.625, 11.0625, 11.625, -11.6875, 11.6875, 11.1875, 10.9375, 11.4375, 10.625, 11.4375, 11.8125, 10.1875, 11.3125, -17.5, 10.75, 11.625, 9.5625, 11.9375, 11.0625, 10.4375, 12.1875, 9.1875, 11.375, 46.75, 13.4375, 10.9375, 10.875, 10.9375, 10.125, 10.6875, 11.0, 29.25, 11.9375, 10.5, 8.9375, 9.625, 11.3125, 10.6875, 10.625, 10.4375, 9.625, 10.375, 10.5625, 10.8125, 13.4375, 9.3125, 11.8125, 11.625, 11.125, 9.25, 21.0, 10.6875, 27.0, 11.0, 11.0, 14.6875, 10.1875, 10.1875, 10.75, -10.75, 10.3125, 11.75, 10.6875, 10.9375, 12.1875, 9.625, 12.3125, 11.0, 13.5625, 11.8125, 12.875, 11.75, 11.1875, 13.375, 11.75, 10.5, 10.9375, 25.75, 11.0, 12.0, 13.4375, 9.3125, 11.5625, 11.3125, 11.0, 11.6875, 12.0, 12.4375, 11.125, 9.25, 11.75, 11.625, 10.875, 11.75, 46.75, 11.625, 12.9375, 11.6875, 10.9375, 15.1875, -11.5, 11.8125, 11.5, 12.4375, 9.0625, 12.4375, 11.375, 11.25, 11.1875, 10.3125, -12.9375, 11.3125, 11.8125, 9.9375, 10.8125, 11.75, 11.0, 11.0625, 12.1875, 9.875, 10.5625, 20.375, 26.75, 11.625, 11.5, 11.0625, 13.875, 10.5, 18.5, 11.875, 10.1875, 10.4375, 10.5625, 12.25, 10.8125, 11.25, 10.5625, 10.9375, 12.125, 11.4375, 9.0625, 12.25, 12.0, 10.5, 10.6875, 10.5, 10.625, 11.1875, 10.75, 11.4375, 30.75, 11.125, 11.0, 65.0, 11.875, 11.8125, 11.0, 15.75, 11.375, 10.6875, 11.6875, 13.0, 10.75, 11.3125, 11.0625, 12.5, 10.875, 14.75, 11.6875, 12.8125, 12.5, 12.6875, 31.625, 11.6875, 10.4375, 9.375, -10.4375, 9.3125, 8.625, 12.125, 10.75, 12.1875, 10.5625, 16.875, 16.25, 11.75, 13.875, 17.875, 10.875, 9.8125, 12.375, 9.625, 11.8125, 11.1875, 11.0625, -11.875, 11.75, 12.4375, 10.8125, 14.75, 9.5625, 10.75, 11.8125, 10.375, 10.6875, 11.1875, 12.875, 10.9375, 10.6875, -11.0, 13.0625, 11.5, 10.375, 10.75, 12.3125, 11.1875, 10.4375, 12.125, 9.6875, 12.375, -13.375, 7.21875, 13.125, 11.0625, 11.625, 9.25, 13.625, 13.0, 11.4375, 11.625, 11.5625, 10.9375, 9.3125, 11.6875, 10.1875, 9.75, 16.625, 11.0, 9.875, 11.125, 10.5625, 10.0625, 10.5625, 10.8125, 10.9375, 14.8125, -1.914062, 11.5625, 9.25, 10.4375, 11.75, 11.0625, 16.5, 11.6875, 9.5625, 9.25, 12.125, 16.625, 11.9375, 12.0, 11.75, 12.1875, 10.9375, 13.5625, 11.125, 13.0625, 11.0625, 9.3125, 33.0, 31.625, 12.3125, 11.9375, 10.5, 10.125, 11.75, 12.0625, 10.75, 12.75, 12.6875, 13.875, 11.25, 12.1875, 11.1875, 10.5, 10.375, 11.1875, 10.0625, 10.75, 10.75, 10.6875, 13.25, 11.0625, 10.1875, 10.5, 12.0, 11.0625, 11.8125, 11.1875, 13.0625, 11.1875, 14.5625, 10.0, 11.5625, 10.5625, 10.5625, 11.125, 11.3125, 11.6875, 10.5625, 11.875, 13.5, 11.0625, 12.625, 10.625, 10.375, 10.875, 9.5625, 11.5625, 10.75, 10.0, 11.25, 10.375, 15.625, 11.125, 11.4375, 11.875, 16.25, 12.0625, 12.4375, 11.25, 10.75, 9.75, 9.875, 10.8125, 12.3125, 12.75, 10.0, 10.5, 11.25, 13.125, 11.1875, 11.3125, 12.1875, 8.5, 11.8125, 16.0, 11.4375, 11.125, 12.0, 10.75, 9.4375, 12.0625, 12.75, 15.8125, 11.5625, 13.6875, 13.875, 11.1875, 10.3125, 11.25, 17.125, 11.375, 31.25, 11.8125, 11.5, 10.875, 10.75, 11.125, 10.4375, 11.125, 11.1875, 13.125, 12.75, -9.9375, 10.8125, 9.625, 12.0625, -9.4375, 15.75, 11.0, 10.0, 10.8125, 13.125, 13.625, 10.9375, 9.875, 11.375, 10.0625, 18.5, 11.0625, 10.0, 11.4375, 11.5, 9.5, 11.3125, 10.125, 13.1875, 42.25, 10.8125, 10.8125, 9.4375, 10.375, 11.3125, 10.6875, 11.375, 11.5625, 11.875, 9.625, 10.125, 11.375, 13.1875, 12.625, 9.9375, 11.5625, 12.75, 9.8125, 10.5625, 12.125, 10.8125, 10.6875, 11.75, 63.0, 10.625, 11.375, 11.8125, 14.9375, 10.625, 11.125, 10.875, 10.9375, 14.0, 9.6875, 11.75, 15.375, 10.0625, 10.8125, 12.4375, 10.75, 10.5, 9.5, 11.1875, -18.875, 14.375, 10.6875, 10.3125, 11.5, 12.3125, 11.1875, -16.125, 10.625, 13.0625, 11.1875, -10.25, 10.875, 13.25, 12.1875, 9.625, 11.125, 12.4375, 8.4375, 12.0, 31.125, 10.1875, 11.3125, 10.875, 10.375, 10.9375, 10.5, 12.4375, 10.75, 11.125, 11.25, 11.5, 11.0625, 10.75, 10.6875, 10.375, 10.25, 9.875, 12.6875, 26.25, 11.875, 10.75, 12.375, 10.75, 11.375, 9.8125, 9.75, 15.25, 12.4375, -16.375, 11.8125, 12.25, 11.125, -11.3125, 10.8125, 10.6875, 9.9375, 10.875, 11.0, 12.9375, 11.1875, 11.9375, 10.4375 ] } , "name": "onnx::Mul_11407", "outputIndexes": [ 6242 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6241, 6242 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/input_layernorm/Mul_1_output_0", "outputIndexes": [ 6243 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6243 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.37/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 8161 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8161 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.37/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 8162 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8162 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2193824376, 2621462, 655360, 0, 0 ] } , "name": "/layers.37/self_attn/q_proj/Linear", "outputIndexes": [ 8163 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8163 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.37/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 8164 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8164 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ] , "dimType": "NCHW" } , "name": "/layers.37/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 6244 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6243 ] , "main_type": "NONE", "name": "/blocks.37/self_attn/Shape_output_0", "outputIndexes": [ 6245 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 6245 ] , "main_type": "NONE", "name": "Shape7614", "outputIndexes": [ 6246 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 6245 ] , "main_type": "NONE", "name": "Rank7616", "outputIndexes": [ 6247 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6247, 6247 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7618", "outputIndexes": [ 6248 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6248 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7619", "outputIndexes": [ 6249 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6248, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7621", "outputIndexes": [ 6250 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6250 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7622", "outputIndexes": [ 6251 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6246, 6249, 6251, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice7625", "outputIndexes": [ 6252 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6252 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze7626", "outputIndexes": [ 6253 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6253, 6253 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7628", "outputIndexes": [ 6254 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6245, 6254, 6248 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.37/self_attn/Gather_output_0", "outputIndexes": [ 6255 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6255, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.37/self_attn/Unsqueeze_output_0", "outputIndexes": [ 6256 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6248 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7636", "outputIndexes": [ 6257 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6250 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7639", "outputIndexes": [ 6258 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6246, 6257, 6258, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice7642", "outputIndexes": [ 6259 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6259 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze7643", "outputIndexes": [ 6260 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 6260 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7644", "outputIndexes": [ 6261 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6261, 6260 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7645", "outputIndexes": [ 6262 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6245, 6262, 6248 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.37/self_attn/Gather_1_output_0", "outputIndexes": [ 6263 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6263, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.37/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 6264 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6256, 6264, 41, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.37/self_attn/Concat_output_0", "outputIndexes": [ 6265 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6244, 6265 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.37/self_attn/Reshape_output_0", "outputIndexes": [ 6266 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6266 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.37/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 6268 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6268 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.37/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 6269 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6269, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/self_attn/q_norm/Add_output_0", "outputIndexes": [ 6270 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6270, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 6271 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6266, 6271 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 6272 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6272, 885 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 6273 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6273, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/self_attn/Mul_output_0", "outputIndexes": [ 6274 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6273 ] , "main_type": "NONE", "name": "/blocks.37/self_attn/Shape_2_output_0", "outputIndexes": [ 6275 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 6275 ] , "main_type": "NONE", "name": "Shape7659", "outputIndexes": [ 6276 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 6275 ] , "main_type": "NONE", "name": "Rank7661", "outputIndexes": [ 6277 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6277, 6277 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7663", "outputIndexes": [ 6278 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6278 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7664", "outputIndexes": [ 6279 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6278, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7666", "outputIndexes": [ 6280 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6280 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7667", "outputIndexes": [ 6281 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6276, 6279, 6281, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice7670", "outputIndexes": [ 6282 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6282 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze7671", "outputIndexes": [ 6283 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 6283 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7672", "outputIndexes": [ 6284 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6284, 6283 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7673", "outputIndexes": [ 6285 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6275, 6285, 6278 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.37/self_attn/Gather_2_output_0", "outputIndexes": [ 6286 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6286, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/self_attn/Div_output_0", "outputIndexes": [ 6287 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6287, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.37/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 6288 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6273, 6288, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.37/self_attn/Slice_1_output_0", "outputIndexes": [ 6289 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6289 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.37/self_attn/Neg_output_0", "outputIndexes": [ 6290 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6287, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.37/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 6291 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6273, 31, 6291, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.37/self_attn/Slice_output_0", "outputIndexes": [ 6292 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6290, 6292 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.37/self_attn/Concat_2_output_0", "outputIndexes": [ 6293 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6293, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/self_attn/Mul_1_output_0", "outputIndexes": [ 6294 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6274, 6294 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/self_attn/Add_output_0", "outputIndexes": [ 6295 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6255, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.37/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 6296 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6263, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.37/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 6297 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6296, 6297, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.37/self_attn/Concat_1_output_0", "outputIndexes": [ 6298 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6298, 4536 ] , "main_type": "NONE", "name": "/blocks.37/self_attn/ConstantOfShape_output_0", "outputIndexes": [ 6299 ] , "type": "Fill", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 6295, 6299, 6299, 167 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 37, "kv_shared_layer_index": 22 } , "name": "/layers.37/self_attn/FusedAttention", "outputIndexes": [ 6300 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6300 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.37/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 8165 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8165 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.37/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 8166 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8166 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2197101198, 2621462, 655360, 0, 0 ] } , "name": "/layers.37/self_attn/o_proj/Linear", "outputIndexes": [ 8167 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8167 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.37/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 8168 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8168 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.37/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 6301 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6301 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.37/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 6303 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6303 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.37/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 6304 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6304, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/post_attention_layernorm/Add_output_0", "outputIndexes": [ 6305 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6305, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 6306 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6301, 6306 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 6307 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.4375, 0.4375, 0.269531, 0.4375, 0.435547, 0.4375, 0.4375, 0.435547, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.421875, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.400391, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.382812, 0.4375, 0.435547, 0.4375, 0.4375, 0.376953, 0.4375, 0.4375, 0.4375, 0.275391, 0.4375, 0.4375, 0.4375, 0.435547, 0.423828, 0.4375, 0.427734, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.433594, 0.4375, 0.4375, 0.421875, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.347656, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.435547, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.431641, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.375, 0.4375, 0.433594, 0.396484, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.398438, 0.4375, 0.4375, 0.4375, 0.4375, 0.404297, 0.296875, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.435547, 0.4375, 0.4375, 0.4375, 0.349609, 0.4375, 0.4375, 0.435547, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.435547, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.000408, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.435547, 0.4375, 0.427734, 0.4375, 0.390625, 0.4375, 0.4375, 0.429688, 0.4375, 0.4375, 0.4375, 0.412109, 0.435547, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.400391, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.423828, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.427734, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.000385, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.380859, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.000425, 0.429688, 0.335938, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.412109, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.361328, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.316406, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.412109, 0.4375, 0.4375, 0.435547, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.435547, 0.4375, 0.4375, 0.4375, 0.435547, 0.123047, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.433594, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.330078, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.40625, 0.4375, 0.4375, 0.4375, 0.000423, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.433594, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.390625, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.40625, 0.4375, 0.4375, 0.4375, 0.4375, 0.414062, 0.427734, 0.4375, 0.4375, 0.433594, 0.4375, 0.4375, 0.435547, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.435547, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.427734, 0.4375, 0.394531, 0.4375, 0.4375, 0.4375, 0.347656, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.380859, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.435547, 0.380859, 0.4375, 0.4375, 0.4375, 0.285156, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.227539, 0.419922, 0.4375, 0.396484, 0.4375, 0.4375, 0.433594, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.378906, 0.396484, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.416016, 0.21875, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.423828, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.298828, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.059082, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.427734, 0.306641, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.425781, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.243164, 0.431641, 0.4375, 0.4375, 0.423828, 0.4375, 0.429688, 0.4375, 0.4375, 0.4375, 0.429688, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.404297, 0.4375, 0.4375, 0.425781, 0.4375, 0.347656, 0.4375, 0.431641, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.435547, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.388672, 0.435547, 0.4375, 0.4375, 0.398438, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.427734, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.425781, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.435547, 0.369141, 0.4375, 0.4375, 0.427734, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.435547, 0.4375, 0.433594, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.435547, 0.4375, 0.259766, 0.4375, 0.4375, 0.4375, 0.4375, 0.269531, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.421875, 0.4375, 0.431641, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.435547, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.435547, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.306641, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.40625, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.396484, 0.384766, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.427734, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.347656, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.433594, 0.4375, 0.339844, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.416016, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.417969, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.386719, 0.4375, 0.4375, 0.4375, 0.4375, 0.185547, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.417969, 0.4375, 0.4375, 0.435547, 0.287109, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.168945, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.425781, 0.4375, 0.4375, 0.394531, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.435547, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.429688, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.421875, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.423828, 0.4375, 0.4375, 0.000418, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.394531, 0.4375, 0.433594, 0.423828, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.408203, 0.4375, 0.419922, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.167969, 0.4375, 0.416016, 0.4375, 0.000408, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.419922, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.429688, 0.4375, 0.4375, 0.4375, 0.433594, 0.4375, 0.4375, 0.4375, 0.4375, 0.429688, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.378906, 0.4375, 0.269531, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.423828, 0.4375, 0.425781, 0.4375, 0.419922, 0.236328, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.435547, 0.4375, 0.4375, 0.408203, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.408203, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.427734, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.375, 0.4375, 0.4375, 0.4375, 0.4375, 0.435547, 0.4375, 0.427734, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.357422, 0.4375, 0.4375, 0.433594, 0.4375, 0.4375, 0.330078, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.417969, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.414062, 0.4375, 0.4375, 0.4375, 0.4375, 0.355469, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.380859, 0.4375, 0.296875, 0.433594, 0.4375, 0.00042, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.435547, 0.4375, 0.404297, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.386719, 0.4375, 0.404297, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.371094, 0.433594, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.333984, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.427734, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.429688, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.361328, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.433594, 0.367188, 0.4375, 0.4375, 0.4375, 0.4375, 0.353516, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.429688, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.287109, 0.4375, 0.310547, 0.4375, 0.4375, 0.412109, 0.4375, 0.373047, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.380859, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.427734, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.332031, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.433594, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.433594, 0.4375, 0.412109, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.314453, 0.435547, 0.4375, 0.4375, 0.28125, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.431641, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.421875, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.433594, 0.4375, 0.4375, 0.427734, 0.4375, 0.435547, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.410156, 0.431641, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.259766, 0.417969, 0.4375, 0.4375, 0.4375, 0.4375, 0.122559, 0.4375, 0.4375, 0.4375, 0.433594, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.333984, 0.4375, 0.4375, 0.4375, 0.4375, 0.408203, 0.4375, 0.4375, 0.423828, 0.177734, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.386719, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.425781, 0.4375, 0.417969, 0.4375, 0.304688, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.425781, 0.412109, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.412109, 0.4375, 0.4375, 0.396484, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.427734, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.318359, 0.427734, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.371094, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.425781, 0.386719, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.435547, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.412109, 0.4375, 0.4375, 0.4375, 0.265625, 0.4375, 0.4375, 0.188477, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.253906, 0.427734, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.365234, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.429688, 0.4375, 0.412109, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.419922, 0.4375, 0.4375, 0.380859, 0.4375, 0.4375, 0.4375, 0.4375, 0.351562, 0.4375, 0.382812, 0.4375, 0.4375, 0.4375, 0.4375, 0.229492, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.345703, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.392578, 0.271484, 0.435547, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.433594, 0.4375, 0.4375, 0.4375, 0.425781, 0.4375, 0.4375, 0.4375, 0.421875, 0.4375, 0.4375, 0.375, 0.4375, 0.4375, 0.4375, 0.4375, 0.188477, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.298828, 0.4375, 0.4375, 0.4375, 0.4375, 0.376953, 0.4375, 0.4375, 0.4375, 0.365234, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.384766, 0.4375, 0.4375, 0.300781, 0.4375, 0.4375, 0.4375, 0.4375, 0.000416, 0.423828, 0.4375, 0.289062, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.423828, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.382812, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.431641, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.00041, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.382812, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.197266, 0.34375, 0.4375, 0.414062, 0.4375, 0.4375, 0.4375, 0.4375, 0.433594, 0.429688, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.416016, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.226562, 0.4375, 0.435547, 0.4375, 0.4375, 0.357422, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.419922, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.271484, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.207031, 0.4375, 0.4375, 0.4375, 0.4375, 0.351562, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.419922, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.417969, 0.398438, 0.4375, 0.4375, 0.408203, 0.4375, 0.4375, 0.398438, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.433594, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.271484, 0.4375, 0.4375, 0.000418, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.417969, 0.4375, 0.4375, 0.4375, 0.337891, 0.243164, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.382812, 0.4375, 0.4375, 0.4375, 0.361328, 0.4375, 0.4375, 0.431641, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.435547, 0.4375, 0.4375, 0.4375, 0.431641, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.376953, 0.4375, 0.4375, 0.4375, 0.4375, 0.314453, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.435547, 0.4375, 0.4375, 0.341797, 0.412109, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.375, 0.400391, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.435547, 0.4375, 0.4375, 0.427734, 0.431641, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.425781, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.3125, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.417969, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.421875, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.279297, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.421875, 0.435547, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.421875, 0.4375, 0.4375, 0.4375, 0.416016, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.367188, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.429688, 0.25, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.433594, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.435547, 0.4375, 0.4375, 0.4375, 0.333984, 0.4375, 0.4375, 0.4375, 0.341797, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.285156, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.398438, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.287109, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375 ] } , "name": "onnx::Mul_11419", "outputIndexes": [ 6308 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6307, 6308 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 6309 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6236, 6309 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/Add_output_0", "outputIndexes": [ 6310 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6310 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.37/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 6311 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6311 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.37/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 6312 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6312, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 6313 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6313, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 6314 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6310, 6314 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 6315 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.539062, 0.605469, 0.390625, 0.578125, 0.613281, 0.640625, 0.628906, 0.6875, 0.574219, 0.503906, 0.59375, 0.652344, 0.636719, 0.578125, 0.519531, 0.609375, 0.613281, 0.621094, 0.628906, 0.574219, 0.617188, 0.558594, 0.535156, 0.578125, 0.589844, 0.617188, 0.488281, 0.59375, 0.707031, 0.376953, 0.601562, 0.605469, 0.554688, 0.621094, 0.546875, 0.582031, 0.617188, 0.318359, 0.582031, 0.679688, 0.490234, 0.408203, 0.707031, 0.636719, 0.605469, 0.597656, 0.201172, 0.601562, 0.644531, 0.5625, 0.410156, 0.5, 0.582031, 0.472656, 0.605469, 0.625, 0.605469, 0.589844, 0.605469, 0.5625, 0.566406, 0.527344, 0.597656, 0.597656, 0.53125, 0.589844, 0.5625, 0.570312, 0.5, 0.554688, 0.5625, 0.628906, 0.546875, 0.554688, 0.578125, 0.601562, 0.597656, 0.574219, 0.621094, 0.605469, 0.605469, 0.601562, 0.578125, 0.648438, 0.621094, 0.570312, 0.585938, 0.621094, 0.679688, 0.6875, 0.589844, 0.59375, 0.515625, 0.601562, 0.628906, 0.613281, 0.249023, 0.609375, 0.648438, 0.609375, 0.601562, 0.609375, 0.570312, 0.566406, 0.632812, 0.570312, 0.585938, 0.570312, 0.652344, 0.605469, 0.625, 0.617188, 0.59375, 0.640625, 0.347656, 0.554688, 0.5625, 0.566406, 0.570312, 0.617188, 0.625, 0.574219, 0.628906, 0.558594, 0.621094, 0.628906, 0.597656, 0.621094, 0.589844, 0.625, 0.582031, 0.628906, 0.558594, 0.671875, 0.209961, 0.605469, 0.613281, 0.816406, 0.605469, 0.65625, 0.621094, 0.640625, 0.621094, 0.585938, 0.519531, 0.574219, 0.652344, 0.589844, 0.542969, 0.609375, 0.597656, 0.578125, 0.550781, 0.574219, 0.621094, 0.535156, 0.578125, 0.546875, 0.621094, 0.597656, 0.539062, 0.691406, 0.609375, 0.597656, 0.613281, 0.511719, 0.53125, 0.605469, 0.231445, 0.490234, 0.326172, 0.302734, 0.59375, 0.585938, 0.597656, 0.566406, 0.578125, 0.566406, 0.597656, 0.582031, 0.558594, 0.578125, 0.601562, 0.660156, 0.597656, 0.597656, 0.574219, 0.628906, 0.609375, 0.503906, 0.539062, 0.597656, 0.558594, 0.570312, 0.609375, 0.527344, 0.613281, 0.585938, 0.851562, 0.570312, 0.613281, 0.679688, 0.574219, 0.570312, 0.585938, 0.570312, 0.558594, 0.605469, 0.570312, 0.59375, 0.605469, 0.582031, 0.597656, 0.585938, 0.578125, 0.605469, 0.589844, 0.566406, 0.605469, 0.613281, 0.726562, 0.515625, 0.609375, 0.660156, 0.578125, 0.609375, 0.648438, 0.597656, 0.605469, 0.585938, 0.371094, 0.601562, 0.675781, 0.589844, 0.636719, 0.597656, 0.621094, 0.609375, 0.589844, 0.621094, 0.597656, 0.605469, 0.355469, 0.621094, 0.515625, 0.605469, 0.486328, 0.429688, 0.539062, 0.585938, 0.664062, 0.605469, 0.652344, 0.570312, 0.648438, 0.613281, 0.589844, 0.5625, 0.664062, 0.511719, 0.574219, 0.578125, 0.597656, 0.582031, 0.523438, 0.601562, 0.5625, 0.628906, 0.585938, 0.566406, 0.601562, 0.566406, 0.570312, 0.578125, 0.605469, 0.636719, 0.542969, 0.605469, 0.628906, 0.609375, 0.589844, 0.519531, 0.5625, 0.433594, 0.589844, 0.582031, 0.546875, 0.644531, 0.4375, 0.613281, 0.59375, 0.542969, 0.613281, 0.582031, 0.582031, 0.605469, 0.597656, 0.380859, 0.589844, 0.710938, 0.582031, 0.496094, 0.605469, 0.628906, 0.582031, 0.574219, 0.515625, 0.597656, 0.617188, 0.542969, 0.554688, 0.585938, 0.621094, 0.570312, 0.582031, 0.589844, 0.632812, 0.384766, 0.589844, 0.59375, 0.192383, 0.589844, 0.400391, 0.554688, 0.570312, 0.617188, 0.574219, 0.605469, 0.621094, 0.585938, 0.357422, 0.578125, 0.527344, 0.578125, 0.621094, 0.597656, 0.605469, 0.558594, 0.597656, 0.417969, 0.59375, 0.652344, 0.613281, 0.582031, 0.59375, 0.527344, 0.597656, 0.46875, 0.333984, 0.464844, 0.449219, 0.597656, 0.65625, 0.605469, 0.625, 0.578125, 0.605469, 0.558594, 0.578125, 0.410156, 0.597656, 0.59375, 0.597656, 0.628906, 0.384766, 0.621094, 0.609375, 0.644531, 0.5625, 0.585938, 0.589844, 0.609375, 0.597656, 0.585938, 0.582031, 0.558594, 0.601562, 0.492188, 0.546875, 0.597656, 0.570312, 0.636719, 0.570312, 0.59375, 0.601562, 0.613281, 0.675781, 0.648438, 0.597656, 0.605469, 0.605469, 0.578125, 0.527344, 0.523438, 0.515625, 0.628906, 0.597656, 0.578125, 0.519531, 0.585938, 0.621094, 0.613281, 0.621094, 0.210938, 0.542969, 0.574219, 0.640625, 0.558594, 0.429688, 0.578125, 0.582031, 0.53125, 0.582031, 0.597656, 0.601562, 0.570312, 0.5625, 0.578125, 0.625, 0.507812, 0.617188, 0.636719, 0.142578, 0.566406, 0.570312, 0.621094, 0.539062, 0.523438, 0.59375, 0.609375, 0.597656, 0.582031, 0.359375, 0.648438, 0.496094, 0.59375, 0.597656, 0.59375, 0.722656, 0.632812, 0.443359, 0.617188, 0.621094, 0.507812, 0.613281, 0.570312, 0.597656, 0.601562, 0.511719, 0.628906, 0.617188, 0.5625, 0.539062, 0.554688, 0.589844, 0.570312, 0.554688, 0.484375, 0.632812, 0.613281, 0.605469, 0.597656, 0.574219, 0.554688, 0.5625, 0.605469, 0.546875, 0.675781, 0.376953, 0.570312, 0.570312, 0.558594, 0.59375, 0.585938, 0.566406, 0.582031, 0.554688, 0.667969, 0.574219, 0.527344, 0.365234, 0.515625, 0.609375, 0.357422, 0.490234, 0.523438, 0.597656, 0.285156, 0.589844, 0.597656, 0.578125, 0.542969, 0.617188, 0.609375, 0.574219, 0.582031, 0.585938, 0.574219, 0.566406, 0.632812, 0.5625, 0.5625, 0.558594, 0.5625, 0.542969, 0.478516, 0.609375, 0.550781, 0.628906, 0.5625, 0.65625, 0.589844, 0.574219, 0.574219, 0.617188, 0.574219, 0.585938, 0.578125, 0.613281, 0.597656, 0.644531, 0.578125, 0.597656, 0.523438, 0.558594, 0.609375, 0.65625, 0.515625, 0.373047, 0.482422, 0.486328, 0.554688, 0.605469, 0.570312, 0.578125, 0.582031, 0.554688, 0.605469, 0.605469, 0.494141, 0.570312, 0.566406, 0.640625, 0.578125, 0.582031, 0.570312, 0.478516, 0.585938, 0.324219, 0.53125, 0.625, 0.554688, 0.558594, 0.585938, 0.628906, 0.59375, 0.585938, 0.488281, 0.503906, 0.59375, 0.574219, 0.585938, 0.578125, 0.644531, 0.574219, 0.574219, 0.628906, 0.597656, 0.5625, 0.59375, 0.574219, 0.582031, 0.59375, 0.613281, 0.365234, 0.683594, 0.609375, 0.507812, 0.605469, 0.589844, 0.546875, 0.601562, 0.570312, 0.613281, 0.511719, 0.585938, 0.617188, 0.597656, 0.605469, 0.59375, 0.59375, 0.636719, 0.582031, 0.574219, 0.527344, 0.65625, 0.613281, 0.605469, 0.582031, 0.621094, 0.570312, 0.625, 0.59375, 0.667969, 0.589844, 0.617188, 0.53125, 0.257812, 0.570312, 0.597656, 0.5625, 0.192383, 0.601562, 0.507812, 0.597656, 0.628906, 0.550781, 0.597656, 0.546875, 0.566406, 0.597656, 0.578125, 0.660156, 0.605469, 0.609375, 0.542969, 0.582031, 0.5625, 0.558594, 0.400391, 0.5625, 0.585938, 0.636719, 0.605469, 0.328125, 0.326172, 0.59375, 0.636719, 0.542969, 0.613281, 0.472656, 0.636719, 0.546875, 0.601562, 0.578125, 0.558594, 0.578125, 0.535156, 0.582031, 0.582031, 0.578125, 0.636719, 0.613281, 0.53125, 0.59375, 0.527344, 0.65625, 0.605469, 0.527344, 0.710938, 0.597656, 0.339844, 0.523438, 0.585938, 0.326172, 0.632812, 0.585938, 0.570312, 0.542969, 0.601562, 0.613281, 0.515625, 0.542969, 0.515625, 0.5625, 0.605469, 0.652344, 0.625, 0.636719, 0.503906, 0.613281, 0.625, 10.125, 0.578125, 0.605469, 0.546875, 0.625, 0.585938, 0.625, 0.5625, 0.550781, 0.617188, 0.589844, 0.355469, 0.578125, 0.585938, 0.660156, 0.597656, 0.457031, 0.259766, 0.609375, 0.574219, 0.582031, 0.644531, 0.597656, 0.5, 0.574219, 0.601562, 0.613281, 0.523438, 0.589844, 0.601562, 0.566406, 0.53125, 0.519531, 0.546875, 0.621094, 0.566406, 0.589844, 0.65625, 0.574219, 0.628906, 0.53125, 0.535156, 0.625, 0.589844, 0.582031, 0.570312, 0.408203, 0.402344, 0.359375, 0.554688, 0.640625, 0.464844, 0.613281, 0.597656, 0.574219, 0.570312, 0.451172, 0.5, 0.570312, 0.5625, 0.609375, 0.601562, 0.507812, 0.369141, 0.609375, 0.457031, 0.589844, 0.478516, 0.40625, 0.617188, 0.578125, 0.574219, 0.636719, 0.632812, 0.597656, 0.570312, 0.605469, 0.578125, 0.648438, 0.585938, 0.621094, 0.445312, 0.613281, 0.498047, 0.441406, 0.527344, 0.601562, 0.453125, 0.617188, 0.652344, 0.214844, 0.496094, 0.585938, 0.609375, 0.539062, 0.609375, 0.582031, 0.462891, 0.644531, 0.589844, 0.19043, 0.523438, 0.554688, 0.582031, 0.617188, 0.636719, 0.589844, 0.566406, 0.585938, 0.605469, 0.601562, 0.257812, 0.652344, 0.578125, 0.546875, 0.597656, 0.59375, 0.589844, 0.585938, 0.539062, 0.558594, 0.570312, 0.601562, 0.6875, 0.570312, 0.558594, 0.589844, 0.5625, 1.039062, 0.59375, 0.578125, 0.566406, 0.589844, 0.59375, 0.5625, 0.277344, 0.523438, 0.5625, 0.640625, 0.582031, 0.621094, 0.570312, 0.605469, 0.423828, 0.566406, 0.539062, 0.597656, 0.5625, 0.457031, 0.683594, 0.742188, 0.625, 0.597656, 0.621094, 0.585938, 0.558594, 0.566406, 0.609375, 0.582031, 0.597656, 0.601562, 0.578125, 0.519531, 0.679688, 0.320312, 0.550781, 0.566406, 0.613281, 0.605469, 0.652344, 0.390625, 0.498047, 0.601562, 0.261719, 0.539062, 0.546875, 0.589844, 0.589844, 0.578125, 0.597656, 0.625, 0.574219, 0.605469, 0.566406, 0.644531, 0.507812, 0.523438, 0.613281, 0.582031, 0.621094, 0.570312, 0.523438, 0.376953, 0.546875, 0.566406, 0.582031, 0.402344, 0.636719, 0.582031, 0.621094, 0.589844, 0.554688, 0.605469, 0.582031, 0.554688, 0.597656, 0.589844, 0.523438, 0.589844, 0.25, 0.628906, 0.5625, 0.667969, 0.621094, 0.515625, 0.613281, 0.621094, 0.640625, 0.582031, 0.640625, 0.582031, 0.511719, 0.546875, 0.550781, 0.601562, 0.578125, 0.625, 0.648438, 0.636719, 0.566406, 0.470703, 0.542969, 0.421875, 0.597656, 0.542969, 0.5625, 0.566406, 0.585938, 0.621094, 0.582031, 0.613281, 0.628906, 0.546875, 0.546875, 0.621094, 0.589844, 0.558594, 0.613281, 0.539062, 0.589844, 0.574219, 0.589844, 0.613281, 0.628906, 0.570312, 0.621094, 0.263672, 0.632812, 0.585938, 0.546875, 0.671875, 0.558594, 0.578125, 0.578125, 0.644531, 0.582031, 0.597656, 0.601562, 0.582031, 0.496094, 0.539062, 0.152344, 0.597656, 0.601562, 0.523438, 0.585938, 0.5625, 0.550781, 0.59375, 0.550781, 0.582031, 0.609375, 0.574219, 0.554688, 0.632812, 0.519531, 0.621094, 0.574219, 0.601562, 0.394531, 0.566406, 0.609375, 0.601562, 0.558594, 0.515625, 0.578125, 0.578125, 0.566406, 0.625, 0.582031, 0.53125, 0.574219, 0.640625, 0.613281, 0.578125, 0.535156, 0.601562, 0.597656, 0.287109, 0.5625, 0.527344, 0.425781, 0.601562, 0.570312, 0.597656, 0.59375, 0.621094, 0.589844, 0.617188, 0.474609, 0.59375, 0.609375, 0.648438, 0.601562, 0.353516, 0.589844, 0.566406, 0.582031, 0.59375, 0.566406, 0.554688, 0.474609, 0.613281, 0.578125, 0.482422, 0.542969, 0.558594, 0.582031, 0.539062, 0.625, 0.621094, 0.34375, 0.5625, 0.503906, 0.601562, 0.59375, 0.605469, 0.628906, 0.628906, 0.609375, 0.515625, 0.578125, 0.546875, 0.554688, 0.337891, 0.570312, 0.523438, 0.453125, 0.546875, 0.582031, 0.550781, 0.601562, 0.632812, 0.613281, 0.648438, 0.578125, 0.421875, 0.542969, 0.601562, 0.59375, 0.582031, 0.542969, 0.582031, 0.636719, 0.5625, 0.558594, 0.585938, 0.605469, 0.605469, 0.578125, 0.65625, 0.5625, 0.578125, 0.601562, 0.578125, 0.554688, 0.597656, 0.585938, 0.589844, 0.613281, 0.601562, 0.652344, 0.578125, 0.542969, 0.585938, 0.613281, 0.605469, 0.621094, 0.589844, 0.558594, 0.585938, 0.515625, 0.582031, 0.558594, 0.59375, 0.546875, 0.605469, 0.605469, 0.53125, 0.582031, 0.554688, 0.589844, 0.566406, 0.582031, 0.554688, 0.609375, 0.582031, 0.59375, 0.558594, 0.578125, 0.59375, 0.597656, 0.550781, 0.625, 0.550781, 0.582031, 0.546875, 0.636719, 0.613281, 0.519531, 0.632812, 0.589844, 0.292969, 0.609375, 0.5625, 0.5625, 0.539062, 0.59375, 0.582031, 0.59375, 0.570312, 0.570312, 0.597656, 0.566406, 0.589844, 0.5625, 0.566406, 0.613281, 0.554688, 0.628906, 0.498047, 0.298828, 0.585938, 0.589844, 0.558594, 0.570312, 0.554688, 0.558594, 0.570312, 0.574219, 0.6875, 0.589844, 0.566406, 0.554688, 0.574219, 0.640625, 0.601562, 0.582031, 0.617188, 0.554688, 0.644531, 0.613281, 0.400391, 0.570312, 0.535156, 0.582031, 0.613281, 0.605469, 0.660156, 0.554688, 0.351562, 0.589844, 0.695312, 0.589844, 0.182617, 0.585938, 0.597656, 0.582031, 0.628906, 0.617188, 0.515625, 0.570312, 0.601562, 0.617188, 0.652344, 0.609375, 0.644531, 0.605469, 0.601562, 0.570312, 0.597656, 0.396484, 0.535156, 0.582031, 0.511719, 0.609375, 0.609375, 0.601562, 0.188477, 0.554688, 0.5625, 0.613281, 0.597656, 0.550781, 0.574219, 0.566406, 0.550781, 0.613281, 0.632812, 0.570312, 0.574219, 0.640625, 0.621094, 0.597656, 0.53125, 0.617188, 0.648438, 0.515625, 0.625, 0.515625, 0.566406, 0.609375, 0.578125, 0.605469, 0.597656, 0.519531, 0.589844, 0.451172, 0.570312, 0.470703, 0.453125, 0.53125, 0.585938, 0.578125, 0.582031, 0.574219, 0.628906, 0.695312, 0.457031, 0.628906, 0.380859, 0.566406, 0.589844, 0.574219, 0.609375, 0.554688, 0.449219, 0.632812, 0.617188, 0.632812, 0.613281, 0.59375, 0.613281, 0.597656, 0.660156, 0.597656, 0.886719, 0.582031, 0.570312, 0.648438, 0.566406, 0.636719, 0.6875, 0.570312, 0.605469, 0.283203, 0.628906, 0.566406, 0.550781, 0.621094, 0.515625, 0.621094, 0.582031, 0.617188, 0.601562, 0.558594, 0.570312, 0.578125, 0.59375, 0.628906, 0.621094, 0.585938, 0.515625, 0.5625, 0.578125, 0.570312, 0.566406, 0.601562, 0.5625, 0.570312, 0.527344, 0.582031, 0.585938, 0.490234, 0.597656, 0.554688, 0.6875, 0.597656, 0.613281, 0.605469, 0.597656, 0.554688, 0.558594, 0.574219, 0.617188, 0.53125, 0.644531, 0.539062, 0.515625, 0.589844, 0.585938, 0.621094, 0.546875, 0.328125, 0.375, 0.585938, 0.582031, 0.585938, 0.490234, 0.601562, 0.597656, 0.632812, 0.507812, 0.574219, 0.427734, 0.558594, 0.574219, 0.636719, 0.546875, 0.570312, 0.597656, 0.613281, 0.570312, 0.605469, 0.539062, 0.306641, 0.535156, 0.535156, 0.515625, 0.636719, 0.558594, 0.609375, 0.582031, 0.613281, 0.402344, 0.578125, 0.390625, 0.589844, 0.632812, 0.589844, 0.582031, 0.597656, 0.601562, 0.640625, 0.472656, 0.570312, 0.570312, 0.625, 0.554688, 0.597656, 0.605469, 0.632812, 0.597656, 0.554688, 0.578125, 0.554688, 0.490234, 0.601562, 0.458984, 0.628906, 0.644531, 0.632812, 0.53125, 0.605469, 0.601562, 0.566406, 0.613281, 0.59375, 0.589844, 0.546875, 0.474609, 0.566406, 0.535156, 0.5625, 0.402344, 0.621094, 0.675781, 0.65625, 0.613281, 0.609375, 0.546875, 0.582031, 0.519531, 0.554688, 0.5625, 0.574219, 0.5, 0.605469, 0.675781, 0.546875, 0.59375, 0.589844, 0.535156, 0.609375, 0.636719, 0.566406, 0.503906, 0.53125, 0.574219, 0.617188, 0.574219, 0.574219, 0.542969, 0.582031, 0.570312, 0.128906, 0.59375, 0.539062, 0.554688, 0.613281, 0.589844, 0.695312, 0.507812, 0.574219, 0.574219, 0.375, 0.558594, 0.496094, 0.527344, 0.558594, 0.589844, 0.613281, 0.515625, 0.671875, 0.566406, 0.640625, 0.574219, 0.597656, 0.613281, 0.582031, 0.617188, 0.613281, 0.625, 0.777344, 0.585938, 0.605469, 0.566406, 0.597656, 0.5, 0.357422, 0.628906, 0.585938, 0.546875, 0.519531, 0.523438, 0.636719, 0.628906, 0.65625, 0.5625, 0.503906, 0.601562, 0.582031, 0.667969, 0.542969, 0.640625, 0.605469, 0.570312, 0.589844, 0.445312, 0.5625, 0.597656, 0.621094, 0.589844, 0.609375, 0.679688, 0.597656, 0.515625, 0.628906, 0.439453, 0.582031, 0.582031, 0.546875, 0.523438, 0.519531, 0.597656, 0.613281, 0.597656, 0.542969, 0.492188, 0.539062, 0.601562, 0.65625, 0.546875, 0.570312, 0.601562, 0.601562, 0.578125, 0.507812, 0.511719, 0.558594, 0.554688, 0.554688, 0.539062, 0.582031, 0.648438, 0.5625, 0.621094, 0.443359, 0.539062, 0.601562, 0.609375, 0.898438, 0.605469, 0.410156, 0.59375, 0.585938, 0.589844, 0.546875, 0.542969, 0.439453, 0.546875, 0.613281, 0.574219, 0.601562, 0.652344, 0.566406, 0.546875, 0.601562, 0.585938, 0.5625, 0.59375, 0.554688, 0.589844, 0.625, 0.582031, 0.589844, 0.527344, 0.589844, 0.621094, 0.496094, 0.546875, 0.652344, 0.617188, 0.589844, 0.644531, 0.585938, 0.585938, 0.644531, 0.625, 0.570312, 0.570312, 0.5625, 0.539062, 0.664062, 0.625, 0.605469, 0.597656, 0.5625, 0.554688, 0.570312, 0.400391, 0.613281, 0.597656, 0.570312, 0.625, 0.519531, 0.21582, 0.605469, 0.605469, 0.589844, 0.566406, 0.648438, 0.609375, 0.496094, 0.535156, 0.546875, 0.542969, 0.601562, 0.652344, 0.539062, 0.597656, 0.625, 0.558594, 0.574219, 0.523438, 0.644531, 0.621094, 0.5625, 0.578125, 0.613281, 0.574219, 0.484375, 0.632812, 0.300781, 0.357422, 0.585938, 0.523438, 0.478516, 0.628906, 0.566406, 0.554688, 0.644531, 0.511719, 0.667969, 0.613281, 0.542969, 0.449219, 0.546875, 0.601562, 0.523438, 0.546875, 0.578125, 0.605469, 0.597656, 0.597656, 0.605469, 0.636719, 0.609375, 0.601562, 0.558594, 0.550781, 0.550781, 0.443359, 0.605469, 0.566406, 0.574219, 0.613281, 0.609375, 0.566406, 0.589844, 0.5625, 0.546875, 0.605469, 0.554688, 0.5, 0.53125, 0.582031, 0.640625, 0.550781, 0.5625, 0.621094, 0.605469, 0.486328, 0.578125, 0.640625, 0.613281, 0.675781, 0.582031, 0.298828, 0.527344, 0.539062, 0.632812, 0.601562, 0.65625, 0.570312, 0.582031, 0.357422, 0.503906, 0.578125, 0.589844, 0.582031, 0.621094, 0.980469, 0.59375, 0.589844, 0.707031, 0.554688, 0.582031, 0.59375, 0.546875, 0.558594, 0.574219, 0.648438, 0.550781, 0.882812, 0.550781, 0.589844, 0.632812, 0.613281, 0.582031, 0.554688, 0.445312, 0.644531, 0.523438, 0.597656, 0.554688, 0.539062, 0.5625, 0.570312, 0.652344, 0.492188, 0.59375, 0.613281, 0.609375, 0.570312, 0.605469, 0.554688, 0.667969, 0.402344, 0.617188, 0.589844, 0.503906, 0.308594, 0.605469, 0.519531, 0.496094, 0.597656, 0.621094, 0.625, 0.550781, 0.589844, 0.574219, 0.554688, 0.574219, 0.605469, 0.217773, 0.582031, 0.59375, 0.585938, 0.570312, 0.597656, 0.582031, 0.589844, 0.527344, 0.585938, 0.511719, 0.259766, 0.546875, 0.640625, 0.609375, 0.53125, 0.558594, 0.578125, 0.570312, 0.574219, 0.613281, 0.539062, 0.554688, 0.644531, 0.589844, 0.589844, 0.539062, 0.625, 0.570312, 0.585938, 0.601562, 0.644531, 0.433594, 0.597656, 0.617188, 0.636719, 0.613281, 0.589844, 0.589844, 0.628906, 0.554688, 0.5625, 0.570312, 0.396484, 0.5, 0.597656, 0.578125, 0.5625, 0.644531, 0.667969, 0.582031, 0.578125, 0.632812, 0.664062, 0.613281, 0.566406, 0.4375, 0.585938, 0.640625, 0.601562, 0.585938, 0.621094, 0.617188, 0.59375, 0.519531, 0.235352, 0.535156, 0.589844, 0.605469, 0.570312, 0.605469, 0.589844, 0.439453, 0.5625, 0.523438, 0.570312, 0.5625, 0.574219, 0.566406, 0.621094, 0.546875, 0.539062, 0.380859, 0.570312, 0.3125, 0.609375, 0.574219, 0.59375, 0.570312, 0.589844, 0.597656, 0.492188, 0.632812, 0.59375, 0.59375, 0.582031, 0.5625, 0.53125, 0.582031, 0.613281, 0.46875, 0.482422, 0.597656, 0.582031, 0.5625, 0.617188, 0.3125, 0.597656, 0.613281, 0.578125, 0.550781, 0.578125, 0.585938, 0.71875, 0.582031, 0.4375, 0.578125, 0.625, 0.507812, 0.621094, 0.59375, 0.601562, 0.59375, 0.601562, 0.582031, 0.535156, 0.574219, 0.644531, 0.621094, 0.503906, 0.613281, 0.570312, 0.621094, 0.605469, 0.636719, 0.554688, 0.433594, 0.621094, 0.566406, 0.632812, 0.679688, 0.640625, 0.492188, 0.597656, 0.535156, 0.65625, 0.628906, 0.609375, 0.259766, 0.589844, 0.582031, 0.582031, 0.359375, 0.443359, 0.5625, 0.574219, 0.835938, 0.447266, 0.636719, 0.621094, 0.59375, 0.507812, 0.628906, 0.378906, 0.570312, 0.5625, 0.554688, 0.597656, 0.337891, 0.609375, 0.605469, 0.585938, 0.640625, 0.621094, 0.392578, 0.5625, 0.558594, 0.558594, 0.683594, 0.542969, 0.570312, 0.550781, 0.542969, 0.332031, 0.613281, 0.753906, 0.546875, 0.585938, 0.539062, 0.628906, 0.597656, 0.609375, 0.441406, 0.609375, 0.582031, 0.519531, 0.578125, 0.589844, 0.632812, 0.667969, 0.59375, 0.570312, 0.59375, 0.578125, 0.589844, 0.542969, 0.460938, 0.550781, 0.621094, 0.667969, 0.585938, 0.820312, 0.648438, 0.613281, 0.558594, 0.546875, 0.660156, 0.558594, 0.648438, 0.328125, 0.539062, 0.484375, 0.652344, 0.613281, 0.208008, 0.582031, 0.585938, 0.613281, 0.474609, 0.539062, 0.570312, 0.605469, 0.617188, 0.597656, 0.648438, 0.632812, 0.667969, 0.570312, 0.589844, 0.558594, 0.53125, 0.574219, 0.605469, 0.578125, 0.613281, 0.589844, 0.523438, 0.589844, 0.613281, 0.546875, 0.542969, 0.625, 0.230469, 0.59375, 0.578125, 0.570312, 0.484375, 0.605469, 0.570312, 0.644531, 0.460938, 0.582031, 0.550781, 0.550781, 0.566406, 0.5625, 0.621094, 0.527344, 0.621094, 0.574219, 0.255859, 0.570312, 0.613281, 0.601562, 0.392578, 0.636719, 0.503906, 0.597656, 0.435547, 0.578125, 0.5625, 0.640625, 0.546875, 0.574219, 0.443359, 0.539062, 0.414062, 0.617188, 0.578125, 0.550781, 0.554688, 0.601562, 0.628906, 0.585938, 0.578125, 0.582031, 0.613281, 0.511719, 0.570312, 0.640625, 0.535156, 0.625, 0.585938, 0.5625, 0.498047, 0.601562, 0.59375, 0.550781, 0.609375, 0.5625, 0.621094, 0.613281, 0.582031, 0.558594, 0.470703, 0.597656, 0.546875, 0.605469, 0.578125, 0.589844, 0.412109, 0.449219, 0.613281, 0.554688, 0.582031, 0.617188, 0.482422, 0.628906, 0.5625, 0.660156, 0.570312, 0.546875, 0.582031, 0.648438, 0.566406, 0.478516, 0.664062, 0.550781, 0.5625, 0.5625, 0.621094, 0.589844, 0.582031, 0.466797, 0.589844, 0.632812, 0.613281, 0.648438, 0.546875, 0.644531, 0.59375, 0.601562, 0.59375, 0.609375, 0.644531, 0.59375, 0.605469, 0.585938, 0.566406, 0.613281, 0.621094, 0.570312, 0.613281, 0.585938, 0.625, 0.597656, 0.625, 0.570312, 0.539062, 0.578125, 0.566406, 0.589844, 0.322266, 0.566406, 0.605469, 0.34375, 0.375, 0.585938, 0.482422, 0.609375, 0.392578, 0.410156, 0.535156, 0.53125, 0.574219, 0.605469, 0.585938, 0.431641, 0.582031, 0.589844, 0.582031, 0.470703, 0.5625, 0.640625, 0.519531, 0.605469, 0.546875, 0.550781, 0.542969, 0.582031, 0.570312, 0.310547, 0.617188, 0.582031, 0.765625, 0.546875, 0.574219, 0.5625, 0.589844, 0.589844, 0.59375, 0.53125, 0.605469, 0.550781, 0.546875, 0.597656, 0.601562, 0.394531, 0.597656, 0.507812, 0.597656, 0.574219, 0.65625, 0.605469, 0.601562, 0.621094, 0.421875, 0.601562, 0.667969, 0.644531, 0.546875, 0.621094, 0.585938, 0.578125, 0.582031, 0.574219, 0.582031, 0.570312, 0.578125, 0.539062, 0.605469, 0.574219, 0.613281, 0.554688, 0.621094, 0.703125, 0.59375, 0.625, 0.523438, 0.5625, 0.585938, 0.5625, 0.609375, 0.217773, 0.625, 0.566406, 0.621094, 0.613281, 0.574219, 0.597656, 0.585938, 0.601562, 0.582031, 0.574219, 0.589844, 0.574219, 0.59375, 0.652344, 0.574219, 0.605469, 0.474609, 0.457031, 0.632812, 0.601562, 0.5625, 0.511719, 0.566406, 0.482422, 0.640625, 0.554688, 0.546875, 0.605469, 0.644531, 0.388672, 0.574219, 0.625, 0.605469, 0.644531, 0.601562, 0.515625, 0.597656, 0.667969, 0.605469, 0.617188, 0.59375, 0.597656, 0.605469, 0.59375, 0.585938, 0.423828, 0.558594, 0.597656, 0.550781, 0.578125, 0.523438, 0.589844, 0.644531, 0.585938, 0.597656, 0.578125, 0.636719, 0.5625, 0.566406, 0.570312, 0.695312, 0.507812, 0.601562, 0.578125, 0.621094, 0.632812, 0.558594, 0.443359, 0.589844, 0.597656, 0.503906, 0.621094, 0.546875, 0.496094, 0.589844, 0.5625, 0.628906, 0.59375, 0.511719, 0.605469, 0.585938, 0.585938, 0.482422, 0.582031, 0.582031, 0.417969, 0.589844, 0.59375, 0.605469, 0.578125, 0.5625, 0.621094, 0.609375, 0.585938, 0.451172, 0.53125, 0.490234, 0.613281, 0.5, 0.585938, 0.601562, 0.582031, 0.609375, 0.589844, 0.566406, 0.644531, 0.585938, 0.5625, 0.519531, 0.636719, 0.605469, 0.53125, 0.589844, 0.546875, 0.636719, 0.5625, 0.601562, 0.5625, 0.601562, 0.535156, 0.523438, 0.703125, 0.609375, 0.613281, 0.570312, 0.4375, 0.578125, 0.546875, 0.625, 0.554688, 0.566406, 0.539062, 0.585938, 0.539062, 0.574219, 0.5625, 0.466797, 0.550781, 0.59375, 0.601562, 0.578125, -0.003937, 0.550781, 0.546875, 0.554688, 0.609375, 0.601562, 0.578125, 0.511719, 0.546875, 0.589844, 0.613281, 0.582031, 0.605469, 0.59375, 0.5, 0.621094, 0.546875, 0.640625, 0.613281, 0.644531, 0.585938, 0.546875, 0.322266, 0.433594, 0.570312, 0.621094, 0.589844, 0.5625, 0.539062, 0.613281, 0.539062, 0.59375, 0.605469, 0.542969, 0.59375, 0.412109, 0.535156, 0.570312, 0.507812, 0.636719, 0.558594, 0.546875, 0.597656, 0.558594, 0.679688, 0.640625, 0.585938, 0.574219, 0.5, 0.621094, 0.574219, 0.621094, 0.59375, 0.574219, 0.609375, 0.546875, 0.384766, 0.59375, 0.609375, 0.546875, 0.570312, 0.605469, 0.570312, 0.578125, 0.578125, 0.59375, 0.570312, 0.570312, 0.621094, 0.527344, 0.457031, 0.539062, 0.546875, 0.535156, 0.605469, 0.5625, 0.294922, 0.652344, 0.578125, 0.597656, 0.59375, 0.597656, 0.601562, 0.597656, 0.597656, 0.605469, 0.550781, 0.589844, 0.667969, 0.535156, 0.582031, 0.546875, 0.605469, 0.648438, 0.640625, 0.570312, 0.644531, 0.566406, 0.550781, 0.539062, 0.605469, 0.621094, 0.59375, 0.582031, 0.539062, 0.636719, 0.621094, 0.585938, 0.652344, 0.585938, 0.667969, 0.574219, 0.570312, 0.597656, 0.539062, 0.605469, 0.259766, 0.585938, 0.617188, 0.558594, 0.585938, 0.59375, 0.578125, 0.609375, 0.617188, 0.34375, 0.474609, 0.492188, 0.597656, 0.566406, 0.566406, 0.574219, 0.542969, 0.59375, 0.527344, 0.570312, 0.585938, 0.570312, 0.609375, 0.566406, 0.359375, 0.5625, 0.498047, 0.539062, 0.5625, 0.566406, 0.597656, 0.578125, 0.585938, 0.574219, 0.5625, 0.373047, 0.59375, 0.621094, 0.53125, 0.535156, 0.574219, 0.601562, 0.625, 0.632812, 0.605469, 0.421875, 0.574219, 0.523438, 0.511719, 0.621094, 0.570312, 0.574219, 0.617188, 0.535156, 0.570312, 0.558594, 0.59375, 0.597656, 0.550781, 0.40625, 0.488281, 0.613281, 0.601562, 0.835938, 0.601562, 0.574219, 0.582031, 0.550781, 0.675781, 0.542969, 0.621094, 0.5625, 0.585938, 0.582031, 0.601562, 0.570312, 0.585938, 0.574219, 0.597656, 0.511719, 0.578125, 0.574219, 0.597656, 0.640625, 0.601562, 0.625, 0.507812, 0.5625, 0.636719, 0.613281, 0.601562, 0.542969, 0.519531, 0.664062, 0.503906, 0.640625, 0.613281, 0.507812, 0.601562, 0.363281, 0.542969, 0.613281, 0.546875, 0.570312, 0.5625, 0.578125, 0.507812, 0.554688, 0.609375, 0.542969, 0.601562, 0.648438, 0.628906, 0.558594, 0.613281, 0.5625, 0.582031, 0.664062, 0.462891, 0.535156, 0.582031, 0.628906, 0.582031, 0.582031, 0.578125, 0.597656, 0.636719, 0.597656, 0.554688, 0.59375, 0.648438, 0.621094, 0.589844, 0.601562, 0.605469, 0.574219, 0.5625, 0.597656, 0.613281, 0.515625, 0.617188, 0.589844 ] } , "name": "onnx::Mul_11420", "outputIndexes": [ 6316 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6315, 6316 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 6317 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6317 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.37/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 8169 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8169 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.37/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 8170 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8170 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2200378020, 13107222, 3276800, 0, 0 ] } , "name": "/layers.37/mlp/gate_proj/Linear", "outputIndexes": [ 8171 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8171 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.37/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 8172 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8172 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.37/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 6318 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6318 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.37/mlp/act_fn/Mul_output_0", "outputIndexes": [ 6319 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6318, 6319 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 6320 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 6320 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 6321 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6318, 6321 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/mlp/act_fn/Add_output_0", "outputIndexes": [ 6322 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 6322 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 6323 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6323 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.37/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 6324 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 6324 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 6325 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6318, 6325 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 6326 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 6326 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 6327 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8170 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2216762042, 13107222, 3276800, 0, 0 ] } , "name": "/layers.37/mlp/up_proj/Linear", "outputIndexes": [ 8175 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8175 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.37/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 8176 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8176 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.37/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 6328 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6327, 6328 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/mlp/Mul_output_0", "outputIndexes": [ 6329 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6329 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.37/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 8177 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8177 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.37/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 8178 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8178 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2233146064, 13107222, 3276800, 0, 0 ] } , "name": "/layers.37/mlp/down_proj/Linear", "outputIndexes": [ 8179 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8179 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.37/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 8180 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8180 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.37/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 6330 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6330 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.37/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 6332 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6332 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.37/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 6333 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6333, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 6334 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6334, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 6335 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6330, 6335 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 6336 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.871094, 0.871094, 0.251953, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.859375, 0.871094, 0.871094, 0.871094, 0.871094, 0.773438, 0.871094, 0.871094, 0.871094, 0.871094, 0.78125, 0.871094, 0.871094, 0.804688, 0.824219, 0.871094, 0.871094, 0.871094, 0.871094, 0.855469, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.691406, 0.835938, 0.871094, 0.820312, 0.871094, 0.84375, 0.871094, 0.871094, 0.851562, 0.000809, 0.871094, 0.871094, 0.851562, 0.84375, 0.808594, 0.871094, 0.345703, 0.871094, 0.871094, 0.871094, 0.855469, 0.871094, 0.863281, 0.871094, 0.828125, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.796875, 0.835938, 0.789062, 0.871094, 0.847656, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.773438, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.376953, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.867188, 0.871094, 0.871094, 0.871094, 0.863281, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.443359, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.785156, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.839844, 0.871094, 0.871094, 0.871094, 0.832031, 0.871094, 0.871094, 0.871094, 0.871094, 0.710938, 0.871094, 0.871094, 0.832031, 0.867188, 0.871094, 0.373047, 0.871094, 0.871094, 0.871094, 0.832031, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.855469, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.75, 0.871094, 0.871094, 0.871094, 0.777344, 0.863281, 0.871094, 0.863281, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.777344, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.800781, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.5, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.746094, 0.871094, 0.859375, 0.871094, 0.707031, 0.871094, 0.871094, 0.800781, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.835938, 0.871094, 0.871094, 0.871094, 0.855469, 0.871094, 0.871094, 0.726562, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.847656, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.835938, 0.871094, 0.871094, 0.847656, 0.871094, 0.871094, 0.871094, 0.871094, 0.832031, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.863281, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.847656, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.613281, 0.8125, 0.847656, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.667969, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.6875, 0.871094, 0.871094, 0.761719, 0.851562, 0.730469, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.824219, 0.871094, 0.871094, 0.871094, 0.75, 0.871094, 0.871094, 0.644531, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.707031, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.839844, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.851562, 0.703125, 0.871094, 0.871094, 0.558594, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.683594, 0.863281, 0.871094, 0.871094, 0.820312, 0.125977, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.832031, 0.871094, 0.871094, 0.373047, 0.871094, 0.871094, 0.871094, 0.828125, 0.871094, 0.871094, 0.871094, 0.871094, 0.851562, 0.765625, 0.871094, 0.644531, 0.871094, 0.871094, 0.871094, 0.361328, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.777344, 0.871094, 0.832031, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.761719, 0.675781, 0.871094, 0.871094, 0.785156, 0.871094, 0.871094, 0.871094, 0.871094, 0.707031, 0.847656, 0.871094, 0.683594, 0.871094, 0.871094, 0.871094, 0.871094, 0.679688, 0.871094, 0.871094, 0.871094, 0.828125, 0.867188, 0.847656, 0.839844, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.777344, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.800781, 0.871094, 0.871094, 0.871094, 0.78125, 0.871094, 0.871094, 0.554688, 0.8125, 0.871094, 0.871094, 0.648438, 0.871094, 0.871094, 0.8125, 0.863281, 0.871094, 0.871094, 0.59375, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.835938, 0.835938, 0.871094, 0.867188, 0.871094, 0.871094, 0.847656, 0.871094, 0.804688, 0.832031, 0.871094, 0.871094, 0.84375, 0.742188, 0.871094, 0.871094, 0.816406, 0.871094, 0.871094, 0.871094, 0.851562, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.291016, 0.871094, 0.871094, 0.357422, 0.863281, 0.871094, 0.761719, 0.871094, 0.871094, 0.871094, 0.863281, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.855469, 0.000824, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.730469, 0.71875, 0.871094, 0.871094, 0.808594, 0.867188, 0.871094, 0.871094, 0.871094, 0.449219, 0.273438, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.6875, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.808594, 0.871094, 0.871094, 0.863281, 0.871094, 0.871094, 0.871094, 0.84375, 0.804688, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.519531, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.064453, 0.871094, 0.871094, 0.871094, 0.871094, 0.867188, 0.871094, 0.851562, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.824219, 0.369141, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.824219, 0.832031, 0.871094, 0.871094, 0.871094, 0.738281, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.365234, 0.871094, 0.871094, 0.871094, 0.851562, 0.871094, 0.839844, 0.871094, 0.871094, 0.871094, 0.648438, 0.871094, 0.871094, 0.753906, 0.871094, 0.871094, 0.625, 0.84375, 0.871094, 0.871094, 0.730469, 0.679688, 0.824219, 0.675781, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.800781, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.675781, 0.871094, 0.871094, 0.871094, 0.804688, 0.871094, 0.871094, 0.847656, 0.824219, 0.871094, 0.738281, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.867188, 0.871094, 0.871094, 0.699219, 0.871094, 0.871094, 0.84375, 0.871094, 0.832031, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.859375, 0.871094, 0.871094, 0.773438, 0.632812, 0.871094, 0.871094, 0.357422, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.792969, 0.65625, 0.871094, 0.800781, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.832031, 0.871094, 0.835938, 0.863281, 0.871094, 0.482422, 0.871094, 0.871094, 0.871094, 0.851562, 0.554688, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.742188, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.867188, 0.785156, 0.542969, 0.824219, 0.8125, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.859375, 0.859375, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.835938, 0.355469, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.644531, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.859375, 0.679688, 0.871094, 0.871094, 0.859375, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.757812, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.753906, 0.871094, 0.871094, 0.726562, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.820312, 0.871094, 0.828125, 0.871094, 0.488281, 0.871094, 0.871094, 0.871094, 0.867188, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.867188, 0.871094, 0.765625, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.691406, 0.871094, 0.835938, 0.824219, 0.871094, 0.871094, 0.871094, 0.871094, 0.839844, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.757812, 0.871094, 0.871094, 0.871094, 0.871094, 0.3125, 0.871094, 0.871094, 0.871094, 0.871094, 0.847656, 0.871094, 0.84375, 0.871094, 0.871094, 0.820312, 0.628906, 0.871094, 0.871094, 0.863281, 0.871094, 0.871094, 0.194336, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.574219, 0.871094, 0.871094, 0.761719, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.78125, 0.871094, 0.867188, 0.871094, 0.792969, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.851562, 0.871094, 0.871094, 0.761719, 0.871094, 0.871094, 0.847656, 0.871094, 0.871094, 0.871094, 0.851562, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.863281, 0.871094, 0.871094, 0.871094, 0.871094, 0.820312, 0.871094, 0.871094, 0.863281, 0.871094, 0.859375, 0.871094, 0.777344, 0.871094, 0.835938, 0.859375, 0.871094, 0.871094, 0.871094, 0.847656, 0.871094, 0.871094, 0.871094, 0.847656, 0.871094, 0.871094, 0.734375, 0.871094, 0.871094, 0.71875, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.636719, 0.871094, 0.679688, 0.761719, 0.871094, 0.8125, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.851562, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.757812, 0.871094, 0.730469, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.222656, 0.871094, 0.871094, 0.871094, 0.00082, 0.871094, 0.871094, 0.785156, 0.871094, 0.871094, 0.816406, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.828125, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.839844, 0.871094, 0.871094, 0.867188, 0.871094, 0.785156, 0.871094, 0.871094, 0.871094, 0.765625, 0.871094, 0.863281, 0.871094, 0.75, 0.871094, 0.863281, 0.835938, 0.871094, 0.871094, 0.871094, 0.871094, 0.710938, 0.871094, 0.570312, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.800781, 0.871094, 0.726562, 0.871094, 0.613281, 0.660156, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.84375, 0.851562, 0.871094, 0.871094, 0.726562, 0.871094, 0.871094, 0.804688, 0.871094, 0.871094, 0.871094, 0.710938, 0.871094, 0.871094, 0.820312, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.824219, 0.761719, 0.871094, 0.871094, 0.832031, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.757812, 0.871094, 0.871094, 0.871094, 0.871094, 0.730469, 0.871094, 0.761719, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.855469, 0.871094, 0.871094, 0.578125, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.636719, 0.871094, 0.871094, 0.820312, 0.871094, 0.808594, 0.722656, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.851562, 0.78125, 0.871094, 0.871094, 0.871094, 0.871094, 0.621094, 0.808594, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.746094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.539062, 0.871094, 0.222656, 0.820312, 0.871094, 0.275391, 0.871094, 0.789062, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.855469, 0.757812, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.746094, 0.871094, 0.851562, 0.871094, 0.832031, 0.78125, 0.871094, 0.765625, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.804688, 0.730469, 0.871094, 0.726562, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.679688, 0.824219, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.671875, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.785156, 0.871094, 0.871094, 0.851562, 0.871094, 0.871094, 0.824219, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.792969, 0.800781, 0.859375, 0.804688, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.8125, 0.742188, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.800781, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.789062, 0.808594, 0.871094, 0.871094, 0.871094, 0.601562, 0.871094, 0.871094, 0.871094, 0.871094, 0.78125, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.863281, 0.871094, 0.847656, 0.789062, 0.871094, 0.871094, 0.804688, 0.871094, 0.847656, 0.867188, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.824219, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.431641, 0.871094, 0.757812, 0.871094, 0.871094, 0.699219, 0.851562, 0.65625, 0.871094, 0.871094, 0.871094, 0.871094, 0.78125, 0.570312, 0.871094, 0.871094, 0.753906, 0.871094, 0.859375, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.574219, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.765625, 0.871094, 0.871094, 0.8125, 0.871094, 0.871094, 0.871094, 0.871094, 0.757812, 0.648438, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.859375, 0.847656, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.710938, 0.808594, 0.703125, 0.871094, 0.871094, 0.824219, 0.871094, 0.871094, 0.839844, 0.867188, 0.871094, 0.451172, 0.816406, 0.828125, 0.871094, 0.664062, 0.859375, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.839844, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.804688, 0.839844, 0.871094, 0.859375, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.820312, 0.867188, 0.871094, 0.730469, 0.871094, 0.871094, 0.871094, 0.863281, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.480469, 0.636719, 0.777344, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.835938, 0.777344, 0.871094, 0.867188, 0.871094, 0.871094, 0.12793, 0.871094, 0.871094, 0.871094, 0.800781, 0.871094, 0.871094, 0.871094, 0.851562, 0.871094, 0.871094, 0.820312, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.828125, 0.871094, 0.859375, 0.871094, 0.847656, 0.871094, 0.871094, 0.664062, 0.832031, 0.871094, 0.871094, 0.871094, 0.730469, 0.871094, 0.871094, 0.707031, 0.193359, 0.871094, 0.8125, 0.871094, 0.871094, 0.871094, 0.871094, 0.867188, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.554688, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.695312, 0.871094, 0.472656, 0.867188, 0.578125, 0.871094, 0.835938, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.855469, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.746094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.851562, 0.871094, 0.785156, 0.871094, 0.871094, 0.871094, 0.757812, 0.871094, 0.871094, 0.746094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.867188, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.683594, 0.707031, 0.871094, 0.871094, 0.839844, 0.871094, 0.871094, 0.871094, 0.808594, 0.742188, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.757812, 0.462891, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.773438, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.847656, 0.871094, 0.871094, 0.871094, 0.871094, 0.439453, 0.871094, 0.871094, 0.871094, 0.613281, 0.871094, 0.871094, 0.404297, 0.871094, 0.871094, 0.871094, 0.871094, 0.839844, 0.871094, 0.871094, 0.871094, 0.478516, 0.707031, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.628906, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.78125, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.726562, 0.855469, 0.871094, 0.746094, 0.871094, 0.871094, 0.871094, 0.871094, 0.644531, 0.871094, 0.421875, 0.871094, 0.871094, 0.871094, 0.871094, 0.462891, 0.871094, 0.796875, 0.871094, 0.871094, 0.871094, 0.380859, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.742188, 0.871094, 0.871094, 0.398438, 0.333984, 0.722656, 0.871094, 0.871094, 0.871094, 0.871094, 0.796875, 0.871094, 0.871094, 0.746094, 0.871094, 0.820312, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.742188, 0.871094, 0.8125, 0.785156, 0.871094, 0.871094, 0.726562, 0.863281, 0.554688, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.863281, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.824219, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.820312, 0.871094, 0.871094, 0.871094, 0.769531, 0.601562, 0.871094, 0.871094, 0.871094, 0.871094, 0.71875, 0.871094, 0.871094, 0.871094, 0.699219, 0.871094, 0.867188, 0.871094, 0.871094, 0.828125, 0.871094, 0.695312, 0.871094, 0.871094, 0.455078, 0.871094, 0.835938, 0.871094, 0.871094, 0.871094, 0.691406, 0.804688, 0.648438, 0.871094, 0.832031, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.753906, 0.871094, 0.871094, 0.835938, 0.792969, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.867188, 0.871094, 0.699219, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.851562, 0.871094, 0.871094, 0.871094, 0.871094, 0.863281, 0.871094, 0.871094, 0.871094, 0.707031, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.804688, 0.871094, 0.761719, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.84375, 0.871094, 0.871094, 0.871094, 0.601562, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.808594, 0.871094, 0.871094, 0.871094, 0.21875, 0.605469, 0.871094, 0.824219, 0.867188, 0.871094, 0.773438, 0.871094, 0.287109, 0.867188, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.828125, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.640625, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.613281, 0.871094, 0.742188, 0.871094, 0.871094, 0.8125, 0.867188, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.789062, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.707031, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.000832, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.75, 0.820312, 0.871094, 0.832031, 0.871094, 0.871094, 0.871094, 0.253906, 0.871094, 0.765625, 0.871094, 0.871094, 0.597656, 0.820312, 0.871094, 0.871094, 0.871094, 0.867188, 0.871094, 0.867188, 0.867188, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.703125, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.691406, 0.439453, 0.871094, 0.871094, 0.757812, 0.871094, 0.871094, 0.675781, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.824219, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.800781, 0.871094, 0.871094, 0.871094, 0.804688, 0.871094, 0.871094, 0.871094, 0.871094, 0.359375, 0.871094, 0.871094, 0.244141, 0.871094, 0.871094, 0.871094, 0.871094, 0.71875, 0.871094, 0.832031, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.652344, 0.871094, 0.871094, 0.871094, 0.644531, 0.4375, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.808594, 0.871094, 0.871094, 0.871094, 0.65625, 0.871094, 0.871094, 0.871094, 0.675781, 0.863281, 0.871094, 0.828125, 0.871094, 0.871094, 0.871094, 0.871094, 0.859375, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.757812, 0.871094, 0.871094, 0.871094, 0.871094, 0.855469, 0.871094, 0.871094, 0.855469, 0.796875, 0.871094, 0.738281, 0.871094, 0.863281, 0.871094, 0.859375, 0.824219, 0.871094, 0.871094, 0.871094, 0.871094, 0.78125, 0.871094, 0.8125, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.808594, 0.871094, 0.757812, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.753906, 0.8125, 0.871094, 0.871094, 0.871094, 0.617188, 0.871094, 0.828125, 0.859375, 0.871094, 0.859375, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.46875, 0.000835, 0.867188, 0.871094, 0.8125, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.851562, 0.871094, 0.769531, 0.761719, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.761719, 0.765625, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.828125, 0.871094, 0.804688, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.867188, 0.871094, 0.792969, 0.824219, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.851562, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.828125, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.847656, 0.871094, 0.871094, 0.699219, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.84375, 0.683594, 0.871094, 0.871094, 0.851562, 0.871094, 0.820312, 0.871094, 0.871094, 0.710938, 0.871094, 0.871094, 0.871094, 0.871094, 0.808594, 0.871094, 0.871094, 0.871094, 0.417969, 0.835938, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.777344, 0.859375, 0.871094, 0.871094, 0.871094, 0.871094, 0.859375, 0.679688, 0.871094, 0.863281, 0.871094, 0.671875, 0.871094, 0.871094, 0.871094, 0.867188, 0.871094, 0.660156, 0.863281, 0.816406, 0.863281, 0.871094, 0.871094, 0.871094, 0.871094, 0.710938, 0.380859, 0.871094, 0.871094, 0.820312, 0.871094, 0.871094, 0.871094, 0.871094, 0.730469, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.746094, 0.871094, 0.871094, 0.871094, 0.384766, 0.871094, 0.871094, 0.871094, 0.742188, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.789062, 0.816406, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.000805, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.84375, 0.871094, 0.800781, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.867188, 0.871094, 0.871094, 0.667969, 0.824219, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.5625, 0.871094, 0.800781, 0.851562, 0.871094, 0.871094, 0.820312, 0.871094, 0.871094, 0.871094, 0.871094, 0.871094, 0.746094, 0.863281, 0.871094, 0.871094 ] } , "name": "onnx::Mul_11421", "outputIndexes": [ 6337 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6336, 6337 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 6338 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6310, 6338 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/Add_1_output_0", "outputIndexes": [ 6339 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6339 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.37/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 8181 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8181 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.37/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 8182 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8182 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2249530086, 327702, 81920, 0, 0 ] } , "name": "/layers.37/per_layer_input_gate/Linear", "outputIndexes": [ 8183 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8183 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.37/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 8184 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8184 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.37/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 6340 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6340 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.37/act_fn/Mul_output_0", "outputIndexes": [ 6341 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6340, 6341 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/act_fn/Mul_1_output_0", "outputIndexes": [ 6342 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 6342 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/act_fn/Mul_2_output_0", "outputIndexes": [ 6343 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6340, 6343 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/act_fn/Add_output_0", "outputIndexes": [ 6344 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 6344 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/act_fn/Mul_3_output_0", "outputIndexes": [ 6345 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6345 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.37/act_fn/Tanh_output_0", "outputIndexes": [ 6346 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 6346 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/act_fn/Add_1_output_0", "outputIndexes": [ 6347 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6340, 6347 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/act_fn/Mul_4_output_0", "outputIndexes": [ 6348 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 6348 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/act_fn/Mul_5_output_0", "outputIndexes": [ 6349 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 37 ] } , "name": "/Constant_46_output_0", "outputIndexes": [ 6350 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7746", "outputIndexes": [ 6351 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7749", "outputIndexes": [ 6352 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 6351, 6352, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice7752", "outputIndexes": [ 6353 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6353 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze7753", "outputIndexes": [ 6354 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6350, 6354 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7754", "outputIndexes": [ 6355 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6355, 6354 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7755", "outputIndexes": [ 6356 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 6356, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_44_output_0", "outputIndexes": [ 6357 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6349, 6357 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/Mul_output_0", "outputIndexes": [ 6358 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6358 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.37/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 8185 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8185 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.37/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 8186 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8186 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2249939708, 327702, 81920, 0, 0 ] } , "name": "/layers.37/per_layer_projection/Linear", "outputIndexes": [ 8187 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8187 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.37/per_layer_projection/Linear/post_convert", "outputIndexes": [ 8188 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8188 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.37/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 6359 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6359 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.37/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 6361 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6361 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.37/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 6362 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6362, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 6363 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6363, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 6364 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6359, 6364 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 6365 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.263672, 0.351562, 0.000328, 0.00033, 0.351562, 0.351562, 0.229492, 0.351562, 0.345703, 0.000328, 0.351562, 0.351562, 0.351562, 0.000296, 0.000328, 0.351562, 0.000261, 0.351562, 0.240234, 0.000288, 0.351562, 0.002197, 0.00034, 0.000315, 0.000334, 0.279297, 0.000322, 0.181641, 0.231445, 0.000322, 0.351562, 0.283203, 0.000317, 0.351562, 0.3125, 0.251953, 0.291016, 0.000326, 0.000326, 0.351562, 0.000336, 0.000324, 0.351562, 0.351562, 0.351562, 0.000341, 0.000311, 0.351562, 0.351562, 0.000311, 0.000343, 0.000338, 0.351562, 0.000261, 0.351562, 0.000307, 0.351562, 0.000332, 0.000319, 0.000328, 0.00032, 0.00033, 0.000336, 0.000301, 0.351562, 0.000317, 0.000303, 0.332031, 0.000328, 0.000328, 0.351562, 0.000322, 0.259766, 0.204102, 0.000286, 0.351562, 0.000332, 0.351562, 0.351562, 0.351562, 0.351562, 0.000341, 0.000336, 0.351562, 0.000332, 0.320312, 0.000326, 0.351562, 0.351562, 0.25, 0.261719, 0.351562, 0.00032, 0.351562, 0.351562, 0.265625, 0.000332, 0.292969, 0.227539, 0.000326, 0.351562, 0.00032, 0.351562, 0.259766, 0.351562, 0.000338, 0.3125, 0.00034, 0.351562, 0.351562, 0.240234, 0.351562, 0.351562, 0.000334, 0.000324, 0.294922, 0.000322, 0.000317, 0.304688, 0.351562, 0.000307, 0.351562, 0.052979, 0.320312, 0.267578, 0.261719, 0.351562, 0.351562, 0.351562, 0.351562, 0.217773, 0.351562, 0.351562, 0.244141, 0.000313, 0.351562, 0.351562, 0.351562, 0.193359, 0.351562, 0.345703, 0.351562, 0.351562, 0.000271, 0.000324, 0.000336, 0.351562, 0.00032, 0.00032, 0.351562, 0.351562, 0.234375, 0.000858, 0.351562, 0.351562, 0.00032, 0.000341, 0.296875, 0.351562, 0.291016, 0.000292, 0.351562, 0.351562, 0.351562, 0.000311, 0.00032, 0.000322, 0.000307, 0.000284, 0.351562, 0.00033, 0.000338, 0.351562, 0.351562, 0.00206, 0.000328, 0.351562, 0.328125, 0.25, 0.000319, 0.253906, 0.000336, 0.000326, 0.259766, 0.351562, 0.351562, 0.000322, 0.34375, 0.236328, 0.00032, 0.000319, 0.351562, 0.000294, 0.000319, 0.000341, 0.00033, 0.314453, 0.00032, 0.351562, 0.000317, 0.000267, 0.000338, 0.00032, 0.351562, 0.351562, 0.261719, 0.298828, 0.351562, 0.271484, 0.000336, 0.000336, 0.351562, 0.000334, 0.000311, 0.341797, 0.242188, 0.000286, 0.351562, 0.351562, 0.351562, 0.351562, 0.002014, 0.287109, 0.351562, 0.000322, 0.298828, 0.00034, 0.351562, 0.287109, 0.351562, 0.000317, 0.000311, 0.351562, 0.351562, 0.351562, 0.240234, 0.227539, 0.298828, 0.351562, 0.351562, 0.202148, 0.000319, 0.000334, 0.351562, 0.000313, 0.351562, 0.000301, 0.000322, 0.277344, 0.335938, 0.351562, 0.24707, 0.351562, 0.00029, 0.000322, 0.351562, 0.219727, 0.000345, 0.351562, 0.000315, 0.00032, 0.304688, 0.00034, 0.000336, 0.000332, 0.351562, 0.351562, 0.291016, 0.265625, 0.351562, 0.351562, 0.000324, 0.000322, 0.351562, 0.351562, 0.324219, 0.241211, 0.351562, 0.351562, 0.000324, 0.351562, 0.000322, 0.351562, 0.000277, 0.289062, 0.351562, 0.00033, 0.28125, 0.00032, 0.310547, 0.351562, 0.000324, 0.00033, 0.000313, 0.000278, 0.287109, 0.246094, 0.000338, 0.000309, 0.294922, 0.000324, 0.000332, 0.320312, 0.351562, 0.000303, 0.351562, 0.232422, 0.273438, 0.333984, 0.000336, 0.000269, 0.308594, 0.351562, 0.351562, 0.000309, 0.291016, 0.351562, 0.000336, 0.351562, 0.351562, 0.000315, 0.351562, 0.000334, 0.000322, 0.257812, 0.298828, 0.000322, 0.351562, 0.000322, 0.326172, 0.000334, 0.00032, 0.000338, 0.000326, 0.351562, 0.000311, 0.351562, 0.000336, 0.335938, 0.000338, 0.000317, 0.000326, 0.351562, 0.000328, 0.000336, 0.000336, 0.249023, 0.000319, 0.00032, 0.000326, 0.000311, 0.00029, 0.351562, 0.000311, 0.351562, 0.000326, 0.000324, 0.000322, 0.000307, 0.000345, 0.351562, 0.000319, 0.351562, 0.000338, 0.00033, 0.351562, 0.351562, 0.351562, 0.000334, 0.000315, 0.00033, 0.000319, 0.000313, 0.291016, 0.00034, 0.000343, 0.275391, 0.000296, 0.300781, 0.351562, 0.000317, 0.210938, 0.000338, 0.000315, 0.00033, 0.000322, 0.285156, 0.351562, 0.337891, 0.289062, 0.351562, 0.28125, 0.000326, 0.00033, 0.233398, 0.000319, 0.00032, 0.351562, 0.000315, 0.000328, 0.000313, 0.263672, 0.28125, 0.000328, 0.000317, 0.000256, 0.351562, 0.000328, 0.00033, 0.000334, 0.22168, 0.000317, 0.00033, 0.351562, 0.351562, 0.000319, 0.000341, 0.00033, 0.351562, 0.000326, 0.285156, 0.349609, 0.000334, 0.205078, 0.316406, 0.000326, 0.00033, 0.000334, 0.351562, 0.000322, 0.351562, 0.000338, 0.000313, 0.351562, 0.000301, 0.255859, 0.351562, 0.000248, 0.00032, 0.351562, 0.000341, 0.000322, 0.308594, 0.000336, 0.00032, 0.238281, 0.000324, 0.351562, 0.000326, 0.351562, 0.351562, 0.000309, 0.000324, 0.351562, 0.351562, 0.337891, 0.000319, 0.000334, 0.351562, 0.253906, 0.000319, 0.00033, 0.000324, 0.000326, 0.000322, 0.257812, 0.333984, 0.351562, 0.00034, 0.000341, 0.00032, 0.00033, 0.351562, 0.308594, 0.000322, 0.000309, 0.00034, 0.351562, 0.351562, 0.273438, 0.00032, 0.000322, 0.00032, 0.000336, 0.230469, 0.000326, 0.351562, 0.000319, 0.000334, 0.251953, 0.000332, 0.00032, 0.351562, 0.326172, 0.351562, 0.34375, 0.000328, 0.00032, 0.000324, 0.000322, 0.000267, 0.000332, 0.001022, 0.00033, 0.00032, 0.000309, 0.000328, 0.242188, 0.3125, 0.000307, 0.351562, 0.00034, 0.271484, 0.269531, 0.000336, 0.000265, 0.351562, 0.257812, 0.294922, 0.00034, 0.341797, 0.245117, 0.345703, 0.000326, 0.351562, 0.000332, 0.351562, 0.000341, 0.00032, 0.000322, 0.269531, 0.000336, 0.000334, 0.304688, 0.351562, 0.000317, 0.000317, 0.205078, 0.302734, 0.00032, 0.00032, 0.000332, 0.351562, 0.275391, 0.000309, 0.000309, 0.000319, 0.036377, 0.000317, 0.000328, 0.351562, 0.000328, 0.207031, 0.000343, 0.000311, 0.255859, 0.000328, 0.000324, 0.000301, 0.000315, 0.00029, 0.000326, 0.000332, 0.351562, 0.351562, 0.257812, 0.351562, 0.000343, 0.324219, 0.261719, 0.318359, 0.298828, 0.248047, 0.000313, 0.000338, 0.267578, 0.00034, 0.000332, 0.000326, 0.000328, 0.000315, 0.351562, 0.351562, 0.00032, 0.000328, 0.351562, 0.351562, 0.351562, 0.000309, 0.000324, 0.304688, 0.273438, 0.291016, 0.000319, 0.000284, 0.351562, 0.351562, 0.296875, 0.000319, 0.223633, 0.000319, 0.351562, 0.351562, 0.261719, 0.000294, 0.351562, 0.000324, 0.000326, 0.351562, 0.289062, 0.00033, 0.000328, 0.351562, 0.00032, 0.294922, 0.351562, 0.000332, 0.351562, 0.000324, 0.351562, 0.000324, 0.287109, 0.351562, 0.000343, 0.351562, 0.000319, 0.000296, 0.000298, 0.000294, 0.000326, 0.000322, 0.351562, 0.351562, 0.314453, 0.00033, 0.000326, 0.298828, 0.263672, 0.28125, 0.351562, 0.000317, 0.351562, 0.000334, 0.000332, 0.000317, 0.216797, 0.259766, 0.000328, 0.000309, 0.351562, 0.000326, 0.000322, 0.000328, 0.318359, 0.000332, 0.000322, 0.243164, 0.351562, 0.239258, 0.330078, 0.000313, 0.000334, 0.197266, 0.000328, 0.000303, 0.351562, 0.000326, 0.18457, 0.000332, 0.000301, 0.351562, 0.000284, 0.000284, 0.234375, 0.351562, 0.351562, 0.000343, 0.351562, 0.351562, 0.000338, 0.351562, 0.000269, 0.000338, 0.351562, 0.00032, 0.000319, 0.000319, 0.000317, 0.291016, 0.00032, 0.330078, 0.000334, 0.00032, 0.000332, 0.000332, 0.273438, 0.351562, 0.000319, 0.00032, 0.000319, 0.014282, 0.000307, 0.351562, 0.351562, 0.351562, 0.000326, 0.000301, 0.351562, 0.351562, 0.000265, 0.351562, 0.000338, 0.000309, 0.000315, 0.000332, 0.000328, 0.351562, 0.000317, 0.000315, 0.351562, 0.241211, 0.351562, 0.000336, 0.000332, 0.351562, 0.335938, 0.328125, 0.000328, 0.00034, 0.00032, 0.000307, 0.000309, 0.000294, 0.000328, 0.000309, 0.351562, 0.00033, 0.337891, 0.000326, 0.000332, 0.000334, 0.279297, 0.251953, 0.000317, 0.000282, 0.000334, 0.000336, 0.000315, 0.306641, 0.000322, 0.00033, 0.351562, 0.00032, 0.000334, 0.351562, 0.351562, 0.351562, 0.000326, 0.326172, 0.000277, 0.347656, 0.351562, 0.351562, 0.000324, 0.285156, 0.000338, 0.000252, 0.000322, 0.279297, 0.000324, 0.351562, 0.00032, 0.000334, 0.287109, 0.00034, 0.000317, 0.000328, 0.351562, 0.000315, 0.00032, 0.351562, 0.320312, 0.00033, 0.000328, 0.217773, 0.351562, 0.351562, 0.351562, 0.351562, 0.211914, 0.351562, 0.294922, 0.000319, 0.000326, 0.351562, 0.000303, 0.345703, 0.251953, 0.000322, 0.000332, 0.279297, 0.000341, 0.059814, 0.00033, 0.351562, 0.261719, 0.000324, 0.000307, 0.308594, 0.269531, 0.000336, 0.000239, 0.351562, 0.271484, 0.267578, 0.351562, 0.000324, 0.000319, 0.00032, 0.222656, 0.261719, 0.000332, 0.333984, 0.243164, 0.351562, 0.000332, 0.351562, 0.242188, 0.351562, 0.000332, 0.000326, 0.000322, 0.000309, 0.351562, 0.000322, 0.351562, 0.000311, 0.000336, 0.351562, 0.351562, 0.351562, 0.351562, 0.351562, 0.332031, 0.000324, 0.351562, 0.000336, 0.332031, 0.000336, 0.000341, 0.292969, 0.347656, 0.000319, 0.000336, 0.000336, 0.000307, 0.000324, 0.000328, 0.239258, 0.3125, 0.000326, 0.00034, 0.351562, 0.00034, 0.351562, 0.223633, 0.000324, 0.000332, 0.351562, 0.351562, 0.000326, 0.263672, 0.000336, 0.000336, 0.000324, 0.000309, 0.000243, 0.351562, 0.000341, 0.000303, 0.351562, 0.175781, 0.345703, 0.000309, 0.000319, 0.265625, 0.000322, 0.000332, 0.000317, 0.000319, 0.244141, 0.000322, 0.237305, 0.083496, 0.351562, 0.292969, 0.351562, 0.351562, 0.000322, 0.351562, 0.00033, 0.000284, 0.351562, 0.000317, 0.000313, 0.275391, 0.22168, 0.000332, 0.351562, 0.000338, 0.351562, 0.351562, 0.000307, 0.000286, 0.000319, 0.00033, 0.000317, 0.318359, 0.000341, 0.351562, 0.000322, 0.022827, 0.296875, 0.351562, 0.351562, 0.341797, 0.000311, 0.000336, 0.000322, 0.000332, 0.000273, 0.351562, 0.259766, 0.00032, 0.314453, 0.000294, 0.000336, 0.229492, 0.000343, 0.236328, 0.308594, 0.000332, 0.351562, 0.000307, 0.000326, 0.000332, 0.294922, 0.351562, 0.351562, 0.22168, 0.271484, 0.00033, 0.243164, 0.000317, 0.351562, 0.000334, 0.271484, 0.00034, 0.000322, 0.000296, 0.000273, 0.000311, 0.000319, 0.351562, 0.259766, 0.00033, 0.351562, 0.000343, 0.183594, 0.000322, 0.000311, 0.000311, 0.000336, 0.351562, 0.351562, 0.000288, 0.000322, 0.227539, 0.211914, 0.000305, 0.000334, 0.000343, 0.000326, 0.00032, 0.000324, 0.000326, 0.000322, 0.000315, 0.351562, 0.275391, 0.000277, 0.000322, 0.000301, 0.000341, 0.351562, 0.289062, 0.000322, 0.000326, 0.000292, 0.000299, 0.00032, 0.000324, 0.000319, 0.00033, 0.351562, 0.00032, 0.00033, 0.000328, 0.000309, 0.351562, 0.21875, 0.000317, 0.00032, 0.000328, 0.000299, 0.00024, 0.000313, 0.000328, 0.351562, 0.351562, 0.000322, 0.269531, 0.267578, 0.000328, 0.000313, 0.000332, 0.351562, 0.227539, 0.234375, 0.3125, 0.351562, 0.351562, 0.229492, 0.000322, 0.351562, 0.000338, 0.000322, 0.000334, 0.000319, 0.000299, 0.351562, 0.240234, 0.000326, 0.21582, 0.333984, 0.351562, 0.351562, 0.251953, 0.000326, 0.00033, 0.351562, 0.351562, 0.00033, 0.000305, 0.000322, 0.351562, 0.000341, 0.257812, 0.351562, 0.000294, 0.351562, 0.351562, 0.269531, 0.000322, 0.000303, 0.000296, 0.000319, 0.003799, 0.000338, 0.000334, 0.00033, 0.000341, 0.000336, 0.351562, 0.00034, 0.289062, 0.296875, 0.253906, 0.000309, 0.351562, 0.285156, 0.233398, 0.000301, 0.001678, 0.000324, 0.000324, 0.351562, 0.351562, 0.351562, 0.212891, 0.000317, 0.351562, 0.00032, 0.267578, 0.000328, 0.000334, 0.188477, 0.000317, 0.000303, 0.000328, 0.224609, 0.351562, 0.000326, 0.351562, 0.000332, 0.330078, 0.000307, 0.275391, 0.00033, 0.351562, 0.291016, 0.000317, 0.296875, 0.214844, 0.000332, 0.000336, 0.351562, 0.00028, 0.000341, 0.351562, 0.253906, 0.337891, 0.000317, 0.351562, 0.351562, 0.000303, 0.351562, 0.000313, 0.306641, 0.00032, 0.000332, 0.000332, 0.000328, 0.000284, 0.00034, 0.251953, 0.351562, 0.000334, 0.000313, 0.000332, 0.000336, 0.000319, 0.351562, 0.000278, 0.263672, 0.243164, 0.351562, 0.324219, 0.000286, 0.302734, 0.000332, 0.000319, 0.351562, 0.351562, 0.000326, 0.000315, 0.000332, 0.351562, 0.351562, 0.279297, 0.351562, 0.000296, 0.000324, 0.277344, 0.351562, 0.28125, 0.000309, 0.000334, 0.273438, 0.000303, 0.000322, 0.275391, 0.000307, 0.294922, 0.351562, 0.273438, 0.351562, 0.277344, 0.000332, 0.000319, 0.000336, 0.351562, 0.242188, 0.000265, 0.000326, 0.000326, 0.000313, 0.296875, 0.000334, 0.1875, 0.000319, 0.000317, 0.289062, 0.000324, 0.296875, 0.00034, 0.00029, 0.000269, 0.341797, 0.000332, 0.351562, 0.000992, 0.00032, 0.000305, 0.232422, 0.000317, 0.351562, 0.000336, 0.351562, 0.00032, 0.285156, 0.00034, 0.269531, 0.000313, 0.000326, 0.310547, 0.000315, 0.000322, 0.000334, 0.000303, 0.000336, 0.000332, 0.000326, 0.000315, 0.000332, 0.000319, 0.000332, 0.000296, 0.351562, 0.347656, 0.000324, 0.351562, 0.00033, 0.000334, 0.000311, 0.251953, 0.351562, 0.351562, 0.000319, 0.287109, 0.351562, 0.00033, 0.351562, 0.322266, 0.279297, 0.22168, 0.00032, 0.271484, 0.000319, 0.236328, 0.263672, 0.00034, 0.326172, 0.351562, 0.255859, 0.000299, 0.000338, 0.000332, 0.233398, 0.000338, 0.000328, 0.351562, 0.000336, 0.000341, 0.351562, 0.000288, 0.351562, 0.00032, 0.294922, 0.229492, 0.00025, 0.351562, 0.000254, 0.21875, 0.000334, 0.00032, 0.00033, 0.251953, 0.318359, 0.304688, 0.351562, 0.000319, 0.000336, 0.00032, 0.000271, 0.000326, 0.000303, 0.00033, 0.000343, 0.271484, 0.289062, 0.00032, 0.000332, 0.000336, 0.000334, 0.000315, 0.000326, 0.000315, 0.324219, 0.351562, 0.000332, 0.000326, 0.205078, 0.351562, 0.196289, 0.00032, 0.000332, 0.22168, 0.238281, 0.00032, 0.00033, 0.238281, 0.232422, 0.001671, 0.289062, 0.00029, 0.00034, 0.000332, 0.000336, 0.279297, 0.229492, 0.131836, 0.351562, 0.000317, 0.000328, 0.000334, 0.000338, 0.000319, 0.000324, 0.351562, 0.000322, 0.000322, 0.000324, 0.351562, 0.000303, 0.273438, 0.000328, 0.251953, 0.00032, 0.000322, 0.337891, 0.000313, 0.351562, 0.351562, 0.000305, 0.351562, 0.00034, 0.00034, 0.000269, 0.351562, 0.000332, 0.351562, 0.265625, 0.000324, 0.351562, 0.00032, 0.000317, 0.000317, 0.000319, 0.277344, 0.000341, 0.351562, 0.351562, 0.351562, 0.000338, 0.000322, 0.000311, 0.00032, 0.351562, 0.302734, 0.000326, 0.000328, 0.000322, 0.306641, 0.000299, 0.351562, 0.00033, 0.351562, 0.351562, 0.275391, 0.351562, 0.226562, 0.000328, 0.351562, 0.000336, 0.000324, 0.257812, 0.000326, 0.000336, 0.000315, 0.351562, 0.261719, 0.000309, 0.351562, 0.000328, 0.277344, 0.351562, 0.000326, 0.00034, 0.000332, 0.00033, 0.229492, 0.00032, 0.000328, 0.000322, 0.351562, 0.000326, 0.000322, 0.00033, 0.000322, 0.000343, 0.351562, 0.002533, 0.351562, 0.000317, 0.000307, 0.351562, 0.000322, 0.000319, 0.300781, 0.000309, 0.245117, 0.351562, 0.000311, 0.000343, 0.292969, 0.00032, 0.000324, 0.265625, 0.000317, 0.351562, 0.000322, 0.00033, 0.196289, 0.351562, 0.351562, 0.351562, 0.351562, 0.263672, 0.00032, 0.000313, 0.000343, 0.351562, 0.332031, 0.118652, 0.000322, 0.000322, 0.351562, 0.351562, 0.351562, 0.000301, 0.000328, 0.351562, 0.324219, 0.351562, 0.00033, 0.347656, 0.000278, 0.000309, 0.351562, 0.000322, 0.002121, 0.000313, 0.351562, 0.351562, 0.000334, 0.351562, 0.000328, 0.328125, 0.000338, 0.000322, 0.000341, 0.000252, 0.000298, 0.351562, 0.000341, 0.000336, 0.000332, 0.000317, 0.195312, 0.000322, 0.000328, 0.351562, 0.351562, 0.000326, 0.351562, 0.000334, 0.00033, 0.351562, 0.000317, 0.000328, 0.000317, 0.000211, 0.251953, 0.000334, 0.351562, 0.000309, 0.000334, 0.3125, 0.000322, 0.000324, 0.34375, 0.351562, 0.000307, 0.333984, 0.000319, 0.351562, 0.000311, 0.00034, 0.000322, 0.000319, 0.000322, 0.351562, 0.351562, 0.001015, 0.00034, 0.00033, 0.351562, 0.314453, 0.000328, 0.351562, 0.000328, 0.351562, 0.330078, 0.351562, 0.128906, 0.351562, 0.310547, 0.000294, 0.351562, 0.349609, 0.000328, 0.000336, 0.351562, 0.000326, 0.351562, 0.351562, 0.351562, 0.351562, 0.351562, 0.351562, 0.234375, 0.000307, 0.00034, 0.000322, 0.043213, 0.337891, 0.269531, 0.351562, 0.00032, 0.269531, 0.000225, 0.000334, 0.351562, 0.283203, 0.00033, 0.333984, 0.000317, 0.000343, 0.351562, 0.351562, 0.000303, 0.240234, 0.351562, 0.351562, 0.166016, 0.000317, 0.19043, 0.00032, 0.251953, 0.000336, 0.000326, 0.000257, 0.226562, 0.00032, 0.000343, 0.000317, 0.300781, 0.351562, 0.000296, 0.001022, 0.351562, 0.00033, 0.000336, 0.351562, 0.000336, 0.00034, 0.00032, 0.000305, 0.000328, 0.000332, 0.351562, 0.000305, 0.351562, 0.000254, 0.351562, 0.257812, 0.00034, 0.000322, 0.00033, 0.000265, 0.00032, 0.265625, 0.351562, 0.351562, 0.351562, 0.351562, 0.351562, 0.235352, 0.000322, 0.287109, 0.000332, 0.000326, 0.000324, 0.000326, 0.351562, 0.292969, 0.000332, 0.239258, 0.000338, 0.000307, 0.308594, 0.00034, 0.25, 0.339844, 0.000341, 0.000322, 0.000322, 0.000319, 0.249023, 0.000341, 0.000307, 0.294922, 0.000322, 0.000305, 0.000307, 0.201172, 0.351562, 0.351562, 0.000284, 0.00032, 0.000311, 0.000288, 0.351562, 0.351562, 0.351562, 0.000322, 0.275391, 0.000294, 0.000322, 0.000313, 0.000334, 0.000334, 0.351562, 0.000332, 0.339844, 0.000332, 0.351562, 0.000324, 0.351562, 0.351562, 0.144531, 0.000301, 0.126953, 0.000315, 0.000311, 0.351562, 0.351562, 0.351562, 0.351562, 0.351562, 0.351562, 0.000332, 0.000324, 0.351562, 0.000322, 0.222656, 0.000328, 0.00029, 0.000309, 0.000324, 0.314453, 0.000322, 0.259766, 0.351562, 0.000336, 0.000343, 0.351562, 0.351562, 0.351562, 0.000319, 0.000328, 0.351562, 0.000322, 0.000343, 0.000313, 0.000338, 0.000317, 0.275391, 0.351562, 0.000294, 0.000317, 0.351562, 0.000328, 0.000313, 0.287109, 0.00032, 0.00033, 0.000324, 0.324219, 0.00032, 0.351562, 0.00032, 0.351562, 0.308594, 0.000307, 0.000326, 0.000336, 0.000324, 0.00032, 0.000322, 0.000334, 0.000326, 0.277344, 0.269531, 0.351562, 0.000328, 0.351562, 0.240234, 0.000319, 0.351562, 0.275391, 0.000299, 0.000332, 0.351562, 0.351562, 0.000328, 0.00032, 0.351562, 0.000322, 0.351562, 0.244141, 0.351562, 0.351562, 0.289062, 0.000317, 0.351562, 0.000326, 0.351562, 0.000299, 0.000324, 0.000311, 0.351562, 0.306641, 0.000317, 0.182617, 0.25, 0.351562, 0.000263, 0.000338, 0.351562, 0.000334, 0.006561, 0.000341, 0.351562, 0.351562, 0.351562, 0.000338, 0.351562, 0.351562, 0.237305, 0.000332, 0.000326, 0.000305, 0.000231, 0.351562, 0.000332, 0.351562, 0.351562, 0.000326, 0.000326, 0.000309, 0.000322, 0.351562, 0.259766, 0.00528, 0.351562, 0.000296, 0.339844, 0.00032, 0.000326, 0.00034, 0.000336, 0.000315, 0.320312, 0.000336, 0.351562, 0.000322, 0.000301, 0.351562, 0.351562, 0.00033, 0.239258, 0.251953, 0.00033, 0.000322, 0.000324, 0.00034, 0.000328, 0.351562, 0.265625, 0.225586, 0.351562, 0.000336, 0.259766, 0.00032, 0.351562, 0.00032, 0.351562, 0.000324, 0.000328, 0.347656, 0.000326, 0.351562, 0.351562, 0.000343, 0.240234, 0.351562, 0.000317, 0.000309, 0.000309, 0.351562, 0.000332, 0.000307, 0.351562, 0.351562, 0.000311, 0.302734, 0.00033, 0.351562, 0.351562, 0.351562, 0.000319, 0.000322, 0.351562, 0.00032, 0.332031, 0.25, 0.335938, 0.000328, 0.000219, 0.000332, 0.351562, 0.351562, 0.000334, 0.000319, 0.194336, 0.000317, 0.265625, 0.000334, 0.000326, 0.000332, 0.351562, 0.287109, 0.000332, 0.000313, 0.326172, 0.351562, 0.000319, 0.291016, 0.000332, 0.000343, 0.351562, 0.00032, 0.351562, 0.000315, 0.248047, 0.00032, 0.245117, 0.00033, 0.265625, 0.000317, 0.351562, 0.248047, 0.000332, 0.00033, 0.000319, 0.000328, 0.00033, 0.000341, 0.000311, 0.351562, 0.000319, 0.000338, 0.000324, 0.000332, 0.000301, 0.351562, 0.351562, 0.000326, 0.351562, 0.00033, 0.000324, 0.000343, 0.000343, 0.351562, 0.351562, 0.000322, 0.351562, 0.318359, 0.000315, 0.267578, 0.00034, 0.000303, 0.351562, 0.351562, 0.000311, 0.00032, 0.000332, 0.351562, 0.253906, 0.00032, 0.351562, 0.00024, 0.000277, 0.351562, 0.000332, 0.000315, 0.00033, 0.351562, 0.351562, 0.000334, 0.00032, 0.294922, 0.263672, 0.000303, 0.351562, 0.351562, 0.351562, 0.351562, 0.000315, 0.000326, 0.351562, 0.351562, 0.000307, 0.000319, 0.000315, 0.000317, 0.245117, 0.351562, 0.322266, 0.351562, 0.320312, 0.000317, 0.087891, 0.351562, 0.000322, 0.000326, 0.000322, 0.000315, 0.000269, 0.216797, 0.000326, 0.000292, 0.351562, 0.000326, 0.000341, 0.000324, 0.000273, 0.000311, 0.000324, 0.251953, 0.00032, 0.351562, 0.000324, 0.351562, 0.000322, 0.000338, 0.351562, 0.000322, 0.000319, 0.000324, 0.000332, 0.000322, 0.00033, 0.000334, 0.351562, 0.000322, 0.00032, 0.000336, 0.000309, 0.000338, 0.000319, 0.000332, 0.351562, 0.351562, 0.000305, 0.000336, 0.351562, 0.351562, 0.000341, 0.326172, 0.000326, 0.226562, 0.00034, 0.00032, 0.000307, 0.28125, 0.271484, 0.351562, 0.000322, 0.00032, 0.000332, 0.000328, 0.000338, 0.351562, 0.000278, 0.351562, 0.000326, 0.000322, 0.351562, 0.00032, 0.192383, 0.00033, 0.304688, 0.000319, 0.3125, 0.000324, 0.000336, 0.275391, 0.271484, 0.351562, 0.351562, 0.00034, 0.351562, 0.351562, 0.000311, 0.00032, 0.000319, 0.277344, 0.351562, 0.289062, 0.000328, 0.000326, 0.000334, 0.145508, 0.333984, 0.000336, 0.285156, 0.000299, 0.000315, 0.232422, 0.351562, 0.269531, 0.351562, 0.351562, 0.351562, 0.308594, 0.351562, 0.000315, 0.351562, 0.351562, 0.351562, 0.000273, 0.206055, 0.00032, 0.00034, 0.322266, 0.351562, 0.000309, 0.239258, 0.3125, 0.300781, 0.351562, 0.302734, 0.228516, 0.351562, 0.298828, 0.000315, 0.00034, 0.000307, 0.285156, 0.000322, 0.00034, 0.000334, 0.000294, 0.259766, 0.000328, 0.000332, 0.000259, 0.000315, 0.00032, 0.000307, 0.000309, 0.000328, 0.341797, 0.351562, 0.00034, 0.00033, 0.000298, 0.000288, 0.15332, 0.000317, 0.000326, 0.000322, 0.000332, 0.00033, 0.00032, 0.000324, 0.269531, 0.000338, 0.351562, 0.000313, 0.351562, 0.351562, 0.00032, 0.351562, 0.345703, 0.014099, 0.339844, 0.000322, 0.000313, 0.351562, 0.000315, 0.000328, 0.351562, 0.000332, 0.000309, 0.000319, 0.000326, 0.351562, 0.314453, 0.351562, 0.00032, 0.351562, 0.000341, 0.351562, 0.351562, 0.271484, 0.351562, 0.000326, 0.00033, 0.000336, 0.000322, 0.000326, 0.000309, 0.000336, 0.351562, 0.351562, 0.000338, 0.000319, 0.000322, 0.00033, 0.351562, 0.147461, 0.000326, 0.00032, 0.318359, 0.00032, 0.351562, 0.000341, 0.289062, 0.000326, 0.00029, 0.351562, 0.000269, 0.00033, 0.351562, 0.351562, 0.000336, 0.000336, 0.351562, 0.222656, 0.220703, 0.351562, 0.000326, 0.351562, 0.000309, 0.000338, 0.351562, 0.351562, 0.000263, 0.000336, 0.000322, 0.000317, 0.351562, 0.00032, 0.00033, 0.000343, 0.351562, 0.000307, 0.21875, 0.351562, 0.000324, 0.000332, 0.000322, 0.351562, 0.000324, 0.351562, 0.304688, 0.351562, 0.000326, 0.000315, 0.351562, 0.000322, 0.000322, 0.00034, 0.000322, 0.351562, 0.000334, 0.000332, 0.000322, 0.296875, 0.000319, 0.000319, 0.000324, 0.00033, 0.000286, 0.00029, 0.000332, 0.000311, 0.351562, 0.000317, 0.000317, 0.000341, 0.351562, 0.351562, 0.000324, 0.00032, 0.351562, 0.000305, 0.000309, 0.273438, 0.277344, 0.00025, 0.249023, 0.000315, 0.00033, 0.227539, 0.000322, 0.00033, 0.000307, 0.000332, 0.000332, 0.000328, 0.000305, 0.000341, 0.306641, 0.351562, 0.000309, 0.000322, 0.00028, 0.224609, 0.000336, 0.314453, 0.000332, 0.000322, 0.000332, 0.271484, 0.000322, 0.000999, 0.267578, 0.000319, 0.283203, 0.000319, 0.351562, 0.351562, 0.000324, 0.000322, 0.00033, 0.351562, 0.351562, 0.351562, 0.298828, 0.21582, 0.000324, 0.00034, 0.000332, 0.000301, 0.351562, 0.000305, 0.000324, 0.214844, 0.209961, 0.351562, 0.351562, 0.246094, 0.351562, 0.269531, 0.351562, 0.000259, 0.000334, 0.00032, 0.225586, 0.000336, 0.000338, 0.351562, 0.00032, 0.000334, 0.351562, 0.00032, 0.00033, 0.000326, 0.00033, 0.000338, 0.314453, 0.351562, 0.351562, 0.000322, 0.000324, 0.351562, 0.000326, 0.351562, 0.000326, 0.248047, 0.000343, 0.00032, 0.223633, 0.285156, 0.233398, 0.273438, 0.210938, 0.308594, 0.000265, 0.000336, 0.00033, 0.000328, 0.000311, 0.00029, 0.000336, 0.000334, 0.243164, 0.00032, 0.298828, 0.000326, 0.000309, 0.330078, 0.000309, 0.000332, 0.351562, 0.351562, 0.304688, 0.000311, 0.000315, 0.000317, 0.351562, 0.238281, 0.351562, 0.000336, 0.000338, 0.000301, 0.351562, 0.03064, 0.000326, 0.000319, 0.232422, 0.000336, 0.257812, 0.000338, 0.000322, 0.000301, 0.000307, 0.229492, 0.000341, 0.000336, 0.000334, 0.000322, 0.320312, 0.000332, 0.000324, 0.351562, 0.000328, 0.000343, 0.306641, 0.302734, 0.000336, 0.000319, 0.000319, 0.000328, 0.000311, 0.351562, 0.000334, 0.000326, 0.000315, 0.191406, 0.351562, 0.351562, 0.000334, 0.000332, 0.351562, 0.275391, 0.000338, 0.25, 0.287109, 0.257812, 0.289062, 0.000326, 0.000343, 0.318359, 0.00034, 0.00033, 0.000341, 0.351562, 0.351562, 0.000326, 0.000338, 0.000336, 0.351562, 0.349609, 0.000336, 0.000292, 0.351562, 0.351562, 0.285156, 0.00033, 0.000343, 0.00033, 0.291016, 0.00032, 0.294922, 0.351562, 0.351562, 0.000303, 0.251953, 0.351562, 0.351562, 0.351562, 0.000326, 0.000278, 0.000322, 0.000324, 0.351562, 0.000322, 0.200195, 0.000257, 0.351562, 0.000307, 0.351562, 0.000298, 0.000326, 0.000324, 0.248047, 0.00032, 0.000328, 0.000334, 0.000334, 0.00034, 0.000328, 0.289062, 0.277344, 0.351562, 0.000338, 0.000334, 0.000322, 0.351562, 0.000319, 0.000296, 0.000313, 0.000233, 0.000303, 0.351562, 0.000326, 0.351562, 0.000322, 0.000332, 0.240234, 0.000334, 0.351562, 0.000322, 0.000311, 0.351562, 0.000309, 0.351562, 0.000301, 0.314453, 0.00032, 0.351562, 0.00032, 0.351562, 0.255859, 0.261719, 0.351562, 0.351562, 0.289062, 0.341797, 0.000305, 0.237305, 0.000271, 0.240234, 0.000322, 0.000334, 0.25, 0.000305, 0.34375, 0.000334, 0.351562, 0.00033, 0.00033, 0.000332, 0.351562, 0.000328, 0.351562, 0.213867, 0.351562, 0.00033, 0.000334, 0.351562, 0.000336, 0.000307, 0.000334, 0.000343, 0.351562, 0.000307, 0.351562, 0.000296, 0.351562, 0.351562, 0.000322, 0.000322, 0.00032, 0.300781, 0.000322, 0.351562, 0.351562, 0.00032, 0.275391, 0.324219, 0.000317, 0.00034, 0.351562, 0.259766, 0.000319, 0.306641, 0.351562, 0.265625, 0.351562, 0.000326, 0.000332, 0.000322, 0.000322, 0.351562, 0.351562, 0.351562, 0.351562, 0.00033, 0.000341, 0.000326, 0.000313, 0.351562, 0.253906, 0.000322, 0.335938, 0.351562, 0.292969, 0.351562, 0.28125, 0.000336, 0.000328, 0.351562, 0.257812 ] } , "name": "onnx::Mul_11422", "outputIndexes": [ 6366 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6365, 6366 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 6367 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6339, 6367 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/Add_2_output_0", "outputIndexes": [ 6368 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.886719 ] } , "name": "/blocks.37/Constant_1_output_0", "outputIndexes": [ 6369 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6368, 6369 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.37/Mul_1_output_0", "outputIndexes": [ 6370 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6370, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.38/Reshape_output_0", "outputIndexes": [ 6371 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6371 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.38/input_layernorm/Pow_output_0", "outputIndexes": [ 6372 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6372 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.38/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 6373 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6373, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/input_layernorm/Add_output_0", "outputIndexes": [ 6374 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6374, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/input_layernorm/Pow_1_output_0", "outputIndexes": [ 6375 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6371, 6375 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/input_layernorm/Mul_output_0", "outputIndexes": [ 6376 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 4.125, 6.0625, 25.375, 6.0, 7.375, 6.21875, 5.875, 4.5, 5.15625, 14.0625, 7.21875, 6.5625, 6.75, 5.84375, 7.28125, 6.53125, 6.0, 6.34375, 6.25, 6.53125, 6.25, 5.5, 6.09375, 6.96875, 6.09375, 6.28125, 5.65625, 4.96875, 7.9375, 11.375, 5.5, 6.75, 5.34375, 7.0, 5.5625, 6.1875, 6.1875, 20.5, 6.5, 5.6875, 7.3125, 7.0625, 7.1875, 5.71875, 6.40625, 6.125, 21.0, 6.625, 6.3125, 6.46875, 4.0625, 4.625, 5.46875, 23.75, 5.96875, 6.5625, 7.375, 7.21875, 5.5, 5.46875, 6.96875, 6.875, 5.40625, 6.21875, 5.5, 6.625, 5.71875, 5.03125, 5.4375, 5.59375, 5.21875, 6.0, 5.1875, 7.28125, 6.71875, 5.46875, 6.3125, 6.84375, 7.34375, 6.5625, 6.125, 6.65625, 11.1875, 7.1875, 6.5, 5.78125, 8.1875, 8.75, 7.03125, 6.28125, 6.96875, 6.8125, 6.03125, 5.34375, 6.6875, 6.15625, 24.25, 6.375, 6.9375, 5.9375, 6.9375, 6.5625, 6.78125, 6.8125, 6.4375, 5.65625, 6.96875, 6.28125, 5.4375, 5.78125, 6.90625, 6.09375, 5.875, 5.8125, 5.25, 5.84375, 7.84375, 5.875, 6.9375, 5.8125, 6.09375, 5.9375, 7.0625, 5.8125, -6.0625, 6.75, 5.875, 5.875, 6.53125, 5.84375, 6.5, 6.21875, 6.125, 6.28125, 26.5, 6.15625, 7.125, 7.46875, 6.53125, 6.71875, 6.65625, 6.03125, 7.875, 6.09375, 5.09375, 5.15625, 7.53125, 6.125, 6.0625, 6.28125, 8.0, 6.0625, 5.59375, 7.25, 6.125, 7.5625, 6.6875, 5.59375, 5.875, 6.5, 5.4375, 11.5, 6.21875, 6.75, 6.875, 9.75, 7.5625, 5.875, 18.125, 6.6875, 11.9375, 22.625, 6.6875, 7.28125, 6.96875, 5.1875, 5.9375, 7.21875, 5.6875, 6.3125, 6.625, 6.09375, 3.65625, 6.65625, 6.15625, 6.3125, 6.15625, 6.0625, 6.3125, 5.5625, 5.0625, 6.21875, 6.1875, 5.53125, 6.46875, 7.8125, 6.84375, 6.1875, 8.625, 5.84375, 6.0625, 7.34375, 7.75, 5.25, 6.125, 7.125, 6.65625, 6.0625, 6.46875, 5.71875, 7.625, 6.53125, 6.1875, 6.09375, 5.84375, -6.5625, 6.25, 6.25, 6.5, 6.09375, 7.625, 6.96875, 6.03125, 6.40625, 5.46875, 7.15625, 8.25, 5.4375, 6.375, 5.46875, 20.75, 6.4375, 7.25, 5.9375, 5.75, 5.53125, 6.1875, 6.71875, 4.625, 6.1875, 6.59375, 6.71875, 4.40625, 6.21875, 6.75, 7.40625, 10.1875, 5.9375, 5.28125, 6.15625, 6.78125, 7.0, 9.0, 6.8125, 6.4375, 6.0, 6.59375, 6.71875, 7.71875, 6.46875, 6.875, 5.96875, 6.78125, 6.3125, 6.875, 6.21875, 5.8125, 6.125, 6.9375, 5.84375, 6.0, 5.78125, 5.90625, 6.0625, 5.6875, 6.4375, 7.75, 5.03125, 6.375, 6.53125, 5.5, 9.1875, 5.59375, 9.25, 6.375, 6.1875, 6.84375, 6.375, 6.0, 5.65625, 6.8125, 6.375, 6.59375, 6.28125, 6.75, 5.21875, 6.71875, 7.5, 6.34375, 7.65625, 5.65625, 5.15625, 6.90625, 6.6875, 6.09375, 6.90625, 6.125, 6.90625, 6.3125, 6.5625, 6.53125, 6.65625, 6.25, 5.78125, 5.0625, 6.0, 6.0625, 10.0625, 6.375, 6.28125, 5.59375, 5.84375, 9.125, 6.4375, 13.25, 5.78125, 6.21875, 6.96875, 5.875, 5.90625, 13.8125, 6.5, 7.1875, 5.46875, 6.21875, 6.03125, 5.875, 5.5, 5.71875, 9.0625, 5.90625, 7.90625, 5.09375, 6.8125, 6.5, 8.5, 5.09375, 9.4375, 17.625, -6.28125, 5.3125, 6.4375, 7.03125, 6.625, 6.6875, -5.875, 7.3125, 5.96875, 5.96875, 11.5625, 5.96875, 5.6875, 6.53125, 5.21875, 5.09375, 6.0625, 6.03125, 6.71875, 7.0, 6.09375, 6.1875, 8.5, 6.4375, 5.40625, 6.40625, 5.09375, 4.90625, 7.40625, 5.625, 7.40625, 4.46875, 5.9375, 6.375, 7.0625, 6.25, 8.125, 6.90625, 6.5, 6.9375, 6.15625, 5.71875, 7.15625, 7.03125, -6.4375, -6.84375, 7.9375, 5.5, 6.5625, 8.75, 6.34375, 6.40625, 6.125, 5.78125, 23.75, 5.3125, 6.3125, 6.59375, 7.28125, 54.25, 6.96875, 6.40625, 5.40625, 7.09375, 6.21875, 5.84375, 11.125, 5.03125, 6.5, 6.6875, 6.125, 6.375, 7.65625, 32.0, 4.59375, 6.6875, 6.5625, 3.75, 7.15625, 6.34375, 7.1875, 6.5, 5.84375, 15.6875, 6.09375, 9.0, 5.15625, 6.15625, 6.96875, 20.0, 9.375, 5.9375, 6.375, 5.59375, 6.34375, 6.375, 5.9375, 6.96875, 5.71875, 6.625, 6.21875, 6.625, 5.90625, 6.15625, 5.34375, 6.40625, 5.71875, 6.09375, 5.96875, 6.21875, 6.90625, 8.3125, 5.375, 5.875, 7.25, 6.46875, 6.3125, 5.78125, 6.71875, 17.75, 7.09375, 6.75, 6.28125, 6.125, 4.8125, 6.28125, 6.40625, 6.53125, 5.5, 5.9375, 4.4375, 5.65625, 6.15625, 6.53125, 10.875, 5.15625, 4.84375, 6.84375, 12.1875, 5.6875, 6.5, 6.65625, 4.71875, 5.625, 6.1875, 7.25, 5.03125, 6.40625, 6.84375, 6.53125, 7.375, 6.34375, 6.09375, 5.875, 5.4375, 5.03125, 7.625, 5.59375, 6.625, 5.125, 6.34375, 7.03125, 6.0625, 6.40625, 5.90625, 5.0, 6.46875, 4.75, 6.40625, 7.65625, 5.625, 7.15625, 6.40625, 5.71875, 6.28125, 5.21875, 5.5625, 5.5, -4.90625, 19.625, 5.3125, -7.125, 5.6875, 8.9375, 5.59375, 5.6875, 6.0, 7.53125, 6.4375, 6.59375, 7.5, 6.34375, 6.375, 6.03125, 6.34375, 6.3125, 6.96875, 5.84375, 6.34375, 9.125, 5.90625, 6.09375, 5.96875, 5.78125, 5.375, 11.75, 6.375, 5.3125, 4.9375, -7.34375, 7.25, 5.40625, 7.25, 5.8125, 6.5, 6.15625, 5.5625, 6.09375, 5.5, 5.65625, 6.0625, 6.53125, 5.46875, 6.84375, 6.15625, 24.75, 5.9375, 5.75, 21.875, 7.28125, 5.90625, 8.3125, 6.5625, 5.21875, 5.78125, 6.28125, 6.3125, 6.21875, 7.375, 6.25, 5.21875, 6.90625, 5.6875, 6.125, 6.5, 5.71875, 6.9375, 5.96875, 6.15625, 5.46875, 6.78125, 4.59375, 7.0, 5.96875, 6.78125, 6.34375, 6.28125, 6.25, 12.5625, 5.21875, 6.6875, 8.4375, 36.25, 6.40625, 6.78125, 5.9375, 6.46875, 5.6875, 6.21875, 5.40625, 6.1875, 5.78125, 5.3125, 5.875, 4.1875, 5.09375, 7.28125, 6.75, 6.96875, 13.3125, 12.625, 6.0, 6.46875, 6.3125, 6.40625, 22.875, 26.375, 4.9375, 6.90625, 5.5625, 5.28125, 5.6875, 5.40625, 5.0625, 6.75, 5.9375, 6.3125, 5.96875, 6.46875, 5.75, 5.09375, 5.96875, 6.9375, 6.28125, 6.75, 8.75, 7.09375, 6.5, 6.75, 9.125, 6.96875, 6.5, 16.25, 4.625, 6.90625, 11.8125, 5.5, 5.875, 6.3125, 5.34375, 6.25, 5.28125, 6.34375, 5.5625, 6.75, 5.28125, 5.78125, 8.1875, 6.03125, 6.46875, 5.84375, 6.1875, 6.75, 95.5, 5.03125, 7.15625, 6.25, 6.34375, -5.09375, 6.34375, 5.78125, 5.9375, 5.65625, 6.875, 4.75, 7.1875, 6.0, 6.28125, 6.9375, 6.0, 24.875, 5.875, 7.34375, 7.125, 5.53125, 5.1875, 6.59375, 5.3125, 6.4375, 4.875, 5.625, 6.9375, 6.21875, 9.875, 6.75, 5.53125, 5.3125, 6.25, 7.46875, 6.21875, 6.53125, 5.25, 6.5, -5.6875, 32.5, -6.6875, 5.53125, 5.9375, 5.4375, 4.90625, 7.34375, 5.15625, 5.28125, 6.625, 7.4375, 5.21875, 5.5, 5.375, 5.4375, 8.1875, 5.40625, 6.1875, 5.96875, 6.3125, 7.71875, 10.125, 13.1875, 8.375, 3.875, 6.4375, 4.75, -9.0, 6.15625, 6.625, 6.3125, 7.0, 6.28125, 6.21875, 5.125, 6.09375, 7.03125, 6.65625, 8.25, 6.8125, 10.5, 7.03125, 8.875, 6.46875, 8.0, 5.53125, 9.125, 6.78125, 5.96875, 7.875, 7.0, 6.34375, 5.9375, 5.53125, 6.25, 6.875, 8.5625, 5.375, 5.21875, 12.875, 6.8125, 5.53125, 6.1875, 7.21875, 7.0625, 7.0625, 5.09375, 5.9375, 6.59375, 6.375, 3.34375, 6.78125, 6.03125, 6.46875, 6.375, 5.96875, 6.3125, 6.09375, 5.3125, 5.5625, 6.84375, 6.28125, 6.21875, 6.09375, 10.75, 5.40625, 6.34375, 28.0, 5.5625, 5.875, 5.25, 5.9375, 6.15625, 6.75, 19.25, 5.71875, 6.375, 6.625, 6.125, 6.4375, 5.5, 6.40625, 4.5625, 5.34375, 5.53125, 5.8125, 6.21875, 7.03125, 7.28125, 13.8125, 6.96875, 7.09375, 6.78125, 6.0, 10.375, 6.0, 6.3125, 5.96875, 6.0625, 6.03125, 6.21875, 6.5, 6.96875, 8.625, 7.3125, 5.84375, 5.9375, 6.21875, 6.3125, 5.21875, 8.1875, 6.9375, 16.125, 6.15625, 6.25, 6.46875, 6.03125, 6.28125, 5.78125, 6.09375, 6.15625, 6.34375, 5.9375, 4.84375, 6.71875, 5.3125, 6.40625, 6.25, 5.25, 5.84375, 6.53125, 7.6875, 5.28125, 5.625, 5.75, 7.6875, 6.125, 5.96875, 6.03125, 6.03125, 7.03125, 7.0625, 6.625, 6.125, 6.15625, 7.65625, 6.34375, 5.625, 39.25, 6.59375, 5.625, 7.09375, 7.1875, 9.3125, 6.1875, 5.96875, 6.84375, 6.40625, 6.5, 5.28125, 8.125, 7.6875, 6.8125, 5.71875, 5.5, 6.875, 13.1875, 6.5, -5.9375, 6.375, 7.6875, 10.25, 6.25, -5.46875, 6.34375, 4.15625, 6.84375, 5.6875, 7.125, 6.09375, 7.0625, 5.53125, 6.40625, 6.90625, 6.09375, 5.65625, 6.59375, 7.15625, 6.25, 6.1875, 5.65625, 8.1875, 6.0625, 6.65625, 5.25, 15.75, 6.46875, 6.84375, 4.875, 6.125, 5.59375, 7.09375, 6.28125, 5.90625, 6.34375, 5.90625, 6.0625, 6.21875, 4.9375, 4.21875, 15.3125, 6.1875, 24.125, 6.15625, 6.71875, 6.90625, 6.15625, 6.09375, 6.875, 6.375, 5.96875, 6.15625, 6.125, 6.25, 6.5, 7.71875, 11.9375, 6.8125, 8.625, 5.3125, 5.46875, 6.3125, 5.71875, 6.4375, 6.25, 5.8125, 6.0, 6.28125, 5.75, 4.375, 6.21875, 8.0, 5.96875, 6.125, 7.78125, 6.3125, 5.5, 5.21875, 4.15625, 5.25, 7.03125, -6.40625, 5.6875, 6.25, 7.3125, 7.625, 6.0, 6.03125, 7.25, 6.0, 6.46875, 6.3125, 6.375, 31.75, 5.53125, 7.9375, 5.25, 5.78125, 6.03125, 7.4375, 10.1875, 5.625, 5.625, 8.875, 13.9375, 5.46875, 4.0625, 8.9375, 6.21875, 7.03125, 39.0, -6.5625, 5.15625, 6.28125, 6.9375, 6.375, 6.15625, 8.1875, 6.4375, 5.75, 5.9375, 5.5, 6.09375, 21.375, 6.25, 5.1875, 6.65625, 5.875, 7.53125, 5.59375, 7.65625, 6.15625, 4.875, 6.65625, 6.28125, -11.5625, 6.53125, 7.9375, 6.25, 7.90625, 6.4375, 6.0625, 6.3125, 5.875, 5.625, 5.71875, 6.5, 5.875, 5.34375, 6.34375, 5.96875, 6.0, 6.03125, 6.90625, 5.0, 6.4375, 7.65625, 6.3125, 6.03125, 6.28125, 5.78125, 6.3125, 7.53125, 5.53125, 6.3125, 5.84375, 6.40625, 5.78125, 6.875, 6.28125, 6.34375, 6.125, 5.59375, 6.46875, 5.625, 6.125, 6.1875, 8.875, 5.65625, 5.125, 6.5, 5.6875, 4.8125, 8.875, 9.375, 6.25, 6.5625, 6.96875, 6.59375, 6.03125, 6.0625, 6.53125, 6.84375, 7.125, 5.40625, 5.09375, 6.9375, 6.25, 6.875, 7.15625, 8.5625, 15.125, 6.4375, 7.34375, 6.5625, 7.40625, 6.71875, 5.5625, 7.6875, 6.375, 6.25, 5.75, 6.75, -5.53125, 10.9375, 5.375, 8.375, 9.0, 7.375, 9.125, 6.84375, 6.375, 6.84375, 5.4375, 7.9375, 5.28125, 6.375, 7.3125, 6.375, 7.5625, 6.46875, 8.375, 6.3125, 5.96875, 7.75, 6.09375, 5.59375, 6.25, 5.40625, 6.3125, 6.71875, 8.5, 6.4375, 16.5, 5.96875, 5.78125, 6.71875, 6.25, 5.625, 38.75, 5.625, 5.5625, 6.09375, 18.25, 6.3125, 5.84375, 11.3125, 6.53125, 7.125, 7.03125, 6.125, 4.8125, 6.5, 6.1875, 5.125, 6.71875, 4.78125, 6.0625, 5.75, 6.03125, 6.15625, 7.125, 6.875, 7.84375, 5.90625, 5.9375, 4.96875, 11.6875, 6.625, 5.3125, 6.875, 6.8125, 8.125, 6.25, 6.0625, 5.90625, -6.90625, 6.3125, 8.375, 6.1875, 7.09375, 5.40625, 7.0625, 4.53125, 7.40625, 6.21875, -10.75, 6.125, 7.71875, 6.75, 6.8125, 6.09375, 6.6875, 5.78125, 6.5, 5.625, -8.8125, 5.03125, 8.375, 5.90625, 5.46875, 8.4375, 6.625, 6.40625, 5.9375, 6.53125, 6.9375, 5.84375, 6.59375, 7.5, 5.03125, 6.84375, 6.71875, 5.96875, 6.6875, 8.125, 6.46875, 6.15625, 7.4375, 6.34375, 5.75, 6.65625, 6.9375, 9.375, 7.09375, 11.125, 5.75, 5.875, 5.9375, -6.28125, -6.25, 6.8125, 5.5, 6.375, 17.875, 6.03125, 5.6875, 6.375, 6.34375, 5.65625, 5.5625, 6.375, 5.84375, 5.40625, 6.25, 6.28125, 5.75, 7.40625, 6.40625, 7.25, 6.875, 5.28125, 5.8125, 5.34375, 7.21875, 5.875, 5.90625, 6.09375, 5.21875, 5.4375, 6.1875, 6.875, 9.375, 5.5, 6.3125, 6.59375, 5.5625, 6.03125, 8.125, 6.28125, 5.75, 5.71875, 4.09375, 6.03125, 5.78125, 7.6875, 5.125, 5.9375, 7.875, 6.78125, 5.59375, 6.21875, 6.53125, 5.75, 6.15625, 6.9375, 6.15625, -9.5625, -6.09375, 6.46875, 6.1875, 8.6875, 6.0, 5.46875, 5.53125, 5.375, 6.21875, 6.5, 5.625, 6.03125, 6.78125, 6.375, 8.3125, -6.40625, 37.5, -5.46875, 5.34375, 22.375, 5.9375, 5.53125, 6.03125, 5.8125, 6.40625, 6.3125, 5.625, 5.59375, 5.875, 6.96875, 5.78125, 6.15625, 7.375, 5.90625, 6.34375, 4.21875, 6.1875, 7.21875, 6.375, 6.1875, 5.71875, 5.625, 8.1875, 6.375, 5.9375, 6.0, 6.3125, 7.65625, 6.5, 6.34375, 6.3125, 6.625, 10.3125, 5.625, 6.03125, 6.15625, 6.0625, 6.03125, 6.28125, 6.0, 6.375, 12.8125, 7.125, 6.0, -4.90625, 10.125, 6.5, 6.15625, 7.0625, 5.71875, 6.5, 6.625, 5.59375, 8.3125, 5.34375, 5.8125, 6.21875, 4.28125, 6.0625, 6.375, 5.59375, -6.25, 6.53125, 9.25, 6.53125, 6.3125, 6.34375, 12.125, 6.25, 6.15625, 6.65625, 5.03125, 5.9375, 4.90625, 6.96875, 6.96875, 10.0625, -6.125, 6.96875, 8.5625, 5.78125, 7.5, 6.25, 7.34375, 7.0625, 5.4375, 12.875, 6.5, 6.46875, 6.0625, 6.125, 5.875, 6.03125, 7.125, 8.3125, 5.96875, 5.9375, 6.0625, 6.625, 6.3125, 6.15625, 7.875, 5.96875, 6.09375, 6.75, 5.71875, 5.875, 5.71875, 6.25, 4.5625, 10.8125, 6.09375, 5.6875, 6.25, 5.25, 6.03125, 5.9375, 6.0, 6.09375, 8.4375, 5.28125, 7.0, 6.375, 8.375, 18.5, 8.1875, 5.78125, 5.90625, 6.59375, 13.25, -6.6875, 6.0625, 5.28125, 5.9375, 6.03125, 8.4375, 5.75, 6.0, 6.71875, 5.1875, -5.90625, 5.34375, 6.84375, 6.75, 6.875, 7.46875, 6.75, 6.59375, 6.375, 6.96875, 5.625, 6.34375, 5.625, 7.0, 5.09375, 5.375, 6.46875, 6.09375, 5.8125, -6.46875, 7.5, 5.90625, 5.09375, 6.34375, 5.21875, 6.53125, 5.0625, 5.8125, 5.25, 6.40625, 5.8125, 8.4375, 20.125, 7.9375, 7.90625, 5.96875, 5.4375, 6.25, 6.59375, 8.125, 5.0, 5.90625, 6.03125, 4.6875, 5.71875, 9.5625, 5.21875, 5.71875, 7.28125, 6.09375, 6.46875, 7.5, 5.8125, 6.125, 6.3125, 6.03125, 6.96875, 4.34375, 5.5625, 6.28125, 18.625, 7.15625, 6.46875, 7.03125, 6.21875, 6.1875, 5.75, 5.6875, 5.59375, 5.8125, -5.625, 8.625, 6.28125, 5.25, 6.5625, 7.4375, 5.5, 6.5625, 9.4375, 5.84375, 5.75, 6.40625, 6.6875, 7.59375, 6.28125, 5.21875, 5.65625, 14.1875, 5.53125, 6.84375, 6.21875, 6.09375, 7.5625, 5.53125, -7.875, 6.0, 6.3125, 6.625, 7.15625, 5.75, 6.9375, 6.5, 6.40625, 8.6875, 6.375, 5.1875, 7.9375, 6.125, 5.84375, 5.625, 6.0625, 6.15625, 5.25, 6.28125, 23.375, 14.9375, 5.8125, 6.90625, 6.3125, 7.28125, 7.25, 6.8125, 4.4375, 6.28125, 7.125, 5.90625, 6.3125, 5.03125, 6.9375, 6.3125, 4.40625, 6.1875, 6.21875, 5.875, 5.90625, 5.53125, 5.78125, 6.6875, 6.4375, 5.40625, 6.5625, 5.125, 7.625, 5.6875, 5.59375, 5.15625, 6.1875, 5.875, 6.15625, 5.5625, 6.21875, 6.8125, 5.21875, 6.3125, 5.34375, 5.78125, 6.4375, 6.375, 7.1875, 8.75, 6.5625, 6.375, 6.125, 9.1875, 7.1875, 6.65625, 5.28125, 7.15625, 6.03125, 24.75, 7.5625, 5.59375, 8.5, 6.5, 6.40625, 6.28125, 6.46875, 11.4375, 6.4375, 6.3125, 5.6875, 6.71875, 6.65625, 72.5, 5.5625, 6.15625, 6.46875, 5.40625, 6.15625, 6.59375, 6.09375, 6.0, -5.59375, 5.90625, 7.0625, 7.71875, 7.6875, 6.0, 6.125, 6.6875, 5.75, 6.3125, -9.0625, 5.84375, 5.59375, 6.375, 6.28125, 6.59375, 6.0625, 6.59375, 6.0, 5.53125, 5.8125, 6.0625, 7.71875, 5.625, 7.15625, 6.0, 6.9375, 5.9375, 6.1875, 6.5625, 8.3125, 44.5, 6.8125, 5.6875, 7.375, 5.40625, 6.25, 7.46875, 5.21875, 6.5, 4.6875, 5.5625, 6.5, 6.21875, 30.625, 6.5625, 5.875, 6.25, 6.09375, 6.5, 6.09375, 5.21875, 4.75, 7.46875, 7.0, 28.0, 5.59375, 16.5, 6.375, 6.25, 5.46875, 6.8125, 6.875, 6.25, 6.46875, 7.1875, 4.0, 7.0, 5.9375, 6.5625, 5.03125, 5.875, 5.8125, 6.125, 6.34375, 7.84375, 15.5625, 5.78125, 6.5625, 5.875, 6.625, 6.8125, 6.28125, 6.65625, 8.25, 6.4375, 6.34375, 4.84375, 7.625, 6.1875, 5.3125, 7.46875, 5.8125, 6.40625, 5.25, 5.25, 6.3125, 6.8125, 6.0, 6.3125, 5.3125, 6.03125, 7.4375, 5.875, 7.34375, 5.84375, 6.4375, 6.0, 4.4375, 17.5, 8.0625, 5.84375, 6.65625, 7.59375, 6.5625, 9.3125, 8.0625, 6.65625, -8.0, 5.15625, 5.1875, 6.0625, 6.0, 6.625, 7.3125, 5.96875, 5.28125, 6.4375, 33.25, 6.4375, 6.15625, 6.5625, 5.625, 6.09375, 6.65625, 5.8125, 7.5, 6.78125, 7.34375, 6.40625, 5.09375, 5.21875, 5.90625, 6.28125, 6.15625, 6.09375, 5.71875, 6.0625, 5.5625, 5.8125, 17.0, 5.59375, 6.03125, 6.28125, 9.25, 5.46875, 6.40625, 12.0, 6.15625, -7.78125, 6.84375, 6.875, 6.5625, 6.59375, 7.03125, 5.90625, 9.6875, 7.25, 6.6875, 5.34375, 6.3125, 5.75, 6.78125, 5.84375, 6.75, 8.5, 5.625, 6.25, 6.78125, 6.53125, 11.0, 5.5625, 8.6875, 6.53125, 6.21875, 6.84375, 7.34375, 5.3125, 5.5625, 7.96875, 6.96875, 6.34375, 10.125, 7.28125, 5.96875, 5.625, 10.125, 6.15625, 6.53125, 5.21875, 8.5625, 5.25, 6.90625, 7.46875, 5.875, 8.25, 7.34375, 23.5, 5.78125, 5.40625, 7.09375, 6.4375, 29.125, 6.5, 6.5, 6.4375, 6.65625, 6.71875, 27.75, 4.75, 6.625, 6.15625, 9.125, 5.15625, 6.84375, 6.21875, 7.3125, 13.5, 6.21875, 20.125, 28.625, 8.0625, 7.03125, 6.375, 6.25, 6.3125, 5.5, -5.59375, 5.375, 8.625, 5.3125, 5.78125, 6.84375, 7.34375, 5.875, 6.28125, 7.125, 9.9375, 5.96875, 6.125, 9.5625, 4.03125, 7.375, 12.0, 6.40625, 10.5, 6.375, 7.125, 5.34375, 5.84375, 6.875, 4.5625, 6.53125, 9.6875, 5.5625, 8.6875, 6.09375, 5.59375, 12.6875, 5.15625, 5.53125, 6.78125, 4.75, 7.28125, 6.90625, 5.96875, 6.375, 6.28125, 5.9375, 6.28125, 6.75, 6.5, 6.9375, 6.0625, 5.59375, 6.15625, 7.25, 5.3125, 6.0, 5.875, 5.78125, 6.53125, 6.6875, 4.75, 4.8125, 9.3125, 2.328125, 6.84375, 6.5625, 6.3125, 5.96875, 6.09375, 5.46875, 9.125, -5.34375, 5.875, 5.03125, 6.375, 6.15625, 5.3125, 7.09375, 7.21875, 4.625, 6.5625, 30.375, 5.78125, 5.71875, 5.21875, 9.4375, 7.625, 13.0625, 6.71875, 10.25, 5.375, 5.6875, 7.0, 6.71875, 6.8125, 18.25, 6.21875, 9.5625, 7.4375, 5.71875, 7.34375, 5.875, 5.84375, 6.28125, 6.34375, 5.96875, 6.1875, 6.03125, 6.59375, 6.4375, 5.875, 5.625, 6.4375, 5.65625, 6.65625, 5.09375, 7.5625, 6.4375, 12.5, 6.59375, 5.375, 6.9375, 6.40625, 5.5625, 5.6875, 8.5, 7.1875, 5.21875, 6.09375, 5.625, 7.0, 8.875, 8.5, 5.53125, 5.84375, 6.59375, 6.15625, 7.71875, 6.0, 6.09375, 7.40625, 5.1875, 6.0625, 5.96875, 6.6875, 5.15625, 4.6875, 6.40625, 5.84375, 7.3125, 6.09375, 6.65625, 6.75, 6.96875, 7.5, 5.5625, 6.125, 7.8125, 6.25, 6.5, 6.59375, 6.96875, 6.84375, 7.09375, 5.90625, 6.59375, 6.71875, 6.46875, 6.09375, 6.0, 5.90625, 5.625, 6.5, 8.9375, 6.65625, 6.875, 5.78125, 7.125, 6.21875, 6.59375, 6.09375, 4.875, 6.34375, 34.25, 9.5, 6.78125, 6.03125, 6.3125, 6.09375, 5.875, 5.9375, 22.875, 5.28125, 6.03125, 5.1875, 5.03125, 6.65625, 6.25, 6.9375, 5.875, 5.15625, 6.75, 5.40625, 5.28125, 6.59375, 5.6875, 6.1875, 6.21875, 5.28125, 7.0625, 11.5, 5.5625, 13.1875, 6.375, 6.28125, 7.8125, 6.5, 6.5, 5.6875, 6.15625, 5.84375, 5.78125, 6.09375, 5.6875, 6.71875, 6.34375, 6.625, 6.09375, 10.375, 6.90625, 9.5, 5.65625, 5.8125, 7.09375, -6.0, 5.46875, 5.25, 20.0, 5.78125, 8.4375, 6.4375, 5.8125, 6.09375, 5.6875, 6.125, 6.0625, 6.25, 5.9375, 5.84375, 5.84375, 8.0, 6.0, 7.0, 5.78125, 44.75, 6.5625, 7.0, 6.0, 6.53125, 9.3125, 6.09375, 7.3125, 6.09375, 6.71875, 4.5625, 6.75, 4.71875, 6.09375, 6.03125, 5.09375, 7.15625, 6.65625, 6.15625, 5.5, 5.40625, 6.3125, 5.40625, 6.75, 6.875, 5.5, 6.0, 11.75, 20.5, 6.71875, 7.1875, 6.125, 8.0, 5.53125, 6.75, 6.21875, 5.53125, -5.375, 6.8125, 6.3125, 7.25, 5.90625, 6.21875, 6.09375, 7.0, 6.46875, 5.09375, 7.4375, 6.46875, 5.875, 6.03125, 7.53125, 6.28125, 6.28125, 5.8125, 7.53125, 17.25, -6.28125, 6.1875, 44.5, 6.40625, 7.59375, 5.28125, 7.5, 7.53125, 6.21875, 6.28125, 7.40625, 5.34375, 7.375, 7.15625, 8.75, 5.03125, 7.0625, 6.90625, 6.6875, 7.625, 6.1875, 22.375, 6.59375, 5.53125, 5.78125, 6.09375, 6.09375, 4.125, 7.53125, 5.8125, 6.125, 6.0, 9.5625, 6.8125, 6.25, 7.03125, 10.0, 6.9375, 5.5625, 5.25, 7.0, 7.40625, 6.53125, 7.25, 6.125, 6.34375, 6.5625, 7.15625, 4.46875, 4.125, 5.25, 6.53125, 4.875, 4.6875, 5.625, 6.46875, 5.875, -6.25, 7.0, 8.5, 6.5, 5.96875, 6.71875, 6.65625, 6.65625, 6.34375, 5.59375, 5.59375, 6.5625, 7.0, 8.625, 7.3125, 6.78125, 6.875, 5.15625, 6.90625, 7.46875, 6.3125, 6.375, 11.875, 5.875, 5.71875, 6.0, 5.8125, 5.40625, 8.6875, 6.34375, 5.8125, 5.78125, 5.875, 3.546875, 7.78125, 5.90625, 6.875, 6.84375, 1.898438, 6.03125, 5.375, 6.09375, 6.40625, 6.4375, 10.25, 8.125, 6.09375, 4.6875, 6.1875, 10.25, 5.53125, 6.65625, 7.0625, 6.65625, 6.84375, 6.75, 5.5625, 7.09375, 6.03125, 4.75, 23.875, 21.5, 8.0, 8.0, 6.9375, 6.125, 5.59375, 6.375, 5.78125, 7.21875, -7.96875, 8.625, 5.59375, 8.875, 6.40625, 5.25, 5.28125, 6.5625, 5.78125, 6.34375, 5.625, 6.5, 6.625, 5.65625, 6.28125, -6.84375, 6.65625, 6.5625, 6.25, 6.53125, 7.34375, 6.3125, 7.5, 4.96875, 6.15625, 5.90625, 6.46875, 5.6875, 6.625, 6.1875, 5.8125, 7.59375, 6.96875, 6.5, 8.0, 5.8125, 5.3125, 6.4375, 5.28125, 6.40625, -5.875, 6.15625, 7.15625, 4.15625, 9.8125, 6.8125, 6.0625, 6.375, 8.5, 6.34375, 7.0625, 6.375, 6.4375, 6.21875, 6.125, 5.34375, 7.3125, 8.0625, 5.125, 5.40625, 6.40625, 6.84375, 6.15625, 6.34375, 6.59375, 6.5, 6.90625, 9.75, 6.5, 6.40625, 6.21875, 6.25, 4.5625, -6.15625, 7.3125, 7.8125, 6.53125, 7.09375, 7.5, 6.4375, 5.9375, 5.875, 6.5, 6.125, 23.5, 6.34375, -6.75, 7.15625, 6.6875, 6.0, 6.4375, 6.65625, 6.3125, 8.125, 11.125, 5.21875, 6.375, 5.65625, 6.78125, -6.40625, 9.5, 6.46875, 4.71875, 6.09375, 6.3125, 7.34375, 5.84375, 4.84375, 5.5, 5.75, 11.875, 5.8125, 4.96875, 7.0, 6.46875, 6.25, 6.625, 5.34375, 7.625, 32.25, 6.75, 6.53125, 5.4375, 5.875, 5.5625, 5.90625, 6.25, 7.21875, 6.0, 6.21875, 5.8125, 5.5, 6.53125, 6.71875, 6.4375, 7.375, 6.34375, 5.03125, 5.3125, 7.59375, 6.03125, 5.46875, 5.78125, 42.75, 5.4375, 7.3125, 6.96875, 8.25, 6.15625, 6.25, 4.90625, 6.6875, 7.71875, 5.28125, 7.15625, 8.625, 5.71875, 6.15625, 5.8125, 5.5625, 4.59375, 4.59375, 6.5, 7.75, 6.96875, 5.65625, 6.5625, 7.25, 6.0625, 6.1875, 9.8125, 5.65625, 5.90625, 4.40625, -6.1875, 6.75, 7.125, 7.15625, 3.9375, 5.875, 7.25, 4.40625, 7.46875, 19.375, 5.09375, 6.84375, 6.4375, 5.84375, 5.96875, 5.75, 6.21875, 6.0625, 5.59375, 5.9375, 5.75, 6.25, 5.40625, 6.84375, 6.65625, 5.875, 7.375, 6.59375, 16.375, 6.65625, 6.59375, 6.34375, 5.90625, 6.21875, 5.6875, 5.96875, 9.5625, 6.59375, -11.0625, 6.21875, 6.8125, 6.375, 6.625, 5.9375, 6.34375, 6.5, 5.6875, 6.5, 6.6875, 7.0625, 6.03125, 6.71875 ] } , "name": "onnx::Mul_11423", "outputIndexes": [ 6377 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6376, 6377 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/input_layernorm/Mul_1_output_0", "outputIndexes": [ 6378 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6378 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.38/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 8189 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8189 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.38/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 8190 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8190 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2250349330, 2621462, 655360, 0, 0 ] } , "name": "/layers.38/self_attn/q_proj/Linear", "outputIndexes": [ 8191 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8191 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.38/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 8192 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8192 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ] , "dimType": "NCHW" } , "name": "/layers.38/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 6379 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6378 ] , "main_type": "NONE", "name": "/blocks.38/self_attn/Shape_output_0", "outputIndexes": [ 6380 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 6380 ] , "main_type": "NONE", "name": "Shape7780", "outputIndexes": [ 6381 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 6380 ] , "main_type": "NONE", "name": "Rank7782", "outputIndexes": [ 6382 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6382, 6382 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7784", "outputIndexes": [ 6383 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6383 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7785", "outputIndexes": [ 6384 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6383, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7787", "outputIndexes": [ 6385 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6385 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7788", "outputIndexes": [ 6386 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6381, 6384, 6386, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice7791", "outputIndexes": [ 6387 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6387 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze7792", "outputIndexes": [ 6388 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6388, 6388 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7794", "outputIndexes": [ 6389 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6380, 6389, 6383 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.38/self_attn/Gather_output_0", "outputIndexes": [ 6390 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6390, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.38/self_attn/Unsqueeze_output_0", "outputIndexes": [ 6391 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6383 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7802", "outputIndexes": [ 6392 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6385 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7805", "outputIndexes": [ 6393 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6381, 6392, 6393, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice7808", "outputIndexes": [ 6394 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6394 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze7809", "outputIndexes": [ 6395 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 6395 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7810", "outputIndexes": [ 6396 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6396, 6395 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7811", "outputIndexes": [ 6397 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6380, 6397, 6383 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.38/self_attn/Gather_1_output_0", "outputIndexes": [ 6398 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6398, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.38/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 6399 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6391, 6399, 41, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.38/self_attn/Concat_output_0", "outputIndexes": [ 6400 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6379, 6400 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.38/self_attn/Reshape_output_0", "outputIndexes": [ 6401 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6401 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.38/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 6403 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6403 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.38/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 6404 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6404, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/self_attn/q_norm/Add_output_0", "outputIndexes": [ 6405 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6405, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 6406 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6401, 6406 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 6407 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6407, 885 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 6408 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6408, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/self_attn/Mul_output_0", "outputIndexes": [ 6409 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6408 ] , "main_type": "NONE", "name": "/blocks.38/self_attn/Shape_2_output_0", "outputIndexes": [ 6410 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 6410 ] , "main_type": "NONE", "name": "Shape7825", "outputIndexes": [ 6411 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 6410 ] , "main_type": "NONE", "name": "Rank7827", "outputIndexes": [ 6412 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6412, 6412 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7829", "outputIndexes": [ 6413 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6413 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7830", "outputIndexes": [ 6414 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6413, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7832", "outputIndexes": [ 6415 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6415 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7833", "outputIndexes": [ 6416 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6411, 6414, 6416, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice7836", "outputIndexes": [ 6417 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6417 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze7837", "outputIndexes": [ 6418 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 6418 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7838", "outputIndexes": [ 6419 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6419, 6418 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7839", "outputIndexes": [ 6420 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6410, 6420, 6413 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.38/self_attn/Gather_2_output_0", "outputIndexes": [ 6421 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6421, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/self_attn/Div_output_0", "outputIndexes": [ 6422 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6422, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.38/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 6423 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6408, 6423, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.38/self_attn/Slice_1_output_0", "outputIndexes": [ 6424 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6424 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.38/self_attn/Neg_output_0", "outputIndexes": [ 6425 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6422, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.38/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 6426 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6408, 31, 6426, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.38/self_attn/Slice_output_0", "outputIndexes": [ 6427 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6425, 6427 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.38/self_attn/Concat_2_output_0", "outputIndexes": [ 6428 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6428, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/self_attn/Mul_1_output_0", "outputIndexes": [ 6429 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6409, 6429 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/self_attn/Add_output_0", "outputIndexes": [ 6430 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6390, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.38/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 6431 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6398, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.38/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 6432 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6431, 6432, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.38/self_attn/Concat_1_output_0", "outputIndexes": [ 6433 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6433, 4536 ] , "main_type": "NONE", "name": "/blocks.38/self_attn/ConstantOfShape_output_0", "outputIndexes": [ 6434 ] , "type": "Fill", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 6430, 6434, 6434, 167 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 38, "kv_shared_layer_index": 22 } , "name": "/layers.38/self_attn/FusedAttention", "outputIndexes": [ 6435 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6435 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.38/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 8193 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8193 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.38/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 8194 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8194 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2253626152, 2621462, 655360, 0, 0 ] } , "name": "/layers.38/self_attn/o_proj/Linear", "outputIndexes": [ 8195 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8195 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.38/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 8196 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8196 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.38/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 6436 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6436 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.38/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 6438 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6438 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.38/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 6439 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6439, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/post_attention_layernorm/Add_output_0", "outputIndexes": [ 6440 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6440, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 6441 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6436, 6441 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 6442 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.386719, 0.386719, 0.157227, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.365234, 0.386719, 0.386719, 0.386719, 0.386719, 0.269531, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.371094, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.339844, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.332031, 0.386719, 0.386719, 0.367188, 0.386719, 0.316406, 0.386719, 0.386719, 0.386719, 0.00037, 0.386719, 0.386719, 0.386719, 0.386719, 0.384766, 0.386719, 0.000357, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.378906, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.378906, 0.386719, 0.386719, 0.34375, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.166992, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.382812, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.255859, 0.386719, 0.382812, 0.365234, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.384766, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.265625, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.176758, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.384766, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.304688, 0.386719, 0.386719, 0.384766, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.382812, 0.376953, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.373047, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.279297, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.376953, 0.386719, 0.310547, 0.386719, 0.386719, 0.322266, 0.386719, 0.386719, 0.386719, 0.376953, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.320312, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.375, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.384766, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.378906, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.375, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.178711, 0.369141, 0.384766, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.273438, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.375, 0.386719, 0.382812, 0.000357, 0.304688, 0.192383, 0.386719, 0.386719, 0.386719, 0.386719, 0.382812, 0.386719, 0.382812, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.371094, 0.386719, 0.386719, 0.386719, 0.375, 0.386719, 0.386719, 0.339844, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.206055, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.384766, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.308594, 0.386719, 0.384766, 0.302734, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.000374, 0.386719, 0.386719, 0.386719, 0.386719, 0.117188, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.382812, 0.386719, 0.386719, 0.263672, 0.386719, 0.386719, 0.386719, 0.373047, 0.000372, 0.386719, 0.386719, 0.386719, 0.386719, 0.341797, 0.386719, 0.287109, 0.386719, 0.386719, 0.384766, 0.269531, 0.386719, 0.363281, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.332031, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.308594, 0.386719, 0.386719, 0.326172, 0.386719, 0.386719, 0.386719, 0.386719, 0.298828, 0.386719, 0.386719, 0.386719, 0.324219, 0.386719, 0.386719, 0.337891, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.359375, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.333984, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.373047, 0.386719, 0.248047, 0.375, 0.386719, 0.386719, 0.241211, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.376953, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.382812, 0.386719, 0.384766, 0.386719, 0.386719, 0.386719, 0.386719, 0.384766, 0.355469, 0.386719, 0.386719, 0.386719, 0.3125, 0.386719, 0.386719, 0.386719, 0.287109, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.158203, 0.386719, 0.386719, 0.000362, 0.386719, 0.386719, 0.384766, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.359375, 0.00037, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.339844, 0.341797, 0.386719, 0.384766, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.367188, 0.158203, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.328125, 0.386719, 0.386719, 0.386719, 0.386719, 0.367188, 0.386719, 0.000372, 0.386719, 0.386719, 0.000362, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.157227, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.00036, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.349609, 0.00037, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.382812, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.000366, 0.386719, 0.386719, 0.386719, 0.318359, 0.386719, 0.353516, 0.386719, 0.386719, 0.386719, 0.000366, 0.386719, 0.386719, 0.384766, 0.386719, 0.000364, 0.337891, 0.386719, 0.386719, 0.386719, 0.384766, 0.24707, 0.363281, 0.349609, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.339844, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.339844, 0.386719, 0.386719, 0.386719, 0.332031, 0.386719, 0.386719, 0.375, 0.378906, 0.386719, 0.310547, 0.386719, 0.386719, 0.382812, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.261719, 0.386719, 0.386719, 0.000362, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.318359, 0.386719, 0.386719, 0.308594, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.000374, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.380859, 0.386719, 0.386719, 0.386719, 0.386719, 0.384766, 0.386719, 0.378906, 0.386719, 0.386719, 0.386719, 0.386719, 0.271484, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.332031, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.384766, 0.384766, 0.380859, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.378906, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.000355, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.310547, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.365234, 0.306641, 0.386719, 0.386719, 0.380859, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.361328, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.324219, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.384766, 0.386719, 0.373047, 0.386719, 0.224609, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.363281, 0.378906, 0.386719, 0.378906, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.365234, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.380859, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.296875, 0.386719, 0.386719, 0.386719, 0.384766, 0.00036, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.384766, 0.386719, 0.386719, 0.384766, 0.205078, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.000353, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.285156, 0.386719, 0.386719, 0.310547, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.375, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.384766, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.371094, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.357422, 0.386719, 0.386719, 0.00037, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.261719, 0.386719, 0.380859, 0.322266, 0.386719, 0.355469, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.380859, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.3125, 0.386719, 0.335938, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.000366, 0.386719, 0.386719, 0.386719, 0.000378, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.357422, 0.347656, 0.378906, 0.386719, 0.384766, 0.386719, 0.347656, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.318359, 0.386719, 0.1875, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.361328, 0.386719, 0.273438, 0.386719, 0.28125, 0.1875, 0.386719, 0.000366, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.267578, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.308594, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.00037, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.363281, 0.386719, 0.386719, 0.386719, 0.386719, 0.384766, 0.386719, 0.328125, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.384766, 0.386719, 0.386719, 0.261719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.318359, 0.386719, 0.386719, 0.330078, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.196289, 0.386719, 0.386719, 0.386719, 0.386719, 0.189453, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.382812, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.255859, 0.386719, 0.141602, 0.365234, 0.386719, 0.000357, 0.386719, 0.380859, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.320312, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.357422, 0.386719, 0.386719, 0.386719, 0.386719, 0.353516, 0.386719, 0.339844, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.384766, 0.386719, 0.382812, 0.300781, 0.386719, 0.361328, 0.386719, 0.376953, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.296875, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.291016, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.384766, 0.386719, 0.386719, 0.386719, 0.000372, 0.386719, 0.386719, 0.355469, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.384766, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.355469, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.25, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.375, 0.386719, 0.386719, 0.371094, 0.000353, 0.386719, 0.386719, 0.386719, 0.386719, 0.000357, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.359375, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.384766, 0.386719, 0.386719, 0.386719, 0.169922, 0.386719, 0.230469, 0.386719, 0.386719, 0.386719, 0.386719, 0.269531, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.285156, 0.386719, 0.386719, 0.351562, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.380859, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.367188, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.369141, 0.386719, 0.386719, 0.386719, 0.386719, 0.298828, 0.378906, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.371094, 0.386719, 0.386719, 0.386719, 0.357422, 0.386719, 0.339844, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.000372, 0.361328, 0.386719, 0.386719, 0.294922, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.378906, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.345703, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.373047, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.231445, 0.345703, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.000372, 0.330078, 0.386719, 0.386719, 0.386719, 0.386719, 0.079102, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.384766, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.365234, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.314453, 0.386719, 0.386719, 0.386719, 0.386719, 0.277344, 0.386719, 0.386719, 0.316406, 0.000372, 0.386719, 0.384766, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.000351, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.380859, 0.386719, 0.253906, 0.386719, 0.249023, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.375, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.357422, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.376953, 0.386719, 0.386719, 0.386719, 0.332031, 0.386719, 0.386719, 0.322266, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.308594, 0.337891, 0.386719, 0.386719, 0.382812, 0.386719, 0.386719, 0.386719, 0.386719, 0.265625, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.373047, 0.269531, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.378906, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.384766, 0.386719, 0.386719, 0.386719, 0.386719, 0.000359, 0.386719, 0.386719, 0.386719, 0.316406, 0.386719, 0.386719, 0.15625, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.172852, 0.365234, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.279297, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.369141, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.324219, 0.386719, 0.386719, 0.335938, 0.386719, 0.386719, 0.386719, 0.386719, 0.1875, 0.386719, 0.000347, 0.386719, 0.386719, 0.386719, 0.386719, 0.257812, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.233398, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.375, 0.000376, 0.386719, 0.206055, 0.144531, 0.367188, 0.386719, 0.386719, 0.386719, 0.386719, 0.345703, 0.386719, 0.386719, 0.359375, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.330078, 0.386719, 0.373047, 0.386719, 0.386719, 0.386719, 0.289062, 0.386719, 0.160156, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.000353, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.378906, 0.386719, 0.386719, 0.386719, 0.367188, 0.275391, 0.386719, 0.386719, 0.386719, 0.386719, 0.296875, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.353516, 0.386719, 0.386719, 0.345703, 0.386719, 0.386719, 0.386719, 0.386719, 0.367188, 0.316406, 0.386719, 0.378906, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.306641, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.316406, 0.386719, 0.376953, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.291016, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.384766, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.376953, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.361328, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.12207, 0.324219, 0.386719, 0.351562, 0.380859, 0.386719, 0.365234, 0.386719, 0.00037, 0.359375, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.355469, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.328125, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.265625, 0.386719, 0.000353, 0.386719, 0.386719, 0.365234, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.371094, 0.386719, 0.386719, 0.386719, 0.378906, 0.386719, 0.212891, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.000355, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.378906, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.18457, 0.386719, 0.376953, 0.386719, 0.386719, 0.275391, 0.386719, 0.382812, 0.386719, 0.386719, 0.378906, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.365234, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.337891, 0.386719, 0.386719, 0.355469, 0.386719, 0.386719, 0.259766, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.378906, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.152344, 0.386719, 0.386719, 0.195312, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.384766, 0.386719, 0.386719, 0.386719, 0.287109, 0.386719, 0.386719, 0.386719, 0.249023, 0.205078, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.306641, 0.386719, 0.386719, 0.386719, 0.232422, 0.386719, 0.386719, 0.341797, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.371094, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.384766, 0.386719, 0.386719, 0.384766, 0.386719, 0.371094, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.382812, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.361328, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.375, 0.384766, 0.386719, 0.386719, 0.386719, 0.275391, 0.386719, 0.386719, 0.382812, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.000343, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.384766, 0.386719, 0.386719, 0.386719, 0.386719, 0.380859, 0.386719, 0.335938, 0.308594, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.382812, 0.371094, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.357422, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.384766, 0.386719, 0.386719, 0.386719, 0.386719, 0.384766, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.204102, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.347656, 0.294922, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.347656, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.217773, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.308594, 0.376953, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.359375, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.239258, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.361328, 0.000372, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.380859, 0.386719, 0.386719, 0.386719, 0.386719, 0.000349, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.353516, 0.386719, 0.386719, 0.386719, 0.000336, 0.386719, 0.386719, 0.386719, 0.328125, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.376953, 0.386719, 0.386719, 0.386719, 0.386719, 0.373047, 0.386719, 0.386719, 0.000374, 0.369141, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.000364, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.000359, 0.386719, 0.34375, 0.386719, 0.386719, 0.386719, 0.386719, 0.367188, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.337891, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.277344, 0.386719, 0.347656, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719, 0.386719 ] } , "name": "onnx::Mul_11435", "outputIndexes": [ 6443 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6442, 6443 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 6444 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6371, 6444 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/Add_output_0", "outputIndexes": [ 6445 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6445 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.38/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 6446 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6446 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.38/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 6447 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6447, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 6448 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6448, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 6449 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6445, 6449 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 6450 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.523438, 0.554688, 0.458984, 0.554688, 0.546875, 0.585938, 0.601562, 0.644531, 0.546875, 0.476562, 0.546875, 0.585938, 0.601562, 0.554688, 0.539062, 0.535156, 0.570312, 0.570312, 0.578125, 0.542969, 0.578125, 0.546875, 0.53125, 0.570312, 0.5625, 0.582031, 0.458984, 0.574219, 0.660156, 0.376953, 0.570312, 0.5625, 0.546875, 0.578125, 0.503906, 0.554688, 0.59375, 0.265625, 0.578125, 0.605469, 0.503906, 0.416016, 0.597656, 0.59375, 0.570312, 0.574219, 0.180664, 0.585938, 0.574219, 0.546875, 0.412109, 0.496094, 0.546875, 0.457031, 0.574219, 0.601562, 0.5625, 0.570312, 0.570312, 0.550781, 0.546875, 0.546875, 0.5625, 0.578125, 0.542969, 0.585938, 0.535156, 0.554688, 0.488281, 0.546875, 0.527344, 0.582031, 0.554688, 0.542969, 0.5625, 0.582031, 0.601562, 0.539062, 0.582031, 0.601562, 0.59375, 0.578125, 0.53125, 0.585938, 0.585938, 0.550781, 0.578125, 0.574219, 0.59375, 0.621094, 0.570312, 0.558594, 0.488281, 0.5625, 0.582031, 0.570312, 0.214844, 0.585938, 0.609375, 0.574219, 0.550781, 0.578125, 0.550781, 0.535156, 0.585938, 0.554688, 0.5625, 0.574219, 0.585938, 0.539062, 0.609375, 0.570312, 0.554688, 0.59375, 0.349609, 0.539062, 0.53125, 0.5625, 0.558594, 0.585938, 0.59375, 0.554688, 0.601562, 0.535156, 0.585938, 0.59375, 0.558594, 0.5625, 0.5625, 0.597656, 0.566406, 0.585938, 0.527344, 0.625, 0.209961, 0.574219, 0.554688, 0.699219, 0.578125, 0.601562, 0.59375, 0.585938, 0.585938, 0.5625, 0.515625, 0.542969, 0.566406, 0.558594, 0.546875, 0.582031, 0.554688, 0.546875, 0.519531, 0.566406, 0.589844, 0.511719, 0.566406, 0.546875, 0.558594, 0.585938, 0.53125, 0.585938, 0.578125, 0.570312, 0.589844, 0.546875, 0.5625, 0.570312, 0.195312, 0.474609, 0.337891, 0.40625, 0.566406, 0.539062, 0.566406, 0.546875, 0.542969, 0.535156, 0.554688, 0.570312, 0.535156, 0.546875, 0.613281, 0.585938, 0.554688, 0.566406, 0.5625, 0.585938, 0.574219, 0.486328, 0.519531, 0.535156, 0.535156, 0.546875, 0.609375, 0.570312, 0.570312, 0.554688, 0.722656, 0.558594, 0.585938, 0.636719, 0.5625, 0.542969, 0.527344, 0.546875, 0.539062, 0.566406, 0.5625, 0.570312, 0.609375, 0.546875, 0.554688, 0.550781, 0.53125, 0.570312, 0.597656, 0.542969, 0.566406, 0.570312, 0.578125, 0.490234, 0.578125, 0.570312, 0.578125, 0.578125, 0.589844, 0.574219, 0.574219, 0.554688, 0.353516, 0.570312, 0.613281, 0.5625, 0.585938, 0.550781, 0.585938, 0.585938, 0.546875, 0.578125, 0.597656, 0.574219, 0.363281, 0.566406, 0.515625, 0.546875, 0.496094, 0.425781, 0.511719, 0.554688, 0.601562, 0.597656, 0.546875, 0.546875, 0.632812, 0.574219, 0.585938, 0.550781, 0.589844, 0.492188, 0.5625, 0.5625, 0.558594, 0.5625, 0.498047, 0.566406, 0.535156, 0.589844, 0.566406, 0.539062, 0.554688, 0.546875, 0.566406, 0.570312, 0.578125, 0.597656, 0.566406, 0.566406, 0.574219, 0.5625, 0.554688, 0.53125, 0.539062, 0.4375, 0.5625, 0.558594, 0.539062, 0.601562, 0.447266, 0.570312, 0.554688, 0.542969, 0.59375, 0.574219, 0.566406, 0.574219, 0.5625, 0.349609, 0.570312, 0.675781, 0.546875, 0.482422, 0.570312, 0.570312, 0.546875, 0.53125, 0.515625, 0.570312, 0.59375, 0.535156, 0.554688, 0.542969, 0.5625, 0.519531, 0.558594, 0.550781, 0.585938, 0.400391, 0.5625, 0.558594, 0.177734, 0.554688, 0.507812, 0.546875, 0.53125, 0.582031, 0.566406, 0.558594, 0.582031, 0.542969, 0.351562, 0.597656, 0.511719, 0.554688, 0.59375, 0.589844, 0.578125, 0.539062, 0.578125, 0.498047, 0.570312, 0.597656, 0.558594, 0.585938, 0.558594, 0.566406, 0.5625, 0.482422, 0.376953, 0.507812, 0.439453, 0.570312, 0.59375, 0.578125, 0.566406, 0.5625, 0.585938, 0.554688, 0.535156, 0.488281, 0.566406, 0.5625, 0.554688, 0.578125, 0.375, 0.578125, 0.546875, 0.578125, 0.5625, 0.558594, 0.5625, 0.632812, 0.5625, 0.558594, 0.5625, 0.535156, 0.570312, 0.492188, 0.515625, 0.554688, 0.5625, 0.59375, 0.542969, 0.574219, 0.574219, 0.554688, 0.609375, 0.578125, 0.558594, 0.582031, 0.570312, 0.574219, 0.511719, 0.515625, 0.458984, 0.660156, 0.585938, 0.566406, 0.503906, 0.5625, 0.589844, 0.566406, 0.585938, 0.25, 0.527344, 0.570312, 0.59375, 0.550781, 0.447266, 0.5625, 0.554688, 0.523438, 0.546875, 0.558594, 0.570312, 0.597656, 0.535156, 0.558594, 0.59375, 0.488281, 0.570312, 0.574219, 0.168945, 0.550781, 0.539062, 0.605469, 0.527344, 0.542969, 0.582031, 0.613281, 0.5625, 0.570312, 0.380859, 0.585938, 0.482422, 0.554688, 0.574219, 0.574219, 0.746094, 0.554688, 0.472656, 0.574219, 0.605469, 0.59375, 0.582031, 0.542969, 0.601562, 0.554688, 0.503906, 0.574219, 0.59375, 0.550781, 0.546875, 0.554688, 0.558594, 0.550781, 0.550781, 0.476562, 0.585938, 0.621094, 0.609375, 0.566406, 0.566406, 0.566406, 0.535156, 0.570312, 0.542969, 0.59375, 0.335938, 0.546875, 0.550781, 0.5625, 0.558594, 0.550781, 0.53125, 0.554688, 0.578125, 0.59375, 0.558594, 0.515625, 0.380859, 0.5, 0.589844, 0.398438, 0.484375, 0.515625, 0.570312, 0.275391, 0.566406, 0.558594, 0.554688, 0.53125, 0.570312, 0.585938, 0.605469, 0.535156, 0.558594, 0.550781, 0.539062, 0.574219, 0.507812, 0.542969, 0.527344, 0.554688, 0.539062, 0.482422, 0.570312, 0.558594, 0.578125, 0.535156, 0.632812, 0.570312, 0.554688, 0.558594, 0.683594, 0.550781, 0.550781, 0.554688, 0.5625, 0.578125, 0.585938, 0.578125, 0.554688, 0.519531, 0.53125, 0.59375, 0.601562, 0.507812, 0.435547, 0.474609, 0.498047, 0.550781, 0.644531, 0.53125, 0.5625, 0.558594, 0.542969, 0.570312, 0.582031, 0.535156, 0.550781, 0.558594, 0.601562, 0.5625, 0.5625, 0.542969, 0.488281, 0.570312, 0.324219, 0.53125, 0.574219, 0.53125, 0.539062, 0.589844, 0.636719, 0.570312, 0.574219, 0.5, 0.527344, 0.558594, 0.554688, 0.570312, 0.539062, 0.585938, 0.542969, 0.574219, 0.570312, 0.558594, 0.546875, 0.5625, 0.566406, 0.5625, 0.578125, 0.589844, 0.386719, 0.652344, 0.574219, 0.503906, 0.582031, 0.5625, 0.535156, 0.5625, 0.546875, 0.582031, 0.492188, 0.578125, 0.574219, 0.566406, 0.566406, 0.570312, 0.570312, 0.585938, 0.554688, 0.539062, 0.527344, 0.59375, 0.574219, 0.578125, 0.5625, 0.582031, 0.53125, 0.632812, 0.554688, 0.625, 0.558594, 0.578125, 0.492188, 0.285156, 0.546875, 0.578125, 0.566406, 0.233398, 0.558594, 0.515625, 0.5625, 0.59375, 0.546875, 0.570312, 0.527344, 0.554688, 0.574219, 0.570312, 0.59375, 0.546875, 0.578125, 0.558594, 0.578125, 0.511719, 0.542969, 0.378906, 0.554688, 0.554688, 0.601562, 0.582031, 0.390625, 0.326172, 0.558594, 0.59375, 0.527344, 0.578125, 0.435547, 0.582031, 0.507812, 0.574219, 0.566406, 0.539062, 0.554688, 0.527344, 0.582031, 0.515625, 0.550781, 0.59375, 0.585938, 0.519531, 0.644531, 0.523438, 0.621094, 0.578125, 0.492188, 0.640625, 0.578125, 0.443359, 0.503906, 0.578125, 0.353516, 0.574219, 0.566406, 0.558594, 0.519531, 0.609375, 0.5625, 0.486328, 0.535156, 0.523438, 0.523438, 0.566406, 0.660156, 0.5625, 0.609375, 0.503906, 0.5625, 0.589844, 8.0, 0.546875, 0.578125, 0.539062, 0.589844, 0.566406, 0.585938, 0.554688, 0.546875, 0.601562, 0.582031, 0.316406, 0.550781, 0.539062, 0.585938, 0.578125, 0.433594, 0.324219, 0.574219, 0.5625, 0.558594, 0.585938, 0.558594, 0.474609, 0.554688, 0.566406, 0.582031, 0.519531, 0.546875, 0.582031, 0.558594, 0.539062, 0.490234, 0.550781, 0.574219, 0.589844, 0.550781, 0.589844, 0.554688, 0.589844, 0.523438, 0.511719, 0.59375, 0.542969, 0.539062, 0.550781, 0.427734, 0.429688, 0.349609, 0.515625, 0.609375, 0.498047, 0.578125, 0.5625, 0.558594, 0.550781, 0.519531, 0.507812, 0.5625, 0.527344, 0.585938, 0.609375, 0.523438, 0.357422, 0.605469, 0.455078, 0.558594, 0.476562, 0.480469, 0.585938, 0.5625, 0.574219, 0.582031, 0.582031, 0.554688, 0.558594, 0.558594, 0.582031, 0.582031, 0.5625, 0.5625, 0.447266, 0.585938, 0.570312, 0.451172, 0.542969, 0.570312, 0.464844, 0.585938, 0.632812, 0.214844, 0.515625, 0.574219, 0.578125, 0.527344, 0.578125, 0.550781, 0.480469, 0.59375, 0.566406, 0.200195, 0.527344, 0.558594, 0.558594, 0.570312, 0.578125, 0.554688, 0.535156, 0.546875, 0.570312, 0.570312, 0.275391, 0.574219, 0.546875, 0.53125, 0.578125, 0.570312, 0.570312, 0.546875, 0.527344, 0.558594, 0.5625, 0.570312, 0.625, 0.566406, 0.582031, 0.5625, 0.554688, 0.917969, 0.566406, 0.546875, 0.554688, 0.558594, 0.570312, 0.589844, 0.302734, 0.515625, 0.566406, 0.601562, 0.570312, 0.585938, 0.535156, 0.570312, 0.398438, 0.5625, 0.554688, 0.558594, 0.550781, 0.457031, 0.640625, 0.660156, 0.585938, 0.578125, 0.5625, 0.566406, 0.574219, 0.53125, 0.578125, 0.554688, 0.574219, 0.578125, 0.554688, 0.527344, 0.621094, 0.308594, 0.523438, 0.542969, 0.566406, 0.585938, 0.601562, 0.394531, 0.498047, 0.597656, 0.267578, 0.539062, 0.554688, 0.546875, 0.574219, 0.550781, 0.578125, 0.574219, 0.546875, 0.574219, 0.539062, 0.589844, 0.490234, 0.486328, 0.578125, 0.566406, 0.582031, 0.558594, 0.53125, 0.378906, 0.539062, 0.550781, 0.558594, 0.398438, 0.601562, 0.542969, 0.582031, 0.558594, 0.539062, 0.578125, 0.554688, 0.542969, 0.585938, 0.578125, 0.5, 0.570312, 0.261719, 0.59375, 0.539062, 0.609375, 0.585938, 0.515625, 0.578125, 0.570312, 0.585938, 0.570312, 0.597656, 0.550781, 0.53125, 0.523438, 0.511719, 0.554688, 0.558594, 0.585938, 0.699219, 0.59375, 0.542969, 0.474609, 0.558594, 0.447266, 0.566406, 0.523438, 0.550781, 0.5625, 0.578125, 0.578125, 0.574219, 0.585938, 0.585938, 0.535156, 0.496094, 0.578125, 0.570312, 0.542969, 0.585938, 0.535156, 0.546875, 0.539062, 0.585938, 0.578125, 0.589844, 0.546875, 0.570312, 0.235352, 0.601562, 0.5625, 0.519531, 0.625, 0.546875, 0.582031, 0.5625, 0.597656, 0.570312, 0.570312, 0.570312, 0.570312, 0.486328, 0.472656, 0.18457, 0.570312, 0.582031, 0.523438, 0.582031, 0.535156, 0.550781, 0.585938, 0.535156, 0.554688, 0.566406, 0.550781, 0.53125, 0.585938, 0.498047, 0.609375, 0.5625, 0.582031, 0.400391, 0.546875, 0.570312, 0.550781, 0.535156, 0.515625, 0.550781, 0.566406, 0.554688, 0.578125, 0.5625, 0.494141, 0.558594, 0.652344, 0.578125, 0.570312, 0.546875, 0.570312, 0.566406, 0.339844, 0.550781, 0.507812, 0.478516, 0.5625, 0.558594, 0.558594, 0.566406, 0.582031, 0.5625, 0.582031, 0.492188, 0.5625, 0.574219, 0.59375, 0.589844, 0.369141, 0.5625, 0.558594, 0.566406, 0.574219, 0.550781, 0.546875, 0.503906, 0.582031, 0.546875, 0.480469, 0.535156, 0.53125, 0.546875, 0.550781, 0.582031, 0.578125, 0.345703, 0.546875, 0.492188, 0.570312, 0.5625, 0.585938, 0.585938, 0.585938, 0.558594, 0.515625, 0.566406, 0.503906, 0.535156, 0.333984, 0.539062, 0.511719, 0.464844, 0.523438, 0.570312, 0.535156, 0.574219, 0.585938, 0.578125, 0.601562, 0.550781, 0.4375, 0.527344, 0.566406, 0.554688, 0.585938, 0.527344, 0.570312, 0.582031, 0.550781, 0.550781, 0.550781, 0.582031, 0.5625, 0.566406, 0.609375, 0.539062, 0.558594, 0.578125, 0.566406, 0.519531, 0.578125, 0.582031, 0.570312, 0.59375, 0.566406, 0.601562, 0.542969, 0.535156, 0.570312, 0.582031, 0.554688, 0.585938, 0.550781, 0.539062, 0.554688, 0.507812, 0.566406, 0.546875, 0.570312, 0.535156, 0.5625, 0.566406, 0.503906, 0.546875, 0.53125, 0.566406, 0.5625, 0.546875, 0.574219, 0.628906, 0.5625, 0.582031, 0.539062, 0.539062, 0.566406, 0.566406, 0.550781, 0.5625, 0.554688, 0.539062, 0.523438, 0.59375, 0.578125, 0.527344, 0.597656, 0.554688, 0.298828, 0.570312, 0.554688, 0.546875, 0.488281, 0.546875, 0.558594, 0.550781, 0.527344, 0.550781, 0.578125, 0.542969, 0.550781, 0.605469, 0.511719, 0.605469, 0.5625, 0.597656, 0.480469, 0.287109, 0.566406, 0.550781, 0.539062, 0.542969, 0.554688, 0.554688, 0.582031, 0.550781, 0.640625, 0.558594, 0.527344, 0.542969, 0.542969, 0.601562, 0.574219, 0.558594, 0.578125, 0.550781, 0.601562, 0.570312, 0.445312, 0.539062, 0.46875, 0.546875, 0.570312, 0.574219, 0.597656, 0.542969, 0.349609, 0.5625, 0.609375, 0.5625, 0.208984, 0.550781, 0.574219, 0.640625, 0.601562, 0.578125, 0.539062, 0.558594, 0.558594, 0.589844, 0.601562, 0.578125, 0.613281, 0.585938, 0.550781, 0.554688, 0.578125, 0.404297, 0.523438, 0.5625, 0.519531, 0.570312, 0.566406, 0.582031, 0.236328, 0.554688, 0.535156, 0.558594, 0.558594, 0.539062, 0.554688, 0.558594, 0.539062, 0.605469, 0.585938, 0.554688, 0.578125, 0.597656, 0.585938, 0.578125, 0.503906, 0.597656, 0.605469, 0.523438, 0.585938, 0.527344, 0.539062, 0.578125, 0.550781, 0.574219, 0.574219, 0.523438, 0.5625, 0.464844, 0.566406, 0.498047, 0.515625, 0.519531, 0.574219, 0.546875, 0.566406, 0.558594, 0.574219, 0.59375, 0.414062, 0.578125, 0.431641, 0.558594, 0.59375, 0.550781, 0.570312, 0.507812, 0.453125, 0.589844, 0.566406, 0.621094, 0.574219, 0.578125, 0.578125, 0.589844, 0.644531, 0.578125, 0.851562, 0.566406, 0.527344, 0.59375, 0.554688, 0.585938, 0.640625, 0.554688, 0.585938, 0.3125, 0.570312, 0.53125, 0.574219, 0.601562, 0.498047, 0.582031, 0.574219, 0.609375, 0.5625, 0.546875, 0.539062, 0.558594, 0.574219, 0.574219, 0.601562, 0.570312, 0.511719, 0.558594, 0.554688, 0.5625, 0.546875, 0.5625, 0.527344, 0.523438, 0.535156, 0.566406, 0.5625, 0.515625, 0.570312, 0.535156, 0.632812, 0.574219, 0.574219, 0.523438, 0.570312, 0.539062, 0.558594, 0.515625, 0.613281, 0.523438, 0.59375, 0.515625, 0.511719, 0.585938, 0.566406, 0.570312, 0.546875, 0.324219, 0.353516, 0.558594, 0.566406, 0.566406, 0.523438, 0.589844, 0.570312, 0.59375, 0.511719, 0.554688, 0.429688, 0.550781, 0.589844, 0.597656, 0.542969, 0.539062, 0.570312, 0.585938, 0.542969, 0.640625, 0.523438, 0.306641, 0.519531, 0.519531, 0.640625, 0.589844, 0.542969, 0.570312, 0.558594, 0.574219, 0.439453, 0.5625, 0.433594, 0.539062, 0.59375, 0.570312, 0.558594, 0.527344, 0.578125, 0.578125, 0.478516, 0.566406, 0.539062, 0.574219, 0.546875, 0.578125, 0.585938, 0.644531, 0.558594, 0.546875, 0.550781, 0.550781, 0.535156, 0.574219, 0.490234, 0.582031, 0.570312, 0.585938, 0.498047, 0.570312, 0.578125, 0.539062, 0.5625, 0.5625, 0.566406, 0.542969, 0.488281, 0.558594, 0.546875, 0.535156, 0.400391, 0.570312, 0.609375, 0.605469, 0.546875, 0.578125, 0.527344, 0.566406, 0.554688, 0.566406, 0.554688, 0.554688, 0.472656, 0.578125, 0.585938, 0.515625, 0.574219, 0.574219, 0.535156, 0.570312, 0.601562, 0.558594, 0.535156, 0.519531, 0.535156, 0.585938, 0.546875, 0.574219, 0.53125, 0.554688, 0.558594, 0.124512, 0.574219, 0.53125, 0.535156, 0.570312, 0.578125, 0.621094, 0.511719, 0.550781, 0.542969, 0.40625, 0.554688, 0.503906, 0.542969, 0.542969, 0.5625, 0.570312, 0.503906, 0.632812, 0.558594, 0.601562, 0.546875, 0.585938, 0.578125, 0.585938, 0.625, 0.582031, 0.574219, 0.644531, 0.535156, 0.5625, 0.53125, 0.574219, 0.507812, 0.386719, 0.585938, 0.574219, 0.527344, 0.503906, 0.515625, 0.570312, 0.582031, 0.601562, 0.585938, 0.539062, 0.554688, 0.5625, 0.605469, 0.570312, 0.59375, 0.574219, 0.554688, 0.558594, 0.466797, 0.539062, 0.558594, 0.59375, 0.5625, 0.585938, 0.59375, 0.578125, 0.515625, 0.582031, 0.451172, 0.570312, 0.566406, 0.539062, 0.519531, 0.474609, 0.574219, 0.585938, 0.570312, 0.53125, 0.53125, 0.507812, 0.5625, 0.605469, 0.5, 0.550781, 0.570312, 0.582031, 0.542969, 0.486328, 0.511719, 0.550781, 0.542969, 0.523438, 0.523438, 0.542969, 0.601562, 0.550781, 0.59375, 0.431641, 0.53125, 0.554688, 0.566406, 0.761719, 0.582031, 0.443359, 0.542969, 0.554688, 0.59375, 0.523438, 0.5625, 0.417969, 0.527344, 0.578125, 0.535156, 0.585938, 0.679688, 0.542969, 0.53125, 0.589844, 0.550781, 0.542969, 0.554688, 0.535156, 0.566406, 0.589844, 0.554688, 0.550781, 0.542969, 0.554688, 0.570312, 0.574219, 0.53125, 0.621094, 0.570312, 0.574219, 0.597656, 0.5625, 0.554688, 0.59375, 0.570312, 0.566406, 0.609375, 0.535156, 0.519531, 0.621094, 0.585938, 0.5625, 0.570312, 0.589844, 0.546875, 0.558594, 0.5, 0.570312, 0.59375, 0.542969, 0.585938, 0.519531, 0.226562, 0.574219, 0.554688, 0.550781, 0.558594, 0.578125, 0.585938, 0.5, 0.53125, 0.550781, 0.546875, 0.585938, 0.648438, 0.53125, 0.558594, 0.582031, 0.601562, 0.558594, 0.558594, 0.625, 0.574219, 0.566406, 0.550781, 0.570312, 0.570312, 0.496094, 0.59375, 0.287109, 0.382812, 0.570312, 0.527344, 0.486328, 0.601562, 0.527344, 0.546875, 0.589844, 0.507812, 0.609375, 0.585938, 0.523438, 0.445312, 0.519531, 0.59375, 0.527344, 0.539062, 0.542969, 0.570312, 0.570312, 0.5625, 0.578125, 0.601562, 0.574219, 0.5625, 0.542969, 0.53125, 0.550781, 0.451172, 0.550781, 0.570312, 0.558594, 0.59375, 0.550781, 0.558594, 0.5625, 0.53125, 0.539062, 0.578125, 0.546875, 0.53125, 0.539062, 0.578125, 0.589844, 0.558594, 0.539062, 0.566406, 0.578125, 0.515625, 0.558594, 0.605469, 0.558594, 0.613281, 0.574219, 0.306641, 0.542969, 0.550781, 0.582031, 0.570312, 0.585938, 0.527344, 0.578125, 0.308594, 0.486328, 0.535156, 0.566406, 0.554688, 0.578125, 0.910156, 0.5625, 0.570312, 0.589844, 0.550781, 0.527344, 0.5625, 0.554688, 0.550781, 0.554688, 0.597656, 0.542969, 0.652344, 0.539062, 0.554688, 0.582031, 0.574219, 0.546875, 0.523438, 0.542969, 0.59375, 0.523438, 0.566406, 0.515625, 0.542969, 0.535156, 0.554688, 0.617188, 0.503906, 0.5625, 0.582031, 0.644531, 0.578125, 0.570312, 0.53125, 0.609375, 0.425781, 0.578125, 0.5625, 0.527344, 0.316406, 0.578125, 0.519531, 0.472656, 0.570312, 0.570312, 0.578125, 0.542969, 0.5625, 0.535156, 0.53125, 0.5625, 0.585938, 0.253906, 0.566406, 0.5625, 0.570312, 0.546875, 0.582031, 0.558594, 0.5625, 0.523438, 0.601562, 0.503906, 0.257812, 0.535156, 0.625, 0.59375, 0.535156, 0.539062, 0.542969, 0.53125, 0.554688, 0.578125, 0.546875, 0.542969, 0.601562, 0.574219, 0.5625, 0.53125, 0.574219, 0.542969, 0.5625, 0.574219, 0.554688, 0.427734, 0.546875, 0.578125, 0.585938, 0.574219, 0.5625, 0.582031, 0.578125, 0.546875, 0.539062, 0.546875, 0.376953, 0.5, 0.585938, 0.5625, 0.574219, 0.589844, 0.628906, 0.546875, 0.535156, 0.601562, 0.589844, 0.582031, 0.554688, 0.451172, 0.558594, 0.585938, 0.570312, 0.570312, 0.59375, 0.570312, 0.589844, 0.511719, 0.196289, 0.546875, 0.574219, 0.550781, 0.546875, 0.558594, 0.5625, 0.478516, 0.5625, 0.539062, 0.554688, 0.550781, 0.5625, 0.546875, 0.578125, 0.535156, 0.539062, 0.375, 0.570312, 0.351562, 0.613281, 0.550781, 0.566406, 0.539062, 0.558594, 0.574219, 0.478516, 0.558594, 0.542969, 0.566406, 0.585938, 0.53125, 0.535156, 0.5625, 0.582031, 0.458984, 0.498047, 0.570312, 0.566406, 0.542969, 0.5625, 0.318359, 0.558594, 0.589844, 0.554688, 0.5625, 0.554688, 0.570312, 0.761719, 0.558594, 0.416016, 0.546875, 0.585938, 0.5, 0.59375, 0.5625, 0.585938, 0.617188, 0.613281, 0.574219, 0.494141, 0.558594, 0.597656, 0.585938, 0.503906, 0.578125, 0.582031, 0.585938, 0.582031, 0.578125, 0.523438, 0.478516, 0.570312, 0.558594, 0.570312, 0.625, 0.59375, 0.546875, 0.574219, 0.523438, 0.609375, 0.589844, 0.597656, 0.271484, 0.585938, 0.570312, 0.550781, 0.392578, 0.441406, 0.5625, 0.546875, 0.773438, 0.449219, 0.597656, 0.5625, 0.558594, 0.542969, 0.585938, 0.435547, 0.558594, 0.539062, 0.535156, 0.570312, 0.345703, 0.578125, 0.59375, 0.566406, 0.621094, 0.589844, 0.423828, 0.546875, 0.546875, 0.53125, 0.773438, 0.546875, 0.566406, 0.53125, 0.546875, 0.322266, 0.578125, 0.910156, 0.515625, 0.582031, 0.535156, 0.601562, 0.566406, 0.589844, 0.462891, 0.566406, 0.578125, 0.503906, 0.546875, 0.574219, 0.585938, 0.613281, 0.566406, 0.554688, 0.546875, 0.625, 0.554688, 0.53125, 0.464844, 0.484375, 0.59375, 0.640625, 0.574219, 0.765625, 0.585938, 0.574219, 0.554688, 0.535156, 0.609375, 0.539062, 0.558594, 0.332031, 0.503906, 0.492188, 0.574219, 0.5625, 0.231445, 0.5625, 0.554688, 0.589844, 0.472656, 0.53125, 0.554688, 0.550781, 0.574219, 0.558594, 0.578125, 0.585938, 0.609375, 0.554688, 0.570312, 0.570312, 0.53125, 0.5625, 0.546875, 0.550781, 0.570312, 0.570312, 0.546875, 0.574219, 0.585938, 0.539062, 0.535156, 0.6875, 0.234375, 0.585938, 0.550781, 0.566406, 0.46875, 0.5625, 0.550781, 0.609375, 0.458984, 0.5625, 0.546875, 0.542969, 0.542969, 0.570312, 0.585938, 0.503906, 0.546875, 0.558594, 0.263672, 0.539062, 0.609375, 0.558594, 0.322266, 0.75, 0.515625, 0.589844, 0.416016, 0.558594, 0.5625, 0.601562, 0.554688, 0.570312, 0.482422, 0.515625, 0.451172, 0.578125, 0.554688, 0.546875, 0.546875, 0.558594, 0.574219, 0.570312, 0.546875, 0.550781, 0.582031, 0.507812, 0.546875, 0.601562, 0.527344, 0.609375, 0.554688, 0.542969, 0.511719, 0.613281, 0.574219, 0.589844, 0.5625, 0.554688, 0.566406, 0.59375, 0.554688, 0.523438, 0.453125, 0.59375, 0.539062, 0.570312, 0.578125, 0.542969, 0.419922, 0.507812, 0.570312, 0.542969, 0.566406, 0.578125, 0.472656, 0.566406, 0.535156, 0.636719, 0.5625, 0.527344, 0.566406, 0.605469, 0.542969, 0.480469, 0.609375, 0.523438, 0.550781, 0.546875, 0.605469, 0.566406, 0.585938, 0.464844, 0.558594, 0.585938, 0.585938, 0.582031, 0.527344, 0.585938, 0.570312, 0.570312, 0.574219, 0.566406, 0.589844, 0.554688, 0.585938, 0.558594, 0.566406, 0.578125, 0.582031, 0.550781, 0.628906, 0.554688, 0.585938, 0.5625, 0.585938, 0.546875, 0.539062, 0.519531, 0.546875, 0.566406, 0.3125, 0.617188, 0.570312, 0.337891, 0.365234, 0.554688, 0.466797, 0.578125, 0.359375, 0.384766, 0.511719, 0.503906, 0.542969, 0.585938, 0.570312, 0.458984, 0.550781, 0.5625, 0.542969, 0.455078, 0.542969, 0.644531, 0.507812, 0.570312, 0.550781, 0.539062, 0.539062, 0.566406, 0.558594, 0.378906, 0.589844, 0.566406, 0.652344, 0.53125, 0.539062, 0.523438, 0.558594, 0.550781, 0.578125, 0.539062, 0.570312, 0.546875, 0.535156, 0.558594, 0.574219, 0.394531, 0.554688, 0.539062, 0.570312, 0.550781, 0.621094, 0.574219, 0.5625, 0.570312, 0.419922, 0.554688, 0.609375, 0.585938, 0.527344, 0.574219, 0.550781, 0.570312, 0.558594, 0.5625, 0.578125, 0.570312, 0.5625, 0.542969, 0.589844, 0.554688, 0.585938, 0.496094, 0.59375, 0.683594, 0.578125, 0.585938, 0.511719, 0.574219, 0.589844, 0.535156, 0.574219, 0.208008, 0.582031, 0.554688, 0.59375, 0.5625, 0.558594, 0.578125, 0.550781, 0.566406, 0.566406, 0.59375, 0.542969, 0.546875, 0.570312, 0.589844, 0.550781, 0.570312, 0.476562, 0.476562, 0.59375, 0.554688, 0.578125, 0.511719, 0.542969, 0.458984, 0.582031, 0.511719, 0.523438, 0.570312, 0.609375, 0.382812, 0.554688, 0.597656, 0.570312, 0.609375, 0.558594, 0.5, 0.605469, 0.605469, 0.574219, 0.578125, 0.578125, 0.574219, 0.5625, 0.574219, 0.570312, 0.460938, 0.539062, 0.554688, 0.578125, 0.546875, 0.503906, 0.558594, 0.632812, 0.597656, 0.578125, 0.578125, 0.597656, 0.539062, 0.570312, 0.546875, 0.613281, 0.488281, 0.601562, 0.550781, 0.566406, 0.570312, 0.535156, 0.433594, 0.550781, 0.558594, 0.519531, 0.578125, 0.539062, 0.507812, 0.570312, 0.539062, 0.585938, 0.578125, 0.558594, 0.597656, 0.59375, 0.578125, 0.519531, 0.574219, 0.578125, 0.417969, 0.570312, 0.59375, 0.570312, 0.566406, 0.554688, 0.574219, 0.585938, 0.578125, 0.460938, 0.523438, 0.484375, 0.59375, 0.480469, 0.554688, 0.585938, 0.5625, 0.570312, 0.574219, 0.550781, 0.585938, 0.582031, 0.578125, 0.503906, 0.59375, 0.585938, 0.53125, 0.554688, 0.527344, 0.609375, 0.558594, 0.601562, 0.566406, 0.570312, 0.539062, 0.511719, 0.652344, 0.59375, 0.59375, 0.535156, 0.482422, 0.550781, 0.570312, 0.589844, 0.53125, 0.550781, 0.632812, 0.558594, 0.5, 0.554688, 0.539062, 0.482422, 0.550781, 0.570312, 0.570312, 0.558594, -0.004089, 0.539062, 0.542969, 0.539062, 0.578125, 0.535156, 0.574219, 0.519531, 0.527344, 0.535156, 0.578125, 0.589844, 0.578125, 0.585938, 0.519531, 0.589844, 0.519531, 0.621094, 0.578125, 0.59375, 0.546875, 0.542969, 0.435547, 0.441406, 0.574219, 0.597656, 0.585938, 0.546875, 0.511719, 0.59375, 0.539062, 0.589844, 0.578125, 0.542969, 0.5625, 0.4375, 0.503906, 0.542969, 0.472656, 0.640625, 0.546875, 0.535156, 0.558594, 0.527344, 0.652344, 0.597656, 0.570312, 0.589844, 0.478516, 0.570312, 0.550781, 0.589844, 0.578125, 0.539062, 0.589844, 0.523438, 0.380859, 0.554688, 0.566406, 0.53125, 0.558594, 0.585938, 0.550781, 0.558594, 0.648438, 0.570312, 0.578125, 0.574219, 0.589844, 0.535156, 0.449219, 0.527344, 0.546875, 0.539062, 0.585938, 0.535156, 0.337891, 0.617188, 0.546875, 0.570312, 0.59375, 0.582031, 0.585938, 0.574219, 0.570312, 0.574219, 0.542969, 0.558594, 0.621094, 0.5625, 0.554688, 0.535156, 0.578125, 0.605469, 0.621094, 0.5625, 0.605469, 0.515625, 0.542969, 0.554688, 0.5625, 0.570312, 0.578125, 0.558594, 0.527344, 0.585938, 0.59375, 0.554688, 0.59375, 0.550781, 0.609375, 0.535156, 0.574219, 0.566406, 0.480469, 0.570312, 0.285156, 0.578125, 0.585938, 0.539062, 0.570312, 0.582031, 0.542969, 0.558594, 0.578125, 0.380859, 0.503906, 0.486328, 0.578125, 0.550781, 0.53125, 0.5625, 0.554688, 0.558594, 0.519531, 0.558594, 0.574219, 0.570312, 0.5625, 0.539062, 0.357422, 0.542969, 0.5, 0.539062, 0.550781, 0.5625, 0.570312, 0.546875, 0.585938, 0.542969, 0.566406, 0.376953, 0.5625, 0.59375, 0.539062, 0.515625, 0.550781, 0.582031, 0.578125, 0.636719, 0.554688, 0.445312, 0.550781, 0.496094, 0.601562, 0.570312, 0.546875, 0.582031, 0.566406, 0.527344, 0.53125, 0.550781, 0.574219, 0.574219, 0.539062, 0.390625, 0.490234, 0.585938, 0.566406, 0.6875, 0.570312, 0.546875, 0.554688, 0.554688, 0.640625, 0.527344, 0.585938, 0.5625, 0.558594, 0.554688, 0.578125, 0.542969, 0.589844, 0.539062, 0.570312, 0.5625, 0.558594, 0.546875, 0.5625, 0.597656, 0.554688, 0.582031, 0.503906, 0.582031, 0.589844, 0.570312, 0.578125, 0.535156, 0.494141, 0.621094, 0.507812, 0.585938, 0.5625, 0.503906, 0.578125, 0.404297, 0.542969, 0.609375, 0.523438, 0.550781, 0.546875, 0.558594, 0.490234, 0.546875, 0.585938, 0.535156, 0.574219, 0.582031, 0.601562, 0.542969, 0.578125, 0.558594, 0.554688, 0.589844, 0.466797, 0.535156, 0.585938, 0.589844, 0.550781, 0.503906, 0.546875, 0.578125, 0.664062, 0.5625, 0.566406, 0.589844, 0.574219, 0.574219, 0.574219, 0.570312, 0.578125, 0.5625, 0.542969, 0.578125, 0.613281, 0.5, 0.578125, 0.558594 ] } , "name": "onnx::Mul_11436", "outputIndexes": [ 6451 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6450, 6451 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 6452 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6452 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.38/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 8197 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8197 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.38/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 8198 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8198 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2256902974, 13107222, 3276800, 0, 0 ] } , "name": "/layers.38/mlp/gate_proj/Linear", "outputIndexes": [ 8199 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8199 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.38/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 8200 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8200 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.38/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 6453 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6453 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.38/mlp/act_fn/Mul_output_0", "outputIndexes": [ 6454 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6453, 6454 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 6455 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 6455 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 6456 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6453, 6456 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/mlp/act_fn/Add_output_0", "outputIndexes": [ 6457 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 6457 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 6458 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6458 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.38/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 6459 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 6459 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 6460 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6453, 6460 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 6461 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 6461 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 6462 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8198 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2273286996, 13107222, 3276800, 0, 0 ] } , "name": "/layers.38/mlp/up_proj/Linear", "outputIndexes": [ 8203 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8203 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.38/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 8204 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8204 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.38/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 6463 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6462, 6463 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/mlp/Mul_output_0", "outputIndexes": [ 6464 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6464 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.38/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 8205 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8205 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.38/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 8206 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8206 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2289671018, 13107222, 3276800, 0, 0 ] } , "name": "/layers.38/mlp/down_proj/Linear", "outputIndexes": [ 8207 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8207 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.38/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 8208 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8208 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.38/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 6465 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6465 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.38/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 6467 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6467 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.38/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 6468 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6468, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 6469 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6469, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 6470 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6465, 6470 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 6471 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.910156, 0.910156, 0.28125, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.816406, 0.910156, 0.910156, 0.910156, 0.910156, 0.734375, 0.910156, 0.910156, 0.910156, 0.910156, 0.78125, 0.910156, 0.910156, 0.796875, 0.839844, 0.910156, 0.910156, 0.910156, 0.910156, 0.863281, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.507812, 0.882812, 0.910156, 0.835938, 0.910156, 0.8125, 0.910156, 0.910156, 0.890625, 0.283203, 0.910156, 0.910156, 0.898438, 0.828125, 0.808594, 0.910156, 0.000854, 0.910156, 0.910156, 0.910156, 0.878906, 0.910156, 0.894531, 0.910156, 0.84375, 0.910156, 0.910156, 0.910156, 0.910156, 0.898438, 0.910156, 0.910156, 0.894531, 0.910156, 0.910156, 0.808594, 0.824219, 0.792969, 0.910156, 0.875, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.753906, 0.910156, 0.910156, 0.910156, 0.90625, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.324219, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.898438, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.890625, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.902344, 0.910156, 0.910156, 0.910156, 0.390625, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.789062, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.894531, 0.910156, 0.910156, 0.839844, 0.910156, 0.910156, 0.890625, 0.8125, 0.910156, 0.910156, 0.910156, 0.910156, 0.664062, 0.910156, 0.910156, 0.535156, 0.878906, 0.910156, 0.382812, 0.910156, 0.910156, 0.910156, 0.824219, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.886719, 0.910156, 0.910156, 0.898438, 0.910156, 0.910156, 0.910156, 0.84375, 0.773438, 0.894531, 0.910156, 0.910156, 0.828125, 0.902344, 0.910156, 0.882812, 0.90625, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.90625, 0.773438, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.792969, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.412109, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.753906, 0.910156, 0.894531, 0.910156, 0.726562, 0.910156, 0.910156, 0.78125, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.820312, 0.910156, 0.910156, 0.910156, 0.878906, 0.910156, 0.910156, 0.734375, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.898438, 0.910156, 0.910156, 0.910156, 0.855469, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.832031, 0.910156, 0.910156, 0.867188, 0.910156, 0.890625, 0.910156, 0.910156, 0.796875, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.890625, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.871094, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.625, 0.828125, 0.84375, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.667969, 0.910156, 0.910156, 0.910156, 0.855469, 0.910156, 0.675781, 0.910156, 0.855469, 0.507812, 0.808594, 0.640625, 0.910156, 0.910156, 0.910156, 0.910156, 0.890625, 0.910156, 0.910156, 0.910156, 0.890625, 0.910156, 0.910156, 0.910156, 0.910156, 0.765625, 0.910156, 0.910156, 0.910156, 0.726562, 0.910156, 0.910156, 0.625, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.707031, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.808594, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.886719, 0.683594, 0.878906, 0.910156, 0.589844, 0.902344, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.597656, 0.886719, 0.910156, 0.910156, 0.804688, 0.123047, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.886719, 0.910156, 0.863281, 0.910156, 0.910156, 0.359375, 0.910156, 0.910156, 0.910156, 0.886719, 0.910156, 0.910156, 0.910156, 0.910156, 0.863281, 0.761719, 0.910156, 0.65625, 0.910156, 0.910156, 0.910156, 0.34375, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.820312, 0.910156, 0.84375, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.765625, 0.675781, 0.910156, 0.910156, 0.785156, 0.910156, 0.910156, 0.910156, 0.910156, 0.601562, 0.828125, 0.910156, 0.648438, 0.910156, 0.910156, 0.910156, 0.910156, 0.667969, 0.910156, 0.910156, 0.910156, 0.785156, 0.886719, 0.871094, 0.75, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.875, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.773438, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.8125, 0.910156, 0.910156, 0.910156, 0.816406, 0.910156, 0.910156, 0.472656, 0.773438, 0.910156, 0.910156, 0.648438, 0.910156, 0.910156, 0.839844, 0.871094, 0.910156, 0.910156, 0.582031, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.847656, 0.800781, 0.910156, 0.910156, 0.910156, 0.910156, 0.828125, 0.910156, 0.820312, 0.75, 0.910156, 0.910156, 0.855469, 0.734375, 0.910156, 0.910156, 0.824219, 0.824219, 0.910156, 0.910156, 0.839844, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.136719, 0.910156, 0.910156, 0.382812, 0.890625, 0.910156, 0.753906, 0.910156, 0.910156, 0.910156, 0.871094, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.898438, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.835938, 0.742188, 0.910156, 0.910156, 0.910156, 0.910156, 0.886719, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.730469, 0.730469, 0.910156, 0.910156, 0.882812, 0.882812, 0.910156, 0.910156, 0.910156, 0.433594, 0.285156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.890625, 0.910156, 0.90625, 0.894531, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.671875, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.859375, 0.90625, 0.910156, 0.84375, 0.910156, 0.910156, 0.890625, 0.851562, 0.78125, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.498047, 0.910156, 0.910156, 0.882812, 0.910156, 0.910156, 0.076172, 0.910156, 0.90625, 0.910156, 0.910156, 0.894531, 0.910156, 0.90625, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.832031, 0.277344, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.792969, 0.832031, 0.871094, 0.886719, 0.910156, 0.734375, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.376953, 0.910156, 0.910156, 0.910156, 0.808594, 0.894531, 0.835938, 0.910156, 0.910156, 0.910156, 0.644531, 0.886719, 0.910156, 0.757812, 0.910156, 0.808594, 0.59375, 0.839844, 0.910156, 0.910156, 0.746094, 0.640625, 0.859375, 0.679688, 0.910156, 0.910156, 0.90625, 0.910156, 0.910156, 0.890625, 0.796875, 0.910156, 0.910156, 0.910156, 0.90625, 0.910156, 0.671875, 0.910156, 0.910156, 0.910156, 0.65625, 0.910156, 0.910156, 0.804688, 0.84375, 0.910156, 0.71875, 0.910156, 0.910156, 0.902344, 0.910156, 0.910156, 0.910156, 0.875, 0.910156, 0.910156, 0.683594, 0.910156, 0.910156, 0.796875, 0.910156, 0.847656, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.902344, 0.886719, 0.910156, 0.910156, 0.785156, 0.652344, 0.910156, 0.910156, 0.40625, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.808594, 0.59375, 0.910156, 0.785156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.847656, 0.910156, 0.835938, 0.890625, 0.910156, 0.464844, 0.910156, 0.910156, 0.910156, 0.875, 0.59375, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.71875, 0.910156, 0.902344, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.90625, 0.800781, 0.466797, 0.820312, 0.832031, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.90625, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.859375, 0.757812, 0.910156, 0.902344, 0.886719, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.890625, 0.902344, 0.910156, 0.910156, 0.847656, 0.388672, 0.910156, 0.90625, 0.910156, 0.910156, 0.832031, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.636719, 0.90625, 0.910156, 0.910156, 0.910156, 0.910156, 0.84375, 0.910156, 0.910156, 0.8125, 0.664062, 0.824219, 0.910156, 0.859375, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.714844, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.796875, 0.910156, 0.878906, 0.75, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.828125, 0.910156, 0.738281, 0.910156, 0.427734, 0.910156, 0.90625, 0.910156, 0.859375, 0.886719, 0.894531, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.875, 0.910156, 0.808594, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.90625, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.90625, 0.699219, 0.910156, 0.855469, 0.835938, 0.910156, 0.910156, 0.882812, 0.910156, 0.84375, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.683594, 0.910156, 0.910156, 0.910156, 0.882812, 0.248047, 0.910156, 0.867188, 0.910156, 0.910156, 0.855469, 0.90625, 0.835938, 0.910156, 0.910156, 0.777344, 0.613281, 0.910156, 0.898438, 0.882812, 0.910156, 0.910156, 0.166992, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.886719, 0.910156, 0.910156, 0.910156, 0.404297, 0.910156, 0.910156, 0.761719, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.796875, 0.90625, 0.90625, 0.910156, 0.808594, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.859375, 0.910156, 0.910156, 0.75, 0.910156, 0.894531, 0.855469, 0.910156, 0.910156, 0.867188, 0.871094, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.894531, 0.910156, 0.902344, 0.910156, 0.910156, 0.910156, 0.910156, 0.804688, 0.910156, 0.910156, 0.890625, 0.910156, 0.847656, 0.894531, 0.800781, 0.910156, 0.875, 0.910156, 0.910156, 0.910156, 0.910156, 0.867188, 0.910156, 0.910156, 0.910156, 0.847656, 0.910156, 0.910156, 0.71875, 0.910156, 0.910156, 0.625, 0.910156, 0.882812, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.578125, 0.910156, 0.675781, 0.726562, 0.910156, 0.761719, 0.910156, 0.910156, 0.910156, 0.910156, 0.871094, 0.910156, 0.851562, 0.84375, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.691406, 0.910156, 0.683594, 0.910156, 0.910156, 0.910156, 0.910156, 0.875, 0.000862, 0.910156, 0.910156, 0.910156, 0.000866, 0.910156, 0.902344, 0.777344, 0.910156, 0.910156, 0.847656, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.828125, 0.910156, 0.910156, 0.910156, 0.863281, 0.910156, 0.910156, 0.863281, 0.910156, 0.910156, 0.867188, 0.910156, 0.796875, 0.910156, 0.910156, 0.910156, 0.769531, 0.910156, 0.875, 0.910156, 0.753906, 0.910156, 0.886719, 0.847656, 0.910156, 0.910156, 0.910156, 0.910156, 0.691406, 0.910156, 0.5625, 0.910156, 0.910156, 0.910156, 0.910156, 0.898438, 0.910156, 0.90625, 0.804688, 0.910156, 0.734375, 0.910156, 0.597656, 0.589844, 0.90625, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.875, 0.867188, 0.910156, 0.910156, 0.699219, 0.910156, 0.910156, 0.839844, 0.910156, 0.910156, 0.910156, 0.742188, 0.910156, 0.910156, 0.816406, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.855469, 0.714844, 0.910156, 0.910156, 0.84375, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.738281, 0.910156, 0.910156, 0.910156, 0.910156, 0.722656, 0.910156, 0.722656, 0.90625, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.882812, 0.910156, 0.867188, 0.570312, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.582031, 0.910156, 0.902344, 0.808594, 0.910156, 0.820312, 0.71875, 0.910156, 0.910156, 0.910156, 0.894531, 0.910156, 0.910156, 0.878906, 0.769531, 0.910156, 0.910156, 0.910156, 0.910156, 0.589844, 0.847656, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.902344, 0.757812, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.566406, 0.898438, 0.239258, 0.832031, 0.910156, 0.259766, 0.910156, 0.804688, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.890625, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.863281, 0.796875, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.707031, 0.910156, 0.847656, 0.910156, 0.847656, 0.746094, 0.910156, 0.734375, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.8125, 0.75, 0.910156, 0.722656, 0.910156, 0.90625, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.894531, 0.910156, 0.660156, 0.820312, 0.902344, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.65625, 0.910156, 0.910156, 0.910156, 0.910156, 0.902344, 0.910156, 0.910156, 0.910156, 0.789062, 0.910156, 0.910156, 0.867188, 0.910156, 0.910156, 0.816406, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.894531, 0.765625, 0.792969, 0.863281, 0.8125, 0.90625, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.832031, 0.753906, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.796875, 0.910156, 0.910156, 0.910156, 0.90625, 0.902344, 0.910156, 0.910156, 0.910156, 0.832031, 0.8125, 0.910156, 0.910156, 0.910156, 0.515625, 0.910156, 0.910156, 0.910156, 0.910156, 0.804688, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.890625, 0.910156, 0.863281, 0.789062, 0.910156, 0.90625, 0.84375, 0.910156, 0.847656, 0.882812, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.84375, 0.910156, 0.867188, 0.910156, 0.882812, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.412109, 0.910156, 0.726562, 0.910156, 0.910156, 0.679688, 0.882812, 0.644531, 0.910156, 0.910156, 0.910156, 0.910156, 0.785156, 0.527344, 0.910156, 0.910156, 0.765625, 0.910156, 0.84375, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.554688, 0.890625, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.804688, 0.910156, 0.910156, 0.761719, 0.910156, 0.910156, 0.910156, 0.910156, 0.753906, 0.628906, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.878906, 0.855469, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.691406, 0.796875, 0.710938, 0.910156, 0.910156, 0.847656, 0.910156, 0.910156, 0.855469, 0.859375, 0.910156, 0.4375, 0.859375, 0.859375, 0.871094, 0.65625, 0.851562, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.796875, 0.910156, 0.910156, 0.90625, 0.90625, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.777344, 0.851562, 0.910156, 0.875, 0.890625, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.871094, 0.816406, 0.910156, 0.910156, 0.726562, 0.910156, 0.910156, 0.871094, 0.839844, 0.910156, 0.910156, 0.910156, 0.910156, 0.90625, 0.416016, 0.640625, 0.792969, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.753906, 0.757812, 0.910156, 0.910156, 0.910156, 0.910156, 0.128906, 0.910156, 0.910156, 0.910156, 0.816406, 0.910156, 0.910156, 0.910156, 0.875, 0.910156, 0.910156, 0.792969, 0.910156, 0.902344, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.824219, 0.910156, 0.886719, 0.910156, 0.863281, 0.910156, 0.910156, 0.621094, 0.824219, 0.910156, 0.910156, 0.910156, 0.710938, 0.910156, 0.910156, 0.683594, 0.182617, 0.910156, 0.792969, 0.898438, 0.910156, 0.910156, 0.910156, 0.882812, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.000832, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.683594, 0.910156, 0.275391, 0.851562, 0.511719, 0.910156, 0.828125, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.851562, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.742188, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.878906, 0.910156, 0.800781, 0.910156, 0.910156, 0.910156, 0.734375, 0.910156, 0.910156, 0.738281, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.871094, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.90625, 0.910156, 0.000847, 0.699219, 0.910156, 0.910156, 0.804688, 0.910156, 0.910156, 0.910156, 0.824219, 0.71875, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.761719, 0.503906, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.777344, 0.910156, 0.898438, 0.90625, 0.910156, 0.910156, 0.835938, 0.910156, 0.910156, 0.910156, 0.910156, 0.451172, 0.910156, 0.910156, 0.910156, 0.601562, 0.910156, 0.910156, 0.386719, 0.910156, 0.910156, 0.910156, 0.910156, 0.824219, 0.910156, 0.910156, 0.910156, 0.431641, 0.710938, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.617188, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.726562, 0.910156, 0.910156, 0.910156, 0.910156, 0.902344, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.765625, 0.894531, 0.910156, 0.804688, 0.910156, 0.910156, 0.910156, 0.910156, 0.636719, 0.910156, 0.000847, 0.910156, 0.910156, 0.910156, 0.910156, 0.378906, 0.910156, 0.808594, 0.910156, 0.910156, 0.910156, 0.398438, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.894531, 0.910156, 0.765625, 0.349609, 0.910156, 0.392578, 0.273438, 0.722656, 0.894531, 0.910156, 0.910156, 0.910156, 0.820312, 0.910156, 0.910156, 0.6875, 0.910156, 0.828125, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.714844, 0.910156, 0.835938, 0.6875, 0.910156, 0.910156, 0.753906, 0.890625, 0.496094, 0.910156, 0.910156, 0.898438, 0.910156, 0.910156, 0.910156, 0.910156, 0.898438, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.902344, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.90625, 0.910156, 0.835938, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.875, 0.910156, 0.910156, 0.910156, 0.773438, 0.574219, 0.90625, 0.902344, 0.910156, 0.910156, 0.644531, 0.910156, 0.910156, 0.910156, 0.703125, 0.910156, 0.902344, 0.910156, 0.910156, 0.867188, 0.910156, 0.617188, 0.910156, 0.910156, 0.478516, 0.910156, 0.867188, 0.910156, 0.90625, 0.890625, 0.65625, 0.804688, 0.589844, 0.910156, 0.808594, 0.910156, 0.878906, 0.910156, 0.910156, 0.878906, 0.722656, 0.910156, 0.910156, 0.871094, 0.820312, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.882812, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.894531, 0.910156, 0.683594, 0.910156, 0.816406, 0.910156, 0.910156, 0.910156, 0.878906, 0.910156, 0.910156, 0.910156, 0.910156, 0.851562, 0.910156, 0.90625, 0.910156, 0.554688, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.902344, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.820312, 0.910156, 0.769531, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.859375, 0.910156, 0.910156, 0.910156, 0.542969, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.8125, 0.910156, 0.910156, 0.910156, 0.320312, 0.578125, 0.910156, 0.757812, 0.867188, 0.910156, 0.726562, 0.910156, 0.257812, 0.878906, 0.910156, 0.890625, 0.910156, 0.910156, 0.910156, 0.765625, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.632812, 0.910156, 0.910156, 0.902344, 0.910156, 0.910156, 0.570312, 0.910156, 0.707031, 0.910156, 0.910156, 0.820312, 0.890625, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.90625, 0.910156, 0.785156, 0.910156, 0.910156, 0.910156, 0.90625, 0.910156, 0.640625, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.376953, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.886719, 0.910156, 0.882812, 0.78125, 0.855469, 0.910156, 0.855469, 0.910156, 0.910156, 0.910156, 0.000862, 0.910156, 0.78125, 0.910156, 0.910156, 0.566406, 0.820312, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.871094, 0.890625, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.675781, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.640625, 0.384766, 0.910156, 0.910156, 0.757812, 0.910156, 0.910156, 0.667969, 0.910156, 0.902344, 0.910156, 0.910156, 0.910156, 0.804688, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.8125, 0.910156, 0.910156, 0.910156, 0.816406, 0.910156, 0.910156, 0.910156, 0.910156, 0.390625, 0.910156, 0.910156, 0.242188, 0.910156, 0.910156, 0.910156, 0.910156, 0.730469, 0.910156, 0.859375, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.660156, 0.910156, 0.910156, 0.910156, 0.617188, 0.330078, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.820312, 0.910156, 0.910156, 0.910156, 0.644531, 0.90625, 0.878906, 0.910156, 0.621094, 0.871094, 0.890625, 0.871094, 0.910156, 0.910156, 0.910156, 0.910156, 0.886719, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.839844, 0.910156, 0.90625, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.902344, 0.910156, 0.785156, 0.890625, 0.910156, 0.910156, 0.910156, 0.847656, 0.910156, 0.910156, 0.894531, 0.808594, 0.910156, 0.734375, 0.910156, 0.867188, 0.910156, 0.875, 0.863281, 0.910156, 0.910156, 0.90625, 0.910156, 0.8125, 0.910156, 0.84375, 0.910156, 0.910156, 0.910156, 0.90625, 0.910156, 0.910156, 0.910156, 0.84375, 0.910156, 0.78125, 0.898438, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.734375, 0.804688, 0.910156, 0.910156, 0.910156, 0.601562, 0.910156, 0.855469, 0.859375, 0.910156, 0.878906, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.507812, 0.000877, 0.863281, 0.910156, 0.84375, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.859375, 0.910156, 0.65625, 0.757812, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.757812, 0.773438, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.851562, 0.910156, 0.71875, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.894531, 0.910156, 0.910156, 0.910156, 0.808594, 0.847656, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.855469, 0.902344, 0.910156, 0.910156, 0.910156, 0.910156, 0.800781, 0.910156, 0.90625, 0.910156, 0.910156, 0.910156, 0.871094, 0.910156, 0.910156, 0.640625, 0.910156, 0.910156, 0.910156, 0.910156, 0.898438, 0.910156, 0.910156, 0.910156, 0.871094, 0.671875, 0.910156, 0.910156, 0.851562, 0.910156, 0.816406, 0.910156, 0.910156, 0.71875, 0.910156, 0.910156, 0.910156, 0.910156, 0.808594, 0.910156, 0.910156, 0.910156, 0.359375, 0.867188, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.746094, 0.859375, 0.886719, 0.910156, 0.910156, 0.910156, 0.882812, 0.683594, 0.910156, 0.882812, 0.910156, 0.660156, 0.886719, 0.910156, 0.910156, 0.875, 0.910156, 0.59375, 0.90625, 0.820312, 0.84375, 0.910156, 0.910156, 0.910156, 0.910156, 0.703125, 0.324219, 0.910156, 0.910156, 0.835938, 0.910156, 0.910156, 0.910156, 0.910156, 0.722656, 0.910156, 0.902344, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.722656, 0.910156, 0.910156, 0.910156, 0.333984, 0.910156, 0.910156, 0.910156, 0.734375, 0.910156, 0.910156, 0.910156, 0.898438, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.90625, 0.910156, 0.910156, 0.910156, 0.8125, 0.816406, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.308594, 0.882812, 0.882812, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.875, 0.910156, 0.808594, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.882812, 0.910156, 0.910156, 0.636719, 0.808594, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.5625, 0.910156, 0.789062, 0.855469, 0.910156, 0.910156, 0.847656, 0.910156, 0.910156, 0.910156, 0.910156, 0.910156, 0.75, 0.90625, 0.910156, 0.910156 ] } , "name": "onnx::Mul_11437", "outputIndexes": [ 6472 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6471, 6472 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 6473 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6445, 6473 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/Add_1_output_0", "outputIndexes": [ 6474 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6474 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.38/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 8209 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8209 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.38/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 8210 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8210 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2306055040, 327702, 81920, 0, 0 ] } , "name": "/layers.38/per_layer_input_gate/Linear", "outputIndexes": [ 8211 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8211 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.38/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 8212 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8212 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.38/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 6475 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6475 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.38/act_fn/Mul_output_0", "outputIndexes": [ 6476 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6475, 6476 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/act_fn/Mul_1_output_0", "outputIndexes": [ 6477 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 6477 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/act_fn/Mul_2_output_0", "outputIndexes": [ 6478 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6475, 6478 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/act_fn/Add_output_0", "outputIndexes": [ 6479 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 6479 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/act_fn/Mul_3_output_0", "outputIndexes": [ 6480 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6480 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.38/act_fn/Tanh_output_0", "outputIndexes": [ 6481 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 6481 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/act_fn/Add_1_output_0", "outputIndexes": [ 6482 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6475, 6482 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/act_fn/Mul_4_output_0", "outputIndexes": [ 6483 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 6483 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/act_fn/Mul_5_output_0", "outputIndexes": [ 6484 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 38 ] } , "name": "/Constant_47_output_0", "outputIndexes": [ 6485 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7912", "outputIndexes": [ 6486 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7915", "outputIndexes": [ 6487 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 6486, 6487, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice7918", "outputIndexes": [ 6488 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6488 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze7919", "outputIndexes": [ 6489 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6485, 6489 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7920", "outputIndexes": [ 6490 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6490, 6489 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7921", "outputIndexes": [ 6491 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 6491, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_45_output_0", "outputIndexes": [ 6492 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6484, 6492 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/Mul_output_0", "outputIndexes": [ 6493 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6493 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.38/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 8213 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8213 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.38/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 8214 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8214 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2306464662, 327702, 81920, 0, 0 ] } , "name": "/layers.38/per_layer_projection/Linear", "outputIndexes": [ 8215 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8215 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.38/per_layer_projection/Linear/post_convert", "outputIndexes": [ 8216 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8216 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.38/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 6494 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6494 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.38/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 6496 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6496 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.38/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 6497 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6497, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 6498 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6498, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 6499 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6494, 6499 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 6500 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.386719, 0.00036, 0.000341, 0.000347, 0.199219, 0.386719, 0.243164, 0.386719, 0.386719, 0.000353, 0.386719, 0.386719, 0.386719, 0.000347, 0.000334, 0.000347, 0.000353, 0.00036, 0.386719, 0.000366, 0.22168, 0.000353, 0.000349, 0.000355, 0.386719, 0.253906, 0.000355, 0.119141, 0.166992, 0.000376, 0.257812, 0.386719, 0.386719, 0.000338, 0.386719, 0.000334, 0.304688, 0.000338, 0.000309, 0.386719, 0.000341, 0.000362, 0.193359, 0.386719, 0.208008, 0.000353, 0.000374, 0.00033, 0.386719, 0.000355, 0.000372, 0.000338, 0.00036, 0.000368, 0.000326, 0.386719, 0.00037, 0.198242, 0.386719, 0.000359, 0.000355, 0.000355, 0.000364, 0.000355, 0.000364, 0.000353, 0.000345, 0.000319, 0.00037, 0.000355, 0.386719, 0.386719, 0.000366, 0.000341, 0.000359, 0.386719, 0.000359, 0.00037, 0.000368, 0.239258, 0.279297, 0.000345, 0.000328, 0.162109, 0.386719, 0.000313, 0.000364, 0.386719, 0.386719, 0.386719, 0.000359, 0.386719, 0.149414, 0.386719, 0.386719, 0.000362, 0.000364, 0.166016, 0.386719, 0.386719, 0.386719, 0.386719, 0.000353, 0.000368, 0.226562, 0.298828, 0.000374, 0.386719, 0.386719, 0.386719, 0.001953, 0.093262, 0.015869, 0.228516, 0.000343, 0.000372, 0.00036, 0.000353, 0.000376, 0.213867, 0.000353, 0.386719, 0.000326, 0.386719, 0.000353, 0.206055, 0.023926, 0.386719, 0.00037, 0.211914, 0.00036, 0.00036, 0.386719, 0.000355, 0.000366, 0.386719, 0.000355, 0.386719, 0.386719, 0.243164, 0.386719, 0.006042, 0.000368, 0.154297, 0.000351, 0.000353, 0.386719, 0.386719, 0.386719, 0.000353, 0.386719, 0.000332, 0.000341, 0.000355, 0.386719, 0.000343, 0.000313, 0.000351, 0.000334, 0.207031, 0.000366, 0.386719, 0.386719, 0.000359, 0.000359, 0.000376, 0.000362, 0.386719, 0.000368, 0.000376, 0.000353, 0.000362, 0.386719, 0.386719, 0.263672, 0.000359, 0.28125, 0.386719, 0.233398, 0.000349, 0.386719, 0.000357, 0.000347, 0.386719, 0.386719, 0.386719, 0.000353, 0.386719, 0.208008, 0.00036, 0.000366, 0.386719, 0.000278, 0.00034, 0.000374, 0.000357, 0.386719, 0.244141, 0.000336, 0.00037, 0.000349, 0.000357, 0.000353, 0.000324, 0.386719, 0.386719, 0.000269, 0.34375, 0.000347, 0.00036, 0.000357, 0.386719, 0.000353, 0.000334, 0.000366, 0.15332, 0.000372, 0.00037, 0.386719, 0.000345, 0.386719, 0.000347, 0.000357, 0.000347, 0.000345, 0.000362, 0.000368, 0.000328, 0.263672, 0.386719, 0.000366, 0.386719, 0.386719, 0.000357, 0.386719, 0.386719, 0.000347, 0.000359, 0.000359, 0.386719, 0.000341, 0.000353, 0.00037, 0.000347, 0.000345, 0.386719, 0.000357, 0.000349, 0.00037, 0.386719, 0.386719, 0.386719, 0.386719, 0.000359, 0.00037, 0.386719, 0.386719, 0.000372, 0.386719, 0.000368, 0.00036, 0.000351, 0.234375, 0.000357, 0.000349, 0.386719, 0.000349, 0.000351, 0.00036, 0.000328, 0.386719, 0.000328, 0.00037, 0.00036, 0.386719, 0.386719, 0.000372, 0.271484, 0.386719, 0.386719, 0.386719, 0.000359, 0.242188, 0.000359, 0.386719, 0.271484, 0.229492, 0.000305, 0.000351, 0.283203, 0.000353, 0.000338, 0.000368, 0.000332, 0.265625, 0.226562, 0.240234, 0.000374, 0.000366, 0.386719, 0.386719, 0.000351, 0.380859, 0.000332, 0.386719, 0.00034, 0.000362, 0.386719, 0.000349, 0.000353, 0.000353, 0.000366, 0.386719, 0.386719, 0.267578, 0.000305, 0.000351, 0.000366, 0.000353, 0.386719, 0.00037, 0.324219, 0.000362, 0.000362, 0.255859, 0.000305, 0.386719, 0.000374, 0.000366, 0.000353, 0.000357, 0.000364, 0.000326, 0.296875, 0.386719, 0.000353, 0.386719, 0.000353, 0.000355, 0.000357, 0.000357, 0.000347, 0.386719, 0.000364, 0.000366, 0.000357, 0.386719, 0.000362, 0.000343, 0.00037, 0.000338, 0.000347, 0.386719, 0.386719, 0.386719, 0.000351, 0.000353, 0.000353, 0.246094, 0.000357, 0.000366, 0.00034, 0.188477, 0.00034, 0.00034, 0.386719, 0.000355, 0.232422, 0.000362, 0.00033, 0.000357, 0.00036, 0.000349, 0.386719, 0.000309, 0.000362, 0.386719, 0.00037, 0.386719, 0.386719, 0.000372, 0.000359, 0.001869, 0.000366, 0.000351, 0.000359, 0.386719, 0.208008, 0.000345, 0.000349, 0.289062, 0.000349, 0.000324, 0.000368, 0.000343, 0.000364, 0.000349, 0.00034, 0.000353, 0.200195, 0.000374, 0.000349, 0.000357, 0.000353, 0.000341, 0.386719, 0.386719, 0.000366, 0.000351, 0.386719, 0.00033, 0.000359, 0.000366, 0.283203, 0.386719, 0.000357, 0.000349, 0.000345, 0.000359, 0.000364, 0.000364, 0.000353, 0.000359, 0.000338, 0.386719, 0.386719, 0.00032, 0.000357, 0.237305, 0.000359, 0.000347, 0.000324, 0.000353, 0.386719, 0.000368, 0.000317, 0.386719, 0.000353, 0.00037, 0.000332, 0.000357, 0.386719, 0.000347, 0.000366, 0.217773, 0.267578, 0.000347, 0.000336, 0.000357, 0.386719, 0.223633, 0.000343, 0.000355, 0.000351, 0.386719, 0.000338, 0.00036, 0.000378, 0.386719, 0.000311, 0.000349, 0.000364, 0.000355, 0.000362, 0.000357, 0.000343, 0.267578, 0.239258, 0.00036, 0.000345, 0.000345, 0.00036, 0.279297, 0.000364, 0.00036, 0.386719, 0.000362, 0.000307, 0.000347, 0.24707, 0.000364, 0.000364, 0.000315, 0.00036, 0.000353, 0.000362, 0.386719, 0.000355, 0.000309, 0.000374, 0.000376, 0.00037, 0.386719, 0.386719, 0.227539, 0.000326, 0.000362, 0.000355, 0.000362, 0.386719, 0.386719, 0.255859, 0.000328, 0.05835, 0.000362, 0.000364, 0.28125, 0.000362, 0.000349, 0.248047, 0.386719, 0.201172, 0.000351, 0.316406, 0.000301, 0.000357, 0.386719, 0.000349, 0.386719, 0.000372, 0.000353, 0.000368, 0.000341, 0.000372, 0.000364, 0.000334, 0.251953, 0.000353, 0.000355, 0.000357, 0.386719, 0.000366, 0.000372, 0.386719, 0.000362, 0.000366, 0.000351, 0.386719, 0.285156, 0.000347, 0.000357, 0.001122, 0.386719, 0.000362, 0.24707, 0.000334, 0.000353, 0.000366, 0.000353, 0.000357, 0.000349, 0.000368, 0.22168, 0.000313, 0.000359, 0.21582, 0.386719, 0.000336, 0.000353, 0.257812, 0.000313, 0.000374, 0.000357, 0.386719, 0.000343, 0.000326, 0.253906, 0.386719, 0.000359, 0.000334, 0.241211, 0.000345, 0.123535, 0.000357, 0.000353, 0.386719, 0.000368, 0.000374, 0.00036, 0.386719, 0.000374, 0.000359, 0.267578, 0.000355, 0.000364, 0.294922, 0.269531, 0.386719, 0.000366, 0.000366, 0.213867, 0.386719, 0.000343, 0.168945, 0.00038, 0.000336, 0.000364, 0.279297, 0.000374, 0.000349, 0.267578, 0.000366, 0.386719, 0.386719, 0.248047, 0.386719, 0.000353, 0.000292, 0.265625, 0.000368, 0.000351, 0.000328, 0.000355, 0.000334, 0.000353, 0.386719, 0.00032, 0.386719, 0.000362, 0.386719, 0.000347, 0.000357, 0.386719, 0.00034, 0.000355, 0.000364, 0.000368, 0.000359, 0.00034, 0.000362, 0.058594, 0.000366, 0.000275, 0.00034, 0.00036, 0.000364, 0.000322, 0.233398, 0.000355, 0.386719, 0.000362, 0.000353, 0.000341, 0.000347, 0.000336, 0.000353, 0.265625, 0.00037, 0.000372, 0.217773, 0.000345, 0.000355, 0.386719, 0.000355, 0.000351, 0.000364, 0.386719, 0.000357, 0.386719, 0.000349, 0.000366, 0.000343, 0.000353, 0.386719, 0.000359, 0.000336, 0.00036, 0.00034, 0.000292, 0.000364, 0.000355, 0.386719, 0.000359, 0.00036, 0.068359, 0.285156, 0.000368, 0.386719, 0.000351, 0.000345, 0.000359, 0.000345, 0.000303, 0.000343, 0.000366, 0.000374, 0.000353, 0.000359, 0.386719, 0.000362, 0.000317, 0.000326, 0.000359, 0.000364, 0.000334, 0.000353, 0.000328, 0.000368, 0.000353, 0.000372, 0.000351, 0.000954, 0.21875, 0.386719, 0.000307, 0.000366, 0.00037, 0.000338, 0.00034, 0.000368, 0.000317, 0.000359, 0.000338, 0.000366, 0.000374, 0.000359, 0.386719, 0.000357, 0.386719, 0.287109, 0.000351, 0.000343, 0.000349, 0.000345, 0.386719, 0.357422, 0.386719, 0.000364, 0.000355, 0.000366, 0.000332, 0.361328, 0.000353, 0.000372, 0.000328, 0.217773, 0.000355, 0.000282, 0.000364, 0.00037, 0.000353, 0.273438, 0.200195, 0.000357, 0.000359, 0.000351, 0.000334, 0.000349, 0.386719, 0.000362, 0.000364, 0.386719, 0.000378, 0.000378, 0.000355, 0.000353, 0.251953, 0.000328, 0.386719, 0.000355, 0.386719, 0.000282, 0.253906, 0.000359, 0.386719, 0.000355, 0.000362, 0.000374, 0.000336, 0.000357, 0.386719, 0.000362, 0.000357, 0.00037, 0.000271, 0.386719, 0.000355, 0.294922, 0.000353, 0.000357, 0.386719, 0.000336, 0.000359, 0.000357, 0.000372, 0.386719, 0.000347, 0.386719, 0.000351, 0.00036, 0.000362, 0.386719, 0.000332, 0.00036, 0.000353, 0.000359, 0.000355, 0.386719, 0.000368, 0.000347, 0.241211, 0.000353, 0.000355, 0.000357, 0.000347, 0.386719, 0.000326, 0.000353, 0.24707, 0.000359, 0.000372, 0.000366, 0.00034, 0.000353, 0.000353, 0.386719, 0.000364, 0.000359, 0.00037, 0.000372, 0.386719, 0.000366, 0.386719, 0.000362, 0.000282, 0.000351, 0.233398, 0.000366, 0.386719, 0.000357, 0.000338, 0.386719, 0.000359, 0.000372, 0.000351, 0.386719, 0.000364, 0.000362, 0.386719, 0.000343, 0.000324, 0.386719, 0.000364, 0.000351, 0.000359, 0.279297, 0.00037, 0.000368, 0.000343, 0.000341, 0.238281, 0.386719, 0.00036, 0.00038, 0.00036, 0.000353, 0.000341, 0.00033, 0.386719, 0.216797, 0.000355, 0.000355, 0.289062, 0.357422, 0.224609, 0.223633, 0.298828, 0.000353, 0.00032, 0.145508, 0.000347, 0.386719, 0.386719, 0.000353, 0.000362, 0.000355, 0.000378, 0.000362, 0.000349, 0.386719, 0.200195, 0.000319, 0.000357, 0.000366, 0.189453, 0.386719, 0.000374, 0.000359, 0.000353, 0.000349, 0.000338, 0.000355, 0.000374, 0.000347, 0.386719, 0.386719, 0.000359, 0.000355, 0.000332, 0.000341, 0.000343, 0.386719, 0.00036, 0.000353, 0.000353, 0.000362, 0.00036, 0.000351, 0.386719, 0.000362, 0.246094, 0.000351, 0.000353, 0.000362, 0.000366, 0.169922, 0.000364, 0.000372, 0.000362, 0.000368, 0.000343, 0.000355, 0.00033, 0.386719, 0.386719, 0.386719, 0.201172, 0.000362, 0.000364, 0.386719, 0.00036, 0.386719, 0.246094, 0.000374, 0.386719, 0.386719, 0.000353, 0.386719, 0.000362, 0.386719, 0.000351, 0.000366, 0.000353, 0.000378, 0.000359, 0.287109, 0.000332, 0.000357, 0.386719, 0.386719, 0.214844, 0.000362, 0.000332, 0.000364, 0.000368, 0.00038, 0.386719, 0.000368, 0.000345, 0.000355, 0.000355, 0.000351, 0.000355, 0.386719, 0.000368, 0.000353, 0.386719, 0.000366, 0.00037, 0.000366, 0.00037, 0.000349, 0.000334, 0.000341, 0.386719, 0.386719, 0.00036, 0.386719, 0.000362, 0.000376, 0.22168, 0.00037, 0.000374, 0.000364, 0.000355, 0.386719, 0.000347, 0.000353, 0.00037, 0.386719, 0.000378, 0.000374, 0.000307, 0.000362, 0.00034, 0.000351, 0.386719, 0.067871, 0.000355, 0.386719, 0.000364, 0.000353, 0.000349, 0.386719, 0.000305, 0.000345, 0.000347, 0.000359, 0.000343, 0.000366, 0.00033, 0.000332, 0.000366, 0.000364, 0.3125, 0.386719, 0.000359, 0.000355, 0.000305, 0.000359, 0.000362, 0.386719, 0.386719, 0.000355, 0.000362, 0.000366, 0.386719, 0.000336, 0.000355, 0.386719, 0.236328, 0.00037, 0.000353, 0.000355, 0.367188, 0.000364, 0.000372, 0.000368, 0.000349, 0.000351, 0.261719, 0.000362, 0.000343, 0.000341, 0.386719, 0.386719, 0.000334, 0.000364, 0.000362, 0.000345, 0.386719, 0.386719, 0.000347, 0.000364, 0.000374, 0.279297, 0.000326, 0.000368, 0.000338, 0.000336, 0.386719, 0.208984, 0.333984, 0.386719, 0.00037, 0.246094, 0.000355, 0.000324, 0.000341, 0.000353, 0.000351, 0.000359, 0.000366, 0.386719, 0.232422, 0.294922, 0.000315, 0.000347, 0.000353, 0.386719, 0.242188, 0.000353, 0.261719, 0.261719, 0.000357, 0.000366, 0.386719, 0.000357, 0.292969, 0.000357, 0.000351, 0.000341, 0.386719, 0.000341, 0.000364, 0.000362, 0.000353, 0.00034, 0.000353, 0.000357, 0.000364, 0.000362, 0.386719, 0.000351, 0.000364, 0.386719, 0.000345, 0.000362, 0.000357, 0.386719, 0.386719, 0.000334, 0.000364, 0.277344, 0.000355, 0.386719, 0.00034, 0.00036, 0.000357, 0.000374, 0.318359, 0.386719, 0.000349, 0.386719, 0.386719, 0.000328, 0.000364, 0.000372, 0.00036, 0.000359, 0.00037, 0.000366, 0.000357, 0.00036, 0.00037, 0.000313, 0.000334, 0.000324, 0.000355, 0.000349, 0.000359, 0.000368, 0.386719, 0.386719, 0.000355, 0.000357, 0.000357, 0.386719, 0.240234, 0.386719, 0.000345, 0.00037, 0.000364, 0.000336, 0.000353, 0.000307, 0.000366, 0.000347, 0.355469, 0.00037, 0.386719, 0.000374, 0.000374, 0.386719, 0.386719, 0.386719, 0.00037, 0.000351, 0.386719, 0.000359, 0.000376, 0.267578, 0.000345, 0.000368, 0.386719, 0.000374, 0.175781, 0.386719, 0.25, 0.197266, 0.000351, 0.000303, 0.349609, 0.00036, 0.000364, 0.00037, 0.000362, 0.386719, 0.386719, 0.000362, 0.000353, 0.00037, 0.000349, 0.000359, 0.386719, 0.000347, 0.00037, 0.000345, 0.192383, 0.000366, 0.00036, 0.000334, 0.000345, 0.386719, 0.000372, 0.201172, 0.000338, 0.000343, 0.386719, 0.000366, 0.386719, 0.00034, 0.000366, 0.245117, 0.000254, 0.00036, 0.000349, 0.00036, 0.00037, 0.000362, 0.00033, 0.000341, 0.000349, 0.000347, 0.000362, 0.000347, 0.212891, 0.386719, 0.386719, 0.000366, 0.000372, 0.386719, 0.000359, 0.000353, 0.000364, 0.000362, 0.386719, 0.00036, 0.000359, 0.386719, 0.386719, 0.000364, 0.000355, 0.386719, 0.242188, 0.000353, 0.000347, 0.386719, 0.000357, 0.386719, 0.355469, 0.386719, 0.000353, 0.000355, 0.386719, 0.000324, 0.00036, 0.000364, 0.386719, 0.000351, 0.000362, 0.000332, 0.000366, 0.000341, 0.000338, 0.000334, 0.261719, 0.00036, 0.386719, 0.000313, 0.000359, 0.386719, 0.000355, 0.000341, 0.000353, 0.000326, 0.000355, 0.000296, 0.000298, 0.000347, 0.386719, 0.386719, 0.000372, 0.000351, 0.000345, 0.000357, 0.000357, 0.000336, 0.386719, 0.000353, 0.000338, 0.000359, 0.000362, 0.222656, 0.000362, 0.386719, 0.000357, 0.000357, 0.207031, 0.000355, 0.000349, 0.000355, 0.000336, 0.386719, 0.000355, 0.000368, 0.000355, 0.000353, 0.186523, 0.000366, 0.000347, 0.000336, 0.000294, 0.000353, 0.314453, 0.000359, 0.00037, 0.00036, 0.000376, 0.386719, 0.000343, 0.000351, 0.000368, 0.386719, 0.000324, 0.000372, 0.00036, 0.000378, 0.000376, 0.00037, 0.000343, 0.324219, 0.028198, 0.000332, 0.000368, 0.000319, 0.00037, 0.000328, 0.000368, 0.000368, 0.386719, 0.386719, 0.000351, 0.173828, 0.164062, 0.000364, 0.000336, 0.000357, 0.000362, 0.386719, 0.000347, 0.000345, 0.386719, 0.000364, 0.000366, 0.00037, 0.000324, 0.00037, 0.000362, 0.000353, 0.00032, 0.386719, 0.386719, 0.000355, 0.000359, 0.000328, 0.000376, 0.386719, 0.000362, 0.00036, 0.244141, 0.000353, 0.004578, 0.000349, 0.000362, 0.000355, 0.00034, 0.386719, 0.386719, 0.386719, 0.386719, 0.000357, 0.271484, 0.000328, 0.000347, 0.000353, 0.000286, 0.000372, 0.000326, 0.000345, 0.263672, 0.386719, 0.000374, 0.386719, 0.000366, 0.386719, 0.386719, 0.000341, 0.000326, 0.000349, 0.386719, 0.386719, 0.000349, 0.000366, 0.000336, 0.000362, 0.000357, 0.000364, 0.000336, 0.000347, 0.000357, 0.000364, 0.000372, 0.386719, 0.000343, 0.171875, 0.225586, 0.000372, 0.000364, 0.000353, 0.000347, 0.000372, 0.386719, 0.000368, 0.000338, 0.386719, 0.000359, 0.386719, 0.000332, 0.000359, 0.386719, 0.000349, 0.000362, 0.316406, 0.386719, 0.386719, 0.386719, 0.000332, 0.00034, 0.000332, 0.000326, 0.000368, 0.251953, 0.000357, 0.000334, 0.000349, 0.000351, 0.000265, 0.124512, 0.386719, 0.000355, 0.000347, 0.359375, 0.00033, 0.000355, 0.000372, 0.251953, 0.386719, 0.000368, 0.000334, 0.000366, 0.000351, 0.386719, 0.000353, 0.000366, 0.00036, 0.347656, 0.000357, 0.000353, 0.000353, 0.000353, 0.00036, 0.194336, 0.000355, 0.386719, 0.000347, 0.00036, 0.000301, 0.000372, 0.171875, 0.000366, 0.00037, 0.206055, 0.115234, 0.000341, 0.226562, 0.000364, 0.000366, 0.386719, 0.000359, 0.000298, 0.000357, 0.00036, 0.000343, 0.000336, 0.208984, 0.386719, 0.000366, 0.000332, 0.000357, 0.269531, 0.386719, 0.000366, 0.000353, 0.386719, 0.000364, 0.00037, 0.000309, 0.000345, 0.000355, 0.000343, 0.000368, 0.000341, 0.000362, 0.00032, 0.000359, 0.000353, 0.000372, 0.000353, 0.000362, 0.000355, 0.000366, 0.00034, 0.000359, 0.000357, 0.000353, 0.296875, 0.000351, 0.000362, 0.386719, 0.386719, 0.000351, 0.000338, 0.000343, 0.320312, 0.386719, 0.000299, 0.000347, 0.386719, 0.275391, 0.251953, 0.000359, 0.000343, 0.000366, 0.000357, 0.386719, 0.386719, 0.292969, 0.241211, 0.000275, 0.386719, 0.000332, 0.000366, 0.294922, 0.00036, 0.000357, 0.000355, 0.000359, 0.000322, 0.386719, 0.000353, 0.000349, 0.000357, 0.386719, 0.000347, 0.000359, 0.000355, 0.000351, 0.000362, 0.00036, 0.000353, 0.000345, 0.000349, 0.263672, 0.00037, 0.000362, 0.000374, 0.386719, 0.386719, 0.138672, 0.000353, 0.386719, 0.000372, 0.000357, 0.386719, 0.00037, 0.00037, 0.000355, 0.000347, 0.000364, 0.000353, 0.265625, 0.00034, 0.00037, 0.169922, 0.386719, 0.386719, 0.000343, 0.000338, 0.287109, 0.000341, 0.000372, 0.000336, 0.000353, 0.386719, 0.000359, 0.000355, 0.000338, 0.000338, 0.000353, 0.000368, 0.386719, 0.000378, 0.00036, 0.000368, 0.386719, 0.000347, 0.000359, 0.320312, 0.00032, 0.000292, 0.000328, 0.000368, 0.386719, 0.000353, 0.000349, 0.000355, 0.000355, 0.000345, 0.386719, 0.000362, 0.386719, 0.00037, 0.000347, 0.000351, 0.25, 0.251953, 0.386719, 0.386719, 0.000326, 0.000368, 0.000362, 0.000362, 0.219727, 0.000292, 0.386719, 0.000353, 0.386719, 0.000362, 0.000353, 0.386719, 0.000332, 0.00037, 0.386719, 0.000372, 0.000359, 0.386719, 0.386719, 0.000372, 0.000374, 0.000343, 0.000378, 0.000362, 0.222656, 0.386719, 0.000372, 0.000353, 0.000364, 0.000376, 0.000366, 0.232422, 0.000359, 0.000343, 0.000347, 0.386719, 0.000368, 0.386719, 0.000374, 0.000341, 0.00033, 0.251953, 0.386719, 0.000357, 0.000359, 0.386719, 0.00036, 0.000359, 0.386719, 0.000355, 0.246094, 0.000362, 0.386719, 0.000345, 0.000368, 0.000338, 0.00032, 0.000353, 0.000345, 0.000366, 0.000357, 0.00037, 0.00037, 0.386719, 0.357422, 0.000376, 0.000353, 0.000347, 0.00036, 0.000341, 0.000347, 0.000359, 0.353516, 0.000349, 0.238281, 0.000313, 0.000368, 0.000372, 0.000353, 0.000372, 0.000357, 0.000374, 0.000353, 0.000334, 0.386719, 0.000366, 0.000357, 0.000368, 0.386719, 0.000322, 0.000349, 0.00034, 0.00036, 0.000345, 0.000345, 0.248047, 0.386719, 0.000351, 0.287109, 0.259766, 0.000366, 0.000313, 0.000366, 0.386719, 0.000355, 0.386719, 0.000355, 0.000353, 0.000353, 0.000353, 0.386719, 0.000315, 0.000368, 0.229492, 0.000313, 0.000336, 0.000357, 0.386719, 0.000345, 0.000322, 0.335938, 0.269531, 0.000366, 0.000376, 0.000366, 0.000332, 0.386719, 0.386719, 0.000319, 0.00034, 0.261719, 0.000351, 0.000364, 0.000357, 0.000345, 0.000345, 0.000338, 0.000345, 0.386719, 0.000359, 0.000351, 0.000359, 0.00033, 0.000338, 0.000353, 0.386719, 0.000351, 0.00036, 0.000322, 0.000364, 0.000334, 0.000368, 0.000357, 0.000328, 0.00037, 0.386719, 0.000359, 0.00033, 0.000366, 0.000378, 0.386719, 0.000364, 0.386719, 0.00032, 0.386719, 0.000309, 0.000357, 0.000374, 0.000353, 0.000357, 0.259766, 0.386719, 0.00036, 0.000347, 0.000376, 0.386719, 0.00037, 0.000355, 0.000364, 0.267578, 0.00036, 0.000366, 0.000343, 0.00036, 0.001114, 0.000347, 0.000349, 0.386719, 0.000353, 0.000341, 0.00034, 0.000368, 0.386719, 0.000359, 0.386719, 0.386719, 0.386719, 0.000359, 0.386719, 0.000353, 0.000349, 0.000366, 0.386719, 0.269531, 0.000355, 0.000362, 0.00037, 0.386719, 0.243164, 0.386719, 0.000364, 0.000324, 0.000341, 0.386719, 0.386719, 0.000355, 0.000353, 0.00036, 0.000353, 0.386719, 0.000368, 0.00036, 0.000368, 0.386719, 0.000338, 0.000368, 0.000366, 0.233398, 0.000351, 0.000364, 0.386719, 0.000349, 0.00036, 0.000357, 0.000364, 0.000332, 0.000368, 0.000368, 0.000338, 0.00036, 0.240234, 0.000366, 0.00034, 0.00034, 0.285156, 0.000353, 0.000359, 0.000343, 0.000357, 0.132812, 0.000362, 0.000338, 0.067871, 0.000353, 0.000378, 0.000355, 0.000359, 0.000349, 0.386719, 0.386719, 0.000366, 0.386719, 0.000357, 0.000368, 0.000362, 0.000368, 0.000343, 0.386719, 0.000368, 0.000378, 0.000355, 0.000359, 0.00034, 0.000374, 0.000336, 0.246094, 0.00036, 0.000364, 0.386719, 0.000366, 0.386719, 0.000322, 0.000343, 0.000343, 0.242188, 0.000362, 0.00032, 0.000357, 0.00037, 0.000362, 0.273438, 0.000349, 0.000347, 0.000353, 0.386719, 0.386719, 0.000359, 0.000349, 0.000362, 0.277344, 0.229492, 0.285156, 0.386719, 0.196289, 0.386719, 0.242188, 0.000336, 0.00037, 0.279297, 0.000359, 0.386719, 0.235352, 0.386719, 0.386719, 0.000349, 0.000353, 0.000315, 0.000343, 0.000368, 0.000362, 0.000368, 0.000353, 0.000299, 0.00037, 0.000349, 0.000364, 0.386719, 0.00034, 0.000357, 0.000357, 0.000347, 0.000359, 0.000357, 0.000347, 0.386719, 0.000338, 0.386719, 0.000351, 0.000364, 0.386719, 0.000366, 0.000357, 0.000378, 0.00034, 0.00037, 0.000362, 0.000341, 0.000334, 0.000376, 0.000305, 0.000374, 0.000362, 0.000359, 0.000351, 0.000351, 0.227539, 0.386719, 0.000349, 0.000353, 0.000351, 0.217773, 0.000368, 0.000355, 0.000347, 0.000349, 0.000341, 0.000353, 0.386719, 0.00036, 0.24707, 0.233398, 0.000368, 0.000355, 0.000355, 0.24707, 0.000366, 0.188477, 0.000353, 0.386719, 0.204102, 0.259766, 0.000359, 0.000368, 0.000296, 0.000351, 0.386719, 0.000347, 0.000332, 0.000359, 0.000355, 0.386719, 0.386719, 0.386719, 0.386719, 0.000357, 0.242188, 0.000372, 0.320312, 0.000341, 0.000355, 0.000355, 0.000345, 0.000336, 0.000359, 0.000317, 0.000362, 0.000353, 0.000353, 0.000353, 0.000353, 0.00036, 0.000374, 0.000357, 0.000341, 0.000324, 0.386719, 0.000353, 0.386719, 0.00036, 0.000343, 0.000347, 0.000349, 0.386719, 0.285156, 0.000359, 0.000357, 0.000353, 0.210938, 0.000357, 0.000353, 0.000372, 0.000349, 0.000357, 0.386719, 0.000332, 0.000336, 0.000341, 0.386719, 0.000347, 0.000364, 0.000353, 0.000359, 0.000338, 0.000359, 0.000351, 0.386719, 0.000364, 0.00037, 0.000357, 0.000372, 0.000269, 0.000336, 0.386719, 0.00034, 0.000349, 0.000347, 0.000357, 0.000313, 0.000353, 0.000355, 0.000351, 0.000368, 0.000359, 0.386719, 0.245117, 0.000349, 0.000351, 0.000368, 0.386719, 0.000362, 0.251953, 0.000319, 0.172852, 0.000349, 0.267578, 0.000351, 0.000364, 0.386719, 0.25, 0.000366, 0.208008, 0.000332, 0.000353, 0.24707, 0.000351, 0.000353, 0.223633, 0.000341, 0.000347, 0.386719, 0.000355, 0.261719, 0.000355, 0.386719, 0.000355, 0.000324, 0.386719, 0.386719, 0.386719, 0.000366, 0.195312, 0.000351, 0.000334, 0.000351, 0.00036, 0.000353, 0.185547, 0.000349, 0.000334, 0.185547, 0.000345, 0.000366, 0.386719, 0.202148, 0.386719, 0.386719, 0.000376, 0.000336, 0.386719, 0.000347, 0.00036, 0.000374, 0.386719, 0.000349, 0.00036, 0.00033, 0.000347, 0.000349, 0.000355, 0.386719, 0.000334, 0.000378, 0.000364, 0.211914, 0.000336, 0.052734, 0.000368, 0.386719, 0.00037, 0.000353, 0.271484, 0.255859, 0.000368, 0.000343, 0.249023, 0.000368, 0.386719, 0.000347, 0.00036, 0.386719, 0.000357, 0.000355, 0.000336, 0.386719, 0.283203, 0.000343, 0.000353, 0.28125, 0.000341, 0.000305, 0.000374, 0.230469, 0.000374, 0.000364, 0.000349, 0.000345, 0.386719, 0.000374, 0.000366, 0.000326, 0.000353, 0.00037, 0.000334, 0.386719, 0.386719, 0.000349, 0.000362, 0.000376, 0.225586, 0.230469, 0.000353, 0.231445, 0.176758, 0.00036, 0.00037, 0.000353, 0.000368, 0.386719, 0.000353, 0.00037, 0.000353, 0.386719, 0.000372, 0.000334, 0.000353, 0.193359, 0.000355, 0.000374, 0.386719, 0.000372, 0.000368, 0.000341, 0.000328, 0.000372, 0.000357, 0.205078, 0.000359, 0.000362, 0.3125, 0.000353, 0.000353, 0.000374, 0.000374, 0.000359, 0.000368, 0.000362, 0.000343, 0.000359, 0.000372, 0.269531, 0.000359, 0.213867, 0.000301, 0.000328, 0.000359, 0.000362, 0.00034, 0.386719, 0.000359, 0.000347, 0.00036, 0.386719, 0.000364, 0.00036, 0.000351, 0.000355, 0.000359, 0.000347, 0.000366, 0.000357, 0.386719, 0.000353, 0.000359, 0.00036, 0.000351, 0.000307, 0.386719, 0.000328, 0.386719, 0.000353, 0.386719, 0.000351, 0.000355, 0.000368, 0.000341, 0.000353, 0.000343, 0.000355, 0.000376, 0.000341, 0.386719, 0.000368, 0.000353, 0.000366, 0.000357, 0.000326, 0.000347, 0.000359, 0.386719, 0.00036, 0.000343, 0.277344, 0.000362, 0.386719, 0.000355, 0.196289, 0.00036, 0.000357, 0.18457, 0.000374, 0.386719, 0.386719, 0.386719, 0.136719, 0.386719, 0.000362, 0.000357, 0.00036, 0.000355, 0.000355, 0.269531, 0.000364, 0.000362, 0.294922, 0.386719, 0.000357, 0.00037, 0.000355, 0.000368, 0.000372, 0.326172, 0.000355, 0.000328, 0.000359, 0.00036, 0.386719, 0.000353, 0.386719, 0.28125, 0.000357, 0.000353, 0.000353, 0.000368, 0.386719, 0.386719, 0.386719, 0.000364, 0.000357, 0.000336, 0.000355, 0.000353, 0.000305, 0.386719, 0.386719, 0.000359, 0.000338, 0.386719, 0.00034, 0.386719, 0.002609, 0.000353, 0.386719, 0.000376, 0.00036, 0.000349, 0.000292, 0.000347, 0.000372, 0.000359, 0.000359, 0.386719, 0.000326, 0.00036, 0.000341, 0.000359, 0.386719, 0.000349, 0.386719, 0.000364, 0.00036, 0.000376, 0.00036, 0.000362, 0.386719, 0.000349, 0.000355, 0.267578, 0.000355, 0.000345, 0.386719, 0.257812, 0.000353, 0.00037, 0.386719, 0.386719, 0.000353, 0.000345, 0.000368, 0.000343, 0.332031, 0.000353, 0.386719, 0.000328, 0.000319, 0.386719, 0.213867, 0.235352, 0.000368, 0.000368, 0.000322, 0.000341, 0.298828, 0.000351, 0.000359, 0.000355, 0.000349, 0.00036, 0.257812, 0.000362, 0.000364, 0.000355, 0.386719, 0.386719, 0.00034, 0.000359, 0.000364, 0.000359, 0.00037, 0.000336, 0.00036, 0.000353, 0.000366, 0.000378, 0.000357, 0.000322, 0.000368, 0.000353, 0.000366, 0.000347, 0.386719, 0.000353, 0.000317, 0.000362, 0.000359, 0.000374, 0.386719, 0.000343, 0.000374, 0.287109, 0.238281, 0.000359, 0.238281, 0.000334, 0.000372, 0.000364, 0.000374, 0.000362, 0.000368, 0.386719, 0.277344, 0.00032, 0.000347, 0.000364, 0.000338, 0.000359, 0.386719, 0.000338, 0.291016, 0.000353, 0.000355, 0.386719, 0.000338, 0.000359, 0.00036, 0.000328, 0.000355, 0.000353, 0.00036, 0.386719, 0.257812, 0.000372, 0.198242, 0.000368, 0.236328, 0.000355, 0.00036, 0.000353, 0.000347, 0.000338, 0.000368, 0.386719, 0.000366, 0.386719, 0.386719, 0.000376, 0.000366, 0.000362, 0.386719, 0.386719, 0.000355, 0.00415, 0.000355, 0.000334, 0.000353, 0.000355, 0.386719, 0.00034, 0.000334, 0.000372, 0.213867, 0.000372, 0.000324, 0.000338, 0.004761, 0.386719, 0.000372, 0.283203, 0.000366, 0.000357, 0.000347, 0.386719, 0.386719, 0.000364, 0.386719, 0.386719, 0.000324, 0.386719, 0.000362, 0.00037, 0.000362, 0.000349, 0.00036, 0.386719, 0.129883, 0.225586, 0.00033, 0.386719, 0.000362, 0.000376, 0.386719, 0.386719, 0.000364, 0.00036, 0.386719, 0.000366, 0.000364, 0.000357, 0.000364, 0.000355, 0.000349, 0.251953 ] } , "name": "onnx::Mul_11438", "outputIndexes": [ 6501 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6500, 6501 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 6502 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6474, 6502 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/Add_2_output_0", "outputIndexes": [ 6503 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.882812 ] } , "name": "/blocks.38/Constant_1_output_0", "outputIndexes": [ 6504 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6503, 6504 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.38/Mul_1_output_0", "outputIndexes": [ 6505 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6505, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.39/Reshape_output_0", "outputIndexes": [ 6506 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6506 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.39/input_layernorm/Pow_output_0", "outputIndexes": [ 6507 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6507 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.39/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 6508 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6508, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/input_layernorm/Add_output_0", "outputIndexes": [ 6509 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6509, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/input_layernorm/Pow_1_output_0", "outputIndexes": [ 6510 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6506, 6510 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/input_layernorm/Mul_output_0", "outputIndexes": [ 6511 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 5.0625, 7.8125, 30.875, 7.15625, 9.5625, 7.78125, 7.03125, 7.625, 7.53125, 17.125, 7.71875, 8.0625, 8.25, 7.1875, 10.9375, 7.90625, 7.5625, 8.875, 7.65625, 8.1875, 7.65625, 7.40625, 9.5625, 10.125, 7.5, 9.875, 9.3125, 7.40625, 7.90625, 15.0625, 8.5, 8.0, 7.5, 8.5625, 7.5625, 7.84375, 8.0, 23.375, 8.875, 8.75, 13.9375, 8.375, 9.875, 8.375, 8.6875, 8.8125, 27.5, 7.96875, 7.8125, 8.375, 8.6875, 7.0, 7.65625, 27.75, 8.125, 8.3125, 8.3125, 8.6875, 7.5625, 7.28125, -9.25, 9.4375, 8.0, 9.375, 7.78125, 8.1875, 7.40625, 8.3125, 7.28125, 7.59375, 7.375, 8.375, 6.28125, 11.25, 8.5, 8.625, 8.375, 7.46875, 9.9375, 8.375, 8.1875, 8.0, 12.5, 9.6875, 8.0625, 7.1875, 9.625, 9.3125, 8.1875, 8.125, 8.5, 8.625, 8.25, 6.3125, 9.875, 8.75, 31.375, 8.625, 8.0625, 8.125, 6.96875, 8.125, 9.875, 8.125, 7.875, 7.75, 8.9375, 8.625, 7.25, 7.53125, 9.6875, 7.84375, 7.65625, 8.8125, -7.3125, 8.875, 12.875, 8.375, 9.75, 8.375, 8.375, 10.125, 9.0625, 7.84375, 8.4375, 8.3125, 7.71875, 7.59375, 8.875, 7.8125, 7.9375, 7.40625, 8.0, 8.625, 32.25, 8.0625, 9.0, 8.1875, 6.6875, 7.875, 8.6875, 7.0625, 10.625, 7.625, 7.78125, -7.0, 9.0625, 8.875, 7.65625, 7.4375, 9.3125, 8.4375, 7.4375, 8.75, 8.5625, 9.8125, 8.875, 7.96875, 7.875, 9.25, 8.25, 7.75, 8.125, 7.8125, 8.625, -14.375, 9.8125, 7.8125, 17.75, 13.25, 13.5, 30.125, 9.8125, -8.875, 8.5, 7.875, 7.96875, 8.625, 8.1875, 6.8125, 9.375, 7.875, 5.71875, 5.40625, 8.0625, 8.375, 9.25, 7.5, 7.4375, 7.09375, 6.28125, 9.25, 7.65625, 8.6875, 9.125, 8.5, 7.59375, 7.65625, 10.1875, 8.75, 7.6875, 9.5625, 10.4375, 7.4375, 7.65625, 7.78125, 8.3125, 8.3125, 8.3125, 7.21875, 11.25, 8.1875, 10.0625, 8.1875, 7.3125, 8.9375, 8.875, 7.96875, 7.25, 7.625, 8.4375, 6.8125, 8.125, 8.3125, 7.5625, 8.0, 9.6875, 7.9375, 8.1875, 7.15625, 26.125, 8.9375, 6.4375, 8.0, 7.34375, 8.125, 7.75, 8.5625, 5.8125, 7.5625, 8.1875, 8.375, 5.625, 8.875, 9.0, 10.9375, 12.3125, 8.375, 7.03125, 8.0625, 8.0625, 7.3125, 7.1875, 9.4375, 8.1875, 9.9375, 8.0625, 9.3125, 7.84375, 8.5625, 9.6875, 7.75, 8.875, 8.25, 9.625, 7.3125, 7.6875, 8.0625, 8.625, 7.40625, 7.90625, 7.625, 9.0, 7.25, 7.34375, 7.71875, -10.3125, 7.34375, 8.125, 8.125, -7.375, 14.0625, 7.125, 10.0, 7.75, 7.875, 9.25, 9.0, 7.09375, 6.4375, 7.875, 9.8125, 8.3125, 8.4375, 8.5, 8.6875, 8.5, 7.3125, 8.9375, 9.5625, 6.4375, 6.875, 8.875, 7.75, 7.84375, 7.875, 9.9375, 8.75, 8.125, 8.625, 8.375, 8.5, -8.8125, 7.25, 5.78125, 7.875, 8.4375, 12.6875, 7.65625, 8.6875, 10.125, 8.5, -14.4375, 8.875, 14.125, 7.875, 8.3125, 8.375, 8.125, 7.21875, 20.0, 8.875, 10.25, 7.875, 8.75, 8.0625, 7.21875, 6.3125, 8.5, 13.6875, 8.1875, 8.75, 7.65625, 8.9375, 9.0, 9.875, 7.9375, 12.375, 18.5, 12.5625, 7.125, 8.0, 9.25, 7.90625, 8.625, 7.375, 9.1875, 9.125, 8.6875, 14.25, 7.5625, 8.375, 8.4375, 6.59375, 5.9375, 7.5, 7.59375, 7.90625, 8.8125, 7.5625, 9.0, 11.0625, 7.3125, 7.96875, 8.0, 7.4375, 7.34375, 12.6875, 6.625, 7.59375, 9.5, 7.59375, 7.375, 9.5, 8.3125, 12.9375, 8.3125, 9.3125, 9.1875, 7.34375, 8.1875, 9.5, 9.9375, 7.90625, -10.6875, 13.5625, 7.09375, 7.625, 10.875, 7.46875, 9.125, 8.0, 7.40625, 27.625, 6.78125, 9.4375, 8.625, 9.0625, 69.5, 8.125, 7.1875, 9.6875, 9.0, 7.78125, 8.25, 8.1875, 8.125, 8.875, 8.375, 8.25, 7.59375, 9.1875, 39.75, 6.46875, 8.1875, 9.6875, 6.40625, 11.125, 8.5, 8.9375, 7.84375, 8.6875, 20.125, 9.0, 13.5, 7.40625, 8.125, 7.375, 29.25, 9.1875, 9.3125, 8.6875, 7.9375, 15.3125, 7.84375, 7.5625, -8.625, 8.0625, -9.4375, 6.9375, 7.6875, 7.59375, 9.0, 8.75, 7.875, 8.25, 7.28125, 8.6875, 6.6875, 9.5, 11.3125, 8.4375, 7.6875, 11.4375, 8.75, 7.6875, 7.15625, 8.75, 25.625, 11.1875, 8.875, 10.375, 6.4375, 6.21875, 8.75, 8.5625, -11.8125, 7.53125, 7.90625, 5.625, 8.6875, 8.875, 8.625, 14.4375, 6.125, 6.3125, 8.8125, 13.4375, 7.75, 7.78125, 8.4375, 4.90625, 8.375, 7.5, 10.375, 6.96875, 8.375, 9.0, 7.6875, 8.6875, 7.46875, 9.1875, 7.84375, 7.6875, 8.625, 8.875, 7.8125, 7.71875, 7.40625, 8.875, 7.53125, 7.5625, 8.875, 7.125, 3.09375, 8.0, 6.65625, 7.65625, 8.25, 8.625, 8.5, 7.71875, 7.78125, 8.3125, 6.28125, 7.8125, 8.6875, 7.34375, 24.25, -9.3125, 8.25, 7.21875, 12.625, 8.125, 6.84375, 8.5, 9.5625, 7.4375, 7.40625, 9.625, 8.5, 8.625, 8.3125, 8.1875, 8.75, 8.8125, 10.0, 8.875, 8.75, 7.0625, 8.125, 8.3125, 7.3125, 8.6875, 15.1875, 8.5625, 8.25, 7.03125, 10.4375, 8.5, 7.75, 8.875, 10.125, 7.90625, 7.84375, 7.4375, 7.90625, 7.90625, 8.4375, 7.75, 8.75, 7.65625, 8.875, 7.53125, 32.75, 8.375, 7.34375, 24.625, 9.875, 8.3125, 10.6875, 9.375, 6.84375, 8.4375, 8.9375, 8.125, 7.09375, 8.25, 7.9375, 7.3125, 8.375, 7.96875, 8.25, 9.1875, 9.6875, 8.6875, 7.90625, 7.96875, 6.96875, 8.5, 6.84375, 9.0625, 8.0, 8.75, 7.65625, 7.875, 7.03125, 16.5, 7.9375, 8.8125, 11.25, 36.5, 9.4375, 8.4375, 7.75, 7.65625, 7.4375, 8.6875, 7.5625, 9.625, 8.25, 6.5, 6.84375, 7.34375, 7.53125, 10.0625, 10.0625, 6.65625, 17.625, 25.25, 7.96875, 7.8125, 7.71875, 10.0625, 29.5, 32.0, 7.78125, 7.96875, 8.0625, 7.375, 9.0, 9.125, 6.28125, 8.625, 7.65625, 7.28125, 7.375, 8.25, 7.90625, 6.875, 8.5, 8.1875, 7.40625, 8.625, 10.875, 7.5625, 7.71875, 6.8125, 12.1875, 9.25, 9.1875, 23.875, 5.9375, 11.375, 16.875, 7.09375, 8.0625, 7.5625, 9.3125, 8.9375, 5.9375, 7.4375, 8.25, 7.96875, 7.1875, 8.0, 12.5, 7.34375, 8.75, 9.375, 9.75, 9.375, 109.5, 7.21875, 9.25, 8.1875, 7.4375, -9.0625, 8.3125, 8.4375, 8.5625, 8.25, 9.25, 7.0625, 7.875, 7.96875, 8.5, 9.6875, 7.25, 34.25, 8.25, 9.1875, 8.875, 7.5, 7.28125, 8.9375, 7.71875, 7.5625, 8.3125, 6.96875, 7.375, 8.8125, 14.875, 7.75, 5.625, 7.21875, 8.3125, 9.5, 7.0, 7.40625, 7.75, 7.8125, 6.03125, 40.25, 8.5, 6.375, 7.78125, 6.96875, 7.28125, 13.0, 8.625, 6.03125, 9.25, 10.875, 6.78125, 8.625, 7.0, 9.0625, 12.125, 11.8125, 8.9375, 8.1875, 8.4375, 10.9375, 14.125, 14.6875, 12.75, 5.0625, 6.9375, 6.28125, 13.6875, 8.5, 8.5, 9.1875, 8.1875, 8.125, 7.03125, 7.375, 8.25, 8.8125, 7.3125, 9.0, 9.125, 15.5, 8.5, 10.0625, 10.9375, 11.25, 8.25, 13.5625, 7.9375, -13.1875, 12.3125, 9.0, 8.8125, 6.96875, 7.25, 8.5, 8.875, 11.875, 6.03125, 7.8125, 17.375, -9.75, 7.5625, 8.375, 8.375, 7.5625, 8.8125, 7.71875, 7.21875, 9.25, 7.28125, 6.09375, 9.375, 7.75, 7.59375, 7.28125, 7.90625, 8.5625, 8.8125, 7.03125, 7.65625, 8.875, 8.8125, 8.125, 9.125, 14.9375, 6.5625, 8.5625, 28.75, 7.8125, 8.375, 7.40625, 8.375, 9.0625, 8.625, 24.625, 7.46875, 7.34375, 8.125, 7.59375, 7.71875, 6.84375, 8.1875, 6.0, 8.375, 6.75, 7.78125, -9.5, 9.75, 8.3125, 21.125, 10.6875, 8.0625, 7.6875, 9.25, 14.4375, 6.15625, 8.25, 7.59375, 7.8125, 8.0625, 7.4375, 8.75, 8.5625, 13.125, 8.6875, 7.625, 7.75, 7.78125, 7.78125, 5.15625, 13.5, 9.3125, 21.5, 8.625, 8.8125, 6.65625, 8.3125, 9.4375, 8.125, 7.78125, 8.625, 7.84375, 8.5, -8.25, 8.25, 7.28125, 8.875, 7.71875, 7.0625, 8.1875, 9.5, 14.0625, 10.125, -7.34375, 8.25, 9.625, 8.0625, 7.125, 8.125, 7.46875, 8.8125, 8.3125, 6.9375, 7.875, 9.5625, 9.125, 8.625, 8.3125, 54.0, 8.125, 7.5625, 7.9375, 8.125, 13.75, 7.875, 7.5, 8.9375, 9.0625, 8.375, 6.875, 10.8125, 9.5625, 8.875, 8.0, 7.84375, 7.4375, 17.0, 8.625, -8.9375, 8.6875, 9.25, 13.1875, 7.90625, 8.0, 8.1875, 6.96875, 9.375, 6.96875, 10.0, 8.4375, 8.375, 7.15625, 6.21875, 8.375, 9.75, 8.125, 7.96875, 7.8125, 7.53125, 8.9375, 7.4375, 7.65625, 7.59375, 9.0, 6.40625, -17.5, 9.875, 9.5, 8.1875, 7.40625, 6.9375, 9.0625, 8.0, 8.3125, 7.65625, 7.8125, 8.0625, 7.625, 6.875, 9.375, 19.375, 7.78125, 29.5, 7.3125, 8.25, 7.40625, 8.25, 7.71875, 8.0, 8.75, 7.46875, 8.0, 8.0, 9.5, 6.9375, 10.75, 11.8125, 9.9375, 11.125, 7.59375, 8.0, 9.0625, 8.5625, 7.6875, 8.375, 7.3125, 8.5, 8.125, 6.96875, 7.5625, 8.3125, 9.4375, 7.09375, 7.15625, 8.0625, 7.65625, 7.46875, 9.75, 5.71875, 7.78125, 11.6875, -8.0625, 9.5625, 8.875, 11.0625, 9.25, 8.0625, 9.1875, 9.5, 8.5625, 7.5, 8.3125, 7.84375, 42.25, 6.25, 6.375, 7.84375, 7.8125, 8.1875, 10.8125, 10.75, 8.1875, 7.90625, 11.25, 22.125, 7.15625, -7.125, 12.0, 8.3125, 8.3125, 54.0, 8.375, 8.0625, 8.0625, 8.8125, 8.875, 8.25, 8.75, 7.375, 8.3125, 7.4375, 6.84375, 8.3125, 25.375, 8.125, 7.8125, 9.25, 8.375, 9.75, 7.40625, 8.25, 8.5, 7.375, 8.375, 8.4375, -14.1875, 9.125, 8.0, 7.3125, 9.8125, 7.75, 8.75, 7.53125, -8.1875, 6.625, 6.65625, 9.1875, 7.84375, 6.78125, 9.0, 7.5625, 8.375, 7.03125, 8.8125, 6.96875, 8.5, 10.375, 7.59375, 8.0625, 8.4375, 8.125, 8.125, 8.75, 8.875, 8.8125, 7.96875, 7.40625, 7.8125, 7.59375, 7.53125, 7.375, 9.0, 7.34375, 7.75, 6.5, 7.84375, 9.0625, 11.625, -8.0, 7.40625, 8.625, 7.875, 6.0625, 9.375, 11.4375, 8.75, 9.0, 8.9375, 9.875, 8.3125, 7.0625, 9.0, 7.96875, 9.5, 8.0, 7.75, 8.1875, 7.5, 9.875, 8.0, 9.625, 21.375, 7.71875, 10.125, 7.65625, 10.125, 8.75, 8.5625, 9.0, 8.0625, 8.9375, 6.71875, 8.875, 7.0625, 16.625, 8.125, 11.375, 12.9375, 9.0, 12.4375, 6.375, 8.9375, 7.9375, 7.0625, 9.0, 8.125, 8.5625, 11.25, 7.59375, 7.875, 8.75, 11.125, 7.96875, 8.875, 9.0, 7.9375, 8.1875, 8.625, 7.90625, 8.25, 8.0625, 9.9375, 8.5, 22.5, 7.90625, 8.6875, 8.875, 8.8125, 7.84375, 48.75, 8.375, 8.375, 8.0, 20.5, 8.25, 7.65625, -14.125, 8.375, 7.15625, 9.0625, 9.0, 6.28125, 7.53125, 8.25, 5.75, 8.25, 7.375, 7.59375, 8.5, 7.03125, 8.6875, 8.0625, 9.5, 7.375, 7.90625, 9.3125, 8.0, 13.0, 8.6875, 6.71875, -9.9375, 9.5625, 10.5625, 7.40625, 8.6875, 8.375, 9.5625, 8.125, 12.125, 8.5625, 9.0625, 7.875, 8.75, 6.96875, 10.3125, -7.40625, 18.375, 8.0625, 9.5625, 8.6875, 8.9375, 8.4375, 8.625, 7.96875, 10.0, 8.0, -13.8125, 8.25, 12.0, 7.125, 6.5625, 8.625, 7.46875, 8.5, 7.84375, 8.1875, 8.6875, 9.3125, 8.25, 12.6875, 7.9375, -8.8125, 9.6875, 7.84375, 8.75, 12.0, 8.9375, 7.5, -10.5, 7.6875, 7.34375, 8.25, 9.25, 11.1875, 8.125, 13.625, 8.25, 8.25, 8.9375, 7.78125, 8.9375, 7.0625, 7.1875, 8.625, 22.625, 6.96875, -8.4375, 9.0625, 8.25, 8.4375, 7.0, 9.6875, 7.59375, 7.28125, 8.9375, 9.25, 8.1875, 9.125, 7.46875, 9.0625, 9.125, 10.8125, 7.875, 7.34375, 8.5, 7.21875, 8.25, 7.3125, -9.9375, 9.5625, 7.84375, 8.6875, 13.5, 8.5, 7.09375, 8.625, 7.6875, 7.28125, 15.4375, 7.59375, 8.0625, 7.5625, 4.875, 8.25, 7.84375, 9.8125, 7.34375, 8.625, 9.0, 7.71875, 7.03125, 7.40625, 11.875, 8.1875, 8.5625, 8.375, 8.0625, -15.8125, 8.6875, 8.375, 7.21875, 9.75, 7.53125, 7.59375, 9.0, 7.875, 7.21875, 8.75, 7.59375, 7.40625, 7.5, 8.4375, 13.1875, 7.375, 48.75, -7.46875, 6.6875, 30.875, 7.75, 9.5, 8.3125, 7.28125, 8.0, 10.75, 8.5625, 10.125, 7.96875, 8.75, 7.34375, 8.875, 7.9375, 7.625, 9.0, 6.5, 8.875, 8.375, 9.5625, 8.9375, 9.125, 7.1875, 11.8125, 7.6875, 8.75, 8.5, 8.9375, 10.3125, 8.75, 10.875, 8.625, 7.875, 10.625, 7.5625, 8.0625, 7.8125, 8.375, 7.5625, 9.375, 7.90625, 9.1875, 13.0, 8.5, 9.3125, 7.5, 14.4375, 8.875, 8.625, 8.25, 6.875, 8.75, 9.1875, 7.65625, 12.6875, 7.9375, 7.84375, 8.75, 6.0625, 7.75, 9.3125, 7.15625, 7.75, 8.125, 13.0625, 7.625, 8.5, 8.1875, 15.0625, 10.125, 11.5, 8.125, 7.375, 8.4375, 11.875, 8.375, 8.875, 14.0625, -6.5, 8.375, 13.25, 7.25, 9.25, 9.25, 10.4375, 8.9375, 7.4375, -16.75, 9.8125, 9.4375, 10.125, 9.125, 7.78125, 8.0625, 7.96875, 7.71875, 8.1875, 8.5, 7.9375, 7.375, 8.375, 8.9375, 10.125, 9.0, 7.21875, 9.6875, 7.0625, 7.28125, 7.625, 8.3125, 6.53125, 12.625, 6.6875, 7.375, 8.125, 7.21875, 11.0625, 7.65625, 7.9375, 8.5, 10.9375, 8.4375, 8.75, 7.78125, 9.8125, 19.875, 8.6875, 7.21875, 7.875, 8.75, 18.125, -8.625, 8.1875, 7.0, 8.5, 8.75, 8.6875, 7.90625, 7.96875, 9.25, 9.9375, 7.59375, 6.90625, 8.5, 9.0, 9.25, 9.3125, 9.5, 7.59375, 9.125, 10.8125, 6.03125, 7.84375, 8.375, 8.875, 7.46875, 7.90625, 8.125, 8.375, 7.21875, 11.4375, 8.875, 9.375, 7.53125, 7.8125, 7.65625, 9.375, 8.0625, 7.78125, -8.0625, -7.8125, 8.4375, 9.5, 26.875, 8.8125, 11.125, 7.90625, 8.375, 9.6875, 7.90625, 12.875, 7.9375, 7.875, 8.0, 8.4375, 7.875, 12.4375, 6.71875, 6.84375, 9.1875, 7.375, 8.375, 9.0625, 7.90625, 8.3125, 8.9375, 6.71875, 9.0, 10.5625, 8.0625, 8.1875, 25.375, 8.9375, 8.0625, 9.8125, 8.125, 8.4375, 7.625, 7.0625, 6.59375, 7.46875, -8.0625, 10.5, 8.6875, 7.5625, 8.0625, 10.25, 8.25, 8.4375, 9.125, 8.375, 7.8125, 10.75, 8.125, 11.375, 8.9375, 8.5, 7.71875, 21.25, 7.5, 8.125, 7.6875, -8.4375, 7.625, 6.84375, 10.3125, 8.75, 8.9375, 8.0, 9.0625, 11.3125, 9.0, 8.75, 8.875, 11.375, 9.625, 6.5, 7.75, 7.625, 7.09375, 8.125, -7.71875, 8.5, 7.21875, 8.4375, 33.25, 23.625, 8.375, 8.6875, 11.4375, 9.25, 8.1875, 9.125, -6.5625, 7.25, 10.25, 7.75, 7.4375, 5.6875, 7.9375, 9.25, 5.90625, 8.375, 8.25, 7.34375, 7.28125, 8.375, 8.875, 8.5625, 7.84375, 8.75, 9.625, 8.0625, 11.0625, 6.25, 7.84375, 8.5625, 7.5, 7.84375, 8.75, 7.90625, 7.78125, 9.4375, 7.78125, 8.0, 8.0625, 7.25, 8.9375, 8.1875, 8.8125, 10.4375, 9.6875, 8.5, 9.6875, 8.6875, 9.5, 8.625, 8.3125, 9.0, 8.0625, 31.625, 11.3125, 8.75, 9.1875, 8.8125, 7.875, 8.625, 9.3125, 12.0625, 8.625, 7.28125, 8.5625, 8.1875, 6.96875, 89.0, 7.28125, 7.53125, 8.125, 8.5625, 8.5, 7.625, 8.5, 7.625, -7.59375, 7.65625, 8.75, 11.0625, 8.9375, -9.0, 7.375, 8.6875, 9.0625, 8.75, 12.125, 7.84375, -5.9375, 8.0625, 7.84375, 8.5, 8.25, 8.625, 7.875, 8.1875, 7.875, 7.75, 11.0, 8.375, 7.71875, 8.375, 8.6875, 13.0625, 9.0, 7.9375, 10.0625, 57.0, 8.9375, 8.125, 8.9375, 7.75, 6.53125, 7.75, 9.1875, 7.90625, 7.71875, 7.3125, 7.21875, 8.3125, 37.25, 9.3125, 7.6875, 7.75, 8.25, 8.75, 7.625, 7.5, 8.9375, 14.1875, 8.625, 34.25, 8.0625, 18.5, 8.5625, 8.375, 7.875, 8.625, 7.40625, 8.0625, 7.75, 9.875, 9.25, 8.625, 8.0, 8.5, 6.53125, 8.0625, 8.0625, 7.90625, 6.96875, 8.875, 19.25, 7.78125, 8.1875, 7.96875, 8.8125, 8.6875, 8.25, 8.0625, 9.75, 8.8125, 8.6875, 9.1875, 11.625, 6.90625, 10.375, 13.375, 6.6875, 8.125, 7.28125, 5.625, 8.0, 10.5625, 6.8125, 9.0625, 7.09375, 7.53125, 9.5, 7.625, 9.5, 8.1875, 9.3125, 8.875, 7.03125, 28.375, 12.0, -8.375, 8.5625, 9.25, 8.375, 12.9375, -11.9375, 9.25, 10.9375, 7.9375, 7.09375, 8.9375, 9.3125, 7.875, 8.1875, 8.1875, 8.6875, 9.375, 42.75, 9.75, 8.25, 8.8125, 9.25, 8.375, 8.375, 6.875, 8.125, 7.46875, 8.125, 8.4375, 6.625, 7.6875, 7.625, 8.5, 7.3125, 8.625, 7.03125, 8.9375, 8.375, 8.6875, 23.5, 8.75, 8.3125, 8.75, 12.75, 7.625, 8.1875, 17.125, 7.375, 10.6875, 7.625, 9.25, 7.90625, 6.78125, 8.625, 8.75, 14.0, 10.8125, 7.90625, 5.5625, -7.53125, 8.4375, 7.5625, 7.1875, 8.125, 11.3125, 8.25, 8.1875, 7.59375, 7.84375, 17.0, 8.0625, 11.8125, 7.9375, 7.75, 8.25, 14.0625, 7.78125, 8.25, 8.4375, 7.84375, 8.9375, 14.0, 7.96875, 8.0, 7.375, 11.125, 9.75, 8.1875, -7.40625, 10.375, 6.15625, 7.625, 7.78125, 8.125, 14.375, 8.875, 31.625, 8.75, 7.3125, 7.71875, 8.5, 35.5, 7.4375, 8.75, 8.0625, 8.0625, 10.1875, 34.0, 6.90625, 6.75, 7.78125, -13.875, 7.46875, 9.375, 8.125, 9.875, 16.625, 7.875, 27.5, 39.25, 12.0625, 8.375, 9.25, 7.6875, 8.9375, 10.0, 7.65625, 6.375, 12.0, 6.34375, 8.25, 7.8125, 8.6875, 8.9375, 7.6875, 9.0, 14.0625, 8.25, 7.96875, 13.625, 8.0625, 9.0625, 15.75, 7.59375, -16.25, 7.6875, 8.4375, 7.875, 7.25, 8.9375, 7.78125, 7.625, 15.375, 7.21875, 10.3125, 9.5, 7.15625, 17.625, 7.0, 7.125, 9.125, 7.625, 8.0625, 8.375, 7.875, 8.875, 8.5, 8.6875, 8.625, 7.78125, 7.0, 11.3125, 8.25, 8.3125, 8.375, 7.34375, 7.5625, 7.53125, 7.78125, 8.875, 8.9375, 8.4375, 6.96875, 7.09375, 18.5, 5.09375, 9.0625, 8.625, 8.5, 10.4375, 7.4375, 8.3125, 9.125, 10.5625, 9.25, 6.875, 8.5, 7.625, 6.96875, 7.9375, 15.25, 7.5625, 8.625, 35.5, 7.90625, 9.6875, 9.125, 13.75, 11.75, 17.75, 8.375, 11.5625, 7.53125, 7.40625, 9.3125, 9.5625, -8.0625, 14.6875, 6.875, -14.5, 7.96875, 8.0625, 8.375, 8.5, 7.90625, 8.4375, 9.875, 7.21875, 7.25, 9.375, 10.1875, 8.25, 8.8125, 7.40625, 9.375, 7.8125, 7.96875, 8.1875, 10.375, 7.90625, 13.625, 7.71875, 8.25, 8.125, 9.1875, 7.75, 7.21875, 9.6875, 8.4375, 7.78125, 7.78125, 8.125, 8.875, -9.5625, 13.4375, 6.5625, 7.1875, 7.8125, 7.5, 14.25, 6.4375, 7.65625, 8.875, 7.5625, 8.375, 8.3125, 8.1875, 6.90625, 7.46875, 8.4375, 6.5625, 8.0, 8.0, 11.1875, 7.6875, 8.8125, 10.9375, 7.34375, 8.5625, 9.875, 7.59375, 9.0625, 8.875, 8.5625, 8.5, 8.0625, 7.5, 7.53125, 7.5625, 8.625, 8.25, 8.5625, 9.0625, 6.65625, 7.5625, 14.25, 8.3125, 8.625, 7.5625, 8.625, 7.65625, 9.0, 7.3125, 7.15625, 8.9375, 47.5, 12.0, 8.8125, 8.0625, 7.8125, 8.25, 12.1875, 8.9375, 26.75, 9.375, 9.375, 7.78125, 6.53125, 7.875, 7.5625, 7.5, 8.0625, 7.4375, 8.375, 7.59375, 8.1875, 10.75, 8.1875, 8.75, 8.125, 7.625, 8.25, 18.625, 6.53125, 23.375, 8.8125, 7.59375, 10.375, 7.875, -9.75, 6.8125, -7.65625, 6.125, 8.375, 7.40625, 8.375, 8.1875, 6.28125, 8.5, 8.0, 13.4375, 7.875, 17.625, 6.28125, 7.40625, 8.125, 8.8125, 7.21875, 7.75, 22.75, 8.75, 9.0, 8.9375, 8.0625, 8.0, 7.6875, 7.875, 9.0, 7.65625, 9.0625, 7.0, 8.875, 10.0625, 7.21875, 7.96875, 9.1875, 45.75, 7.53125, 8.9375, 7.46875, 8.75, 12.75, 8.4375, 14.625, 8.375, 8.875, 5.90625, 7.5, 7.21875, 7.875, 7.21875, 6.75, -9.4375, 7.6875, 8.1875, 6.4375, 7.1875, 8.9375, 7.40625, 8.5625, 8.25, 7.59375, 7.71875, 13.9375, 25.5, 8.375, 7.90625, 10.5625, 11.0, 8.4375, 13.625, 8.0625, 8.875, -6.78125, 9.0625, 8.1875, 9.3125, 8.25, 9.5625, 8.3125, 8.875, 8.375, 5.96875, 11.625, 8.3125, 7.75, 8.5625, 9.9375, 8.0, 8.0625, 7.78125, 9.1875, 26.625, 8.625, 7.5625, 61.25, 7.9375, 8.9375, 7.90625, 7.78125, 9.6875, 8.0625, 8.9375, 8.5625, 7.71875, 9.75, 8.125, 10.3125, 7.90625, 9.8125, 10.8125, 9.9375, 8.3125, 8.625, 27.125, 8.0625, 7.625, 10.1875, 8.0625, 7.1875, 7.03125, 11.125, 7.53125, 8.4375, 8.1875, 14.875, 9.125, 9.75, 6.90625, 14.375, 7.6875, 7.875, 8.9375, 7.375, 8.75, 8.9375, 10.0625, 8.0625, 8.5, 8.8125, 8.875, 9.375, 6.46875, 6.34375, 7.9375, 6.625, 7.53125, 7.96875, 8.5, 8.1875, 7.9375, 9.8125, 8.375, 9.3125, 7.625, 9.375, 7.75, 8.875, 8.125, 8.0625, 7.375, 8.375, 6.71875, 8.0, 9.8125, 8.75, 8.0, 6.6875, 10.125, 9.0, 8.25, 8.125, 11.25, 7.625, 7.8125, 8.375, 8.875, 7.375, 13.625, 8.1875, 10.8125, 7.53125, 7.9375, 6.25, 8.1875, 8.125, 8.5625, 11.5625, -2.9375, 7.21875, 7.28125, 7.40625, 8.625, 7.71875, 12.4375, 9.375, 8.25, 6.78125, 7.84375, 13.1875, 7.71875, 9.3125, 10.4375, 8.25, 8.0625, 9.75, -7.96875, 8.5625, 6.9375, 5.96875, 27.875, 31.5, 11.4375, 9.5, 8.5, 7.25, 7.46875, 9.5625, 9.0625, 7.5625, 8.5625, -10.4375, 7.5, 11.4375, 11.625, 7.125, 7.0625, 7.75, 7.71875, 6.90625, 8.0, 7.59375, 8.5, 7.96875, 9.0, 9.125, 8.25, 8.1875, 8.9375, 8.1875, 9.0, 7.3125, 9.25, 7.3125, -7.625, 8.0625, 7.96875, 8.5625, 8.4375, 7.9375, 7.65625, 9.125, -10.625, -7.75, 8.75, 8.6875, 7.5625, 8.6875, 6.90625, 8.25, 8.125, 8.0625, 9.625, 7.40625, 10.5625, 8.8125, 7.625, 8.75, 9.125, 8.375, 9.125, 8.375, 8.25, 8.9375, 8.5625, 7.375, 8.1875, 11.5625, 7.71875, 7.65625, 8.125, 8.5, 8.625, 7.875, 8.8125, 8.125, 9.125, 13.5, 7.28125, 8.0, 8.125, 8.0, 7.125, 8.25, 8.375, 10.1875, 8.4375, 8.875, 10.3125, 7.90625, 8.75, 9.5625, 15.1875, 8.0, 31.5, 8.8125, 8.125, 8.125, 8.1875, 8.125, 8.9375, 8.375, 8.0625, 13.3125, 15.5, 7.78125, 7.84375, 7.5625, -7.96875, 7.125, 13.4375, 8.5, 7.875, 8.1875, 9.375, 9.1875, 8.25, 6.4375, 9.125, 7.6875, 19.125, 7.59375, 8.125, 9.9375, 7.5625, 8.5, 9.4375, 7.6875, 10.9375, 40.0, 8.75, 8.625, 8.1875, 8.125, 7.09375, 7.875, 8.5, 8.8125, 8.25, 8.375, 7.53125, 7.125, 10.5, 9.6875, 7.125, 13.125, 8.5, 7.875, 7.28125, 11.0, 8.4375, 7.21875, 7.53125, 55.75, 7.9375, 8.6875, 8.0625, 10.625, 5.65625, 9.5, 6.96875, 9.75, 9.625, 7.75, 8.875, 9.9375, 8.25, 8.9375, 7.59375, 6.125, 7.625, 6.53125, 8.25, 10.6875, 8.5, 6.71875, 9.625, 8.25, 7.71875, 7.5625, 14.5625, 7.59375, 7.84375, 6.34375, -8.4375, 8.0, 9.0, 9.625, 7.3125, 8.8125, 7.8125, 6.90625, 10.5625, 26.375, -7.8125, 9.6875, 7.78125, 7.65625, 8.1875, 7.5625, 7.15625, 8.1875, 7.125, 7.1875, 6.3125, 7.625, 8.0625, 8.75, 8.5, 7.5625, 8.5625, 9.5, -22.375, 7.5625, 8.5625, 7.28125, 7.90625, 5.96875, 6.625, 7.375, 12.4375, 9.0, -14.5625, 10.125, -7.5625, 7.3125, 8.375, 8.5, 8.125, 9.875, 7.4375, 9.5, 9.4375, 8.25, 7.71875, 8.0625 ] } , "name": "onnx::Mul_11439", "outputIndexes": [ 6512 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6511, 6512 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/input_layernorm/Mul_1_output_0", "outputIndexes": [ 6513 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6513 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.39/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 8217 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8217 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.39/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 8218 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8218 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2306874284, 2621462, 655360, 0, 0 ] } , "name": "/layers.39/self_attn/q_proj/Linear", "outputIndexes": [ 8219 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8219 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.39/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 8220 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8220 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ] , "dimType": "NCHW" } , "name": "/layers.39/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 6514 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6513 ] , "main_type": "NONE", "name": "/blocks.39/self_attn/Shape_output_0", "outputIndexes": [ 6515 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 6515 ] , "main_type": "NONE", "name": "Shape7946", "outputIndexes": [ 6516 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 6515 ] , "main_type": "NONE", "name": "Rank7948", "outputIndexes": [ 6517 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6517, 6517 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7950", "outputIndexes": [ 6518 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6518 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7951", "outputIndexes": [ 6519 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6518, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7953", "outputIndexes": [ 6520 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6520 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7954", "outputIndexes": [ 6521 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6516, 6519, 6521, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice7957", "outputIndexes": [ 6522 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6522 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze7958", "outputIndexes": [ 6523 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6523, 6523 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7960", "outputIndexes": [ 6524 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6515, 6524, 6518 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.39/self_attn/Gather_output_0", "outputIndexes": [ 6525 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6525, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.39/self_attn/Unsqueeze_output_0", "outputIndexes": [ 6526 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6518 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7968", "outputIndexes": [ 6527 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6520 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7971", "outputIndexes": [ 6528 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6516, 6527, 6528, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice7974", "outputIndexes": [ 6529 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6529 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze7975", "outputIndexes": [ 6530 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 6530 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7976", "outputIndexes": [ 6531 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6531, 6530 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7977", "outputIndexes": [ 6532 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6515, 6532, 6518 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.39/self_attn/Gather_1_output_0", "outputIndexes": [ 6533 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6533, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.39/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 6534 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6526, 6534, 41, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.39/self_attn/Concat_output_0", "outputIndexes": [ 6535 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6514, 6535 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.39/self_attn/Reshape_output_0", "outputIndexes": [ 6536 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6536 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.39/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 6538 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6538 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.39/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 6539 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6539, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/self_attn/q_norm/Add_output_0", "outputIndexes": [ 6540 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6540, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 6541 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6536, 6541 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 6542 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6542, 885 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 6543 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6543, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/self_attn/Mul_output_0", "outputIndexes": [ 6544 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6543 ] , "main_type": "NONE", "name": "/blocks.39/self_attn/Shape_2_output_0", "outputIndexes": [ 6545 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 6545 ] , "main_type": "NONE", "name": "Shape7991", "outputIndexes": [ 6546 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 6545 ] , "main_type": "NONE", "name": "Rank7993", "outputIndexes": [ 6547 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6547, 6547 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7995", "outputIndexes": [ 6548 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6548 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7996", "outputIndexes": [ 6549 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6548, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp7998", "outputIndexes": [ 6550 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6550 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze7999", "outputIndexes": [ 6551 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6546, 6549, 6551, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice8002", "outputIndexes": [ 6552 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6552 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze8003", "outputIndexes": [ 6553 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 6553 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp8004", "outputIndexes": [ 6554 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6554, 6553 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp8005", "outputIndexes": [ 6555 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6545, 6555, 6548 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.39/self_attn/Gather_2_output_0", "outputIndexes": [ 6556 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6556, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/self_attn/Div_output_0", "outputIndexes": [ 6557 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6557, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.39/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 6558 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6543, 6558, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.39/self_attn/Slice_1_output_0", "outputIndexes": [ 6559 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6559 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.39/self_attn/Neg_output_0", "outputIndexes": [ 6560 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6557, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.39/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 6561 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6543, 31, 6561, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.39/self_attn/Slice_output_0", "outputIndexes": [ 6562 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6560, 6562 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.39/self_attn/Concat_2_output_0", "outputIndexes": [ 6563 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6563, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/self_attn/Mul_1_output_0", "outputIndexes": [ 6564 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6544, 6564 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/self_attn/Add_output_0", "outputIndexes": [ 6565 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6525, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.39/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 6566 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6533, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.39/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 6567 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6566, 6567, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.39/self_attn/Concat_1_output_0", "outputIndexes": [ 6568 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6568, 4536 ] , "main_type": "NONE", "name": "/blocks.39/self_attn/ConstantOfShape_output_0", "outputIndexes": [ 6569 ] , "type": "Fill", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 6565, 6569, 6569, 167 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 39, "kv_shared_layer_index": 22 } , "name": "/layers.39/self_attn/FusedAttention", "outputIndexes": [ 6570 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6570 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.39/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 8221 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8221 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.39/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 8222 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8222 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2310151106, 2621462, 655360, 0, 0 ] } , "name": "/layers.39/self_attn/o_proj/Linear", "outputIndexes": [ 8223 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8223 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.39/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 8224 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8224 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.39/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 6571 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6571 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.39/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 6573 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6573 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.39/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 6574 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6574, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/post_attention_layernorm/Add_output_0", "outputIndexes": [ 6575 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6575, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 6576 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6571, 6576 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 6577 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.402344, 0.402344, 0.230469, 0.402344, 0.378906, 0.402344, 0.402344, 0.402344, 0.402344, 0.390625, 0.402344, 0.402344, 0.402344, 0.402344, 0.279297, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.375, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.302734, 0.402344, 0.402344, 0.398438, 0.402344, 0.335938, 0.402344, 0.402344, 0.402344, 0.000389, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.155273, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.361328, 0.402344, 0.402344, 0.378906, 0.402344, 0.396484, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.277344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.400391, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.320312, 0.402344, 0.386719, 0.369141, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.388672, 0.402344, 0.402344, 0.402344, 0.369141, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.285156, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.398438, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.392578, 0.402344, 0.402344, 0.384766, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.396484, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.378906, 0.402344, 0.402344, 0.398438, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.351562, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.347656, 0.402344, 0.402344, 0.347656, 0.402344, 0.402344, 0.402344, 0.382812, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.347656, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.394531, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.287109, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.339844, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.382812, 0.402344, 0.400391, 0.386719, 0.394531, 0.314453, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.388672, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.355469, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.296875, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.34375, 0.402344, 0.402344, 0.398438, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.392578, 0.402344, 0.402344, 0.402344, 0.402344, 0.148438, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.369141, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.304688, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.326172, 0.398438, 0.359375, 0.402344, 0.402344, 0.402344, 0.269531, 0.402344, 0.400391, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.365234, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.371094, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.34375, 0.402344, 0.402344, 0.384766, 0.402344, 0.402344, 0.402344, 0.402344, 0.363281, 0.351562, 0.402344, 0.402344, 0.337891, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.392578, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.396484, 0.402344, 0.296875, 0.402344, 0.402344, 0.402344, 0.337891, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.341797, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.396484, 0.402344, 0.402344, 0.402344, 0.402344, 0.400391, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.204102, 0.402344, 0.402344, 0.384766, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.400391, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.00037, 0.402344, 0.402344, 0.402344, 0.382812, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.345703, 0.398438, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.28125, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.400391, 0.402344, 0.402344, 0.402344, 0.402344, 0.345703, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.398438, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.400391, 0.402344, 0.402344, 0.224609, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.000387, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.398438, 0.210938, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.396484, 0.304688, 0.402344, 0.402344, 0.402344, 0.400391, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.380859, 0.402344, 0.402344, 0.402344, 0.392578, 0.402344, 0.388672, 0.402344, 0.402344, 0.402344, 0.000376, 0.402344, 0.402344, 0.398438, 0.402344, 0.402344, 0.294922, 0.402344, 0.402344, 0.386719, 0.402344, 0.382812, 0.400391, 0.302734, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.353516, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.398438, 0.361328, 0.402344, 0.384766, 0.365234, 0.402344, 0.402344, 0.396484, 0.402344, 0.402344, 0.376953, 0.402344, 0.402344, 0.384766, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.361328, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.373047, 0.402344, 0.402344, 0.253906, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.378906, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.388672, 0.376953, 0.402344, 0.402344, 0.402344, 0.402344, 0.333984, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.394531, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.369141, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.345703, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.324219, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.394531, 0.390625, 0.402344, 0.402344, 0.400391, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.376953, 0.402344, 0.402344, 0.380859, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.304688, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.386719, 0.400391, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.394531, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.365234, 0.402344, 0.402344, 0.402344, 0.396484, 0.225586, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.396484, 0.302734, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.123047, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.398438, 0.402344, 0.402344, 0.384766, 0.402344, 0.402344, 0.402344, 0.402344, 0.396484, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.400391, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.400391, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.396484, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.394531, 0.402344, 0.402344, 0.380859, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.357422, 0.402344, 0.402344, 0.375, 0.402344, 0.400391, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.396484, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.376953, 0.402344, 0.398438, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.243164, 0.402344, 0.402344, 0.402344, 0.00038, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.400391, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.400391, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.378906, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.365234, 0.402344, 0.287109, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.384766, 0.402344, 0.402344, 0.371094, 0.402344, 0.400391, 0.298828, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.382812, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.392578, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.394531, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.361328, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.394531, 0.402344, 0.402344, 0.396484, 0.402344, 0.402344, 0.367188, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.234375, 0.402344, 0.402344, 0.402344, 0.402344, 0.261719, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.361328, 0.402344, 0.229492, 0.394531, 0.402344, 0.34375, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.400391, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.371094, 0.402344, 0.402344, 0.402344, 0.402344, 0.396484, 0.402344, 0.378906, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.398438, 0.357422, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.392578, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.394531, 0.402344, 0.402344, 0.402344, 0.347656, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.400391, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.380859, 0.265625, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.394531, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.251953, 0.402344, 0.347656, 0.402344, 0.402344, 0.402344, 0.402344, 0.328125, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.375, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.388672, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.400391, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.373047, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.382812, 0.402344, 0.390625, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.289062, 0.400391, 0.402344, 0.402344, 0.357422, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.353516, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.365234, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.400391, 0.402344, 0.378906, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.285156, 0.330078, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.255859, 0.375, 0.402344, 0.402344, 0.402344, 0.402344, 0.072754, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.28125, 0.402344, 0.402344, 0.402344, 0.380859, 0.355469, 0.402344, 0.402344, 0.316406, 0.195312, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.131836, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.330078, 0.402344, 0.265625, 0.402344, 0.240234, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.337891, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.365234, 0.402344, 0.402344, 0.369141, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.386719, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.333984, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.292969, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.400391, 0.292969, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.172852, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.214844, 0.386719, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.375, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.398438, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.367188, 0.402344, 0.402344, 0.332031, 0.402344, 0.402344, 0.402344, 0.402344, 0.355469, 0.402344, 0.00037, 0.402344, 0.402344, 0.402344, 0.402344, 0.243164, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.257812, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.398438, 0.402344, 0.402344, 0.257812, 0.21875, 0.396484, 0.402344, 0.402344, 0.402344, 0.402344, 0.392578, 0.402344, 0.402344, 0.398438, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.398438, 0.378906, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.251953, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.000381, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.398438, 0.318359, 0.402344, 0.402344, 0.402344, 0.402344, 0.361328, 0.402344, 0.402344, 0.402344, 0.400391, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.396484, 0.402344, 0.402344, 0.000341, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.400391, 0.402344, 0.398438, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.361328, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.371094, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.333984, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.400391, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.332031, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.161133, 0.394531, 0.402344, 0.402344, 0.402344, 0.402344, 0.363281, 0.402344, 0.265625, 0.296875, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.398438, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.386719, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.345703, 0.402344, 0.000374, 0.402344, 0.402344, 0.318359, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.376953, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.287109, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.000374, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.248047, 0.402344, 0.402344, 0.402344, 0.402344, 0.304688, 0.402344, 0.402344, 0.402344, 0.402344, 0.398438, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.394531, 0.402344, 0.402344, 0.365234, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.400391, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.392578, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.267578, 0.402344, 0.402344, 0.269531, 0.402344, 0.402344, 0.402344, 0.400391, 0.392578, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.345703, 0.402344, 0.402344, 0.402344, 0.333984, 0.241211, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.400391, 0.402344, 0.402344, 0.402344, 0.367188, 0.402344, 0.402344, 0.394531, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.308594, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.390625, 0.402344, 0.402344, 0.402344, 0.402344, 0.257812, 0.373047, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.369141, 0.357422, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.396484, 0.402344, 0.402344, 0.402344, 0.400391, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.373047, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.392578, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.392578, 0.341797, 0.402344, 0.402344, 0.402344, 0.402344, 0.400391, 0.402344, 0.402344, 0.398438, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.316406, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.386719, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.392578, 0.402344, 0.402344, 0.402344, 0.347656, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.28125, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.382812, 0.240234, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.396484, 0.402344, 0.402344, 0.402344, 0.402344, 0.000355, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.396484, 0.402344, 0.402344, 0.402344, 0.318359, 0.402344, 0.402344, 0.402344, 0.324219, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.400391, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.00037, 0.402344, 0.400391, 0.402344, 0.402344, 0.402344, 0.402344, 0.396484, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.298828, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.322266, 0.402344, 0.359375, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344 ] } , "name": "onnx::Mul_11451", "outputIndexes": [ 6578 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6577, 6578 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 6579 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6506, 6579 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/Add_output_0", "outputIndexes": [ 6580 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6580 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.39/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 6581 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6581 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.39/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 6582 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6582, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 6583 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6583, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 6584 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6580, 6584 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 6585 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.470703, 0.503906, 0.503906, 0.498047, 0.511719, 0.507812, 0.535156, 0.5, 0.486328, 0.490234, 0.498047, 0.494141, 0.496094, 0.503906, 0.5625, 0.5, 0.53125, 0.515625, 0.503906, 0.523438, 0.503906, 0.486328, 0.523438, 0.53125, 0.496094, 0.515625, 0.490234, 0.523438, 0.628906, 0.478516, 0.5, 0.466797, 0.488281, 0.53125, 0.474609, 0.507812, 0.515625, 0.271484, 0.523438, 0.482422, 0.511719, 0.423828, 0.554688, 0.507812, 0.519531, 0.542969, 0.222656, 0.535156, 0.503906, 0.5, 0.458984, 0.460938, 0.484375, 0.460938, 0.511719, 0.515625, 0.515625, 0.519531, 0.519531, 0.519531, 0.503906, 0.511719, 0.503906, 0.503906, 0.476562, 0.578125, 0.503906, 0.507812, 0.449219, 0.5, 0.458984, 0.515625, 0.527344, 0.53125, 0.542969, 0.507812, 0.527344, 0.486328, 0.546875, 0.515625, 0.515625, 0.527344, 0.519531, 0.527344, 0.503906, 0.507812, 0.546875, 0.527344, 0.503906, 0.546875, 0.523438, 0.494141, 0.439453, 0.5, 0.507812, 0.511719, 0.289062, 0.515625, 0.527344, 0.503906, 0.488281, 0.507812, 0.523438, 0.5, 0.5, 0.507812, 0.511719, 0.503906, 0.498047, 0.486328, 0.546875, 0.503906, 0.492188, 0.539062, 0.310547, 0.490234, 0.492188, 0.507812, 0.503906, 0.535156, 0.53125, 0.494141, 0.523438, 0.478516, 0.523438, 0.53125, 0.494141, 0.488281, 0.523438, 0.527344, 0.523438, 0.535156, 0.453125, 0.5625, 0.244141, 0.492188, 0.507812, 0.550781, 0.5, 0.527344, 0.511719, 0.53125, 0.527344, 0.515625, 0.53125, 0.519531, 0.494141, 0.498047, 0.5, 0.5, 0.490234, 0.498047, 0.484375, 0.53125, 0.490234, 0.486328, 0.511719, 0.498047, 0.492188, 0.527344, 0.515625, 0.494141, 0.5, 0.515625, 0.53125, 0.578125, 0.498047, 0.5, 0.162109, 0.457031, 0.287109, 0.330078, 0.496094, 0.486328, 0.519531, 0.523438, 0.494141, 0.498047, 0.507812, 0.498047, 0.492188, 0.5, 0.59375, 0.478516, 0.484375, 0.5, 0.523438, 0.5, 0.523438, 0.460938, 0.490234, 0.482422, 0.482422, 0.523438, 0.5625, 0.53125, 0.511719, 0.503906, 0.683594, 0.523438, 0.523438, 0.574219, 0.515625, 0.492188, 0.480469, 0.482422, 0.503906, 0.503906, 0.519531, 0.527344, 0.582031, 0.486328, 0.492188, 0.507812, 0.476562, 0.515625, 0.542969, 0.503906, 0.515625, 0.507812, 0.507812, 0.460938, 0.523438, 0.53125, 0.550781, 0.507812, 0.523438, 0.507812, 0.527344, 0.5, 0.396484, 0.511719, 0.507812, 0.507812, 0.5, 0.496094, 0.523438, 0.523438, 0.494141, 0.5, 0.554688, 0.511719, 0.341797, 0.523438, 0.507812, 0.482422, 0.5, 0.455078, 0.472656, 0.494141, 0.507812, 0.515625, 0.474609, 0.523438, 0.558594, 0.507812, 0.523438, 0.507812, 0.496094, 0.441406, 0.5625, 0.515625, 0.498047, 0.523438, 0.458984, 0.511719, 0.486328, 0.527344, 0.519531, 0.496094, 0.480469, 0.5, 0.507812, 0.490234, 0.496094, 0.523438, 0.539062, 0.498047, 0.498047, 0.511719, 0.482422, 0.486328, 0.486328, 0.451172, 0.496094, 0.507812, 0.490234, 0.542969, 0.443359, 0.53125, 0.515625, 0.523438, 0.539062, 0.542969, 0.507812, 0.523438, 0.511719, 0.359375, 0.53125, 0.53125, 0.480469, 0.460938, 0.5, 0.515625, 0.478516, 0.482422, 0.484375, 0.507812, 0.523438, 0.496094, 0.511719, 0.503906, 0.503906, 0.457031, 0.490234, 0.515625, 0.523438, 0.392578, 0.507812, 0.494141, 0.202148, 0.507812, 0.435547, 0.498047, 0.519531, 0.511719, 0.503906, 0.494141, 0.539062, 0.490234, 0.359375, 0.542969, 0.488281, 0.503906, 0.511719, 0.539062, 0.496094, 0.486328, 0.511719, 0.515625, 0.515625, 0.53125, 0.511719, 0.53125, 0.5, 0.558594, 0.5, 0.439453, 0.365234, 0.46875, 0.445312, 0.53125, 0.511719, 0.503906, 0.486328, 0.535156, 0.53125, 0.511719, 0.492188, 0.474609, 0.511719, 0.515625, 0.503906, 0.527344, 0.359375, 0.5, 0.503906, 0.515625, 0.542969, 0.507812, 0.53125, 0.636719, 0.5, 0.494141, 0.5, 0.46875, 0.515625, 0.451172, 0.460938, 0.492188, 0.550781, 0.527344, 0.488281, 0.523438, 0.523438, 0.625, 0.53125, 0.519531, 0.5, 0.515625, 0.5, 0.53125, 0.519531, 0.498047, 0.4375, 0.605469, 0.519531, 0.511719, 0.458984, 0.507812, 0.539062, 0.498047, 0.515625, 0.289062, 0.5, 0.503906, 0.492188, 0.511719, 0.443359, 0.5, 0.488281, 0.466797, 0.5, 0.507812, 0.494141, 0.605469, 0.507812, 0.507812, 0.519531, 0.484375, 0.511719, 0.503906, 0.177734, 0.492188, 0.46875, 0.53125, 0.494141, 0.671875, 0.507812, 0.539062, 0.498047, 0.515625, 0.431641, 0.474609, 0.511719, 0.494141, 0.507812, 0.613281, 0.847656, 0.496094, 0.496094, 0.503906, 0.53125, 0.660156, 0.523438, 0.494141, 0.566406, 0.503906, 0.474609, 0.498047, 0.539062, 0.511719, 0.490234, 0.515625, 0.482422, 0.494141, 0.490234, 0.474609, 0.503906, 0.570312, 0.59375, 0.5, 0.523438, 0.554688, 0.5, 0.515625, 0.476562, 0.523438, 0.427734, 0.523438, 0.511719, 0.515625, 0.511719, 0.498047, 0.488281, 0.503906, 0.574219, 0.542969, 0.498047, 0.476562, 0.392578, 0.480469, 0.535156, 0.400391, 0.439453, 0.484375, 0.480469, 0.253906, 0.515625, 0.503906, 0.523438, 0.494141, 0.488281, 0.507812, 0.527344, 0.490234, 0.511719, 0.507812, 0.490234, 0.5, 0.490234, 0.5, 0.470703, 0.5, 0.53125, 0.435547, 0.519531, 0.482422, 0.515625, 0.503906, 0.527344, 0.515625, 0.494141, 0.523438, 0.679688, 0.496094, 0.46875, 0.523438, 0.515625, 0.507812, 0.53125, 0.550781, 0.503906, 0.472656, 0.478516, 0.5625, 0.546875, 0.498047, 0.496094, 0.474609, 0.457031, 0.490234, 0.601562, 0.507812, 0.515625, 0.523438, 0.527344, 0.486328, 0.503906, 0.539062, 0.507812, 0.511719, 0.527344, 0.511719, 0.507812, 0.519531, 0.482422, 0.519531, 0.333984, 0.486328, 0.523438, 0.519531, 0.490234, 0.542969, 0.59375, 0.523438, 0.482422, 0.466797, 0.494141, 0.503906, 0.490234, 0.527344, 0.511719, 0.490234, 0.496094, 0.535156, 0.5, 0.5, 0.494141, 0.5, 0.507812, 0.507812, 0.527344, 0.515625, 0.359375, 0.570312, 0.515625, 0.511719, 0.558594, 0.488281, 0.527344, 0.515625, 0.5, 0.542969, 0.4375, 0.507812, 0.53125, 0.490234, 0.523438, 0.511719, 0.523438, 0.503906, 0.496094, 0.5, 0.486328, 0.527344, 0.515625, 0.503906, 0.523438, 0.515625, 0.490234, 0.605469, 0.478516, 0.507812, 0.503906, 0.486328, 0.453125, 0.285156, 0.480469, 0.53125, 0.539062, 0.294922, 0.5, 0.476562, 0.515625, 0.511719, 0.515625, 0.5, 0.494141, 0.482422, 0.523438, 0.515625, 0.494141, 0.515625, 0.515625, 0.535156, 0.5625, 0.486328, 0.535156, 0.447266, 0.5, 0.492188, 0.507812, 0.523438, 0.455078, 0.417969, 0.535156, 0.515625, 0.482422, 0.5, 0.4375, 0.527344, 0.486328, 0.503906, 0.523438, 0.496094, 0.492188, 0.480469, 0.546875, 0.478516, 0.498047, 0.554688, 0.503906, 0.480469, 0.628906, 0.486328, 0.539062, 0.519531, 0.472656, 0.578125, 0.511719, 0.480469, 0.458984, 0.515625, 0.363281, 0.515625, 0.527344, 0.515625, 0.498047, 0.5625, 0.498047, 0.457031, 0.498047, 0.515625, 0.470703, 0.490234, 0.710938, 0.494141, 0.53125, 0.492188, 0.511719, 0.519531, 4.4375, 0.5, 0.523438, 0.490234, 0.53125, 0.523438, 0.507812, 0.519531, 0.5, 0.53125, 0.539062, 0.316406, 0.5, 0.5, 0.523438, 0.554688, 0.423828, 0.451172, 0.523438, 0.494141, 0.507812, 0.503906, 0.488281, 0.445312, 0.492188, 0.5, 0.519531, 0.453125, 0.503906, 0.523438, 0.542969, 0.482422, 0.482422, 0.515625, 0.5, 0.589844, 0.507812, 0.53125, 0.494141, 0.519531, 0.449219, 0.447266, 0.507812, 0.484375, 0.488281, 0.542969, 0.375, 0.455078, 0.345703, 0.460938, 0.535156, 0.566406, 0.523438, 0.53125, 0.539062, 0.515625, 0.660156, 0.511719, 0.53125, 0.482422, 0.511719, 0.578125, 0.527344, 0.339844, 0.597656, 0.404297, 0.507812, 0.431641, 0.435547, 0.523438, 0.535156, 0.574219, 0.515625, 0.511719, 0.5, 0.507812, 0.490234, 0.570312, 0.480469, 0.519531, 0.527344, 0.457031, 0.507812, 0.511719, 0.451172, 0.503906, 0.535156, 0.488281, 0.507812, 0.613281, 0.201172, 0.472656, 0.515625, 0.5, 0.503906, 0.507812, 0.498047, 0.494141, 0.519531, 0.507812, 0.22168, 0.480469, 0.511719, 0.494141, 0.507812, 0.503906, 0.486328, 0.496094, 0.494141, 0.507812, 0.515625, 0.296875, 0.515625, 0.5, 0.478516, 0.486328, 0.519531, 0.535156, 0.503906, 0.488281, 0.486328, 0.519531, 0.503906, 0.546875, 0.53125, 0.5625, 0.492188, 0.523438, 0.941406, 0.507812, 0.5, 0.5, 0.507812, 0.515625, 0.535156, 0.291016, 0.478516, 0.527344, 0.511719, 0.523438, 0.507812, 0.482422, 0.511719, 0.396484, 0.507812, 0.527344, 0.498047, 0.515625, 0.439453, 0.542969, 0.707031, 0.519531, 0.523438, 0.5, 0.523438, 0.558594, 0.46875, 0.503906, 0.503906, 0.511719, 0.507812, 0.5, 0.527344, 0.5625, 0.332031, 0.476562, 0.498047, 0.507812, 0.53125, 0.511719, 0.337891, 0.486328, 0.558594, 0.283203, 0.511719, 0.515625, 0.470703, 0.507812, 0.507812, 0.523438, 0.515625, 0.484375, 0.507812, 0.498047, 0.527344, 0.433594, 0.445312, 0.519531, 0.5, 0.519531, 0.494141, 0.482422, 0.398438, 0.578125, 0.492188, 0.519531, 0.394531, 0.515625, 0.5, 0.519531, 0.511719, 0.5, 0.527344, 0.486328, 0.498047, 0.527344, 0.527344, 0.478516, 0.515625, 0.261719, 0.542969, 0.498047, 0.519531, 0.503906, 0.511719, 0.515625, 0.527344, 0.515625, 0.523438, 0.494141, 0.494141, 0.527344, 0.476562, 0.474609, 0.507812, 0.503906, 0.5, 0.578125, 0.507812, 0.5, 0.472656, 0.542969, 0.40625, 0.523438, 0.488281, 0.503906, 0.515625, 0.523438, 0.523438, 0.519531, 0.519531, 0.5, 0.470703, 0.421875, 0.511719, 0.515625, 0.486328, 0.511719, 0.519531, 0.484375, 0.496094, 0.523438, 0.460938, 0.515625, 0.494141, 0.503906, 0.257812, 0.53125, 0.511719, 0.490234, 0.554688, 0.503906, 0.550781, 0.503906, 0.539062, 0.515625, 0.490234, 0.507812, 0.511719, 0.486328, 0.451172, 0.210938, 0.503906, 0.636719, 0.466797, 0.527344, 0.474609, 0.507812, 0.546875, 0.507812, 0.503906, 0.482422, 0.507812, 0.482422, 0.503906, 0.474609, 0.558594, 0.5625, 0.550781, 0.433594, 0.507812, 0.519531, 0.5, 0.455078, 0.486328, 0.474609, 0.507812, 0.5, 0.53125, 0.503906, 0.464844, 0.511719, 0.601562, 0.496094, 0.519531, 0.53125, 0.494141, 0.5, 0.386719, 0.503906, 0.478516, 0.474609, 0.503906, 0.511719, 0.503906, 0.523438, 0.550781, 0.496094, 0.527344, 0.5, 0.523438, 0.503906, 0.523438, 0.554688, 0.388672, 0.507812, 0.507812, 0.519531, 0.498047, 0.519531, 0.519531, 0.480469, 0.507812, 0.494141, 0.492188, 0.515625, 0.488281, 0.5, 0.5, 0.507812, 0.507812, 0.330078, 0.490234, 0.46875, 0.511719, 0.527344, 0.535156, 0.515625, 0.507812, 0.503906, 0.515625, 0.5, 0.470703, 0.490234, 0.347656, 0.515625, 0.484375, 0.445312, 0.474609, 0.515625, 0.490234, 0.507812, 0.5, 0.492188, 0.515625, 0.5, 0.484375, 0.492188, 0.484375, 0.46875, 0.542969, 0.472656, 0.519531, 0.511719, 0.53125, 0.511719, 0.498047, 0.527344, 0.5, 0.5, 0.527344, 0.490234, 0.507812, 0.515625, 0.53125, 0.503906, 0.507812, 0.535156, 0.515625, 0.5625, 0.523438, 0.519531, 0.507812, 0.482422, 0.535156, 0.539062, 0.503906, 0.519531, 0.482422, 0.492188, 0.515625, 0.472656, 0.515625, 0.53125, 0.480469, 0.482422, 0.494141, 0.515625, 0.451172, 0.503906, 0.474609, 0.515625, 0.523438, 0.511719, 0.542969, 0.578125, 0.5, 0.546875, 0.503906, 0.496094, 0.503906, 0.507812, 0.515625, 0.494141, 0.515625, 0.486328, 0.507812, 0.503906, 0.523438, 0.527344, 0.53125, 0.5, 0.324219, 0.492188, 0.507812, 0.490234, 0.478516, 0.498047, 0.5, 0.486328, 0.494141, 0.486328, 0.507812, 0.503906, 0.498047, 0.625, 0.46875, 0.589844, 0.5625, 0.535156, 0.46875, 0.269531, 0.523438, 0.494141, 0.494141, 0.496094, 0.515625, 0.511719, 0.535156, 0.5, 0.53125, 0.519531, 0.542969, 0.458984, 0.498047, 0.53125, 0.503906, 0.482422, 0.515625, 0.523438, 0.535156, 0.507812, 0.4375, 0.498047, 0.492188, 0.498047, 0.503906, 0.515625, 0.507812, 0.515625, 0.515625, 0.490234, 0.523438, 0.490234, 0.239258, 0.511719, 0.523438, 0.585938, 0.53125, 0.511719, 0.519531, 0.507812, 0.474609, 0.5, 0.546875, 0.474609, 0.539062, 0.566406, 0.498047, 0.494141, 0.507812, 0.408203, 0.496094, 0.507812, 0.488281, 0.503906, 0.507812, 0.566406, 0.21875, 0.527344, 0.494141, 0.589844, 0.5, 0.527344, 0.503906, 0.519531, 0.486328, 0.570312, 0.523438, 0.515625, 0.535156, 0.515625, 0.507812, 0.511719, 0.472656, 0.570312, 0.507812, 0.527344, 0.515625, 0.494141, 0.484375, 0.53125, 0.519531, 0.507812, 0.535156, 0.511719, 0.503906, 0.457031, 0.519531, 0.498047, 0.490234, 0.496094, 0.566406, 0.490234, 0.511719, 0.476562, 0.523438, 0.539062, 0.412109, 0.5, 0.425781, 0.5, 0.5625, 0.523438, 0.490234, 0.476562, 0.457031, 0.511719, 0.494141, 0.574219, 0.515625, 0.498047, 0.515625, 0.5625, 0.597656, 0.498047, 0.878906, 0.490234, 0.486328, 0.515625, 0.492188, 0.511719, 0.515625, 0.5, 0.554688, 0.248047, 0.503906, 0.490234, 0.53125, 0.519531, 0.470703, 0.511719, 0.503906, 0.546875, 0.490234, 0.566406, 0.490234, 0.498047, 0.539062, 0.5, 0.566406, 0.519531, 0.498047, 0.519531, 0.511719, 0.507812, 0.515625, 0.503906, 0.453125, 0.433594, 0.503906, 0.503906, 0.535156, 0.589844, 0.507812, 0.492188, 0.535156, 0.511719, 0.515625, 0.535156, 0.5, 0.496094, 0.511719, 0.488281, 0.570312, 0.515625, 0.546875, 0.474609, 0.466797, 0.546875, 0.503906, 0.503906, 0.519531, 0.339844, 0.335938, 0.515625, 0.523438, 0.519531, 0.535156, 0.539062, 0.5, 0.539062, 0.460938, 0.503906, 0.394531, 0.486328, 0.582031, 0.498047, 0.5, 0.492188, 0.519531, 0.503906, 0.498047, 0.683594, 0.482422, 0.306641, 0.519531, 0.480469, 0.746094, 0.542969, 0.527344, 0.515625, 0.494141, 0.511719, 0.380859, 0.503906, 0.457031, 0.482422, 0.53125, 0.519531, 0.515625, 0.507812, 0.523438, 0.507812, 0.441406, 0.535156, 0.507812, 0.494141, 0.503906, 0.507812, 0.507812, 0.605469, 0.503906, 0.511719, 0.494141, 0.511719, 0.519531, 0.498047, 0.474609, 0.515625, 0.494141, 0.53125, 0.482422, 0.503906, 0.519531, 0.498047, 0.523438, 0.527344, 0.503906, 0.515625, 0.480469, 0.511719, 0.535156, 0.5, 0.425781, 0.503906, 0.511719, 0.523438, 0.478516, 0.507812, 0.503906, 0.488281, 0.582031, 0.519531, 0.503906, 0.488281, 0.484375, 0.515625, 0.53125, 0.457031, 0.519531, 0.464844, 0.519531, 0.515625, 0.523438, 0.53125, 0.601562, 0.503906, 0.470703, 0.5, 0.494141, 0.523438, 0.5, 0.490234, 0.527344, 0.144531, 0.554688, 0.507812, 0.462891, 0.519531, 0.515625, 0.515625, 0.494141, 0.515625, 0.519531, 0.490234, 0.554688, 0.488281, 0.511719, 0.503906, 0.507812, 0.527344, 0.470703, 0.539062, 0.511719, 0.535156, 0.5, 0.519531, 0.482422, 0.539062, 0.574219, 0.523438, 0.482422, 0.527344, 0.482422, 0.507812, 0.462891, 0.5, 0.460938, 0.376953, 0.515625, 0.515625, 0.492188, 0.476562, 0.490234, 0.53125, 0.527344, 0.53125, 0.558594, 0.527344, 0.490234, 0.5, 0.550781, 0.605469, 0.53125, 0.5, 0.507812, 0.498047, 0.476562, 0.496094, 0.496094, 0.523438, 0.507812, 0.53125, 0.515625, 0.523438, 0.464844, 0.523438, 0.431641, 0.5, 0.527344, 0.527344, 0.472656, 0.447266, 0.542969, 0.523438, 0.542969, 0.488281, 0.515625, 0.482422, 0.511719, 0.542969, 0.423828, 0.498047, 0.515625, 0.515625, 0.460938, 0.453125, 0.492188, 0.503906, 0.5, 0.482422, 0.492188, 0.478516, 0.515625, 0.511719, 0.523438, 0.431641, 0.5, 0.484375, 0.503906, 0.660156, 0.507812, 0.490234, 0.476562, 0.486328, 0.578125, 0.494141, 0.578125, 0.412109, 0.482422, 0.53125, 0.482422, 0.546875, 0.648438, 0.494141, 0.490234, 0.566406, 0.492188, 0.507812, 0.515625, 0.498047, 0.515625, 0.570312, 0.498047, 0.496094, 0.527344, 0.494141, 0.498047, 0.800781, 0.507812, 0.546875, 0.515625, 0.498047, 0.523438, 0.507812, 0.464844, 0.515625, 0.523438, 0.511719, 0.550781, 0.488281, 0.482422, 0.523438, 0.507812, 0.5, 0.507812, 0.554688, 0.488281, 0.507812, 0.458984, 0.515625, 0.515625, 0.496094, 0.523438, 0.503906, 0.175781, 0.503906, 0.511719, 0.503906, 0.507812, 0.507812, 0.523438, 0.474609, 0.5, 0.511719, 0.53125, 0.535156, 0.605469, 0.480469, 0.519531, 0.519531, 0.542969, 0.53125, 0.523438, 0.511719, 0.482422, 0.535156, 0.511719, 0.511719, 0.511719, 0.466797, 0.515625, 0.296875, 0.386719, 0.527344, 0.5, 0.519531, 0.566406, 0.464844, 0.503906, 0.535156, 0.46875, 0.53125, 0.515625, 0.482422, 0.447266, 0.490234, 0.550781, 0.476562, 0.488281, 0.498047, 0.490234, 0.503906, 0.535156, 0.519531, 0.523438, 0.523438, 0.503906, 0.490234, 0.470703, 0.535156, 0.431641, 0.5, 0.527344, 0.496094, 0.527344, 0.519531, 0.511719, 0.527344, 0.476562, 0.474609, 0.515625, 0.494141, 0.447266, 0.527344, 0.519531, 0.5, 0.558594, 0.478516, 0.507812, 0.539062, 0.494141, 0.515625, 0.539062, 0.492188, 0.523438, 0.535156, 0.322266, 0.53125, 0.515625, 0.523438, 0.519531, 0.519531, 0.482422, 0.5, 0.283203, 0.480469, 0.480469, 0.515625, 0.5, 0.482422, 0.976562, 0.507812, 0.507812, 0.523438, 0.523438, 0.484375, 0.5, 0.5, 0.515625, 0.507812, 0.507812, 0.515625, 0.578125, 0.523438, 0.498047, 0.535156, 0.535156, 0.511719, 0.478516, 0.503906, 0.523438, 0.462891, 0.498047, 0.470703, 0.515625, 0.488281, 0.523438, 0.515625, 0.470703, 0.5, 0.503906, 0.621094, 0.535156, 0.507812, 0.503906, 0.527344, 0.445312, 0.5, 0.515625, 0.527344, 0.302734, 0.523438, 0.494141, 0.449219, 0.511719, 0.523438, 0.527344, 0.507812, 0.507812, 0.46875, 0.496094, 0.5, 0.527344, 0.304688, 0.519531, 0.507812, 0.515625, 0.46875, 0.53125, 0.496094, 0.527344, 0.457031, 0.605469, 0.462891, 0.236328, 0.519531, 0.6875, 0.515625, 0.515625, 0.482422, 0.515625, 0.476562, 0.503906, 0.503906, 0.484375, 0.503906, 0.523438, 0.527344, 0.511719, 0.482422, 0.523438, 0.486328, 0.511719, 0.527344, 0.5, 0.464844, 0.498047, 0.523438, 0.507812, 0.5, 0.474609, 0.535156, 0.511719, 0.542969, 0.490234, 0.460938, 0.361328, 0.488281, 0.519531, 0.53125, 0.527344, 0.546875, 0.507812, 0.498047, 0.451172, 0.53125, 0.527344, 0.550781, 0.507812, 0.451172, 0.494141, 0.498047, 0.511719, 0.53125, 0.535156, 0.527344, 0.554688, 0.482422, 0.170898, 0.523438, 0.554688, 0.5, 0.511719, 0.474609, 0.511719, 0.582031, 0.535156, 0.515625, 0.515625, 0.503906, 0.498047, 0.5, 0.523438, 0.490234, 0.490234, 0.359375, 0.554688, 0.326172, 0.554688, 0.498047, 0.494141, 0.498047, 0.496094, 0.515625, 0.449219, 0.482422, 0.490234, 0.507812, 0.558594, 0.478516, 0.498047, 0.5, 0.53125, 0.441406, 0.482422, 0.507812, 0.494141, 0.486328, 0.507812, 0.308594, 0.5, 0.515625, 0.511719, 0.558594, 0.488281, 0.523438, 0.746094, 0.503906, 0.455078, 0.482422, 0.527344, 0.482422, 0.494141, 0.507812, 0.539062, 0.625, 0.59375, 0.503906, 0.443359, 0.5, 0.503906, 0.492188, 0.462891, 0.507812, 0.585938, 0.523438, 0.523438, 0.492188, 0.478516, 0.554688, 0.519531, 0.53125, 0.5, 0.554688, 0.503906, 0.507812, 0.527344, 0.492188, 0.535156, 0.503906, 0.539062, 0.292969, 0.523438, 0.519531, 0.498047, 0.357422, 0.46875, 0.53125, 0.496094, 0.671875, 0.414062, 0.539062, 0.511719, 0.5, 0.53125, 0.511719, 0.462891, 0.507812, 0.478516, 0.476562, 0.511719, 0.355469, 0.507812, 0.546875, 0.511719, 0.535156, 0.539062, 0.396484, 0.503906, 0.482422, 0.503906, 0.707031, 0.523438, 0.519531, 0.498047, 0.527344, 0.316406, 0.5, 0.855469, 0.480469, 0.570312, 0.503906, 0.53125, 0.486328, 0.507812, 0.447266, 0.511719, 0.511719, 0.498047, 0.507812, 0.527344, 0.515625, 0.5, 0.515625, 0.515625, 0.484375, 0.589844, 0.490234, 0.53125, 0.449219, 0.460938, 0.527344, 0.695312, 0.511719, 0.78125, 0.5, 0.515625, 0.503906, 0.490234, 0.539062, 0.496094, 0.53125, 0.357422, 0.466797, 0.478516, 0.535156, 0.511719, 0.242188, 0.5, 0.5, 0.519531, 0.472656, 0.484375, 0.507812, 0.5, 0.507812, 0.494141, 0.535156, 0.519531, 0.53125, 0.507812, 0.519531, 0.498047, 0.478516, 0.507812, 0.460938, 0.494141, 0.496094, 0.490234, 0.460938, 0.523438, 0.515625, 0.464844, 0.511719, 0.734375, 0.21582, 0.523438, 0.515625, 0.523438, 0.443359, 0.503906, 0.496094, 0.5625, 0.482422, 0.503906, 0.515625, 0.462891, 0.507812, 0.519531, 0.519531, 0.527344, 0.507812, 0.507812, 0.296875, 0.466797, 0.582031, 0.503906, 0.347656, 0.792969, 0.527344, 0.566406, 0.462891, 0.498047, 0.527344, 0.535156, 0.527344, 0.5, 0.503906, 0.484375, 0.439453, 0.507812, 0.486328, 0.507812, 0.519531, 0.507812, 0.519531, 0.507812, 0.5, 0.515625, 0.515625, 0.46875, 0.503906, 0.507812, 0.478516, 0.546875, 0.507812, 0.519531, 0.490234, 0.625, 0.511719, 0.474609, 0.503906, 0.498047, 0.507812, 0.550781, 0.490234, 0.472656, 0.429688, 0.519531, 0.503906, 0.494141, 0.507812, 0.503906, 0.410156, 0.519531, 0.511719, 0.488281, 0.453125, 0.498047, 0.472656, 0.511719, 0.5, 0.542969, 0.511719, 0.494141, 0.511719, 0.527344, 0.519531, 0.453125, 0.546875, 0.482422, 0.507812, 0.503906, 0.574219, 0.523438, 0.539062, 0.476562, 0.519531, 0.535156, 0.523438, 0.5, 0.482422, 0.515625, 0.515625, 0.507812, 0.523438, 0.515625, 0.498047, 0.503906, 0.511719, 0.503906, 0.53125, 0.523438, 0.53125, 0.490234, 0.644531, 0.507812, 0.523438, 0.494141, 0.519531, 0.5, 0.511719, 0.472656, 0.474609, 0.507812, 0.40625, 0.679688, 0.519531, 0.333984, 0.355469, 0.5, 0.443359, 0.539062, 0.353516, 0.365234, 0.474609, 0.482422, 0.472656, 0.507812, 0.5, 0.455078, 0.488281, 0.515625, 0.486328, 0.451172, 0.511719, 0.632812, 0.464844, 0.507812, 0.511719, 0.494141, 0.476562, 0.582031, 0.494141, 0.388672, 0.523438, 0.515625, 0.613281, 0.492188, 0.507812, 0.484375, 0.511719, 0.492188, 0.5, 0.498047, 0.515625, 0.53125, 0.490234, 0.494141, 0.519531, 0.367188, 0.5, 0.476562, 0.503906, 0.490234, 0.546875, 0.507812, 0.507812, 0.486328, 0.451172, 0.507812, 0.523438, 0.523438, 0.46875, 0.507812, 0.5, 0.519531, 0.5, 0.519531, 0.5625, 0.523438, 0.515625, 0.486328, 0.523438, 0.507812, 0.539062, 0.476562, 0.519531, 0.632812, 0.490234, 0.515625, 0.554688, 0.519531, 0.4375, 0.496094, 0.515625, 0.21875, 0.503906, 0.498047, 0.554688, 0.494141, 0.519531, 0.527344, 0.5, 0.484375, 0.511719, 0.574219, 0.482422, 0.480469, 0.482422, 0.515625, 0.494141, 0.496094, 0.453125, 0.435547, 0.523438, 0.507812, 0.542969, 0.5, 0.494141, 0.435547, 0.480469, 0.472656, 0.482422, 0.519531, 0.53125, 0.386719, 0.498047, 0.515625, 0.515625, 0.539062, 0.507812, 0.466797, 0.539062, 0.546875, 0.515625, 0.515625, 0.570312, 0.523438, 0.498047, 0.515625, 0.474609, 0.503906, 0.503906, 0.507812, 0.769531, 0.503906, 0.460938, 0.482422, 0.503906, 0.578125, 0.527344, 0.542969, 0.542969, 0.494141, 0.523438, 0.507812, 0.558594, 0.421875, 0.632812, 0.515625, 0.515625, 0.507812, 0.496094, 0.476562, 0.494141, 0.480469, 0.488281, 0.519531, 0.482422, 0.476562, 0.550781, 0.484375, 0.515625, 0.519531, 0.519531, 0.558594, 0.53125, 0.53125, 0.53125, 0.523438, 0.539062, 0.398438, 0.507812, 0.523438, 0.519531, 0.515625, 0.507812, 0.519531, 0.527344, 0.515625, 0.417969, 0.484375, 0.457031, 0.527344, 0.462891, 0.5, 0.507812, 0.515625, 0.515625, 0.519531, 0.507812, 0.484375, 0.542969, 0.515625, 0.480469, 0.5, 0.523438, 0.507812, 0.5, 0.490234, 0.5625, 0.507812, 0.597656, 0.53125, 0.488281, 0.527344, 0.478516, 0.570312, 0.535156, 0.515625, 0.482422, 0.453125, 0.480469, 0.539062, 0.5, 0.498047, 0.507812, 0.6875, 0.494141, 0.486328, 0.490234, 0.474609, 0.451172, 0.511719, 0.494141, 0.5625, 0.542969, 0.005676, 0.496094, 0.484375, 0.488281, 0.519531, 0.464844, 0.554688, 0.5, 0.490234, 0.5, 0.507812, 0.59375, 0.511719, 0.542969, 0.496094, 0.527344, 0.498047, 0.5, 0.515625, 0.5, 0.486328, 0.482422, 0.419922, 0.519531, 0.5625, 0.5625, 0.515625, 0.496094, 0.480469, 0.519531, 0.492188, 0.503906, 0.519531, 0.53125, 0.507812, 0.451172, 0.494141, 0.490234, 0.423828, 0.609375, 0.507812, 0.496094, 0.496094, 0.474609, 0.5, 0.535156, 0.507812, 0.550781, 0.484375, 0.519531, 0.511719, 0.507812, 0.523438, 0.490234, 0.566406, 0.503906, 0.423828, 0.503906, 0.515625, 0.462891, 0.494141, 0.515625, 0.515625, 0.515625, 0.660156, 0.5, 0.519531, 0.527344, 0.519531, 0.511719, 0.408203, 0.494141, 0.507812, 0.470703, 0.542969, 0.507812, 0.347656, 0.515625, 0.492188, 0.507812, 0.558594, 0.542969, 0.515625, 0.511719, 0.515625, 0.511719, 0.503906, 0.484375, 0.539062, 0.5625, 0.490234, 0.496094, 0.511719, 0.550781, 0.554688, 0.511719, 0.515625, 0.472656, 0.519531, 0.539062, 0.46875, 0.515625, 0.53125, 0.507812, 0.507812, 0.515625, 0.503906, 0.574219, 0.507812, 0.490234, 0.539062, 0.474609, 0.527344, 0.503906, 0.589844, 0.503906, 0.283203, 0.539062, 0.523438, 0.507812, 0.523438, 0.527344, 0.496094, 0.496094, 0.53125, 0.494141, 0.482422, 0.457031, 0.503906, 0.490234, 0.484375, 0.511719, 0.550781, 0.484375, 0.482422, 0.5, 0.550781, 0.539062, 0.519531, 0.507812, 0.34375, 0.488281, 0.507812, 0.480469, 0.519531, 0.515625, 0.494141, 0.5, 0.53125, 0.503906, 0.546875, 0.40625, 0.515625, 0.519531, 0.5, 0.476562, 0.503906, 0.515625, 0.503906, 0.625, 0.472656, 0.408203, 0.507812, 0.449219, 0.632812, 0.5, 0.494141, 0.53125, 0.515625, 0.46875, 0.490234, 0.523438, 0.511719, 0.53125, 0.490234, 0.425781, 0.458984, 0.507812, 0.515625, 0.621094, 0.515625, 0.511719, 0.498047, 0.527344, 0.570312, 0.474609, 0.523438, 0.447266, 0.507812, 0.5, 0.527344, 0.482422, 0.546875, 0.507812, 0.515625, 0.546875, 0.550781, 0.484375, 0.523438, 0.498047, 0.492188, 0.515625, 0.425781, 0.523438, 0.5, 0.503906, 0.53125, 0.519531, 0.455078, 0.585938, 0.480469, 0.527344, 0.498047, 0.494141, 0.523438, 0.503906, 0.503906, 0.5625, 0.490234, 0.5, 0.494141, 0.492188, 0.464844, 0.507812, 0.503906, 0.519531, 0.511719, 0.507812, 0.503906, 0.494141, 0.503906, 0.496094, 0.515625, 0.515625, 0.503906, 0.519531, 0.515625, 0.523438, 0.503906, 0.457031, 0.490234, 0.519531, 0.632812, 0.492188, 0.53125, 0.546875, 0.519531, 0.486328, 0.546875, 0.494141, 0.53125, 0.515625, 0.490234, 0.515625, 0.570312, 0.460938, 0.523438, 0.498047 ] } , "name": "onnx::Mul_11452", "outputIndexes": [ 6586 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6585, 6586 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 6587 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6587 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.39/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 8225 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8225 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.39/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 8226 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8226 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2313427928, 13107222, 3276800, 0, 0 ] } , "name": "/layers.39/mlp/gate_proj/Linear", "outputIndexes": [ 8227 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8227 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.39/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 8228 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8228 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.39/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 6588 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6588 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.39/mlp/act_fn/Mul_output_0", "outputIndexes": [ 6589 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6588, 6589 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 6590 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 6590 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 6591 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6588, 6591 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/mlp/act_fn/Add_output_0", "outputIndexes": [ 6592 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 6592 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 6593 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6593 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.39/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 6594 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 6594 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 6595 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6588, 6595 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 6596 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 6596 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 6597 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8226 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2329811950, 13107222, 3276800, 0, 0 ] } , "name": "/layers.39/mlp/up_proj/Linear", "outputIndexes": [ 8231 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8231 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.39/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 8232 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8232 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.39/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 6598 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6597, 6598 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/mlp/Mul_output_0", "outputIndexes": [ 6599 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6599 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.39/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 8233 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8233 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.39/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 8234 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8234 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2346195972, 13107222, 3276800, 0, 0 ] } , "name": "/layers.39/mlp/down_proj/Linear", "outputIndexes": [ 8235 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8235 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.39/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 8236 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8236 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.39/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 6600 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6600 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.39/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 6602 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6602 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.39/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 6603 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6603, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 6604 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6604, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 6605 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6600, 6605 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 6606 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.0625, 1.0625, 0.378906, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.023438, 1.0625, 1.0625, 1.0625, 1.0625, 0.871094, 1.0625, 1.0625, 1.0625, 1.0625, 0.953125, 1.0625, 1.0625, 0.9375, 1.0, 1.0625, 1.0625, 1.0625, 1.0625, 1.0, 1.0625, 1.0625, 1.0625, 1.0625, 1.054688, 1.0625, 1.0625, 1.0625, 0.6875, 1.015625, 1.0625, 1.023438, 1.0625, 0.882812, 1.0625, 1.0625, 1.03125, 0.001015, 1.0625, 1.0625, 1.039062, 0.957031, 0.894531, 1.0625, 0.294922, 1.0625, 1.0625, 1.0625, 1.015625, 1.0625, 1.03125, 1.0625, 0.917969, 1.0625, 1.0625, 1.0625, 1.0625, 1.054688, 1.0625, 1.0625, 1.023438, 1.0625, 1.0625, 0.945312, 0.9375, 0.894531, 1.0625, 1.007812, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.972656, 1.0625, 1.0625, 0.898438, 1.0625, 1.0625, 1.0625, 1.046875, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.472656, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.039062, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.023438, 1.0625, 1.0625, 1.0625, 1.015625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.039062, 1.0625, 1.0625, 1.0625, 0.535156, 1.0625, 1.023438, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.871094, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.054688, 1.0625, 1.0625, 0.96875, 1.023438, 1.0625, 1.03125, 0.917969, 1.0625, 1.0625, 1.0625, 1.0625, 0.855469, 1.054688, 1.0625, 0.404297, 0.96875, 1.0625, 0.542969, 1.0625, 1.0625, 1.0625, 0.964844, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.023438, 1.0625, 1.0625, 1.054688, 1.0625, 1.0625, 1.0625, 0.972656, 0.902344, 1.0625, 1.0625, 1.0625, 0.933594, 1.03125, 1.0625, 1.007812, 1.03125, 1.0625, 1.0625, 1.046875, 1.0625, 1.0625, 1.046875, 1.054688, 0.945312, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.902344, 1.0625, 1.0625, 1.0625, 1.015625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.511719, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.90625, 1.0625, 0.992188, 1.0625, 0.835938, 1.0625, 1.0625, 0.960938, 1.046875, 1.0625, 1.0625, 1.023438, 1.0625, 0.941406, 1.0625, 1.0625, 1.0625, 1.023438, 1.0625, 1.0625, 0.832031, 1.0625, 1.0625, 1.046875, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.054688, 1.0625, 1.0625, 1.0625, 0.984375, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.96875, 1.0625, 1.0625, 1.023438, 1.0625, 1.023438, 1.0625, 1.0625, 0.976562, 1.0625, 1.039062, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.054688, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.875, 0.988281, 1.023438, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.867188, 1.0625, 1.0625, 1.0625, 1.0, 1.0625, 0.804688, 1.0625, 1.007812, 0.675781, 1.054688, 0.796875, 1.0625, 1.0625, 1.0625, 1.0625, 1.054688, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.964844, 1.0625, 1.0625, 1.0625, 0.84375, 1.0625, 1.0625, 0.707031, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.878906, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.921875, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.039062, 0.804688, 1.046875, 1.0625, 0.796875, 1.039062, 1.054688, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.464844, 1.03125, 1.0625, 1.0625, 0.960938, 0.253906, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.023438, 1.039062, 1.0625, 0.996094, 1.0625, 1.0625, 0.574219, 1.0625, 1.0625, 1.0625, 1.023438, 1.0625, 1.0625, 1.0625, 1.0625, 0.964844, 0.820312, 1.0625, 0.792969, 1.0625, 1.0625, 1.0625, 0.664062, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.9375, 1.0625, 1.039062, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.007812, 1.0625, 0.871094, 0.796875, 1.0625, 1.0625, 1.0625, 1.046875, 1.0625, 1.0625, 1.0625, 0.867188, 1.007812, 1.0625, 0.761719, 1.0625, 1.0625, 1.0625, 1.0625, 0.738281, 1.046875, 1.0625, 1.0625, 0.921875, 1.046875, 0.988281, 0.972656, 1.0625, 1.03125, 1.0625, 1.0625, 1.0625, 1.0625, 0.957031, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.054688, 1.0625, 1.0625, 1.0625, 1.054688, 1.0625, 1.0625, 0.886719, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.046875, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.910156, 1.0625, 1.0625, 1.0625, 0.976562, 1.054688, 1.0625, 0.445312, 0.988281, 1.0625, 1.015625, 0.78125, 1.0625, 1.0625, 0.929688, 1.023438, 1.0625, 1.0625, 0.722656, 1.0625, 1.03125, 1.0625, 1.0625, 1.0625, 0.980469, 0.964844, 1.0625, 1.0625, 1.0625, 1.0625, 0.949219, 1.0625, 0.957031, 0.964844, 1.0625, 1.0625, 0.945312, 0.914062, 1.0625, 1.0625, 0.925781, 1.0625, 1.0625, 1.0625, 0.972656, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.039062, 1.0625, 1.0625, 0.392578, 1.0625, 1.0625, 0.488281, 1.039062, 1.0625, 0.875, 1.0625, 1.0625, 1.0625, 1.007812, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.054688, 1.0625, 1.0625, 1.03125, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.953125, 0.00103, 1.0625, 1.0625, 1.0625, 1.0625, 1.03125, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.867188, 0.835938, 1.0625, 1.0625, 1.0625, 1.0, 1.0625, 1.0625, 1.0625, 0.59375, 0.507812, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.015625, 1.0625, 1.0625, 1.03125, 1.015625, 1.0625, 1.0625, 1.0625, 1.0625, 1.054688, 0.773438, 1.046875, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.476562, 1.0625, 1.0625, 1.023438, 1.0625, 1.0625, 1.023438, 0.980469, 0.929688, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.5625, 1.0625, 1.0625, 1.039062, 1.0625, 1.0625, 0.104004, 1.054688, 1.0625, 1.054688, 1.0625, 1.0625, 1.0625, 0.988281, 1.0625, 1.0625, 1.03125, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.957031, 0.4375, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.054688, 1.0625, 1.0625, 1.03125, 0.921875, 1.054688, 1.039062, 1.0625, 0.832031, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.425781, 1.0625, 1.0625, 1.0625, 0.902344, 1.023438, 0.972656, 1.0625, 1.0625, 1.0625, 0.746094, 1.0625, 1.0625, 0.839844, 1.0625, 1.054688, 0.703125, 0.972656, 1.0625, 1.0625, 0.863281, 0.75, 1.015625, 0.835938, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.015625, 0.964844, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.800781, 1.046875, 1.0625, 1.0625, 0.8125, 1.0625, 1.0625, 1.015625, 1.0, 1.0625, 0.859375, 1.0625, 1.0625, 0.960938, 1.054688, 0.976562, 1.0625, 0.988281, 1.0625, 1.0625, 0.808594, 1.0625, 1.0625, 0.738281, 1.0625, 0.984375, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.03125, 1.0625, 1.0625, 1.0625, 1.054688, 1.054688, 1.0625, 1.0625, 0.894531, 0.738281, 1.0625, 1.039062, 0.474609, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.957031, 0.761719, 1.0625, 0.886719, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.054688, 1.0625, 0.980469, 1.0625, 0.976562, 1.023438, 1.0625, 0.734375, 1.0625, 1.0625, 1.0625, 1.015625, 0.746094, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.863281, 1.0625, 1.023438, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.054688, 1.03125, 0.945312, 0.667969, 0.945312, 0.941406, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.996094, 0.945312, 1.0625, 1.023438, 0.984375, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.054688, 1.023438, 1.0625, 1.0625, 1.007812, 0.000999, 1.0625, 1.023438, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.726562, 1.046875, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.96875, 0.796875, 1.03125, 1.0625, 0.992188, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.914062, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.871094, 1.0625, 0.992188, 0.84375, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.925781, 1.0625, 1.039062, 1.0625, 0.527344, 1.0625, 1.0625, 1.0625, 0.988281, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.96875, 1.015625, 0.941406, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.054688, 1.015625, 1.0625, 1.0625, 1.054688, 1.0625, 1.0625, 1.039062, 1.03125, 0.816406, 1.0625, 0.972656, 1.015625, 1.0625, 1.0625, 1.03125, 1.0625, 0.988281, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.84375, 1.0625, 1.0625, 1.0625, 1.054688, 0.425781, 1.0625, 1.03125, 1.0625, 1.0625, 0.992188, 1.0625, 0.941406, 1.0625, 1.0625, 0.820312, 0.753906, 1.0625, 1.03125, 1.046875, 1.0625, 1.0625, 0.259766, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0, 1.0625, 1.0625, 1.054688, 0.839844, 1.0625, 1.0625, 0.867188, 1.0625, 1.0625, 1.046875, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.917969, 1.046875, 1.023438, 1.0625, 0.902344, 1.015625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.007812, 1.0625, 1.0625, 0.832031, 1.0625, 1.046875, 0.960938, 1.0625, 1.0625, 1.007812, 1.015625, 1.0625, 1.0625, 1.0625, 1.0625, 1.054688, 1.0625, 0.980469, 1.0625, 1.054688, 1.0625, 1.0625, 1.0625, 1.0625, 0.878906, 1.0625, 1.0625, 1.0625, 1.054688, 0.960938, 1.0625, 0.945312, 1.0625, 1.007812, 1.023438, 1.0625, 1.0625, 1.0625, 0.996094, 1.0625, 1.03125, 1.0625, 0.976562, 1.0625, 1.0625, 0.820312, 1.0625, 1.0625, 0.804688, 1.0625, 1.015625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.808594, 1.0625, 0.78125, 0.929688, 1.0625, 1.007812, 1.0625, 1.0625, 1.0625, 1.0625, 1.007812, 1.0625, 0.988281, 0.972656, 1.039062, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.054688, 1.0625, 1.0625, 0.921875, 1.0625, 0.789062, 1.0625, 1.0625, 1.0625, 1.0625, 1.039062, 0.000984, 1.0625, 1.0625, 1.0625, 1.046875, 1.0625, 1.015625, 1.03125, 1.0625, 1.0625, 0.953125, 1.0625, 1.0625, 1.0625, 1.046875, 1.0625, 1.0625, 0.941406, 1.0625, 1.0625, 1.0625, 1.0625, 1.054688, 1.0625, 1.046875, 1.0625, 1.0625, 1.007812, 1.054688, 0.933594, 1.0625, 1.0625, 1.0625, 0.929688, 1.0625, 1.0, 1.0625, 0.871094, 1.0625, 1.03125, 0.957031, 1.0625, 1.0625, 1.0625, 1.0625, 0.8125, 1.0625, 0.664062, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.015625, 0.988281, 1.0625, 0.882812, 1.0625, 0.65625, 0.894531, 0.96875, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.046875, 1.015625, 1.0625, 1.0625, 0.855469, 1.0625, 1.0625, 0.964844, 1.0625, 1.0625, 1.0625, 0.828125, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.964844, 0.980469, 1.0625, 1.0625, 0.957031, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.90625, 1.0625, 1.0625, 1.0625, 1.0625, 0.84375, 1.0625, 0.835938, 1.054688, 1.0625, 1.0625, 1.0625, 1.054688, 1.0625, 1.0625, 1.039062, 1.0625, 1.015625, 0.722656, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.574219, 1.0625, 1.039062, 1.007812, 1.0625, 0.996094, 0.835938, 1.0625, 1.0625, 1.0625, 1.039062, 1.0625, 1.0625, 1.0, 0.847656, 1.0625, 1.0625, 1.054688, 1.046875, 0.730469, 0.957031, 1.0625, 1.0625, 1.0625, 1.039062, 1.0625, 1.054688, 0.855469, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.597656, 1.03125, 0.267578, 0.953125, 1.0625, 0.402344, 1.0625, 0.921875, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.054688, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.03125, 0.902344, 1.054688, 1.0625, 1.0625, 1.0625, 1.0625, 0.832031, 1.0625, 0.972656, 1.0625, 0.976562, 0.867188, 1.0625, 0.875, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.054688, 1.0625, 0.90625, 0.867188, 1.0625, 0.839844, 1.0625, 1.054688, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.039062, 1.0625, 0.777344, 0.921875, 1.039062, 1.0625, 1.015625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.777344, 1.0625, 1.0625, 1.0625, 1.0625, 1.046875, 1.0625, 1.0625, 1.0625, 0.878906, 1.0625, 1.0625, 0.980469, 1.0625, 1.0625, 0.964844, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.046875, 1.0625, 1.0625, 0.929688, 1.023438, 0.925781, 1.039062, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.980469, 0.894531, 1.0625, 1.0625, 1.03125, 1.0625, 1.0625, 1.0625, 1.0625, 1.054688, 0.925781, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.96875, 0.9375, 1.0625, 1.0625, 1.054688, 0.664062, 1.0625, 1.0625, 1.0625, 1.0625, 1.054688, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.996094, 1.0625, 0.960938, 0.921875, 1.0625, 1.039062, 0.953125, 1.0625, 0.996094, 1.015625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.039062, 1.046875, 0.984375, 1.0625, 1.007812, 1.046875, 1.0625, 1.023438, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.5625, 1.0625, 0.785156, 1.0625, 1.0625, 0.796875, 1.015625, 0.78125, 1.0625, 1.0625, 1.0625, 1.0625, 0.917969, 0.640625, 1.0625, 1.046875, 0.847656, 1.0625, 1.0, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.664062, 1.039062, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.976562, 1.0625, 1.0625, 0.984375, 1.0625, 1.0625, 1.0625, 1.0625, 0.90625, 0.738281, 1.0625, 1.054688, 1.0625, 1.046875, 1.0625, 1.0625, 1.0625, 1.0625, 1.0, 1.015625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.878906, 0.945312, 0.859375, 1.0625, 1.0625, 0.949219, 1.0625, 1.0625, 0.960938, 1.023438, 1.0625, 0.578125, 0.996094, 1.0, 1.007812, 0.707031, 0.988281, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.949219, 1.0625, 1.0625, 1.0625, 1.046875, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.972656, 0.945312, 1.0625, 1.023438, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.988281, 0.902344, 1.046875, 1.0625, 0.808594, 1.0625, 1.0625, 1.0625, 0.980469, 1.0625, 1.0625, 1.0625, 1.0625, 1.046875, 0.558594, 0.707031, 0.886719, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.015625, 0.851562, 1.0625, 1.0625, 1.0625, 1.0625, 0.000984, 1.0625, 1.0625, 1.0625, 0.933594, 1.0625, 1.0625, 1.0625, 1.007812, 1.0625, 1.0625, 0.925781, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.960938, 1.0625, 1.03125, 1.0625, 1.0, 1.0625, 1.0625, 0.664062, 0.957031, 1.0625, 1.0625, 1.0625, 1.015625, 1.0625, 1.0625, 0.800781, 0.212891, 1.0625, 0.921875, 1.0625, 1.0625, 1.0625, 1.0625, 1.039062, 1.0625, 1.0625, 1.0625, 1.0625, 1.046875, 0.000977, 1.03125, 1.0625, 1.0625, 1.0625, 0.992188, 1.0625, 1.0625, 1.046875, 0.773438, 1.0625, 0.335938, 0.914062, 0.667969, 1.0625, 0.925781, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.039062, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.921875, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.972656, 1.0625, 1.0625, 1.0625, 0.871094, 1.0625, 1.054688, 0.851562, 1.0625, 1.054688, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.039062, 1.007812, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.046875, 1.0625, 0.992188, 0.804688, 1.0625, 1.0625, 0.910156, 1.0625, 1.0625, 1.0625, 0.964844, 0.816406, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.863281, 0.796875, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.894531, 1.0625, 1.046875, 1.054688, 1.0625, 1.0625, 1.03125, 1.0625, 1.0625, 1.0625, 1.046875, 0.636719, 1.0625, 1.0625, 1.0625, 0.742188, 1.0625, 1.0625, 0.511719, 1.0625, 1.0625, 1.0625, 1.0625, 1.0, 1.0625, 1.0625, 1.0625, 0.574219, 0.851562, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.046875, 1.0625, 0.6875, 1.0625, 1.0625, 1.0625, 1.046875, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.046875, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.84375, 1.054688, 1.0625, 0.9375, 1.0625, 1.0625, 1.0625, 1.0625, 0.933594, 1.0625, 0.746094, 1.0625, 1.0625, 1.0625, 1.0625, 0.542969, 1.0625, 0.972656, 1.0625, 1.0625, 1.0625, 0.507812, 1.023438, 1.0625, 1.0625, 1.0625, 1.0625, 1.023438, 1.0625, 0.867188, 0.443359, 1.0625, 0.546875, 0.375, 0.789062, 1.03125, 1.0625, 1.0625, 1.0625, 0.960938, 1.0625, 1.0625, 0.890625, 1.0625, 0.980469, 1.0625, 1.023438, 1.0625, 1.0625, 1.0625, 0.882812, 1.0625, 0.976562, 0.8125, 1.0625, 1.0625, 0.859375, 1.039062, 0.644531, 1.0625, 1.0625, 1.054688, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.023438, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.953125, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.015625, 1.0625, 1.0625, 1.0625, 0.882812, 0.859375, 1.0625, 1.0625, 1.0625, 1.0625, 0.972656, 1.0625, 1.0625, 1.0625, 0.824219, 1.0625, 1.046875, 1.0625, 1.039062, 1.007812, 1.0625, 0.800781, 1.0625, 1.039062, 0.53125, 1.0625, 1.054688, 1.0625, 1.0625, 1.0625, 0.816406, 0.914062, 0.769531, 1.0625, 0.9375, 1.0625, 1.03125, 1.0625, 1.0625, 0.992188, 0.925781, 1.0625, 1.0625, 0.976562, 0.949219, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.054688, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.03125, 1.0625, 0.847656, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.03125, 1.0625, 1.0625, 1.0625, 1.0625, 0.992188, 1.0625, 1.046875, 1.0625, 0.847656, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.976562, 1.0625, 1.0625, 1.0625, 1.0625, 1.054688, 1.0625, 1.0625, 0.953125, 1.0625, 0.875, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.007812, 1.0625, 1.0625, 1.0625, 0.683594, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.9375, 1.0625, 1.0625, 1.0625, 0.00103, 0.769531, 1.0625, 0.859375, 1.054688, 1.0625, 0.796875, 1.0625, 0.34375, 1.03125, 1.0625, 1.03125, 1.0625, 1.0625, 1.0625, 0.875, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.804688, 1.046875, 1.0625, 1.054688, 1.0625, 1.0625, 0.683594, 1.0625, 0.75, 1.0625, 1.0625, 0.871094, 0.953125, 1.0625, 1.0625, 1.046875, 1.0625, 1.0625, 1.054688, 1.0625, 0.917969, 1.0625, 1.0625, 1.0625, 1.054688, 1.0625, 0.796875, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.542969, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.007812, 1.0625, 1.015625, 0.933594, 0.980469, 1.0625, 0.992188, 1.0625, 1.0625, 1.0625, 0.000992, 1.0625, 0.957031, 1.0625, 1.0625, 0.679688, 0.953125, 1.0625, 1.0625, 1.0625, 1.054688, 1.0625, 1.046875, 1.023438, 1.0625, 1.039062, 1.0625, 1.0625, 1.0625, 1.054688, 0.828125, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.707031, 0.617188, 1.0625, 1.0625, 0.859375, 1.0625, 1.0625, 0.832031, 1.0625, 1.054688, 1.0625, 1.0625, 1.0625, 1.023438, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.9375, 1.0625, 1.0625, 1.0625, 0.917969, 1.0625, 1.0625, 1.0625, 1.0625, 0.417969, 1.0625, 1.0625, 0.376953, 1.0625, 1.0625, 1.0625, 1.0625, 0.84375, 1.0625, 1.03125, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.765625, 1.0625, 1.0625, 1.0625, 0.734375, 0.462891, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.921875, 1.0625, 1.0625, 1.0625, 0.964844, 1.015625, 1.015625, 1.0625, 0.789062, 1.023438, 1.046875, 1.0, 1.0625, 1.0625, 1.0625, 0.996094, 1.0, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.015625, 1.0625, 1.039062, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.015625, 1.0625, 0.894531, 1.0, 1.054688, 1.0625, 1.0625, 0.984375, 1.0625, 1.0625, 1.0625, 0.949219, 1.0625, 0.828125, 1.0625, 1.0625, 1.054688, 0.996094, 1.0, 1.0625, 1.0625, 1.0625, 1.0625, 0.902344, 1.0625, 1.007812, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.933594, 1.0625, 0.84375, 1.0625, 1.0625, 1.046875, 1.0625, 1.0625, 1.0625, 1.0625, 0.847656, 0.941406, 1.0625, 1.0625, 1.0625, 0.71875, 1.0625, 0.992188, 1.039062, 1.0625, 1.023438, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.503906, 0.542969, 1.046875, 1.0625, 0.984375, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.945312, 1.0625, 0.679688, 0.960938, 1.0625, 1.0625, 1.0625, 1.0625, 1.039062, 1.0625, 1.0625, 1.054688, 1.0625, 1.0625, 0.855469, 0.894531, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.007812, 1.0625, 0.882812, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.039062, 1.0625, 1.0625, 1.0625, 0.917969, 0.96875, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0, 1.054688, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.015625, 1.0625, 1.0625, 1.0625, 0.933594, 1.0625, 1.046875, 0.699219, 1.0625, 1.0625, 1.0625, 1.0625, 1.03125, 1.054688, 1.0625, 1.0625, 1.0, 0.816406, 1.0625, 1.0625, 1.007812, 1.0625, 0.949219, 1.0625, 1.0625, 0.832031, 1.0625, 1.0625, 1.0625, 1.0625, 0.925781, 1.0625, 1.0625, 1.0625, 0.628906, 1.054688, 1.0625, 1.0625, 1.054688, 1.0625, 1.0625, 1.0625, 1.0625, 0.832031, 1.039062, 1.03125, 1.0625, 1.0625, 1.0625, 0.984375, 0.8125, 1.0625, 1.0625, 1.0625, 0.78125, 1.054688, 1.0625, 1.0625, 1.023438, 1.0625, 0.753906, 1.054688, 0.945312, 1.03125, 1.0625, 1.0625, 1.0625, 1.046875, 0.824219, 0.365234, 1.0625, 1.0625, 0.96875, 1.0625, 1.0625, 1.0625, 1.0625, 0.847656, 1.0625, 1.0625, 1.054688, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.851562, 1.0625, 1.0625, 1.0625, 0.486328, 1.0625, 1.0625, 1.0625, 0.789062, 1.0625, 1.046875, 1.0625, 1.03125, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.054688, 1.0625, 1.0625, 1.0625, 1.0625, 0.957031, 0.921875, 1.0625, 1.046875, 1.0625, 1.0625, 1.0625, 1.0625, 1.039062, 0.476562, 1.0625, 1.023438, 1.0625, 1.0625, 1.0625, 1.0625, 1.054688, 0.996094, 1.0625, 0.914062, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.984375, 1.0625, 1.0625, 0.792969, 0.9375, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 1.0625, 0.625, 1.0625, 1.023438, 1.054688, 1.0625, 1.0625, 1.0, 1.0625, 1.0625, 1.0625, 1.0625, 1.023438, 0.808594, 1.023438, 1.0625, 1.0625 ] } , "name": "onnx::Mul_11453", "outputIndexes": [ 6607 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6606, 6607 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 6608 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6580, 6608 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/Add_1_output_0", "outputIndexes": [ 6609 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6609 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.39/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 8237 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8237 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.39/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 8238 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8238 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2362579994, 327702, 81920, 0, 0 ] } , "name": "/layers.39/per_layer_input_gate/Linear", "outputIndexes": [ 8239 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8239 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.39/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 8240 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8240 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.39/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 6610 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6610 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.39/act_fn/Mul_output_0", "outputIndexes": [ 6611 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6610, 6611 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/act_fn/Mul_1_output_0", "outputIndexes": [ 6612 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 6612 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/act_fn/Mul_2_output_0", "outputIndexes": [ 6613 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6610, 6613 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/act_fn/Add_output_0", "outputIndexes": [ 6614 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 6614 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/act_fn/Mul_3_output_0", "outputIndexes": [ 6615 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6615 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.39/act_fn/Tanh_output_0", "outputIndexes": [ 6616 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 6616 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/act_fn/Add_1_output_0", "outputIndexes": [ 6617 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6610, 6617 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/act_fn/Mul_4_output_0", "outputIndexes": [ 6618 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 6618 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/act_fn/Mul_5_output_0", "outputIndexes": [ 6619 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 39 ] } , "name": "/Constant_48_output_0", "outputIndexes": [ 6620 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze8078", "outputIndexes": [ 6621 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze8081", "outputIndexes": [ 6622 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 6621, 6622, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice8084", "outputIndexes": [ 6623 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6623 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze8085", "outputIndexes": [ 6624 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6620, 6624 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp8086", "outputIndexes": [ 6625 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6625, 6624 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp8087", "outputIndexes": [ 6626 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 6626, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_46_output_0", "outputIndexes": [ 6627 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6619, 6627 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/Mul_output_0", "outputIndexes": [ 6628 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6628 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.39/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 8241 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8241 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.39/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 8242 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8242 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2362989616, 327702, 81920, 0, 0 ] } , "name": "/layers.39/per_layer_projection/Linear", "outputIndexes": [ 8243 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8243 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.39/per_layer_projection/Linear/post_convert", "outputIndexes": [ 8244 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8244 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.39/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 6629 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6629 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.39/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 6631 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6631 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.39/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 6632 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6632, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 6633 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6633, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 6634 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6629, 6634 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 6635 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.402344, 0.402344, 0.000383, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.318359, 0.00037, 0.402344, 0.269531, 0.402344, 0.000368, 0.00036, 0.402344, 0.402344, 0.000364, 0.000366, 0.000387, 0.402344, 0.101562, 0.000366, 0.000362, 0.345703, 0.000368, 0.402344, 0.308594, 0.402344, 0.000366, 0.402344, 0.361328, 0.333984, 0.402344, 0.287109, 0.300781, 0.402344, 0.000368, 0.402344, 0.273438, 0.000355, 0.000391, 0.269531, 0.324219, 0.402344, 0.000385, 0.000372, 0.269531, 0.402344, 0.255859, 0.000393, 0.257812, 0.402344, 0.000378, 0.402344, 0.229492, 0.000366, 0.402344, 0.00037, 0.000368, 0.402344, 0.000368, 0.277344, 0.402344, 0.402344, 0.291016, 0.402344, 0.314453, 0.000372, 0.000374, 0.402344, 0.402344, 0.091309, 0.000368, 0.000366, 0.402344, 0.000393, 0.369141, 0.25, 0.402344, 0.000378, 0.402344, 0.000387, 0.248047, 0.402344, 0.279297, 0.000372, 0.402344, 0.402344, 0.330078, 0.255859, 0.310547, 0.000357, 0.269531, 0.320312, 0.402344, 0.000378, 0.402344, 0.402344, 0.25, 0.402344, 0.402344, 0.000378, 0.000362, 0.402344, 0.402344, 0.402344, 0.002731, 0.402344, 0.00037, 0.402344, 0.263672, 0.304688, 0.332031, 0.000385, 0.302734, 0.00036, 0.217773, 0.000391, 0.402344, 0.402344, 0.000359, 0.28125, 0.296875, 0.402344, 0.251953, 0.000385, 0.213867, 0.253906, 0.402344, 0.291016, 0.367188, 0.000362, 0.273438, 0.000353, 0.402344, 0.234375, 0.351562, 0.402344, 0.402344, 0.402344, 0.402344, 0.402344, 0.347656, 0.005951, 0.402344, 0.287109, 0.151367, 0.384766, 0.00161, 0.267578, 0.000381, 0.020874, 0.402344, 0.273438, 0.402344, 0.000385, 0.300781, 0.402344, 0.402344, 0.000381, 0.259766, 0.259766, 0.402344, 0.386719, 0.000376, 0.000353, 0.402344, 0.000387, 0.000364, 0.00038, 0.000378, 0.253906, 0.402344, 0.402344, 0.160156, 0.341797, 0.310547, 0.402344, 0.310547, 0.000364, 0.402344, 0.000359, 0.402344, 0.402344, 0.369141, 0.322266, 0.400391, 0.402344, 0.041748, 0.000374, 0.000343, 0.318359, 0.000383, 0.000372, 0.402344, 0.00034, 0.402344, 0.402344, 0.00036, 0.402344, 0.402344, 0.000343, 0.402344, 0.402344, 0.000374, 0.322266, 0.402344, 0.000366, 0.000381, 0.000395, 0.402344, 0.402344, 0.388672, 0.402344, 0.402344, 0.285156, 0.402344, 0.353516, 0.402344, 0.25, 0.269531, 0.402344, 0.402344, 0.386719, 0.326172, 0.402344, 0.402344, 0.277344, 0.402344, 0.000383, 0.000368, 0.402344, 0.402344, 0.402344, 0.000387, 0.402344, 0.402344, 0.237305, 0.402344, 0.157227, 0.402344, 0.000387, 0.302734, 0.179688, 0.283203, 0.174805, 0.000376, 0.000385, 0.402344, 0.000345, 0.00037, 0.324219, 0.000368, 0.000366, 0.402344, 0.128906, 0.00038, 0.402344, 0.339844, 0.000383, 0.000387, 0.402344, 0.00037, 0.000387, 0.000359, 0.263672, 0.402344, 0.000372, 0.337891, 0.402344, 0.000347, 0.294922, 0.000366, 0.402344, 0.000362, 0.000366, 0.310547, 0.402344, 0.265625, 0.402344, 0.09668, 0.402344, 0.000385, 0.000347, 0.000368, 0.00038, 0.402344, 0.165039, 0.402344, 0.306641, 0.000359, 0.335938, 0.000376, 0.294922, 0.000364, 0.402344, 0.000393, 0.402344, 0.402344, 0.251953, 0.402344, 0.000376, 0.000387, 0.402344, 0.337891, 0.000349, 0.298828, 0.402344, 0.402344, 0.339844, 0.333984, 0.402344, 0.000374, 0.000362, 0.000368, 0.000393, 0.000378, 0.310547, 0.000374, 0.000372, 0.402344, 0.000385, 0.00116, 0.300781, 0.402344, 0.241211, 0.402344, 0.000389, 0.402344, 0.000383, 0.000374, 0.000374, 0.271484, 0.291016, 0.000378, 0.402344, 0.000378, 0.402344, 0.000393, 0.000381, 0.28125, 0.402344, 0.000391, 0.402344, 0.00038, 0.269531, 0.000357, 0.000374, 0.000368, 0.000366, 0.245117, 0.402344, 0.402344, 0.402344, 0.294922, 0.243164, 0.000366, 0.291016, 0.000376, 0.402344, 0.402344, 0.292969, 0.402344, 0.000376, 0.00036, 0.402344, 0.160156, 0.000374, 0.402344, 0.402344, 0.000378, 0.402344, 0.000376, 0.402344, 0.240234, 0.402344, 0.000372, 0.402344, 0.402344, 0.000378, 0.000374, 0.402344, 0.332031, 0.00036, 0.000349, 0.402344, 0.402344, 0.402344, 0.241211, 0.402344, 0.402344, 0.000385, 0.000366, 0.402344, 0.000385, 0.000349, 0.00034, 0.00038, 0.402344, 0.330078, 0.402344, 0.000355, 0.000385, 0.402344, 0.402344, 0.402344, 0.222656, 0.00038, 0.378906, 0.165039, 0.000389, 0.365234, 0.402344, 0.00034, 0.000378, 0.000359, 0.223633, 0.402344, 0.000362, 0.253906, 0.402344, 0.000378, 0.000378, 0.402344, 0.355469, 0.000362, 0.000381, 0.328125, 0.00038, 0.00037, 0.000376, 0.000368, 0.000326, 0.000378, 0.402344, 0.402344, 0.000387, 0.000378, 0.206055, 0.000387, 0.000362, 0.402344, 0.00037, 0.402344, 0.402344, 0.000385, 0.335938, 0.000362, 0.357422, 0.246094, 0.000343, 0.000368, 0.000376, 0.402344, 0.34375, 0.00038, 0.226562, 0.402344, 0.000345, 0.107422, 0.402344, 0.00036, 0.000368, 0.000368, 0.000378, 0.353516, 0.402344, 0.00038, 0.00036, 0.00038, 0.000366, 0.402344, 0.369141, 0.000381, 0.304688, 0.000376, 0.402344, 0.000391, 0.322266, 0.000374, 0.000389, 0.261719, 0.000393, 0.349609, 0.355469, 0.000351, 0.000385, 0.402344, 0.402344, 0.000383, 0.000385, 0.402344, 0.345703, 0.402344, 0.402344, 0.402344, 0.273438, 0.001938, 0.279297, 0.000301, 0.402344, 0.000378, 0.000381, 0.000378, 0.000389, 0.402344, 0.402344, 0.402344, 0.229492, 0.402344, 0.402344, 0.347656, 0.000368, 0.000374, 0.402344, 0.345703, 0.00037, 0.402344, 0.402344, 0.402344, 0.000378, 0.361328, 0.000387, 0.402344, 0.000376, 0.402344, 0.000353, 0.000366, 0.000362, 0.324219, 0.000383, 0.000376, 0.402344, 0.00037, 0.000383, 0.000381, 0.402344, 0.00037, 0.00037, 0.402344, 0.000368, 0.292969, 0.402344, 0.402344, 0.000351, 0.000366, 0.269531, 0.000389, 0.000381, 0.402344, 0.000387, 0.00037, 0.00038, 0.00038, 0.402344, 0.208984, 0.00038, 0.00038, 0.402344, 0.402344, 0.000387, 0.000372, 0.402344, 0.28125, 0.000381, 0.402344, 0.326172, 0.402344, 0.402344, 0.000355, 0.402344, 0.402344, 0.402344, 0.000372, 0.316406, 0.402344, 0.000376, 0.000385, 0.402344, 0.000376, 0.402344, 0.000364, 0.000381, 0.000374, 0.375, 0.347656, 0.402344, 0.000349, 0.402344, 0.402344, 0.000368, 0.402344, 0.000345, 0.00037, 0.402344, 0.000381, 0.402344, 0.000368, 0.000364, 0.384766, 0.000368, 0.328125, 0.402344, 0.402344, 0.3125, 0.273438, 0.000374, 0.402344, 0.402344, 0.000383, 0.000376, 0.402344, 0.000393, 0.000324, 0.330078, 0.000368, 0.402344, 0.333984, 0.402344, 0.402344, 0.000381, 0.402344, 0.298828, 0.337891, 0.000383, 0.000368, 0.000351, 0.000387, 0.00036, 0.00037, 0.000332, 0.402344, 0.285156, 0.000368, 0.000366, 0.000374, 0.402344, 0.253906, 0.000393, 0.000378, 0.000381, 0.300781, 0.402344, 0.000359, 0.000374, 0.00038, 0.000391, 0.000357, 0.000374, 0.324219, 0.402344, 0.00036, 0.314453, 0.000389, 0.265625, 0.255859, 0.402344, 0.000353, 0.000381, 0.402344, 0.000381, 0.000381, 0.402344, 0.000347, 0.402344, 0.402344, 0.237305, 0.000366, 0.292969, 0.402344, 0.000385, 0.033691, 0.00038, 0.402344, 0.402344, 0.000372, 0.402344, 0.402344, 0.000359, 0.216797, 0.314453, 0.000362, 0.283203, 0.000366, 0.306641, 0.234375, 0.000378, 0.402344, 0.000368, 0.402344, 0.000353, 0.000383, 0.000387, 0.375, 0.302734, 0.283203, 0.000381, 0.000353, 0.000383, 0.367188, 0.402344, 0.212891, 0.402344, 0.285156, 0.000368, 0.402344, 0.000357, 0.402344, 0.000381, 0.402344, 0.402344, 0.000364, 0.000359, 0.00036, 0.000368, 0.308594, 0.000389, 0.285156, 0.402344, 0.353516, 0.402344, 0.000383, 0.000381, 0.402344, 0.402344, 0.306641, 0.000391, 0.00038, 0.000381, 0.000372, 0.402344, 0.402344, 0.000385, 0.136719, 0.000347, 0.000366, 0.000376, 0.000391, 0.000376, 0.235352, 0.402344, 0.402344, 0.000389, 0.000393, 0.000378, 0.109375, 0.000368, 0.000341, 0.000383, 0.000368, 0.259766, 0.000372, 0.000383, 0.402344, 0.402344, 0.402344, 0.304688, 0.000359, 0.000364, 0.000336, 0.000362, 0.304688, 0.00038, 0.000381, 0.000372, 0.000368, 0.000376, 0.000317, 0.000383, 0.402344, 0.037109, 0.000381, 0.226562, 0.000378, 0.402344, 0.000368, 0.000376, 0.373047, 0.000372, 0.00037, 0.300781, 0.000364, 0.109863, 0.000372, 0.304688, 0.402344, 0.402344, 0.000368, 0.000357, 0.402344, 0.369141, 0.00037, 0.000368, 0.402344, 0.402344, 0.402344, 0.296875, 0.000374, 0.267578, 0.402344, 0.000366, 0.402344, 0.000389, 0.402344, 0.402344, 0.000387, 0.000389, 0.251953, 0.001183, 0.000374, 0.289062, 0.00038, 0.402344, 0.402344, 0.402344, 0.000357, 0.00038, 0.000376, 0.000385, 0.402344, 0.160156, 0.402344, 0.402344, 0.000366, 0.000383, 0.402344, 0.279297, 0.382812, 0.000374, 0.000366, 0.000376, 0.000372, 0.00037, 0.000393, 0.00037, 0.402344, 0.000387, 0.402344, 0.402344, 0.000353, 0.000351, 0.285156, 0.330078, 0.000347, 0.402344, 0.000359, 0.402344, 0.402344, 0.365234, 0.402344, 0.263672, 0.000374, 0.000353, 0.000368, 0.000381, 0.00037, 0.000351, 0.402344, 0.402344, 0.24707, 0.402344, 0.347656, 0.382812, 0.402344, 0.000362, 0.285156, 0.000368, 0.277344, 0.402344, 0.310547, 0.000349, 0.296875, 0.000385, 0.000385, 0.000378, 0.00038, 0.269531, 0.000347, 0.402344, 0.365234, 0.279297, 0.402344, 0.00037, 0.000389, 0.000359, 0.345703, 0.328125, 0.00037, 0.000368, 0.306641, 0.000381, 0.402344, 0.246094, 0.402344, 0.402344, 0.382812, 0.402344, 0.402344, 0.251953, 0.000374, 0.402344, 0.000372, 0.000376, 0.402344, 0.000381, 0.402344, 0.000372, 0.402344, 0.000378, 0.402344, 0.000389, 0.000364, 0.000378, 0.000383, 0.000378, 0.00038, 0.000362, 0.34375, 0.259766, 0.376953, 0.308594, 0.402344, 0.402344, 0.3125, 0.402344, 0.402344, 0.00038, 0.380859, 0.402344, 0.000387, 0.402344, 0.402344, 0.001175, 0.402344, 0.402344, 0.304688, 0.335938, 0.000381, 0.402344, 0.402344, 0.000368, 0.402344, 0.000389, 0.000359, 0.000381, 0.000362, 0.000357, 0.402344, 0.000374, 0.351562, 0.003906, 0.291016, 0.000368, 0.000383, 0.000357, 0.300781, 0.000385, 0.249023, 0.000368, 0.000381, 0.402344, 0.000385, 0.265625, 0.000357, 0.000385, 0.402344, 0.000387, 0.241211, 0.000378, 0.000378, 0.000374, 0.000359, 0.402344, 0.355469, 0.000378, 0.235352, 0.00037, 0.402344, 0.296875, 0.402344, 0.000376, 0.000368, 0.000374, 0.00037, 0.277344, 0.000387, 0.000378, 0.00037, 0.000387, 0.000381, 0.335938, 0.000393, 0.000362, 0.402344, 0.402344, 0.000376, 0.402344, 0.223633, 0.302734, 0.000368, 0.000374, 0.402344, 0.402344, 0.402344, 0.000368, 0.000389, 0.000374, 0.000372, 0.402344, 0.000992, 0.000378, 0.000376, 0.00037, 0.00037, 0.3125, 0.000343, 0.00036, 0.000383, 0.000387, 0.000387, 0.402344, 0.402344, 0.000378, 0.000357, 0.000328, 0.000368, 0.402344, 0.255859, 0.402344, 0.402344, 0.402344, 0.000364, 0.267578, 0.402344, 0.00038, 0.000389, 0.000381, 0.000355, 0.00038, 0.000341, 0.000368, 0.402344, 0.402344, 0.298828, 0.361328, 0.402344, 0.000387, 0.000368, 0.000378, 0.353516, 0.298828, 0.000376, 0.000359, 0.226562, 0.402344, 0.000376, 0.00036, 0.402344, 0.000383, 0.402344, 0.238281, 0.347656, 0.292969, 0.265625, 0.402344, 0.000374, 0.00038, 0.347656, 0.000381, 0.402344, 0.001945, 0.000364, 0.402344, 0.402344, 0.000385, 0.00038, 0.402344, 0.253906, 0.318359, 0.376953, 0.402344, 0.402344, 0.000368, 0.000378, 0.00592, 0.000372, 0.208008, 0.402344, 0.402344, 0.000372, 0.337891, 0.318359, 0.265625, 0.310547, 0.248047, 0.000364, 0.000393, 0.357422, 0.298828, 0.000387, 0.402344, 0.402344, 0.265625, 0.000368, 0.402344, 0.00037, 0.180664, 0.000292, 0.394531, 0.388672, 0.000391, 0.402344, 0.000376, 0.000383, 0.402344, 0.287109, 0.402344, 0.000391, 0.402344, 0.000334, 0.000383, 0.402344, 0.402344, 0.402344, 0.000372, 0.000381, 0.000385, 0.00037, 0.000378, 0.000362, 0.267578, 0.000381, 0.00037, 0.000391, 0.241211, 0.402344, 0.261719, 0.402344, 0.402344, 0.000391, 0.402344, 0.402344, 0.402344, 0.240234, 0.402344, 0.402344, 0.00036, 0.310547, 0.402344, 0.402344, 0.375, 0.000355, 0.000364, 0.000391, 0.000374, 0.000387, 0.402344, 0.380859, 0.402344, 0.402344, 0.000378, 0.000385, 0.000319, 0.402344, 0.320312, 0.000372, 0.000357, 0.269531, 0.00038, 0.402344, 0.402344, 0.000374, 0.302734, 0.402344, 0.328125, 0.000364, 0.296875, 0.237305, 0.351562, 0.3125, 0.402344, 0.402344, 0.00037, 0.310547, 0.349609, 0.000383, 0.402344, 0.34375, 0.296875, 0.000389, 0.000351, 0.402344, 0.00038, 0.000368, 0.000387, 0.402344, 0.296875, 0.296875, 0.000374, 0.402344, 0.000368, 0.000376, 0.402344, 0.234375, 0.000376, 0.000368, 0.000341, 0.237305, 0.000391, 0.402344, 0.310547, 0.000383, 0.402344, 0.000374, 0.402344, 0.212891, 0.000368, 0.351562, 0.000372, 0.316406, 0.000381, 0.000383, 0.349609, 0.000385, 0.000378, 0.322266, 0.000349, 0.296875, 0.402344, 0.000385, 0.271484, 0.000381, 0.219727, 0.00037, 0.000381, 0.402344, 0.000376, 0.000372, 0.402344, 0.402344, 0.269531, 0.230469, 0.402344, 0.402344, 0.001938, 0.000387, 0.335938, 0.000387, 0.402344, 0.000385, 0.263672, 0.00037, 0.245117, 0.402344, 0.34375, 0.000372, 0.00037, 0.402344, 0.000391, 0.030884, 0.402344, 0.000347, 0.000385, 0.306641, 0.000368, 0.402344, 0.000376, 0.402344, 0.402344, 0.251953, 0.402344, 0.000381, 0.402344, 0.000359, 0.285156, 0.402344, 0.353516, 0.402344, 0.402344, 0.00037, 0.402344, 0.000372, 0.000381, 0.259766, 0.00037, 0.363281, 0.357422, 0.106445, 0.172852, 0.402344, 0.000381, 0.402344, 0.000378, 0.000378, 0.000387, 0.000381, 0.00037, 0.402344, 0.000368, 0.007538, 0.175781, 0.275391, 0.402344, 0.402344, 0.000357, 0.000391, 0.300781, 0.402344, 0.337891, 0.000362, 0.000381, 0.402344, 0.402344, 0.402344, 0.00036, 0.000387, 0.257812, 0.000368, 0.402344, 0.00038, 0.000391, 0.402344, 0.402344, 0.006104, 0.000381, 0.000383, 0.000387, 0.00034, 0.000376, 0.000362, 0.000332, 0.000372, 0.402344, 0.402344, 0.000328, 0.000378, 0.238281, 0.000376, 0.000366, 0.402344, 0.273438, 0.296875, 0.402344, 0.000353, 0.294922, 0.00038, 0.265625, 0.000378, 0.402344, 0.000393, 0.000364, 0.263672, 0.00037, 0.402344, 0.000393, 0.279297, 0.249023, 0.000395, 0.402344, 0.000378, 0.400391, 0.402344, 0.000368, 0.00036, 0.402344, 0.402344, 0.347656, 0.402344, 0.257812, 0.402344, 0.000372, 0.285156, 0.000376, 0.000353, 0.285156, 0.000374, 0.402344, 0.402344, 0.402344, 0.402344, 0.355469, 0.000366, 0.402344, 0.000368, 0.000387, 0.265625, 0.255859, 0.296875, 0.289062, 0.000355, 0.28125, 0.141602, 0.402344, 0.000378, 0.402344, 0.402344, 0.402344, 0.000389, 0.000368, 0.000381, 0.000362, 0.000383, 0.285156, 0.000372, 0.341797, 0.000389, 0.000383, 0.000387, 0.00037, 0.000359, 0.000355, 0.279297, 0.402344, 0.000389, 0.306641, 0.174805, 0.000374, 0.000355, 0.310547, 0.000372, 0.000376, 0.263672, 0.000389, 0.402344, 0.402344, 0.326172, 0.402344, 0.402344, 0.271484, 0.402344, 0.000362, 0.001167, 0.328125, 0.402344, 0.402344, 0.000381, 0.402344, 0.263672, 0.255859, 0.00038, 0.000389, 0.402344, 0.402344, 0.050049, 0.000381, 0.000374, 0.308594, 0.402344, 0.318359, 0.234375, 0.000372, 0.359375, 0.00036, 0.402344, 0.000383, 0.402344, 0.402344, 0.320312, 0.402344, 0.000368, 0.121094, 0.00037, 0.402344, 0.320312, 0.000374, 0.402344, 0.402344, 0.302734, 0.000374, 0.000391, 0.367188, 0.000368, 0.000378, 0.000351, 0.248047, 0.000372, 0.402344, 0.000381, 0.00038, 0.402344, 0.402344, 0.402344, 0.402344, 0.000381, 0.402344, 0.378906, 0.296875, 0.000381, 0.000372, 0.000372, 0.324219, 0.000387, 0.24707, 0.000389, 0.243164, 0.402344, 0.28125, 0.245117, 0.000374, 0.275391, 0.402344, 0.402344, 0.000374, 0.402344, 0.000383, 0.402344, 0.402344, 0.000385, 0.265625, 0.00038, 0.398438, 0.043457, 0.402344, 0.402344, 0.00038, 0.000381, 0.402344, 0.000349, 0.00036, 0.402344, 0.000353, 0.402344, 0.398438, 0.402344, 0.402344, 0.402344, 0.398438, 0.175781, 0.402344, 0.402344, 0.000385, 0.253906, 0.283203, 0.402344, 0.000368, 0.294922, 0.367188, 0.000336, 0.292969, 0.394531, 0.000374, 0.000368, 0.402344, 0.000359, 0.402344, 0.402344, 0.000368, 0.402344, 0.000374, 0.000378, 0.402344, 0.000359, 0.287109, 0.238281, 0.28125, 0.259766, 0.000385, 0.00038, 0.300781, 0.265625, 0.000374, 0.000338, 0.277344, 0.34375, 0.000381, 0.000383, 0.00033, 0.00038, 0.257812, 0.000368, 0.28125, 0.275391, 0.402344, 0.000378, 0.00038, 0.000387, 0.398438, 0.000362, 0.287109, 0.402344, 0.375, 0.00038, 0.000389, 0.402344, 0.000366, 0.00038, 0.1875, 0.000381, 0.000366, 0.000381, 0.000385, 0.000387, 0.273438, 0.357422, 0.402344, 0.402344, 0.371094, 0.000378, 0.34375, 0.000357, 0.402344, 0.000389, 0.402344, 0.310547, 0.255859, 0.402344, 0.402344, 0.28125, 0.402344, 0.402344, 0.257812, 0.392578, 0.000393, 0.000385, 0.289062, 0.257812, 0.134766, 0.300781, 0.396484, 0.402344, 0.402344, 0.285156, 0.402344, 0.402344, 0.245117, 0.010071, 0.211914, 0.339844, 0.000378, 0.000374, 0.000364, 0.402344, 0.000364, 0.000366, 0.402344, 0.245117, 0.402344, 0.402344, 0.000385, 0.000372, 0.000362, 0.277344, 0.402344, 0.000385, 0.318359, 0.402344, 0.302734, 0.000391, 0.000393, 0.402344, 0.00037, 0.347656, 0.365234, 0.000376, 0.402344, 0.273438, 0.402344, 0.000364, 0.000385, 0.402344, 0.000357, 0.000389, 0.402344, 0.230469, 0.000364, 0.000341, 0.000387, 0.402344, 0.300781, 0.402344, 0.322266, 0.269531, 0.000383, 0.24707, 0.000368, 0.24707, 0.000383, 0.000362, 0.263672, 0.000364, 0.402344, 0.000374, 0.306641, 0.402344, 0.019165, 0.000389, 0.402344, 0.324219, 0.261719, 0.000368, 0.402344, 0.402344, 0.000376, 0.000385, 0.402344, 0.000381, 0.000362, 0.402344, 0.402344, 0.330078, 0.00038, 0.296875, 0.402344, 0.000366, 0.402344, 0.195312, 0.000362, 0.150391, 0.402344, 0.306641, 0.402344, 0.000355, 0.28125, 0.402344, 0.000381, 0.000381, 0.00037, 0.000351, 0.000376, 0.000376, 0.255859, 0.000364, 0.402344, 0.294922, 0.402344, 0.000362, 0.402344, 0.402344, 0.000364, 0.402344, 0.000383, 0.402344, 0.000383, 0.402344, 0.028687, 0.402344, 0.00036, 0.225586, 0.000378, 0.300781, 0.402344, 0.402344, 0.402344, 0.402344, 0.000374, 0.402344, 0.000374, 0.229492, 0.275391, 0.000359, 0.000372, 0.000359, 0.000372, 0.000359, 0.402344, 0.402344, 0.00037, 0.402344, 0.402344, 0.316406, 0.273438, 0.00038, 0.000368, 0.402344, 0.302734, 0.402344, 0.000376, 0.335938, 0.402344, 0.402344, 0.000374, 0.355469, 0.00038, 0.000387, 0.402344, 0.000381, 0.308594, 0.402344, 0.000374, 0.00036, 0.000391, 0.0009, 0.402344, 0.326172, 0.28125, 0.402344, 0.402344, 0.402344, 0.00038, 0.000385, 0.000347, 0.300781, 0.000359, 0.402344, 0.000364, 0.310547, 0.000381, 0.162109, 0.318359, 0.00033, 0.402344, 0.000378, 0.000349, 0.000374, 0.000368, 0.402344, 0.000366, 0.000368, 0.326172, 0.277344, 0.349609, 0.000345, 0.000376, 0.402344, 0.351562, 0.000374, 0.000381, 0.300781, 0.00038, 0.000362, 0.182617, 0.000385, 0.337891, 0.402344, 0.000378, 0.402344, 0.24707, 0.000391, 0.000366, 0.000381, 0.402344, 0.000372, 0.000338, 0.402344, 0.402344, 0.000393, 0.402344, 0.000378, 0.283203, 0.000368, 0.402344, 0.000374, 0.00037, 0.402344, 0.000351, 0.402344, 0.402344, 0.402344, 0.000376, 0.000366, 0.000338, 0.000378, 0.269531, 0.000376, 0.00038, 0.003494, 0.402344, 0.402344, 0.000368, 0.000364, 0.000374, 0.375, 0.402344, 0.000374, 0.402344, 0.291016, 0.402344, 0.000381, 0.402344, 0.000376, 0.300781, 0.283203, 0.001167, 0.361328, 0.000368, 0.402344, 0.000343, 0.255859, 0.402344, 0.402344, 0.00038, 0.277344, 0.00038, 0.000368, 0.000381, 0.000385, 0.00033, 0.351562, 0.000368, 0.00036, 0.402344, 0.000381, 0.000378, 0.000387, 0.000334, 0.402344, 0.402344, 0.304688, 0.000366, 0.300781, 0.402344, 0.000372, 0.00038, 0.00038, 0.402344, 0.310547, 0.000393, 0.261719, 0.000381, 0.000383, 0.402344, 0.000381, 0.000353, 0.402344, 0.310547, 0.00038, 0.292969, 0.000349, 0.402344, 0.402344, 0.335938, 0.402344, 0.392578, 0.371094, 0.402344, 0.00038, 0.000338, 0.00037, 0.402344, 0.402344, 0.000366, 0.402344, 0.257812, 0.402344, 0.00038, 0.398438, 0.000368, 0.283203, 0.000376, 0.402344, 0.251953, 0.402344, 0.24707, 0.402344, 0.000336, 0.00038, 0.328125, 0.213867, 0.041748, 0.000387, 0.318359, 0.402344, 0.000378, 0.322266, 0.402344, 0.039551, 0.000374, 0.000376, 0.398438, 0.173828, 0.251953, 0.000362, 0.000368, 0.402344, 0.402344, 0.000372, 0.000385, 0.402344, 0.000368, 0.333984, 0.000362, 0.000393, 0.402344, 0.00038, 0.402344, 0.00036, 0.000381, 0.402344, 0.00037, 0.287109, 0.00038, 0.000359, 0.000385, 0.000355, 0.00038, 0.277344, 0.000387, 0.000355, 0.000381, 0.198242, 0.00038, 0.00036, 0.000391, 0.402344, 0.402344, 0.005981, 0.259766, 0.402344, 0.000366, 0.269531, 0.21875, 0.402344, 0.402344, 0.000374, 0.000362, 0.402344, 0.400391, 0.402344, 0.402344, 0.238281, 0.000383, 0.000381, 0.269531, 0.000389, 0.000372, 0.402344, 0.402344, 0.000387, 0.000393, 0.402344, 0.000366, 0.000359, 0.000374, 0.402344, 0.357422, 0.402344, 0.000381, 0.000385, 0.292969, 0.357422, 0.402344, 0.402344, 0.000389, 0.283203, 0.269531, 0.402344, 0.242188, 0.000383, 0.000378, 0.314453, 0.308594, 0.000366, 0.402344, 0.000381, 0.00038, 0.402344, 0.257812, 0.181641, 0.00037, 0.000359, 0.257812, 0.402344, 0.402344, 0.402344, 0.000744, 0.402344, 0.402344, 0.402344, 0.000351, 0.349609, 0.285156, 0.22168, 0.402344, 0.00036, 0.000359, 0.402344, 0.005096, 0.345703, 0.000366, 0.243164, 0.355469, 0.402344, 0.00037, 0.402344, 0.000374, 0.000374, 0.000366, 0.000355, 0.000364, 0.000391, 0.402344, 0.000378, 0.000374, 0.285156, 0.000359, 0.000378, 0.000389, 0.000383, 0.402344, 0.000378, 0.316406, 0.402344, 0.298828, 0.024902, 0.402344, 0.402344, 0.00036, 0.055908, 0.000351, 0.000385, 0.11084, 0.402344, 0.000387, 0.306641, 0.402344, 0.000359, 0.402344, 0.000366, 0.330078, 0.000381, 0.191406, 0.166016, 0.402344, 0.000372, 0.039551, 0.402344, 0.402344, 0.000389, 0.382812, 0.00038, 0.000387, 0.000383, 0.000381, 0.00037, 0.00037, 0.00036, 0.316406, 0.402344, 0.402344, 0.402344, 0.402344, 0.000347, 0.000372, 0.402344, 0.402344, 0.000319, 0.242188, 0.402344, 0.402344, 0.163086, 0.00038, 0.000385, 0.21582, 0.001945, 0.000364, 0.000381, 0.000353, 0.273438, 0.000387, 0.000378, 0.28125, 0.402344, 0.402344, 0.000355, 0.000389, 0.000364, 0.402344, 0.402344, 0.349609, 0.000378, 0.402344, 0.000366, 0.000364, 0.402344, 0.000368, 0.314453, 0.402344, 0.402344, 0.402344, 0.000372, 0.384766, 0.001167, 0.000372, 0.322266, 0.000351, 0.402344, 0.000378, 0.000364, 0.402344, 0.402344, 0.000381, 0.000389, 0.402344, 0.000378, 0.271484, 0.000387, 0.000378, 0.402344, 0.000334, 0.000387, 0.000391, 0.402344, 0.402344, 0.349609, 0.402344, 0.000349, 0.25, 0.306641, 0.402344, 0.322266, 0.00038, 0.000374, 0.402344, 0.402344, 0.402344, 0.000368, 0.000366, 0.000359, 0.00038, 0.00038, 0.000383, 0.000383, 0.402344, 0.143555, 0.355469, 0.318359, 0.402344, 0.000378, 0.265625, 0.000353, 0.347656, 0.000383, 0.000378, 0.00037, 0.000326, 0.28125, 0.00037, 0.00038, 0.402344, 0.332031, 0.357422, 0.035156, 0.402344, 0.000362, 0.000366, 0.000374, 0.000374, 0.402344, 0.000372, 0.000355, 0.402344, 0.339844, 0.000359, 0.000376, 0.000355, 0.000391, 0.402344, 0.378906, 0.00037, 0.000364, 0.402344, 0.000368, 0.00036, 0.243164, 0.000381, 0.000378, 0.000391, 0.00033, 0.000351, 0.402344, 0.402344, 0.402344, 0.402344, 0.341797, 0.000374, 0.000364, 0.00032, 0.353516, 0.000385, 0.335938, 0.402344, 0.000391, 0.000378, 0.000387, 0.402344, 0.275391, 0.000372, 0.3125, 0.000374, 0.000385, 0.000383, 0.285156, 0.000347, 0.373047, 0.326172, 0.000391, 0.306641, 0.257812, 0.251953, 0.000383, 0.000334, 0.000393, 0.251953, 0.000353, 0.000366, 0.000357, 0.00036, 0.34375, 0.000368, 0.000383, 0.000387, 0.000378, 0.332031, 0.000374, 0.000374, 0.239258, 0.249023, 0.000387, 0.000368, 0.402344, 0.402344, 0.402344, 0.00038, 0.000349, 0.000385, 0.000383, 0.402344, 0.000381, 0.289062, 0.000336, 0.402344, 0.294922, 0.402344, 0.000378, 0.000374, 0.000381, 0.00038, 0.000372, 0.402344, 0.00038, 0.191406, 0.3125, 0.310547, 0.000366, 0.00038, 0.000376, 0.000393, 0.000381, 0.000362, 0.402344, 0.000364, 0.000374, 0.000376, 0.000359, 0.000387, 0.291016, 0.285156, 0.402344, 0.000389, 0.253906, 0.000355, 0.261719, 0.402344, 0.402344, 0.269531, 0.000381, 0.000368, 0.000355, 0.120605, 0.402344, 0.402344, 0.000351, 0.402344, 0.000364, 0.000355, 0.000385, 0.330078, 0.000383, 0.000372, 0.000359, 0.00038, 0.000378, 0.357422, 0.402344, 0.000368, 0.000381, 0.000372, 0.000378, 0.402344, 0.000376, 0.402344, 0.000378, 0.402344, 0.000368, 0.248047, 0.402344, 0.402344, 0.253906, 0.000372, 0.402344, 0.000364, 0.402344, 0.000374, 0.28125, 0.402344, 0.402344, 0.275391, 0.267578, 0.267578, 0.000381, 0.000378, 0.00038, 0.000368, 0.00036, 0.000349, 0.178711, 0.402344, 0.402344, 0.000389, 0.402344, 0.402344, 0.402344, 0.294922, 0.000383, 0.380859, 0.335938, 0.402344, 0.000385, 0.000368, 0.402344, 0.263672, 0.000383, 0.273438, 0.277344, 0.402344, 0.402344, 0.000366, 0.000381, 0.037598, 0.402344, 0.000389, 0.000368, 0.00037, 0.000385, 0.00036, 0.248047, 0.369141, 0.000389, 0.00037, 0.402344, 0.000393, 0.097168, 0.000385, 0.000372, 0.000368, 0.000376, 0.000387, 0.345703, 0.000376, 0.318359, 0.000362, 0.000376, 0.000385, 0.402344, 0.332031, 0.000383, 0.000389, 0.318359, 0.298828, 0.402344, 0.000364, 0.402344, 0.00037, 0.000383, 0.000381, 0.000385, 0.304688, 0.000364, 0.000378, 0.396484, 0.001183, 0.28125, 0.024536, 0.402344, 0.402344, 0.322266, 0.000357, 0.000385, 0.402344, 0.402344, 0.000334, 0.402344, 0.233398, 0.287109, 0.000376, 0.000385, 0.000345, 0.000374, 0.402344, 0.000353, 0.3125, 0.000364, 0.402344, 0.000376, 0.185547, 0.402344, 0.000387, 0.000385, 0.261719, 0.273438, 0.402344, 0.261719, 0.225586, 0.00037, 0.000383, 0.287109, 0.00037, 0.000368, 0.000385, 0.000351, 0.402344, 0.000387, 0.302734, 0.000364, 0.000362, 0.000364, 0.000351, 0.00038, 0.000364, 0.073242, 0.318359, 0.402344, 0.402344, 0.000385, 0.000393, 0.390625, 0.000385, 0.203125, 0.369141, 0.308594, 0.00037, 0.000345, 0.000368, 0.402344, 0.402344, 0.000391, 0.000366, 0.402344, 0.402344, 0.000368, 0.289062, 0.402344, 0.367188, 0.000362, 0.259766, 0.000391, 0.019165, 0.302734, 0.402344, 0.000368, 0.332031, 0.328125, 0.000368, 0.277344, 0.000389, 0.000376, 0.000351, 0.402344, 0.320312 ] } , "name": "onnx::Mul_11454", "outputIndexes": [ 6636 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6635, 6636 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 6637 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6609, 6637 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/Add_2_output_0", "outputIndexes": [ 6638 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6638, 6234 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.39/Mul_1_output_0", "outputIndexes": [ 6639 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6639, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.40/Reshape_output_0", "outputIndexes": [ 6640 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6640 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.40/input_layernorm/Pow_output_0", "outputIndexes": [ 6641 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6641 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.40/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 6642 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6642, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/input_layernorm/Add_output_0", "outputIndexes": [ 6643 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6643, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/input_layernorm/Pow_1_output_0", "outputIndexes": [ 6644 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6640, 6644 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/input_layernorm/Mul_output_0", "outputIndexes": [ 6645 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 5.21875, 6.03125, 22.25, 5.8125, 6.53125, 5.28125, 4.84375, 6.8125, 5.84375, 5.0625, 6.09375, 6.125, 6.1875, 6.1875, 12.875, 6.28125, 7.6875, 6.71875, 5.5625, 7.5, 6.59375, 7.03125, -10.5, 7.0625, 5.53125, 6.375, -9.3125, 4.5, 7.34375, 12.75, 5.8125, 7.71875, 5.5625, 7.96875, 5.78125, 6.625, 6.84375, 32.75, 7.59375, 4.71875, 12.0, 6.875, 5.875, 7.53125, 6.28125, 6.46875, 24.75, 6.25, 8.1875, 7.125, 8.4375, 3.6875, 4.1875, 20.75, 6.1875, 9.25, 7.84375, 7.15625, 6.65625, 6.71875, 6.6875, 7.59375, 5.3125, 6.125, -6.125, 6.6875, 6.71875, 5.28125, 5.75, 6.0, 4.84375, 7.1875, 7.65625, 8.0625, 7.78125, 6.8125, 6.15625, 7.46875, 5.4375, 5.6875, 5.625, 6.8125, 10.5, 6.96875, 7.75, 6.9375, 7.4375, 5.40625, 6.15625, 6.96875, 6.15625, 7.25, 5.9375, 5.90625, 9.75, 6.03125, 26.375, 5.34375, 7.4375, 6.09375, 6.28125, 6.03125, 7.65625, 6.96875, 5.5625, 6.09375, 5.9375, 7.34375, 5.34375, 7.40625, 8.5, 6.21875, 6.0, 7.21875, -4.0, 7.5625, 7.34375, 7.125, 7.03125, 6.5, 6.375, 7.4375, 6.34375, 6.5625, 6.28125, 6.40625, 6.15625, 5.46875, 6.875, 5.6875, 4.96875, 8.625, 6.75, 6.1875, 27.25, 6.15625, 6.5, 7.40625, 6.1875, 6.90625, 7.65625, 6.90625, 7.6875, 5.4375, 6.53125, 5.5, 6.625, 7.625, 7.03125, 7.75, 5.625, 6.21875, 7.8125, 9.0, 5.40625, 6.03125, 7.375, 6.8125, 6.0, 7.125, 8.0, 3.1875, 6.53125, 7.5, 8.125, 10.9375, 8.9375, 5.5625, 16.625, 7.15625, 12.3125, 27.0, 6.5, 7.3125, 6.5625, 6.9375, 5.65625, 6.875, 6.90625, 5.125, 5.96875, 8.4375, 9.625, 6.03125, 5.15625, 6.28125, 6.1875, 7.3125, 6.34375, 5.46875, 4.5, 6.15625, 5.6875, 6.78125, 6.90625, 8.125, 7.375, 6.375, 7.40625, 5.78125, 6.0, 5.96875, 8.8125, 7.09375, 5.96875, 5.78125, 6.4375, 5.40625, 6.46875, 4.71875, 8.9375, 5.4375, 5.09375, 6.59375, 5.46875, 5.9375, 6.75, 7.625, 5.46875, 6.6875, 7.03125, 4.71875, 6.21875, -6.53125, 7.1875, 6.71875, 7.15625, -5.625, 6.09375, 5.59375, 17.25, 5.90625, 7.3125, 6.40625, 5.375, 6.03125, 5.28125, 7.0625, 5.25, 5.0, 8.25, 6.46875, 3.328125, 7.125, 9.375, 10.9375, 12.625, 5.9375, 4.6875, 7.46875, 5.6875, 6.6875, 5.375, 7.1875, 6.96875, 5.34375, 6.78125, 7.125, 5.15625, 5.21875, 7.90625, 6.8125, 5.9375, 7.03125, 6.9375, 5.90625, 5.59375, 6.46875, 7.3125, 6.125, 5.9375, 4.90625, 6.40625, 6.34375, 6.28125, 6.59375, 8.0, -1.867188, 6.03125, 6.90625, 4.8125, 10.5625, 6.03125, 8.25, 6.5, 6.5, 6.84375, 6.75, 5.40625, 4.5, 7.625, 7.4375, 6.15625, 6.46875, -6.5, 7.46875, 7.65625, 9.25, 5.90625, 6.3125, 5.875, 4.28125, 6.03125, 6.09375, 5.6875, 7.0625, 9.375, 6.4375, 7.3125, 7.21875, 6.5625, 5.9375, 6.375, 4.96875, 4.9375, 7.28125, 5.9375, 11.5625, 6.03125, 6.625, 7.46875, 5.96875, 16.375, 6.59375, 7.46875, 5.03125, 6.34375, 5.53125, 7.03125, 6.21875, 13.0, 6.90625, 10.125, 7.1875, 6.8125, 7.40625, -5.59375, 6.09375, 5.71875, 12.3125, 7.09375, -7.5, 4.4375, 7.09375, 6.78125, 10.1875, -5.9375, 4.125, 17.625, 11.25, -5.875, 7.34375, 5.46875, 11.75, 6.8125, -5.96875, 7.40625, 6.65625, 5.46875, 14.875, 5.59375, 6.0625, 5.53125, 6.21875, 7.9375, 6.71875, 5.65625, 6.1875, 8.4375, 6.5625, 7.78125, 8.625, 5.96875, 6.0, 8.3125, 5.96875, 5.75, 8.25, 4.78125, 4.75, 7.65625, 6.625, 5.28125, 5.9375, 6.75, 8.75, 6.34375, 6.0625, 6.4375, 6.21875, 6.6875, 9.0625, 9.5625, 6.96875, 9.375, 10.8125, 7.625, 5.84375, 8.25, 6.46875, 6.6875, 6.75, 6.0625, 19.625, 5.75, 5.65625, 6.3125, 6.84375, 58.75, 7.4375, 7.03125, 7.875, 9.9375, 6.0, 5.9375, 6.15625, 6.71875, 7.0, 9.25, 5.34375, 6.4375, 6.75, 28.375, 5.5625, 6.0, 5.03125, -7.53125, 7.59375, 6.125, 5.65625, 6.65625, 7.03125, 13.5, 6.96875, 9.8125, 6.5625, 6.65625, 7.3125, 25.625, 6.3125, 8.5625, 6.1875, 7.125, 11.6875, 7.15625, 5.46875, 5.21875, 5.78125, 5.65625, 4.5, 6.3125, 8.3125, 4.34375, 6.15625, 5.5625, 6.5625, 4.875, 7.9375, 5.71875, -6.84375, 11.625, 6.5, 5.5, 12.625, 7.5, 5.1875, 5.65625, 6.25, 14.3125, 7.5, -6.875, 7.875, 5.8125, 6.6875, 6.28125, 6.3125, 8.5625, 8.4375, 6.59375, 4.28125, 7.40625, 6.9375, 6.75, 10.5625, 4.46875, 6.65625, 7.90625, 9.8125, 6.59375, 6.53125, 7.0625, 5.25, 6.0625, 7.1875, 7.84375, 6.15625, 6.5, 5.96875, 7.625, 5.75, 5.5625, 6.375, 5.71875, 6.21875, 8.25, 8.75, 6.0, 7.21875, 5.46875, 7.0625, 6.4375, 6.4375, 7.15625, 7.125, 7.9375, 7.0625, 6.09375, 7.75, 7.1875, 7.75, 8.1875, 6.5625, 5.25, 5.625, 4.46875, 5.5625, 7.6875, 6.09375, 19.25, 9.875, 5.875, 7.71875, 9.25, 9.375, 5.96875, 6.46875, 6.21875, 5.78125, 5.96875, 7.75, 6.6875, 6.1875, 6.375, 4.25, 6.875, 7.0, 8.375, 7.125, 7.71875, 5.0, 6.28125, 6.28125, 7.125, 7.53125, 14.125, 6.21875, 4.84375, 5.875, 8.625, 7.84375, 5.75, 8.0625, 5.9375, 4.78125, 5.84375, 5.0625, 6.15625, 6.40625, 7.5, 7.6875, 6.40625, 6.3125, 5.84375, 6.78125, 29.0, 6.25, 6.46875, 21.75, 8.4375, 6.9375, 8.1875, 6.0, 6.78125, -6.09375, 7.0, 6.875, 6.3125, 6.40625, 7.40625, 4.4375, 6.25, -6.5, 7.28125, 7.625, 9.5625, 6.09375, 6.71875, 6.1875, 5.21875, 6.1875, 5.375, 6.78125, 5.4375, 4.625, 6.375, 4.84375, 6.6875, 14.3125, 6.25, 7.65625, 8.125, 32.5, 5.65625, 7.125, 6.3125, 6.34375, 7.375, 6.5, 6.5625, 7.34375, 6.75, -5.78125, 3.984375, 6.84375, 5.6875, 7.84375, 6.8125, 5.59375, 16.375, 23.25, 5.90625, 6.59375, 6.5625, 7.28125, 21.5, 23.875, 6.1875, 6.9375, 6.0625, 5.40625, 6.03125, 7.34375, 6.28125, 6.09375, 6.96875, 5.15625, 6.03125, 5.6875, 7.15625, 6.25, 7.84375, 7.03125, 5.71875, 7.34375, 9.1875, 6.15625, 7.5625, 5.46875, 8.375, 13.5625, 7.5625, 17.5, 3.15625, 8.5, 16.25, 6.28125, 5.21875, 6.25, 7.625, 7.4375, 2.859375, 8.0625, 6.9375, 6.375, 4.59375, 5.625, 15.0, 5.65625, 7.34375, 7.40625, 6.5, 6.96875, 86.5, 5.03125, 7.03125, 5.96875, 5.75, 7.03125, 4.5625, 7.09375, 7.28125, 6.75, 6.25, 5.25, 8.0, 8.4375, -6.5, 6.125, 5.9375, 27.375, 7.03125, 7.375, 5.96875, 4.53125, 6.75, 6.84375, 5.90625, 7.21875, 6.3125, 8.375, 6.96875, 6.46875, 12.3125, 5.9375, 9.5, 7.40625, 6.5, 7.0, 9.0, 6.78125, 6.4375, 6.3125, 7.46875, 29.0, 6.375, 4.6875, 5.0, 6.28125, 5.46875, 10.5, 5.25, 4.90625, 6.21875, 7.125, 4.46875, 6.125, 5.6875, 6.46875, 14.6875, 8.75, 6.59375, 6.0, 6.25, 7.71875, 10.625, 10.6875, 9.1875, 4.71875, 5.40625, 5.75, 9.0625, 6.5625, 6.5625, 9.25, 6.125, 6.625, 7.15625, 6.09375, 6.375, 8.4375, 7.40625, 11.25, 6.53125, 16.25, 7.21875, 13.125, 11.25, 8.8125, 7.09375, 10.375, 6.71875, 13.125, 10.875, 6.03125, 8.25, 5.9375, 6.375, 5.90625, 6.28125, 12.75, 6.0, 5.84375, 18.625, 6.75, 5.78125, 6.0, 6.5, 6.3125, 6.1875, 5.46875, 6.5, 5.71875, 5.40625, 8.0, 6.375, 7.6875, 4.59375, 6.71875, 6.625, 5.5625, 5.59375, 6.6875, 4.9375, 6.53125, 6.96875, 5.28125, 6.53125, 12.4375, 5.09375, 7.3125, 20.875, 6.375, 5.96875, 6.625, 7.0625, 6.59375, 6.84375, 18.0, 7.125, 5.3125, 6.0, 5.84375, 6.1875, 7.28125, 5.65625, 8.5, 6.28125, 6.84375, 5.9375, 7.28125, 9.5, 6.21875, 17.5, 6.90625, 6.09375, 6.46875, 7.1875, 9.375, 5.90625, 6.90625, 5.5, 5.6875, 5.65625, 7.0, 7.3125, 5.75, 11.0, 6.75, 5.25, 5.875, 7.375, 5.90625, 4.65625, 9.375, 7.96875, 22.75, 6.6875, 7.78125, 4.875, 7.1875, 6.71875, 6.84375, 4.4375, 7.3125, 6.65625, 6.375, 6.28125, 8.8125, 6.84375, 5.75, 6.1875, 4.9375, 6.03125, 8.0625, 12.3125, 5.40625, 7.15625, 6.8125, 8.0625, 8.0625, 5.84375, 7.25, 6.3125, 7.59375, 7.34375, 5.5625, 7.53125, 6.84375, 6.8125, 6.0, 7.25, 41.25, 6.125, 5.5, 5.6875, 6.03125, 12.8125, 5.40625, 7.3125, 6.71875, 7.21875, 6.03125, 5.21875, 9.3125, 8.25, 7.28125, 5.40625, 7.6875, 6.21875, 10.9375, 6.625, -6.625, 7.625, 6.96875, 9.5, 6.8125, 7.53125, 6.25, 6.3125, 8.5, 6.1875, 7.53125, 6.28125, 5.78125, 5.78125, 4.5, 6.59375, 6.875, 6.65625, 6.09375, 7.15625, 6.15625, 6.90625, 7.4375, 5.09375, 6.3125, 7.5625, 4.0625, 19.875, 5.9375, 6.4375, 6.46875, 7.0625, 5.03125, 7.78125, 4.96875, 6.96875, 6.65625, 5.6875, 6.1875, 6.46875, 5.34375, 5.3125, 13.8125, 6.59375, -22.0, 5.0625, 7.375, 5.375, 6.875, 7.0, 6.3125, 5.65625, 5.5, 6.5625, 7.1875, 6.71875, 8.1875, 8.0625, 10.3125, 6.21875, 8.1875, 4.84375, 6.15625, 6.53125, 5.40625, 6.40625, 7.1875, 5.875, 7.25, 6.0625, 6.3125, 4.65625, 6.40625, 8.875, 5.84375, 5.3125, 6.78125, 6.5, 7.25, -12.0, 3.984375, 6.71875, 9.375, -6.625, 6.59375, 8.125, 8.5625, 7.0, 7.03125, 5.375, 10.0, 7.1875, 7.5625, 6.5, 7.5625, 34.5, 7.03125, 5.875, 6.78125, 7.625, 5.90625, 6.875, 12.8125, 7.0, 5.46875, 7.59375, 16.0, 6.125, -6.21875, 12.875, 5.96875, 6.28125, 41.75, -6.375, 4.78125, 6.65625, 5.21875, 6.4375, 6.40625, 6.5625, 6.0, 5.6875, 4.78125, 6.34375, 6.40625, 22.125, 6.15625, 3.609375, 9.125, 6.28125, 7.21875, 6.15625, 6.1875, 6.15625, 5.78125, 7.28125, 5.25, -11.9375, 6.25, 5.0, 6.59375, 8.1875, 5.96875, 6.96875, 5.71875, 8.0, 5.9375, 5.84375, 7.375, 6.40625, 5.78125, 6.46875, 5.625, 7.40625, 6.40625, 7.78125, 5.09375, 7.3125, 7.34375, 6.71875, 6.15625, 6.53125, 6.96875, 7.0625, 8.6875, 7.6875, 7.0625, 6.375, 7.96875, 6.59375, 6.875, 6.34375, 6.90625, 6.90625, 6.96875, 5.3125, 5.65625, 5.5625, 8.75, 10.0625, 6.28125, 7.125, 6.84375, 5.84375, 6.90625, 6.875, 8.625, 6.6875, 6.53125, 7.78125, 7.3125, 6.28125, 6.65625, 6.21875, 6.3125, 6.3125, 7.65625, 6.28125, 6.40625, 4.9375, 10.5625, 5.9375, 6.25, 17.375, 5.875, 8.75, 6.09375, 8.0, 6.09375, 6.28125, 7.0625, 5.28125, 6.4375, 6.34375, 7.09375, 6.03125, 13.0, 8.6875, 9.3125, 11.8125, 5.71875, 11.25, 5.46875, 5.625, 6.125, 5.28125, 8.8125, 5.90625, 7.125, 11.5625, 5.34375, 6.15625, 6.15625, 11.0625, 3.625, 5.5625, 7.40625, 6.53125, 5.46875, 5.75, 7.40625, 6.46875, 6.28125, 7.0625, 8.8125, 19.75, 6.875, 5.5625, 6.6875, 7.0, 6.625, 32.75, 5.40625, 6.84375, 6.6875, 14.625, 6.09375, 6.625, 9.25, 7.25, 6.25, 9.8125, 7.90625, 5.96875, 7.34375, 6.5, 5.28125, 7.0, 7.5625, 5.625, 6.625, 7.1875, 7.15625, 6.25, 6.375, 8.1875, 6.375, 6.4375, 4.71875, 11.375, 6.96875, 6.40625, -10.75, 6.5625, 8.625, -6.53125, 6.6875, 5.65625, 7.21875, 5.625, 7.46875, 8.1875, 6.75, 5.65625, 8.3125, 5.71875, 7.96875, 6.15625, 14.5, 6.09375, 9.0625, 7.46875, 5.71875, 6.25, 7.0, 5.96875, 7.46875, 4.4375, -8.75, 6.46875, 10.8125, 7.6875, 8.4375, 9.125, 6.28125, 7.625, 7.15625, 6.34375, 7.28125, 7.78125, 6.75, 10.75, 7.0, -7.53125, 7.53125, 6.5, 6.15625, 9.1875, 6.46875, 6.15625, 9.0, 5.9375, 5.65625, 5.0625, 7.5, 13.375, 6.875, 10.0, 7.25, 5.84375, 7.78125, 6.46875, -6.6875, 5.8125, 5.28125, 6.84375, 16.875, 6.71875, 6.09375, 7.9375, 6.21875, 8.5625, 6.1875, 7.75, 5.1875, 4.5625, 7.5625, 5.6875, 6.53125, 6.09375, 8.25, 9.5625, 7.78125, 9.375, 6.53125, -5.9375, 6.90625, 7.375, 6.78125, 5.21875, 5.6875, 8.25, 5.71875, 6.53125, 13.375, 6.75, 6.9375, 6.53125, 6.0, 5.25, -12.4375, 7.0, 5.84375, 6.5625, 6.59375, 8.3125, 8.5, 6.71875, 5.78125, 5.1875, 8.1875, 6.03125, 5.625, 5.84375, -9.25, 8.5, 6.8125, 6.4375, 5.9375, -13.4375, 6.9375, 6.5, 6.28125, 5.28125, 6.125, 7.40625, 8.125, 6.875, 5.65625, 9.0625, 6.34375, 4.09375, 7.21875, 5.90625, 13.5625, -6.5625, 35.25, 7.15625, 6.625, 23.875, 7.3125, -8.625, 7.9375, 5.125, 6.4375, 7.21875, 7.4375, 9.625, -5.5, 6.0625, 5.53125, 6.09375, 7.8125, 7.28125, 6.625, 6.1875, 6.6875, 6.375, 6.71875, 7.59375, 6.25, 6.625, 10.625, 6.375, -6.46875, 6.6875, 7.53125, 6.71875, 6.0625, 9.9375, 5.53125, 6.90625, 6.5, -6.65625, 6.03125, 6.09375, 5.65625, 6.03125, 6.25, 7.21875, -6.375, 9.875, 6.09375, 7.6875, 5.53125, 16.0, 6.75, 6.0625, 6.71875, 5.3125, 7.1875, 7.1875, 6.8125, 6.625, 6.875, 6.46875, 4.84375, 5.125, 5.34375, 6.09375, 6.21875, -7.03125, 6.34375, 10.8125, 6.6875, 7.21875, 7.28125, -14.3125, 8.125, 7.875, 5.875, 6.25, 6.4375, 8.625, 6.375, 6.09375, 10.375, 7.3125, 7.375, 14.75, 5.90625, 7.09375, 6.0, 10.0625, 7.53125, 6.625, 14.875, 9.3125, 10.6875, 8.5, 9.6875, 5.75, 5.71875, -6.1875, 7.40625, 6.25, 5.96875, 6.96875, 5.8125, 9.875, 5.6875, 8.5, 6.625, 6.09375, 6.6875, 5.71875, 5.375, 7.875, 6.1875, 5.25, 8.4375, 6.40625, 6.15625, 6.34375, 4.59375, 7.0, 5.875, 5.625, 6.0625, 8.0, 7.875, 6.3125, 5.59375, 6.28125, 22.125, 6.0625, 5.5, 7.09375, 6.53125, 16.125, -6.9375, 5.375, 6.0625, 6.9375, 7.25, 7.875, 6.90625, 6.75, 10.5625, 6.59375, 5.0, 6.0, 10.125, 6.375, 5.375, 7.5625, 8.5625, 7.5625, 6.6875, 7.5625, 5.15625, 5.1875, 5.53125, 5.71875, 7.21875, 5.75, -7.3125, 5.125, 6.71875, -10.3125, 5.71875, 6.96875, 5.6875, 6.03125, 5.59375, 6.96875, 7.375, 6.5625, 7.96875, 6.40625, 4.96875, 4.40625, 22.875, 10.1875, 7.0, 5.25, 6.375, 7.71875, 6.0625, 10.1875, 7.0625, 6.5, 7.0, 6.5625, 6.875, 8.875, 5.375, 5.3125, 8.375, 6.28125, 5.9375, 7.4375, 8.125, 6.96875, 6.75, 5.84375, 7.53125, 7.96875, 5.4375, 6.125, 22.25, 6.96875, 5.875, 6.625, 5.4375, 6.90625, 5.5625, 4.15625, 5.125, 5.28125, 6.78125, 9.875, 6.78125, 6.71875, 8.6875, 5.90625, 6.125, 6.4375, 9.1875, 6.65625, 5.5, 7.75, 6.40625, 6.9375, 6.1875, 6.21875, 7.96875, 16.5, 6.15625, 5.34375, 6.375, -8.125, 6.03125, 8.8125, 8.0625, 9.375, 7.0, 8.4375, 6.96875, 7.40625, 7.0625, 4.75, 6.15625, 10.5625, 6.6875, 6.3125, 10.0, 6.25, 6.4375, -5.78125, 6.9375, 6.71875, 7.5, 6.5, 24.875, 12.1875, 6.1875, 8.75, 11.25, 7.75, 6.84375, 6.53125, -5.8125, 5.75, 7.4375, 5.71875, 6.9375, 6.21875, 8.3125, 8.1875, 4.25, 6.90625, 5.78125, 5.875, 6.90625, 7.59375, 6.46875, 5.5, 5.71875, 6.21875, 7.03125, 4.8125, 6.90625, 5.59375, 6.125, -6.9375, 6.34375, 6.40625, 6.03125, 6.84375, 7.9375, -8.5, 6.34375, 5.78125, 6.71875, 6.71875, 8.25, -7.625, 5.875, 8.4375, 6.03125, 5.40625, 6.09375, 9.0625, -11.0, 6.8125, 6.125, 6.09375, 5.9375, 23.875, 9.0625, 5.96875, 5.75, 6.96875, 6.59375, 5.40625, 9.4375, 6.65625, 5.21875, 6.03125, 7.75, 5.03125, 6.28125, 77.0, 7.53125, 6.75, 5.96875, 7.6875, 5.78125, 6.46875, 7.25, 7.4375, 6.4375, 6.09375, 8.375, 9.0625, 7.3125, 6.59375, 6.15625, 6.15625, 10.5, 8.8125, 9.625, 6.3125, 8.25, 5.5, 5.40625, 7.09375, 5.96875, 6.78125, 6.59375, 8.25, 5.625, -6.15625, 11.5, 6.84375, 6.40625, 5.875, 5.5625, 11.3125, 7.03125, 6.40625, 9.375, 42.25, 6.40625, -6.78125, 8.75, 5.84375, 5.78125, 5.4375, 6.90625, 6.875, 3.75, 6.03125, 6.09375, 5.8125, 25.875, 6.71875, 6.46875, 6.3125, 4.65625, 6.0625, 6.34375, 3.625, 6.125, 11.375, 6.65625, 24.5, 7.1875, 14.4375, 6.8125, 7.46875, 5.90625, 7.0, 7.53125, 4.96875, 6.125, 6.59375, 7.5, 5.5625, 5.8125, 5.9375, 3.984375, 6.375, 5.59375, 6.09375, 5.1875, 6.15625, 13.375, 6.3125, 5.5625, 7.21875, 6.03125, 7.125, 7.875, 5.59375, 7.5, 6.40625, 4.90625, 10.0625, 8.9375, 6.1875, 11.875, 8.6875, 6.21875, 5.6875, 4.53125, 4.71875, 6.1875, 6.9375, 8.25, 6.5625, 7.125, 5.78125, 6.625, 6.0, 7.34375, 5.8125, 5.03125, 7.59375, 6.25, 22.125, 9.0, -6.375, 6.40625, 7.5, 4.75, 9.8125, -9.1875, 8.625, 7.8125, 6.65625, 6.09375, 5.8125, 7.15625, 5.6875, 6.0, 6.40625, 6.90625, 8.625, 43.75, 9.8125, 6.75, 5.9375, 7.9375, 6.21875, 8.8125, 5.25, 5.625, 6.4375, 6.09375, 7.1875, 5.40625, 5.4375, 6.34375, 6.65625, 5.21875, 7.21875, 5.53125, 7.125, 5.28125, 8.375, 15.3125, 6.5625, 7.375, 6.5, -10.25, 5.78125, 6.65625, 15.25, 5.25, -9.25, 7.0625, 7.3125, 8.4375, 7.15625, 8.25, 8.3125, 14.25, 9.3125, 6.53125, 3.265625, 4.9375, 7.03125, 5.875, 6.09375, 6.125, 13.6875, 6.53125, 5.78125, 5.125, 7.78125, 17.125, 5.46875, 9.8125, 6.40625, 6.8125, 4.5, 11.8125, 4.9375, -5.09375, 5.90625, 6.5625, 7.40625, 12.125, 6.71875, 5.84375, 8.25, 10.25, 5.59375, 8.0625, -5.875, 6.84375, 5.96875, 6.28125, 7.6875, 5.90625, 10.1875, 6.4375, 24.625, 7.09375, 4.75, 5.8125, 5.6875, 22.25, 6.15625, 7.0, 6.84375, 5.15625, 8.1875, 29.375, 5.15625, 6.15625, 6.625, -10.625, 3.9375, 8.25, 6.0625, 8.875, 14.9375, 7.28125, 17.0, 30.5, 8.375, 6.625, 6.78125, 5.0625, 6.96875, 11.0625, -6.90625, 6.71875, 9.3125, 6.59375, 6.75, 5.28125, 6.25, 7.0625, 4.40625, 6.375, 8.6875, 6.03125, 6.625, 10.0, 4.28125, 7.59375, -12.9375, 6.15625, 12.375, 7.59375, 6.375, 5.96875, 5.53125, 7.96875, 6.1875, 5.34375, 17.75, -3.71875, 8.3125, 10.25, 6.125, 15.0, 7.21875, 5.75, 7.09375, 6.375, 7.78125, 8.375, 6.96875, 6.5, 6.4375, 7.65625, 6.1875, 6.375, 6.15625, 8.1875, 7.25, 6.5, 5.0625, 6.15625, 5.3125, 6.46875, 5.125, 6.875, 6.5625, 5.96875, 5.5625, 5.96875, 14.3125, 9.0, 5.40625, 6.65625, 7.25, 6.46875, 5.34375, 7.8125, 8.75, 11.625, 5.75, 5.53125, 6.28125, 7.0625, 6.0625, 6.125, 13.75, 5.53125, 6.6875, 37.25, 5.34375, 7.84375, 6.03125, 13.6875, 12.5625, 14.5, 7.625, 11.0625, 5.90625, 7.15625, 7.5625, 8.3125, 7.34375, 8.6875, -6.34375, 9.625, 5.59375, 6.5625, 7.53125, 7.1875, 6.28125, 5.65625, 7.5, 5.21875, 7.40625, 6.28125, 7.875, 7.6875, 5.71875, 6.40625, 7.46875, 5.78125, 7.78125, 7.5, 9.125, 5.9375, 10.5625, 5.875, 6.59375, 5.53125, 7.65625, 6.40625, 6.0625, 8.875, 7.03125, 6.6875, 6.0, 5.78125, 7.21875, 7.71875, 8.375, 6.5, 7.15625, 7.0625, 5.96875, 11.25, 5.5625, 5.9375, 6.0625, 6.34375, 6.71875, 6.5, 6.4375, 6.0, 6.03125, 6.25, 5.3125, 6.6875, 6.46875, 10.125, 6.15625, 9.0625, 8.9375, 6.65625, 6.03125, 6.78125, 6.375, -8.3125, 6.03125, 7.71875, 6.3125, 6.4375, 7.4375, 6.25, 6.8125, 6.59375, 6.0625, 6.5625, 7.34375, 5.21875, 6.71875, 10.75, 6.5, 6.28125, 5.0625, 6.625, 6.0625, 8.25, 7.03125, -5.25, 6.03125, 39.0, 13.9375, 7.1875, 6.0625, 5.8125, 7.9375, 11.0625, 8.0625, 23.25, 8.0, 7.125, 6.625, 4.28125, 7.40625, 5.8125, 7.84375, 6.75, 6.34375, 6.25, 6.40625, 6.625, 7.21875, 5.5, 7.90625, 7.1875, 6.28125, 6.3125, 13.6875, 5.15625, 16.125, 7.46875, 6.0625, 6.78125, 6.78125, 6.65625, 6.53125, 5.9375, 5.59375, 5.6875, 7.0625, 6.5, 7.15625, 6.53125, 6.21875, 5.53125, 11.875, 6.15625, 12.75, 6.65625, 5.625, 6.46875, -6.875, 6.3125, 6.375, 21.0, 5.96875, 5.65625, 7.4375, 5.125, 7.125, 6.875, 5.5, 6.28125, 6.0, 8.5625, 6.78125, 5.375, 11.0, 6.8125, 6.3125, 8.5625, 38.25, 6.71875, 7.96875, 6.78125, 4.53125, 13.3125, 8.375, 7.3125, 7.4375, 5.59375, 5.8125, 6.0, 6.625, 5.40625, 5.5625, 5.4375, 6.65625, 6.9375, 5.03125, 6.375, 5.9375, 7.03125, 5.5, 5.6875, 7.0625, 5.1875, 6.78125, 9.5, 21.75, 6.65625, 6.9375, 10.1875, 10.4375, 5.46875, 12.25, 6.0625, 7.1875, -5.0, 8.25, 6.3125, 4.34375, 6.25, 6.9375, 6.71875, 7.5, 5.65625, 4.3125, 9.25, 6.40625, 6.875, 7.125, 8.5, 6.34375, 5.34375, 6.03125, 7.78125, 22.0, 7.1875, 6.96875, 66.5, 7.28125, 6.40625, 5.0625, 5.4375, 7.34375, 6.375, 9.875, 7.21875, 6.6875, 7.0, 7.4375, 7.4375, 4.21875, 8.875, 7.78125, 6.53125, 6.65625, 6.15625, 20.125, 7.21875, 6.09375, 5.3125, 6.78125, 6.25, 5.6875, 7.71875, 6.0625, 7.625, 6.21875, 11.5625, 14.125, 8.25, 6.34375, 13.1875, 7.28125, 5.8125, 6.125, 5.6875, 6.21875, 5.625, 7.21875, 5.6875, 7.40625, 6.53125, 6.65625, 11.875, 4.125, 6.65625, 6.0, 5.9375, 4.875, 5.59375, 6.84375, 6.0, 5.84375, 7.875, 6.375, 7.1875, 5.65625, 6.875, 6.125, 8.9375, 7.25, 6.59375, 5.9375, 6.625, 7.09375, 6.6875, 8.6875, 5.4375, 4.4375, 4.34375, 8.75, 8.4375, 5.125, 6.625, 11.4375, 5.875, 6.5, 6.6875, 7.09375, 4.96875, 12.75, 5.3125, 8.625, 4.65625, 6.0625, 5.53125, 10.6875, 5.71875, 6.96875, 7.65625, 8.1875, 6.34375, 4.6875, 5.0, 6.90625, 4.375, 7.75, 7.78125, 6.21875, 6.25, 6.375, 11.8125, 6.03125, 11.5, 11.4375, 6.25, 6.15625, 7.59375, 7.15625, 6.625, 6.5, 6.4375, 22.0, 24.75, 9.0625, 7.125, 6.28125, 7.28125, 6.375, 7.0625, 5.96875, 6.75, 6.34375, 11.0, 4.5, 9.625, 8.9375, 5.59375, 6.03125, 5.125, 6.71875, 6.8125, 6.25, 7.09375, 6.3125, 6.25, 6.71875, 8.8125, 7.125, 5.46875, -7.5, 6.40625, 6.9375, 4.25, 7.25, 6.25, 8.5, 4.84375, 8.0, 4.90625, 6.96875, 6.59375, 7.8125, 6.03125, -9.25, 6.0, 7.28125, 8.5, 6.0, 6.90625, 5.71875, 6.875, 8.125, 5.25, 6.9375, 6.34375, 11.6875, 6.28125, 6.15625, 5.5, 8.6875, 6.21875, 6.34375, 6.5625, 7.5, 5.6875, 6.25, 5.78125, 5.9375, 9.9375, 5.21875, 6.5, 5.5, 5.53125, 6.125, 7.5625, 5.9375, 6.0, 7.75, 11.4375, 5.125, 6.5625, -7.0625, 7.5, 6.84375, 6.625, 6.625, 8.875, 5.71875, 5.84375, 7.78125, 4.9375, 8.75, 5.21875, 10.6875, 6.625, 26.875, 6.6875, -6.8125, 4.90625, 7.15625, 6.09375, 6.625, 6.90625, 5.8125, 14.4375, 10.1875, -5.625, 6.25, 7.21875, 6.59375, 6.84375, 12.75, 6.625, 6.34375, 7.8125, 6.96875, 7.40625, 7.125, 5.78125, 9.0, 6.46875, 14.9375, 4.1875, 6.4375, 5.8125, 6.09375, 6.375, 6.3125, 6.84375, 8.9375, 29.625, 7.1875, 6.75, 6.34375, 6.25, 5.4375, 5.125, 5.53125, 7.21875, 5.3125, 6.46875, 6.875, 7.71875, 8.6875, 7.0625, 6.96875, 8.625, 6.625, 5.8125, 4.96875, 8.0625, 7.09375, 6.71875, 4.15625, 52.5, 6.59375, 6.34375, 6.34375, 7.53125, 4.375, 6.53125, 6.25, 7.15625, 7.1875, 6.25, 6.4375, 10.4375, 6.0, 6.09375, 6.0625, 5.25, 8.625, 4.6875, 4.46875, -9.375, 8.5625, 5.1875, 7.5625, 5.71875, 5.6875, 6.3125, 13.3125, 5.0625, 8.0625, 4.71875, -7.65625, 8.3125, 9.5, 7.65625, 7.0, 7.15625, 6.34375, 4.4375, 5.5625, 17.0, 4.96875, 5.71875, 6.625, 6.90625, 6.09375, 6.28125, 5.0625, 6.65625, 4.34375, 7.53125, 7.8125, 6.9375, 6.75, 6.375, 5.53125, 6.1875, 5.4375, 6.125, -12.25, 8.125, 5.40625, 8.125, 6.03125, 4.71875, 3.46875, 6.0625, 11.0, 6.5, -9.9375, 7.34375, 5.1875, 5.6875, 7.1875, 7.0, 7.6875, 9.875, 6.875, 7.65625, 6.90625, 6.375, 6.09375, 6.59375 ] } , "name": "onnx::Mul_11455", "outputIndexes": [ 6646 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6645, 6646 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/input_layernorm/Mul_1_output_0", "outputIndexes": [ 6647 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6647 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.40/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 8245 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8245 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.40/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 8246 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8246 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2363399238, 2621462, 655360, 0, 0 ] } , "name": "/layers.40/self_attn/q_proj/Linear", "outputIndexes": [ 8247 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8247 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.40/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 8248 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8248 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ] , "dimType": "NCHW" } , "name": "/layers.40/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 6648 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6647 ] , "main_type": "NONE", "name": "/blocks.40/self_attn/Shape_output_0", "outputIndexes": [ 6649 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 6649 ] , "main_type": "NONE", "name": "Shape8111", "outputIndexes": [ 6650 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 6649 ] , "main_type": "NONE", "name": "Rank8113", "outputIndexes": [ 6651 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6651, 6651 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp8115", "outputIndexes": [ 6652 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6652 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze8116", "outputIndexes": [ 6653 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6652, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp8118", "outputIndexes": [ 6654 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6654 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze8119", "outputIndexes": [ 6655 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6650, 6653, 6655, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice8122", "outputIndexes": [ 6656 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6656 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze8123", "outputIndexes": [ 6657 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6657, 6657 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp8125", "outputIndexes": [ 6658 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6649, 6658, 6652 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.40/self_attn/Gather_output_0", "outputIndexes": [ 6659 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6659, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.40/self_attn/Unsqueeze_output_0", "outputIndexes": [ 6660 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6652 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze8133", "outputIndexes": [ 6661 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6654 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze8136", "outputIndexes": [ 6662 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6650, 6661, 6662, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice8139", "outputIndexes": [ 6663 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6663 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze8140", "outputIndexes": [ 6664 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 6664 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp8141", "outputIndexes": [ 6665 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6665, 6664 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp8142", "outputIndexes": [ 6666 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6649, 6666, 6652 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.40/self_attn/Gather_1_output_0", "outputIndexes": [ 6667 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6667, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.40/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 6668 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6660, 6668, 41, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.40/self_attn/Concat_output_0", "outputIndexes": [ 6669 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6648, 6669 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.40/self_attn/Reshape_output_0", "outputIndexes": [ 6670 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6670 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.40/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 6672 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6672 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.40/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 6673 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6673, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/self_attn/q_norm/Add_output_0", "outputIndexes": [ 6674 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6674, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 6675 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6670, 6675 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 6676 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6676, 885 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 6677 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6677, 76 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/self_attn/Mul_output_0", "outputIndexes": [ 6678 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6677 ] , "main_type": "NONE", "name": "/blocks.40/self_attn/Shape_2_output_0", "outputIndexes": [ 6679 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 6679 ] , "main_type": "NONE", "name": "Shape8156", "outputIndexes": [ 6680 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 6679 ] , "main_type": "NONE", "name": "Rank8158", "outputIndexes": [ 6681 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6681, 6681 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp8160", "outputIndexes": [ 6682 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6682 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze8161", "outputIndexes": [ 6683 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6682, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp8163", "outputIndexes": [ 6684 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6684 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze8164", "outputIndexes": [ 6685 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6680, 6683, 6685, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice8167", "outputIndexes": [ 6686 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6686 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze8168", "outputIndexes": [ 6687 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 6687 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp8169", "outputIndexes": [ 6688 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6688, 6687 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp8170", "outputIndexes": [ 6689 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6679, 6689, 6682 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.40/self_attn/Gather_2_output_0", "outputIndexes": [ 6690 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6690, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/self_attn/Div_output_0", "outputIndexes": [ 6691 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6691, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.40/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 6692 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6677, 6692, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.40/self_attn/Slice_1_output_0", "outputIndexes": [ 6693 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6693 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.40/self_attn/Neg_output_0", "outputIndexes": [ 6694 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6691, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.40/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 6695 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6677, 31, 6695, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.40/self_attn/Slice_output_0", "outputIndexes": [ 6696 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6694, 6696 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.40/self_attn/Concat_2_output_0", "outputIndexes": [ 6697 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6697, 107 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/self_attn/Mul_1_output_0", "outputIndexes": [ 6698 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6678, 6698 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/self_attn/Add_output_0", "outputIndexes": [ 6699 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6659, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.40/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 6700 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6667, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.40/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 6701 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6700, 6701, 64, 42 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.40/self_attn/Concat_1_output_0", "outputIndexes": [ 6702 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6702, 4536 ] , "main_type": "NONE", "name": "/blocks.40/self_attn/ConstantOfShape_output_0", "outputIndexes": [ 6703 ] , "type": "Fill", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 6699, 6703, 6703, 167 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 40, "kv_shared_layer_index": 22 } , "name": "/layers.40/self_attn/FusedAttention", "outputIndexes": [ 6704 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6704 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.40/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 8249 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8249 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.40/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 8250 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8250 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 81920, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2366676060, 2621462, 655360, 0, 0 ] } , "name": "/layers.40/self_attn/o_proj/Linear", "outputIndexes": [ 8251 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8251 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.40/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 8252 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8252 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.40/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 6705 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6705 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.40/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 6707 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6707 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.40/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 6708 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6708, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/post_attention_layernorm/Add_output_0", "outputIndexes": [ 6709 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6709, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 6710 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6705, 6710 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 6711 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.519531, 0.519531, 0.511719, 0.519531, 0.416016, 0.470703, 0.484375, 0.515625, 0.515625, 0.507812, 0.519531, 0.484375, 0.496094, 0.519531, 0.472656, 0.503906, 0.519531, 0.490234, 0.494141, 0.519531, 0.515625, 0.519531, 0.515625, 0.519531, 0.519531, 0.515625, 0.000473, 0.519531, 0.392578, 0.519531, 0.519531, 0.519531, 0.519531, 0.496094, 0.519531, 0.519531, 0.480469, 0.519531, 0.519531, 0.419922, 0.519531, 0.519531, 0.304688, 0.511719, 0.511719, 0.519531, 0.511719, 0.519531, 0.464844, 0.519531, 0.515625, 0.519531, 0.515625, 0.515625, 0.519531, 0.455078, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.515625, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.511719, 0.519531, 0.515625, 0.519531, 0.519531, 0.519531, 0.519531, 0.503906, 0.519531, 0.519531, 0.519531, 0.382812, 0.507812, 0.519531, 0.511719, 0.511719, 0.453125, 0.507812, 0.519531, 0.515625, 0.519531, 0.515625, 0.519531, 0.515625, 0.22168, 0.519531, 0.455078, 0.515625, 0.519531, 0.519531, 0.519531, 0.519531, 0.449219, 0.519531, 0.519531, 0.519531, 0.443359, 0.5, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.478516, 0.519531, 0.519531, 0.511719, 0.519531, 0.453125, 0.519531, 0.453125, 0.519531, 0.519531, 0.507812, 0.458984, 0.503906, 0.507812, 0.384766, 0.371094, 0.478516, 0.494141, 0.519531, 0.451172, 0.480469, 0.519531, 0.519531, 0.519531, 0.457031, 0.519531, 0.519531, 0.519531, 0.5, 0.519531, 0.519531, 0.519531, 0.433594, 0.519531, 0.488281, 0.519531, 0.519531, 0.519531, 0.519531, 0.515625, 0.5, 0.507812, 0.5, 0.519531, 0.519531, 0.519531, 0.472656, 0.519531, 0.519531, 0.488281, 0.519531, 0.5, 0.490234, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.443359, 0.5, 0.519531, 0.519531, 0.515625, 0.515625, 0.519531, 0.519531, 0.488281, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.390625, 0.519531, 0.519531, 0.427734, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.492188, 0.519531, 0.519531, 0.519531, 0.519531, 0.503906, 0.519531, 0.519531, 0.484375, 0.519531, 0.519531, 0.519531, 0.519531, 0.384766, 0.519531, 0.515625, 0.462891, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.441406, 0.503906, 0.511719, 0.519531, 0.498047, 0.519531, 0.519531, 0.507812, 0.519531, 0.507812, 0.476562, 0.496094, 0.511719, 0.470703, 0.519531, 0.507812, 0.519531, 0.519531, 0.427734, 0.400391, 0.427734, 0.519531, 0.519531, 0.511719, 0.519531, 0.519531, 0.472656, 0.519531, 0.484375, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.453125, 0.519531, 0.519531, 0.519531, 0.492188, 0.460938, 0.519531, 0.519531, 0.474609, 0.519531, 0.519531, 0.519531, 0.515625, 0.519531, 0.519531, 0.519531, 0.519531, 0.457031, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.392578, 0.515625, 0.519531, 0.519531, 0.519531, 0.511719, 0.511719, 0.519531, 0.519531, 0.507812, 0.519531, 0.519531, 0.519531, 0.482422, 0.511719, 0.519531, 0.519531, 0.519531, 0.519531, 0.492188, 0.515625, 0.515625, 0.519531, 0.519531, 0.519531, 0.519531, 0.472656, 0.519531, 0.496094, 0.519531, 0.519531, 0.197266, 0.519531, 0.519531, 0.519531, 0.496094, 0.519531, 0.503906, 0.519531, 0.519531, 0.455078, 0.519531, 0.519531, 0.503906, 0.519531, 0.519531, 0.423828, 0.482422, 0.478516, 0.519531, 0.515625, 0.396484, 0.519531, 0.457031, 0.488281, 0.511719, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.421875, 0.5, 0.519531, 0.515625, 0.519531, 0.519531, 0.519531, 0.435547, 0.486328, 0.519531, 0.519531, 0.519531, 0.519531, 0.515625, 0.515625, 0.472656, 0.519531, 0.484375, 0.519531, 0.519531, 0.519531, 0.519531, 0.435547, 0.503906, 0.519531, 0.515625, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.515625, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.496094, 0.519531, 0.519531, 0.476562, 0.519531, 0.328125, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.453125, 0.519531, 0.455078, 0.519531, 0.498047, 0.519531, 0.496094, 0.519531, 0.472656, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.498047, 0.519531, 0.484375, 0.519531, 0.519531, 0.394531, 0.416016, 0.519531, 0.519531, 0.507812, 0.433594, 0.488281, 0.519531, 0.519531, 0.519531, 0.519531, 0.478516, 0.519531, 0.519531, 0.476562, 0.511719, 0.519531, 0.402344, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.498047, 0.519531, 0.494141, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.515625, 0.429688, 0.519531, 0.519531, 0.515625, 0.519531, 0.519531, 0.519531, 0.519531, 0.412109, 0.400391, 0.519531, 0.515625, 0.462891, 0.412109, 0.519531, 0.519531, 0.519531, 0.519531, 0.507812, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.464844, 0.519531, 0.503906, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.494141, 0.519531, 0.466797, 0.519531, 0.519531, 0.519531, 0.519531, 0.515625, 0.490234, 0.519531, 0.515625, 0.519531, 0.519531, 0.519531, 0.515625, 0.519531, 0.519531, 0.519531, 0.439453, 0.519531, 0.416016, 0.519531, 0.519531, 0.519531, 0.402344, 0.519531, 0.519531, 0.519531, 0.519531, 0.498047, 0.519531, 0.498047, 0.519531, 0.519531, 0.478516, 0.519531, 0.519531, 0.519531, 0.515625, 0.519531, 0.519531, 0.519531, 0.464844, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.496094, 0.519531, 0.515625, 0.519531, 0.519531, 0.515625, 0.519531, 0.396484, 0.519531, 0.519531, 0.496094, 0.519531, 0.515625, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.433594, 0.519531, 0.515625, 0.519531, 0.519531, 0.519531, 0.507812, 0.519531, 0.519531, 0.519531, 0.507812, 0.451172, 0.5, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.457031, 0.519531, 0.519531, 0.519531, 0.494141, 0.519531, 0.519531, 0.492188, 0.486328, 0.507812, 0.429688, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.515625, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.511719, 0.484375, 0.519531, 0.519531, 0.369141, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.494141, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.496094, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.488281, 0.519531, 0.519531, 0.519531, 0.519531, 0.289062, 0.519531, 0.519531, 0.519531, 0.490234, 0.519531, 0.519531, 0.519531, 0.519531, 0.492188, 0.519531, 0.519531, 0.519531, 0.519531, 0.5, 0.302734, 0.503906, 0.503906, 0.519531, 0.441406, 0.470703, 0.208008, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.474609, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.484375, 0.519531, 0.439453, 0.460938, 0.515625, 0.519531, 0.519531, 0.519531, 0.496094, 0.519531, 0.515625, 0.5, 0.494141, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.511719, 0.519531, 0.470703, 0.519531, 0.519531, 0.519531, 0.462891, 0.474609, 0.503906, 0.515625, 0.447266, 0.507812, 0.519531, 0.519531, 0.515625, 0.466797, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.337891, 0.519531, 0.519531, 0.4375, 0.519531, 0.519531, 0.515625, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.464844, 0.519531, 0.476562, 0.519531, 0.5, 0.519531, 0.394531, 0.519531, 0.443359, 0.492188, 0.519531, 0.519531, 0.515625, 0.519531, 0.519531, 0.519531, 0.482422, 0.519531, 0.511719, 0.519531, 0.519531, 0.480469, 0.519531, 0.503906, 0.519531, 0.474609, 0.519531, 0.511719, 0.507812, 0.519531, 0.515625, 0.519531, 0.445312, 0.447266, 0.519531, 0.519531, 0.503906, 0.519531, 0.519531, 0.519531, 0.486328, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.478516, 0.519531, 0.441406, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.515625, 0.519531, 0.519531, 0.519531, 0.519531, 0.492188, 0.519531, 0.511719, 0.519531, 0.515625, 0.470703, 0.519531, 0.519531, 0.515625, 0.519531, 0.519531, 0.408203, 0.486328, 0.519531, 0.519531, 0.457031, 0.519531, 0.433594, 0.515625, 0.519531, 0.519531, 0.515625, 0.503906, 0.515625, 0.435547, 0.515625, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.223633, 0.519531, 0.519531, 0.455078, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.511719, 0.519531, 0.472656, 0.519531, 0.519531, 0.458984, 0.511719, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.503906, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.515625, 0.515625, 0.519531, 0.519531, 0.466797, 0.472656, 0.519531, 0.519531, 0.453125, 0.466797, 0.519531, 0.474609, 0.519531, 0.328125, 0.519531, 0.519531, 0.519531, 0.519531, 0.474609, 0.519531, 0.519531, 0.519531, 0.515625, 0.398438, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.498047, 0.515625, 0.519531, 0.5, 0.519531, 0.519531, 0.519531, 0.519531, 0.511719, 0.515625, 0.519531, 0.447266, 0.486328, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.503906, 0.472656, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.462891, 0.519531, 0.519531, 0.498047, 0.519531, 0.474609, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.511719, 0.519531, 0.519531, 0.519531, 0.519531, 0.515625, 0.519531, 0.519531, 0.519531, 0.519531, 0.458984, 0.519531, 0.519531, 0.503906, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.515625, 0.519531, 0.511719, 0.433594, 0.519531, 0.000483, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.425781, 0.511719, 0.519531, 0.519531, 0.519531, 0.484375, 0.515625, 0.408203, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.451172, 0.519531, 0.511719, 0.515625, 0.519531, 0.519531, 0.519531, 0.519531, 0.498047, 0.519531, 0.492188, 0.519531, 0.519531, 0.519531, 0.519531, 0.466797, 0.515625, 0.515625, 0.519531, 0.519531, 0.519531, 0.511719, 0.490234, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.496094, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.492188, 0.519531, 0.519531, 0.519531, 0.515625, 0.519531, 0.519531, 0.519531, 0.519531, 0.511719, 0.519531, 0.519531, 0.503906, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.503906, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.484375, 0.519531, 0.511719, 0.511719, 0.519531, 0.519531, 0.496094, 0.519531, 0.519531, 0.519531, 0.515625, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.507812, 0.507812, 0.519531, 0.484375, 0.519531, 0.519531, 0.519531, 0.519531, 0.515625, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.435547, 0.519531, 0.519531, 0.519531, 0.519531, 0.472656, 0.519531, 0.515625, 0.449219, 0.519531, 0.519531, 0.515625, 0.480469, 0.519531, 0.519531, 0.470703, 0.476562, 0.519531, 0.492188, 0.519531, 0.519531, 0.519531, 0.371094, 0.519531, 0.000496, 0.519531, 0.503906, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.478516, 0.449219, 0.453125, 0.519531, 0.519531, 0.515625, 0.515625, 0.519531, 0.515625, 0.519531, 0.519531, 0.519531, 0.5, 0.519531, 0.519531, 0.519531, 0.511719, 0.511719, 0.519531, 0.519531, 0.474609, 0.519531, 0.519531, 0.519531, 0.519531, 0.515625, 0.519531, 0.519531, 0.498047, 0.498047, 0.519531, 0.519531, 0.511719, 0.460938, 0.451172, 0.5, 0.519531, 0.519531, 0.511719, 0.519531, 0.515625, 0.486328, 0.515625, 0.519531, 0.472656, 0.519531, 0.482422, 0.486328, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.478516, 0.519531, 0.457031, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.421875, 0.519531, 0.494141, 0.519531, 0.460938, 0.519531, 0.519531, 0.519531, 0.519531, 0.494141, 0.519531, 0.490234, 0.519531, 0.464844, 0.515625, 0.5, 0.421875, 0.519531, 0.519531, 0.519531, 0.464844, 0.519531, 0.519531, 0.457031, 0.519531, 0.519531, 0.462891, 0.519531, 0.496094, 0.515625, 0.519531, 0.519531, 0.519531, 0.455078, 0.519531, 0.5, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.476562, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.287109, 0.511719, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.490234, 0.519531, 0.294922, 0.519531, 0.503906, 0.431641, 0.519531, 0.417969, 0.519531, 0.519531, 0.484375, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.480469, 0.519531, 0.519531, 0.503906, 0.519531, 0.519531, 0.496094, 0.519531, 0.219727, 0.519531, 0.519531, 0.000471, 0.515625, 0.519531, 0.464844, 0.519531, 0.494141, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.511719, 0.519531, 0.519531, 0.519531, 0.443359, 0.519531, 0.519531, 0.519531, 0.457031, 0.519531, 0.511719, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.507812, 0.519531, 0.478516, 0.464844, 0.474609, 0.503906, 0.515625, 0.519531, 0.519531, 0.519531, 0.511719, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.46875, 0.519531, 0.519531, 0.519531, 0.443359, 0.519531, 0.484375, 0.519531, 0.519531, 0.511719, 0.400391, 0.519531, 0.519531, 0.519531, 0.519531, 0.507812, 0.447266, 0.519531, 0.519531, 0.507812, 0.451172, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.515625, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.503906, 0.519531, 0.441406, 0.519531, 0.519531, 0.503906, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.449219, 0.519531, 0.519531, 0.519531, 0.519531, 0.455078, 0.507812, 0.519531, 0.507812, 0.519531, 0.46875, 0.494141, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.486328, 0.519531, 0.519531, 0.519531, 0.519531, 0.453125, 0.519531, 0.519531, 0.519531, 0.515625, 0.511719, 0.519531, 0.425781, 0.462891, 0.457031, 0.511719, 0.519531, 0.5, 0.519531, 0.519531, 0.519531, 0.515625, 0.519531, 0.519531, 0.447266, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.486328, 0.519531, 0.519531, 0.515625, 0.519531, 0.519531, 0.519531, 0.507812, 0.519531, 0.519531, 0.519531, 0.519531, 0.515625, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.453125, 0.507812, 0.519531, 0.519531, 0.519531, 0.519531, 0.5, 0.484375, 0.414062, 0.515625, 0.480469, 0.519531, 0.519531, 0.519531, 0.519531, 0.337891, 0.519531, 0.519531, 0.498047, 0.519531, 0.519531, 0.486328, 0.515625, 0.519531, 0.519531, 0.519531, 0.519531, 0.515625, 0.519531, 0.519531, 0.480469, 0.519531, 0.519531, 0.519531, 0.519531, 0.511719, 0.519531, 0.519531, 0.470703, 0.5, 0.474609, 0.402344, 0.519531, 0.519531, 0.496094, 0.511719, 0.519531, 0.519531, 0.519531, 0.519531, 0.46875, 0.511719, 0.498047, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.46875, 0.519531, 0.519531, 0.511719, 0.472656, 0.519531, 0.519531, 0.458984, 0.507812, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.494141, 0.519531, 0.519531, 0.503906, 0.460938, 0.519531, 0.519531, 0.472656, 0.519531, 0.519531, 0.515625, 0.425781, 0.511719, 0.519531, 0.519531, 0.503906, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.472656, 0.519531, 0.519531, 0.515625, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.494141, 0.507812, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.511719, 0.519531, 0.519531, 0.519531, 0.515625, 0.515625, 0.519531, 0.5, 0.519531, 0.519531, 0.511719, 0.519531, 0.519531, 0.490234, 0.519531, 0.445312, 0.507812, 0.519531, 0.447266, 0.519531, 0.519531, 0.519531, 0.519531, 0.515625, 0.486328, 0.519531, 0.462891, 0.351562, 0.519531, 0.511719, 0.519531, 0.519531, 0.511719, 0.519531, 0.498047, 0.337891, 0.519531, 0.519531, 0.519531, 0.519531, 0.132812, 0.507812, 0.519531, 0.427734, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.482422, 0.519531, 0.515625, 0.519531, 0.503906, 0.519531, 0.519531, 0.519531, 0.492188, 0.519531, 0.507812, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.396484, 0.515625, 0.478516, 0.498047, 0.402344, 0.257812, 0.519531, 0.519531, 0.519531, 0.515625, 0.462891, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.507812, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.511719, 0.519531, 0.507812, 0.519531, 0.423828, 0.519531, 0.5, 0.519531, 0.519531, 0.519531, 0.519531, 0.511719, 0.519531, 0.515625, 0.484375, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.416016, 0.480469, 0.519531, 0.511719, 0.507812, 0.519531, 0.515625, 0.519531, 0.464844, 0.441406, 0.519531, 0.511719, 0.519531, 0.455078, 0.519531, 0.519531, 0.511719, 0.519531, 0.445312, 0.519531, 0.519531, 0.519531, 0.453125, 0.519531, 0.511719, 0.486328, 0.519531, 0.439453, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.503906, 0.515625, 0.46875, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.5, 0.519531, 0.498047, 0.519531, 0.519531, 0.519531, 0.515625, 0.519531, 0.519531, 0.519531, 0.496094, 0.519531, 0.519531, 0.519531, 0.519531, 0.5, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.511719, 0.519531, 0.519531, 0.482422, 0.511719, 0.519531, 0.519531, 0.519531, 0.519531, 0.515625, 0.519531, 0.300781, 0.519531, 0.519531, 0.519531, 0.478516, 0.519531, 0.466797, 0.519531, 0.519531, 0.359375, 0.519531, 0.511719, 0.519531, 0.519531, 0.519531, 0.4375, 0.519531, 0.519531, 0.470703, 0.519531, 0.519531, 0.482422, 0.515625, 0.519531, 0.431641, 0.519531, 0.457031, 0.4375, 0.423828, 0.519531, 0.496094, 0.519531, 0.5, 0.496094, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.492188, 0.519531, 0.519531, 0.373047, 0.519531, 0.519531, 0.515625, 0.515625, 0.447266, 0.488281, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.503906, 0.519531, 0.519531, 0.453125, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.486328, 0.511719, 0.398438, 0.480469, 0.519531, 0.457031, 0.503906, 0.519531, 0.511719, 0.519531, 0.519531, 0.484375, 0.519531, 0.519531, 0.519531, 0.443359, 0.519531, 0.519531, 0.494141, 0.519531, 0.519531, 0.519531, 0.396484, 0.519531, 0.519531, 0.519531, 0.519531, 0.492188, 0.511719, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.474609, 0.519531, 0.519531, 0.519531, 0.494141, 0.494141, 0.519531, 0.519531, 0.519531, 0.496094, 0.519531, 0.519531, 0.519531, 0.490234, 0.488281, 0.519531, 0.519531, 0.4375, 0.455078, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.453125, 0.519531, 0.507812, 0.519531, 0.519531, 0.519531, 0.488281, 0.519531, 0.519531, 0.490234, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.482422, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.507812, 0.462891, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.472656, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.451172, 0.519531, 0.503906, 0.519531, 0.519531, 0.519531, 0.486328, 0.519531, 0.519531, 0.519531, 0.515625, 0.519531, 0.519531, 0.464844, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.515625, 0.519531, 0.515625, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.488281, 0.519531, 0.519531, 0.519531, 0.474609, 0.519531, 0.519531, 0.519531, 0.519531, 0.431641, 0.519531, 0.519531, 0.519531, 0.441406, 0.519531, 0.519531, 0.466797, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.462891, 0.476562, 0.417969, 0.519531, 0.488281, 0.519531, 0.470703, 0.519531, 0.519531, 0.480469, 0.519531, 0.519531, 0.519531, 0.519531, 0.515625, 0.515625, 0.519531, 0.249023, 0.507812, 0.511719, 0.503906, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.503906, 0.445312, 0.363281, 0.519531, 0.519531, 0.515625, 0.519531, 0.46875, 0.519531, 0.279297, 0.515625, 0.519531, 0.519531, 0.519531, 0.519531, 0.5, 0.519531, 0.511719, 0.498047, 0.515625, 0.519531, 0.519531, 0.357422, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.474609, 0.519531, 0.511719, 0.519531, 0.519531, 0.369141, 0.519531, 0.464844, 0.519531, 0.519531, 0.519531, 0.486328, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.515625, 0.519531, 0.519531, 0.482422, 0.519531, 0.519531, 0.480469, 0.519531, 0.519531, 0.503906, 0.519531, 0.519531, 0.480469, 0.519531, 0.515625, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.503906, 0.519531, 0.519531, 0.515625, 0.511719, 0.519531, 0.472656, 0.455078, 0.470703, 0.519531, 0.498047, 0.519531, 0.482422, 0.519531, 0.511719, 0.519531, 0.519531, 0.498047, 0.519531, 0.519531, 0.519531, 0.511719, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.478516, 0.519531, 0.519531, 0.519531, 0.519531, 0.496094, 0.519531, 0.519531, 0.490234, 0.464844, 0.519531, 0.519531, 0.519531, 0.519531, 0.482422, 0.519531, 0.519531, 0.503906, 0.519531, 0.519531, 0.519531, 0.519531, 0.435547, 0.519531, 0.511719, 0.519531, 0.519531, 0.496094, 0.519531, 0.455078, 0.519531, 0.519531, 0.519531, 0.494141, 0.519531, 0.519531, 0.480469, 0.443359, 0.519531, 0.519531, 0.519531, 0.478516, 0.519531, 0.519531, 0.519531, 0.414062, 0.519531, 0.515625, 0.519531, 0.519531, 0.519531, 0.507812, 0.511719, 0.507812, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.511719, 0.519531, 0.519531, 0.519531, 0.361328, 0.519531, 0.519531, 0.515625, 0.511719, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.511719, 0.519531, 0.519531, 0.503906, 0.519531, 0.503906, 0.519531, 0.519531, 0.421875, 0.519531, 0.519531, 0.519531, 0.449219, 0.519531, 0.507812, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.457031, 0.519531, 0.519531, 0.519531, 0.519531, 0.507812, 0.519531, 0.486328, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.488281, 0.507812, 0.519531, 0.519531, 0.519531, 0.519531, 0.480469, 0.519531, 0.519531, 0.519531, 0.453125, 0.519531, 0.460938, 0.519531, 0.427734, 0.519531, 0.519531, 0.472656, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.490234, 0.458984, 0.5, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.404297, 0.480469, 0.519531, 0.511719, 0.511719, 0.519531, 0.519531, 0.480469, 0.519531, 0.519531, 0.519531, 0.519531, 0.46875, 0.519531, 0.507812, 0.519531, 0.515625, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.474609, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.494141, 0.507812, 0.515625, 0.519531, 0.519531, 0.519531, 0.498047, 0.519531, 0.503906, 0.519531, 0.519531, 0.410156, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.494141, 0.519531, 0.494141, 0.519531, 0.515625, 0.464844, 0.482422, 0.519531, 0.519531, 0.498047, 0.519531, 0.515625, 0.515625, 0.511719, 0.451172, 0.484375, 0.490234, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.482422, 0.519531, 0.503906, 0.519531, 0.519531, 0.519531, 0.46875, 0.462891, 0.507812, 0.451172, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.482422, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.412109, 0.519531, 0.376953, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.445312, 0.486328, 0.488281, 0.519531, 0.519531, 0.519531, 0.519531, 0.486328, 0.519531, 0.519531, 0.515625, 0.519531, 0.519531, 0.519531, 0.519531, 0.511719, 0.5, 0.515625, 0.519531, 0.519531, 0.519531, 0.341797, 0.511719, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.482422, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.494141, 0.519531, 0.496094, 0.519531, 0.519531, 0.455078, 0.519531, 0.519531, 0.519531, 0.519531, 0.490234, 0.519531, 0.445312, 0.507812, 0.519531, 0.519531, 0.503906, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.515625, 0.503906, 0.515625, 0.515625, 0.519531, 0.519531, 0.488281, 0.46875, 0.519531, 0.519531, 0.519531, 0.503906, 0.488281, 0.476562, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.466797, 0.496094, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.519531, 0.488281, 0.519531 ] } , "name": "onnx::Mul_11467", "outputIndexes": [ 6712 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6711, 6712 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 6713 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6640, 6713 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/Add_output_0", "outputIndexes": [ 6714 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6714 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.40/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 6715 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6715 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.40/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 6716 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6716, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 6717 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6717, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 6718 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6714, 6718 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 6719 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.566406, 0.566406, 1.054688, 0.570312, 0.550781, 0.566406, 0.597656, 0.570312, 0.550781, 0.5625, 0.570312, 0.574219, 0.558594, 0.542969, 0.574219, 0.542969, 0.613281, 0.59375, 0.5625, 0.605469, 0.570312, 0.550781, 0.679688, 0.628906, 0.570312, 0.582031, 0.699219, 0.574219, 0.625, 0.953125, 0.578125, 0.574219, 0.523438, 0.558594, 0.554688, 0.582031, 0.570312, 0.417969, 0.597656, 0.59375, 0.617188, 0.53125, 0.671875, 0.582031, 0.570312, 0.621094, 0.527344, 0.605469, 0.539062, 0.597656, 0.605469, 0.554688, 0.511719, 0.511719, 0.570312, 0.578125, 0.566406, 0.605469, 0.609375, 0.597656, 0.574219, 0.605469, 0.566406, 0.5625, 0.554688, 0.703125, 0.582031, 0.566406, 0.566406, 0.597656, 0.507812, 0.570312, 0.613281, 0.648438, 0.609375, 0.578125, 0.613281, 0.5625, 0.578125, 0.578125, 0.59375, 0.59375, 0.796875, 0.617188, 0.601562, 0.554688, 0.660156, 0.578125, 0.53125, 0.621094, 0.613281, 0.5625, 0.511719, 0.554688, 0.558594, 0.585938, 0.671875, 0.582031, 0.574219, 0.566406, 0.546875, 0.535156, 0.605469, 0.578125, 0.558594, 0.566406, 0.574219, 0.574219, 0.558594, 0.578125, 0.609375, 0.5625, 0.558594, 0.597656, 0.363281, 0.566406, 0.5625, 0.570312, 0.605469, 0.59375, 0.601562, 0.574219, 0.59375, 0.53125, 0.558594, 0.613281, 0.550781, 0.554688, 0.585938, 0.585938, 0.589844, 0.59375, 0.539062, 0.609375, 0.464844, 0.550781, 0.582031, 0.644531, 0.5625, 0.570312, 0.585938, 0.574219, 0.582031, 0.570312, 0.667969, 0.628906, 0.578125, 0.566406, 0.570312, 0.613281, 0.554688, 0.5625, 0.574219, 0.605469, 0.566406, 0.542969, 0.605469, 0.582031, 0.566406, 0.609375, 0.558594, 0.605469, 0.566406, 0.589844, 0.613281, 0.953125, 0.570312, 0.566406, 0.376953, 0.578125, 0.316406, 0.457031, 0.554688, 0.542969, 0.570312, 0.601562, 0.539062, 0.570312, 0.566406, 0.5625, 0.5625, 0.574219, 0.550781, 0.550781, 0.523438, 0.570312, 0.613281, 0.554688, 0.574219, 0.519531, 0.570312, 0.566406, 0.542969, 0.632812, 0.683594, 0.601562, 0.597656, 0.5625, 0.710938, 0.582031, 0.5625, 0.574219, 0.585938, 0.574219, 0.546875, 0.570312, 0.554688, 0.570312, 0.582031, 0.617188, 0.675781, 0.539062, 0.578125, 0.570312, 0.539062, 0.558594, 0.644531, 0.605469, 0.570312, 0.578125, 0.613281, 0.539062, 0.582031, 0.554688, 0.589844, 0.570312, 0.59375, 0.554688, 0.582031, 0.566406, 1.078125, 0.589844, 0.574219, 0.582031, 0.566406, 0.578125, 0.566406, 0.597656, 0.566406, 0.546875, 0.683594, 0.566406, 0.363281, 0.578125, 0.6875, 0.550781, 0.490234, 0.585938, 0.550781, 0.558594, 0.578125, 0.628906, 0.574219, 0.625, 0.625, 0.578125, 0.578125, 0.597656, 0.535156, 0.546875, 0.703125, 0.574219, 0.574219, 0.589844, 0.474609, 0.558594, 0.550781, 0.574219, 0.589844, 0.550781, 0.53125, 0.570312, 0.574219, 0.554688, 0.539062, 0.601562, 0.652344, 0.5625, 0.5625, 0.585938, 0.519531, 0.578125, 0.53125, 0.5625, 0.554688, 0.574219, 0.578125, 0.578125, 0.53125, 0.558594, 0.613281, 0.617188, 0.605469, 0.601562, 0.574219, 0.578125, 0.5625, 0.621094, 0.5625, 0.5625, 0.554688, 0.523438, 0.550781, 0.597656, 0.546875, 0.554688, 0.578125, 0.566406, 0.585938, 0.585938, 0.589844, 0.574219, 0.550781, 0.507812, 0.558594, 0.59375, 0.59375, 0.550781, 0.574219, 0.5625, 0.291016, 0.558594, 0.492188, 0.550781, 0.605469, 0.574219, 0.550781, 0.554688, 0.613281, 0.550781, 0.53125, 0.636719, 0.574219, 0.558594, 0.582031, 0.625, 0.535156, 0.574219, 0.5625, 0.769531, 0.59375, 0.613281, 0.566406, 0.605469, 0.582031, 0.804688, 0.566406, 0.589844, 0.53125, 0.574219, 0.644531, 0.632812, 0.582031, 0.574219, 0.554688, 0.625, 0.605469, 0.5625, 0.519531, 0.527344, 0.585938, 0.585938, 0.546875, 0.578125, 0.542969, 0.5625, 0.5625, 0.582031, 0.667969, 0.578125, 0.585938, 0.757812, 0.558594, 0.546875, 0.570312, 0.511719, 0.5625, 0.613281, 0.550781, 0.539062, 0.648438, 0.597656, 0.558594, 0.609375, 0.621094, 0.648438, 0.597656, 0.566406, 0.566406, 0.570312, 0.554688, 0.617188, 0.652344, 0.5625, 0.640625, 0.769531, 0.628906, 0.574219, 0.585938, 0.578125, 0.605469, 0.601562, 0.570312, 0.380859, 0.570312, 0.550781, 0.550781, 0.59375, 0.792969, 0.546875, 0.585938, 0.578125, 0.585938, 0.558594, 0.5625, 0.683594, 0.605469, 0.589844, 0.5625, 0.609375, 0.582031, 0.527344, 0.263672, 0.5625, 0.539062, 0.570312, 0.59375, 1.0, 0.578125, 0.601562, 0.574219, 0.628906, 0.628906, 0.554688, 0.6875, 0.601562, 0.566406, 0.839844, 1.453125, 0.589844, 0.582031, 0.539062, 0.582031, 0.707031, 0.578125, 0.554688, 0.714844, 0.566406, 0.519531, 0.570312, 0.628906, 0.578125, 0.566406, 0.597656, 0.550781, 0.566406, 0.546875, 0.578125, 0.574219, 0.664062, 0.707031, 0.566406, 0.578125, 0.695312, 0.589844, 0.570312, 0.542969, 0.5625, 0.851562, 0.628906, 0.601562, 0.660156, 0.566406, 0.566406, 0.582031, 0.574219, 0.777344, 0.597656, 0.578125, 0.527344, 0.539062, 0.625, 0.605469, 0.59375, 0.554688, 0.585938, 0.578125, 0.271484, 0.570312, 0.566406, 0.648438, 0.558594, 0.542969, 0.566406, 0.566406, 0.554688, 0.546875, 0.582031, 0.558594, 0.574219, 0.570312, 0.585938, 0.535156, 0.578125, 0.628906, 0.554688, 0.582031, 0.542969, 0.574219, 0.585938, 0.578125, 0.578125, 0.5625, 0.574219, 0.902344, 0.574219, 0.546875, 0.589844, 0.589844, 0.585938, 0.589844, 0.664062, 0.566406, 0.558594, 0.558594, 0.660156, 0.5625, 0.601562, 0.796875, 0.59375, 0.550781, 0.59375, 0.765625, 0.554688, 0.5625, 0.632812, 0.679688, 0.550781, 0.5625, 0.671875, 0.59375, 0.574219, 0.582031, 0.578125, 0.566406, 0.609375, 0.578125, 0.574219, 0.53125, 0.585938, 0.574219, 0.613281, 0.550781, 0.648438, 1.320312, 0.570312, 0.566406, 0.632812, 0.613281, 0.570312, 0.578125, 0.628906, 0.648438, 0.554688, 0.585938, 0.625, 0.5625, 0.546875, 0.558594, 0.546875, 0.546875, 0.578125, 0.609375, 0.585938, 0.769531, 0.617188, 0.539062, 0.474609, 0.6875, 0.554688, 0.625, 0.566406, 0.582031, 0.617188, 0.476562, 0.566406, 0.59375, 0.554688, 0.59375, 0.5625, 0.574219, 0.554688, 0.554688, 0.582031, 0.570312, 0.585938, 0.601562, 0.5625, 0.589844, 0.585938, 0.570312, 0.765625, 0.550781, 0.546875, 0.542969, 0.554688, 0.542969, 0.490234, 0.53125, 0.605469, 0.703125, 0.53125, 0.554688, 0.542969, 0.589844, 0.566406, 0.621094, 0.582031, 0.585938, 0.550781, 0.585938, 0.578125, 0.546875, 0.605469, 0.566406, 0.648438, 0.691406, 0.582031, 0.78125, 1.0, 0.5625, 0.574219, 0.570312, 0.582031, 0.855469, 0.710938, 0.609375, 0.566406, 0.566406, 0.585938, 0.554688, 0.605469, 0.578125, 0.570312, 0.601562, 0.542969, 0.578125, 0.574219, 0.625, 0.542969, 0.566406, 0.628906, 0.585938, 0.566406, 0.777344, 0.574219, 0.617188, 0.582031, 0.570312, 0.671875, 0.574219, 0.667969, 0.539062, 0.644531, 0.453125, 0.570312, 0.578125, 0.578125, 0.609375, 0.707031, 0.53125, 0.515625, 0.566406, 0.613281, 0.539062, 0.546875, 0.996094, 0.570312, 0.578125, 0.585938, 0.574219, 0.574219, 3.0, 0.566406, 0.597656, 0.566406, 0.609375, 0.609375, 0.554688, 0.597656, 0.539062, 0.621094, 0.609375, 0.511719, 0.585938, 0.574219, 0.589844, 0.625, 0.570312, 1.148438, 0.574219, 0.5625, 0.582031, 0.542969, 0.578125, 0.578125, 0.558594, 0.589844, 0.5625, 0.582031, 0.582031, 0.589844, 0.660156, 0.621094, 0.652344, 0.609375, 0.5625, 0.730469, 0.59375, 0.601562, 0.589844, 0.582031, 0.546875, 0.542969, 0.566406, 0.546875, 0.535156, 0.640625, 0.550781, 0.5625, 0.507812, 0.515625, 0.601562, 0.714844, 0.609375, 0.578125, 0.640625, 0.601562, 0.953125, 0.683594, 0.59375, 0.550781, 0.546875, 0.691406, 0.667969, 0.484375, 0.730469, 0.507812, 0.570312, 0.5625, 0.59375, 0.582031, 0.644531, 0.648438, 0.582031, 0.585938, 0.558594, 0.574219, 0.550781, 0.722656, 0.570312, 0.585938, 0.59375, 0.636719, 0.578125, 0.5625, 0.578125, 0.640625, 0.574219, 0.769531, 0.554688, 1.0625, 0.314453, 0.558594, 0.601562, 0.566406, 0.574219, 0.589844, 0.574219, 0.664062, 0.578125, 0.578125, 0.419922, 0.554688, 0.613281, 0.535156, 0.554688, 0.554688, 0.558594, 0.570312, 0.5625, 0.5625, 0.5625, 0.447266, 0.578125, 0.558594, 0.5, 0.546875, 0.59375, 0.609375, 0.554688, 0.59375, 0.550781, 0.601562, 0.5625, 0.597656, 0.609375, 0.710938, 0.542969, 0.609375, 1.398438, 0.566406, 0.578125, 0.5625, 0.546875, 0.570312, 0.609375, 0.855469, 0.546875, 0.625, 0.5625, 0.59375, 0.566406, 0.523438, 0.585938, 0.582031, 0.5625, 0.609375, 0.550781, 0.625, 0.539062, 0.628906, 0.851562, 0.582031, 0.578125, 0.578125, 0.605469, 0.792969, 0.527344, 0.558594, 0.550781, 0.578125, 0.570312, 0.546875, 0.6875, 0.582031, 0.490234, 0.527344, 0.546875, 0.589844, 0.597656, 0.585938, 0.392578, 0.5625, 0.65625, 0.470703, 0.574219, 0.632812, 0.554688, 0.570312, 0.589844, 0.59375, 0.570312, 0.574219, 0.5625, 0.566406, 0.578125, 0.527344, 0.546875, 0.566406, 0.578125, 0.5625, 0.570312, 0.589844, 0.683594, 0.628906, 0.589844, 0.585938, 0.527344, 0.59375, 0.550781, 0.585938, 0.570312, 0.605469, 0.605469, 0.539062, 0.578125, 0.613281, 0.578125, 0.566406, 0.609375, 1.390625, 0.59375, 0.589844, 0.621094, 0.558594, 0.738281, 0.574219, 0.578125, 0.574219, 0.589844, 0.5625, 0.566406, 0.742188, 0.566406, 0.539062, 0.570312, 0.582031, 0.554688, 0.761719, 0.574219, 0.574219, 0.566406, 0.660156, 0.644531, 0.601562, 0.59375, 0.570312, 0.585938, 0.59375, 0.570312, 0.589844, 0.566406, 0.558594, 0.539062, 0.480469, 0.558594, 0.613281, 0.539062, 0.5625, 0.640625, 0.550781, 0.558594, 0.59375, 0.507812, 0.578125, 0.601562, 0.5625, 0.443359, 0.597656, 0.554688, 0.660156, 0.617188, 0.601562, 0.683594, 0.578125, 0.601562, 0.585938, 0.542969, 0.582031, 0.574219, 0.546875, 0.511719, 0.796875, 0.558594, 0.964844, 0.53125, 0.621094, 0.519531, 0.597656, 0.636719, 0.578125, 0.5625, 0.550781, 0.582031, 0.5625, 0.570312, 0.601562, 0.679688, 0.71875, 0.660156, 0.535156, 0.566406, 0.574219, 0.570312, 0.550781, 0.554688, 0.511719, 0.59375, 0.582031, 0.574219, 0.585938, 0.550781, 0.589844, 0.753906, 0.550781, 0.609375, 0.621094, 0.558594, 0.601562, 0.523438, 0.558594, 0.605469, 0.695312, 0.570312, 0.550781, 0.5625, 0.574219, 0.609375, 0.574219, 0.589844, 0.652344, 0.574219, 0.554688, 0.574219, 0.632812, 0.703125, 0.578125, 0.628906, 0.582031, 0.550781, 0.609375, 0.597656, 0.585938, 0.574219, 0.539062, 0.625, 0.785156, 0.542969, 0.574219, 0.613281, 0.558594, 0.558594, 0.863281, 0.570312, 0.535156, 0.574219, 0.566406, 0.625, 0.542969, 0.566406, 0.558594, 0.589844, 0.566406, 0.535156, 0.574219, 0.648438, 0.585938, 0.546875, 0.570312, 0.539062, 0.589844, 0.5625, 0.578125, 0.570312, 0.566406, 0.589844, 0.566406, 0.498047, 0.585938, 0.539062, 0.535156, 0.644531, 0.570312, 0.597656, 0.578125, 0.613281, 0.601562, 0.570312, 0.582031, 0.566406, 0.5625, 0.585938, 0.558594, 0.613281, 0.570312, 0.605469, 0.582031, 0.597656, 0.675781, 0.589844, 0.632812, 0.601562, 0.566406, 0.578125, 0.621094, 0.613281, 0.585938, 0.5625, 0.609375, 0.578125, 0.582031, 0.566406, 0.574219, 0.605469, 0.597656, 0.53125, 0.546875, 0.53125, 0.589844, 0.613281, 0.585938, 0.546875, 0.59375, 0.605469, 0.632812, 0.597656, 0.679688, 0.566406, 0.625, 0.597656, 0.570312, 0.554688, 0.578125, 0.605469, 0.53125, 0.578125, 0.574219, 0.601562, 0.578125, 0.5625, 0.601562, 0.574219, 0.585938, 0.527344, 0.546875, 0.585938, 0.558594, 0.832031, 0.558594, 0.5625, 0.5625, 0.550781, 0.542969, 0.578125, 0.585938, 0.5625, 0.820312, 0.570312, 0.863281, 0.730469, 0.613281, 0.71875, 0.289062, 0.589844, 0.574219, 0.558594, 0.613281, 0.566406, 0.585938, 0.664062, 0.566406, 0.589844, 0.589844, 0.628906, 0.550781, 0.566406, 0.589844, 0.554688, 0.554688, 0.546875, 0.578125, 0.609375, 0.582031, 0.625, 0.546875, 1.289062, 0.554688, 0.582031, 0.589844, 0.554688, 0.585938, 0.589844, 0.570312, 0.585938, 0.566406, 0.451172, 0.589844, 0.613281, 0.699219, 0.589844, 0.589844, 0.640625, 0.597656, 0.542969, 0.582031, 0.628906, 0.5625, 0.597656, 0.652344, 0.566406, 0.550781, 0.582031, 0.455078, 0.5625, 0.585938, 0.605469, 0.5625, 0.589844, 0.660156, 0.441406, 0.621094, 0.585938, 0.738281, 0.578125, 0.660156, 0.566406, 0.597656, 0.539062, 0.679688, 0.558594, 0.589844, 0.648438, 0.574219, 0.570312, 0.597656, 0.535156, 0.777344, 0.578125, 0.722656, 0.566406, 0.566406, 0.550781, 0.566406, 0.617188, 0.542969, 0.605469, 0.601562, 0.554688, 0.597656, 0.605469, 0.714844, 0.617188, 0.570312, 0.75, 0.566406, 0.59375, 0.539062, 0.558594, 0.609375, 0.644531, 0.589844, 0.671875, 0.566406, 0.632812, 0.628906, 0.546875, 0.554688, 0.621094, 0.582031, 0.546875, 0.679688, 0.59375, 0.542969, 0.566406, 0.65625, 0.617188, 0.558594, 1.234375, 0.554688, 0.535156, 0.59375, 0.554688, 0.582031, 0.578125, 0.558594, 0.632812, 0.306641, 0.570312, 0.582031, 0.625, 0.554688, 0.542969, 0.578125, 0.574219, 0.621094, 0.539062, 0.734375, 0.542969, 0.582031, 0.609375, 0.550781, 0.675781, 0.582031, 0.664062, 0.589844, 0.550781, 0.605469, 0.578125, 0.578125, 0.511719, 0.484375, 0.601562, 0.566406, 0.617188, 0.78125, 0.558594, 0.585938, 0.601562, 0.597656, 0.585938, 0.804688, 0.566406, 0.605469, 0.640625, 0.539062, 0.695312, 0.652344, 0.574219, 0.535156, 0.539062, 0.628906, 0.578125, 0.558594, 0.601562, 0.445312, 0.683594, 0.570312, 0.582031, 0.578125, 0.6875, 0.640625, 0.5625, 0.609375, 0.515625, 0.578125, 0.494141, 0.578125, 0.699219, 0.5625, 0.570312, 0.566406, 0.558594, 0.5625, 0.558594, 0.945312, 0.5625, 0.558594, 0.667969, 0.5625, 1.21875, 0.59375, 0.621094, 0.566406, 0.542969, 0.5625, 0.480469, 0.574219, 0.574219, 0.5625, 0.578125, 0.59375, 0.554688, 0.566406, 0.59375, 0.574219, 0.523438, 0.589844, 0.566406, 0.554688, 0.578125, 0.570312, 0.5625, 0.730469, 0.566406, 0.605469, 0.582031, 0.609375, 0.683594, 0.578125, 0.605469, 0.59375, 0.554688, 0.597656, 0.5625, 0.566406, 0.578125, 0.539062, 0.59375, 0.617188, 0.59375, 0.625, 0.597656, 0.574219, 0.640625, 0.554688, 0.582031, 0.558594, 0.574219, 0.578125, 0.542969, 0.5625, 0.574219, 0.5625, 0.730469, 0.625, 0.570312, 0.566406, 0.582031, 0.558594, 0.601562, 0.53125, 0.597656, 0.523438, 0.703125, 0.574219, 0.5625, 0.570312, 1.226562, 0.589844, 0.617188, 0.574219, 0.574219, 0.636719, 0.582031, 0.566406, 0.628906, 0.242188, 0.703125, 0.609375, 0.558594, 0.59375, 0.589844, 0.554688, 0.621094, 0.605469, 0.597656, 0.59375, 0.632812, 0.59375, 0.609375, 0.601562, 0.585938, 0.632812, 0.566406, 0.59375, 0.601562, 0.585938, 0.570312, 0.625, 0.554688, 0.609375, 0.71875, 0.570312, 0.570312, 0.628906, 0.558594, 0.566406, 0.582031, 0.574219, 0.578125, 0.519531, 0.570312, 0.585938, 0.550781, 0.539062, 0.558594, 0.570312, 0.574219, 0.585938, 0.648438, 0.726562, 0.5625, 0.585938, 0.617188, 0.925781, 0.585938, 0.5625, 0.566406, 0.554688, 0.824219, 0.585938, 0.5625, 0.5625, 0.585938, 0.589844, 0.574219, 0.578125, 0.566406, 0.640625, 0.570312, 0.542969, 0.621094, 0.667969, 0.535156, 0.566406, 0.660156, 0.5625, 0.644531, 0.582031, 0.605469, 0.539062, 0.574219, 0.59375, 0.515625, 0.574219, 0.558594, 0.59375, 0.5625, 0.488281, 0.625, 0.636719, 0.59375, 0.546875, 0.558594, 0.578125, 0.585938, 0.585938, 0.582031, 0.472656, 0.589844, 0.539062, 0.582031, 1.054688, 0.5625, 0.6875, 0.539062, 0.570312, 0.730469, 0.539062, 0.742188, 0.492188, 0.546875, 0.566406, 0.546875, 0.640625, 0.882812, 0.566406, 0.546875, 0.691406, 0.550781, 0.589844, 0.585938, 0.5625, 0.574219, 0.550781, 0.550781, 0.550781, 0.59375, 0.574219, 0.558594, 0.605469, 0.621094, 0.605469, 0.570312, 0.5625, 0.605469, 0.5625, 0.53125, 0.589844, 0.578125, 0.566406, 0.617188, 0.554688, 0.558594, 0.566406, 0.546875, 0.539062, 0.570312, 0.660156, 0.550781, 0.570312, 0.597656, 0.570312, 0.597656, 0.574219, 0.574219, 0.625, 0.417969, 0.570312, 0.570312, 0.574219, 0.609375, 0.578125, 0.621094, 0.574219, 0.570312, 0.621094, 0.695312, 0.59375, 0.785156, 0.550781, 0.609375, 0.582031, 0.644531, 0.628906, 0.640625, 0.566406, 0.554688, 0.648438, 0.5625, 0.601562, 0.597656, 0.597656, 0.574219, 0.503906, 0.494141, 0.613281, 0.578125, 0.683594, 0.65625, 0.5625, 0.570312, 0.625, 0.554688, 0.585938, 0.566406, 0.546875, 0.625, 0.574219, 0.644531, 0.617188, 0.574219, 0.554688, 0.570312, 0.554688, 0.601562, 0.570312, 0.5625, 0.570312, 0.582031, 0.546875, 0.527344, 0.621094, 0.527344, 0.5625, 0.597656, 0.570312, 0.582031, 0.578125, 0.578125, 0.578125, 0.578125, 0.546875, 0.566406, 0.5625, 0.589844, 0.660156, 0.589844, 0.585938, 0.714844, 0.550781, 0.566406, 0.597656, 0.648438, 0.589844, 0.617188, 0.566406, 0.566406, 0.625, 0.726562, 0.6875, 0.613281, 0.570312, 0.597656, 0.578125, 0.550781, 0.585938, 0.332031, 0.617188, 0.550781, 0.585938, 0.566406, 0.558594, 0.804688, 0.554688, 0.554688, 0.582031, 0.632812, 0.53125, 0.570312, 0.621094, 0.582031, 0.5625, 0.59375, 0.628906, 0.664062, 0.726562, 0.558594, 0.585938, 0.617188, 0.578125, 0.589844, 0.582031, 0.589844, 0.546875, 0.566406, 0.550781, 0.621094, 0.578125, 0.605469, 0.574219, 0.566406, 0.578125, 0.558594, 0.726562, 0.636719, 0.558594, 0.597656, 0.59375, 0.535156, 0.53125, 0.554688, 0.679688, 0.412109, 0.578125, 0.621094, 0.550781, 0.601562, 0.589844, 0.617188, 0.625, 0.566406, 0.546875, 0.585938, 0.550781, 0.609375, 0.376953, 0.613281, 0.558594, 0.59375, 0.527344, 0.597656, 0.5625, 0.601562, 0.585938, 0.699219, 0.554688, 0.582031, 0.605469, 0.878906, 0.605469, 0.613281, 0.554688, 0.589844, 0.539062, 0.59375, 0.585938, 0.519531, 0.546875, 0.5625, 0.589844, 0.570312, 0.5625, 0.578125, 0.542969, 0.539062, 0.585938, 0.589844, 0.527344, 0.5625, 0.550781, 0.574219, 0.542969, 0.542969, 0.613281, 0.570312, 0.667969, 0.5625, 0.535156, 0.408203, 0.648438, 0.578125, 0.59375, 0.722656, 0.609375, 0.5625, 0.566406, 0.527344, 0.59375, 0.628906, 0.71875, 0.578125, 0.539062, 0.550781, 0.578125, 0.5625, 0.609375, 0.589844, 0.542969, 0.625, 0.597656, 0.605469, 0.675781, 0.644531, 0.570312, 0.597656, 0.523438, 0.566406, 1.21875, 0.621094, 0.640625, 0.597656, 0.582031, 0.566406, 0.597656, 0.566406, 0.5625, 0.570312, 0.474609, 0.679688, 0.886719, 0.609375, 0.542969, 0.53125, 0.597656, 0.5625, 0.589844, 0.566406, 0.558594, 0.578125, 0.578125, 0.675781, 0.546875, 0.625, 0.585938, 0.574219, 0.609375, 0.570312, 0.554688, 0.554688, 0.523438, 0.609375, 0.527344, 0.570312, 0.589844, 0.589844, 0.679688, 0.5625, 0.605469, 0.964844, 0.554688, 0.574219, 0.558594, 0.59375, 0.589844, 0.570312, 0.574219, 0.644531, 0.875, 0.695312, 0.558594, 0.523438, 0.570312, 0.570312, 0.546875, 0.605469, 0.566406, 0.738281, 0.574219, 0.582031, 0.546875, 0.5625, 0.769531, 0.5625, 0.660156, 0.546875, 0.574219, 0.542969, 0.71875, 0.609375, 0.578125, 0.578125, 0.578125, 0.601562, 0.498047, 0.574219, 0.585938, 0.578125, 0.478516, 0.597656, 0.609375, 0.554688, 0.660156, 0.507812, 0.566406, 0.59375, 0.5625, 0.695312, 0.5625, 0.746094, 0.574219, 0.53125, 0.558594, 0.570312, 0.458984, 0.554688, 0.660156, 0.5625, 0.578125, 0.621094, 0.223633, 0.566406, 0.574219, 0.59375, 0.917969, 0.621094, 0.597656, 0.558594, 0.628906, 0.453125, 0.574219, 1.203125, 0.625, 0.722656, 0.605469, 0.585938, 0.570312, 0.570312, 0.582031, 0.574219, 0.589844, 0.6875, 0.601562, 0.628906, 0.546875, 0.59375, 0.601562, 0.554688, 0.582031, 0.75, 0.5625, 0.652344, 0.628906, 0.546875, 0.582031, 0.953125, 0.585938, 1.007812, 0.554688, 0.570312, 0.558594, 0.546875, 0.585938, 0.550781, 0.632812, 0.417969, 0.570312, 0.601562, 0.570312, 0.558594, 0.494141, 0.574219, 0.550781, 0.566406, 0.597656, 0.539062, 0.574219, 0.558594, 0.589844, 0.546875, 0.605469, 0.558594, 0.59375, 0.5625, 0.582031, 0.621094, 0.578125, 0.550781, 0.554688, 0.582031, 0.5625, 0.542969, 0.570312, 0.601562, 0.566406, 0.539062, 0.640625, 0.824219, 0.316406, 0.589844, 0.574219, 0.605469, 0.550781, 0.5625, 0.582031, 0.679688, 0.648438, 0.566406, 0.597656, 0.546875, 0.578125, 0.605469, 0.582031, 0.679688, 0.558594, 0.582031, 0.371094, 0.550781, 0.660156, 0.566406, 0.605469, 0.824219, 0.519531, 0.664062, 0.660156, 0.585938, 0.636719, 0.609375, 0.613281, 0.570312, 0.46875, 0.589844, 0.566406, 0.578125, 0.570312, 0.578125, 0.636719, 0.558594, 0.578125, 0.582031, 0.582031, 0.59375, 0.5625, 0.535156, 0.585938, 0.566406, 0.554688, 0.589844, 0.585938, 0.582031, 0.574219, 0.773438, 0.574219, 0.863281, 0.578125, 0.574219, 0.542969, 0.625, 0.53125, 0.546875, 0.5625, 0.585938, 0.609375, 0.558594, 0.59375, 0.574219, 0.554688, 0.707031, 0.574219, 0.5625, 0.546875, 0.574219, 0.566406, 0.597656, 0.570312, 0.589844, 0.601562, 0.578125, 0.601562, 0.582031, 0.605469, 0.570312, 0.597656, 0.566406, 0.570312, 0.574219, 0.652344, 0.585938, 0.644531, 0.589844, 0.605469, 0.574219, 0.558594, 0.542969, 0.609375, 0.574219, 0.582031, 0.570312, 0.625, 0.605469, 0.582031, 0.5625, 0.578125, 0.566406, 0.621094, 0.578125, 0.589844, 0.5625, 0.929688, 0.601562, 0.59375, 0.539062, 0.574219, 0.566406, 0.621094, 0.550781, 0.5625, 0.574219, 0.824219, 0.917969, 0.578125, 0.511719, 0.470703, 0.574219, 0.601562, 0.609375, 0.570312, 0.539062, 0.550781, 0.574219, 0.554688, 0.574219, 0.566406, 0.605469, 0.550781, 0.5625, 0.546875, 0.519531, 0.609375, 0.785156, 0.554688, 0.566406, 0.597656, 0.5625, 0.5625, 0.832031, 0.574219, 0.585938, 0.628906, 0.597656, 0.726562, 0.578125, 0.582031, 0.566406, 0.59375, 0.558594, 0.5625, 0.566406, 0.566406, 0.632812, 0.566406, 0.5625, 0.582031, 0.464844, 0.589844, 0.6875, 0.585938, 0.515625, 0.609375, 0.570312, 0.582031, 0.542969, 0.699219, 0.570312, 0.582031, 0.605469, 0.523438, 0.554688, 0.550781, 0.59375, 0.585938, 0.59375, 0.683594, 0.605469, 0.582031, 0.65625, 0.558594, 0.585938, 0.609375, 0.691406, 0.574219, 0.671875, 0.550781, 0.582031, 0.769531, 0.605469, 0.523438, 0.5625, 0.578125, 0.320312, 0.554688, 0.5625, 0.644531, 0.558594, 0.574219, 0.640625, 0.554688, 0.53125, 0.574219, 0.675781, 0.539062, 0.558594, 0.585938, 0.582031, 0.574219, 0.546875, 0.609375, 0.742188, 0.578125, 0.558594, 0.703125, 0.628906, 0.566406, 0.675781, 0.550781, 0.574219, 0.5625, 0.589844, 0.59375, 0.460938, 0.578125, 0.582031, 0.558594, 0.628906, 0.550781, 0.535156, 0.660156, 0.617188, 0.558594, 0.582031, 0.644531, 0.570312, 0.558594, 0.578125, 0.542969, 0.820312, 0.582031, 0.566406, 3.21875, 0.578125, 0.589844, 0.550781, 0.535156, 0.65625, 0.59375, 0.621094, 0.589844, 0.542969, 0.554688, 0.585938, 0.632812, 0.470703, 0.726562, 0.605469, 0.582031, 0.574219, 0.699219, 0.453125, 0.550781, 0.542969, 0.605469, 0.570312, 0.539062, 0.558594, 0.628906, 0.550781, 0.582031, 0.585938, 0.597656, 0.695312, 0.613281, 0.648438, 0.726562, 0.617188, 0.675781, 0.496094, 0.570312, 0.585938, 0.585938, 0.59375, 0.589844, 0.605469, 0.589844, 0.574219, 0.570312, 0.566406, 0.597656, 0.585938, 0.523438, 0.550781, 0.578125, 0.597656, 0.570312, 0.574219, 0.585938, 0.574219, 0.667969, 0.605469, 0.59375, 0.574219, 0.582031, 0.589844, 0.570312, 0.542969, 0.632812, 0.601562, 0.695312, 0.660156, 0.589844, 0.621094, 0.554688, 0.664062, 0.613281, 0.578125, 0.558594, 0.628906, 0.535156, 0.644531, 0.566406, 0.613281, 0.574219, 1.234375, 0.527344, 0.570312, 0.5625, 0.498047, 0.53125, 0.644531, 0.566406, 0.675781, 0.710938, 0.149414, 0.570312, 0.523438, 0.566406, 0.601562, 0.554688, 0.636719, 0.59375, 0.542969, 0.550781, 0.578125, 0.886719, 0.601562, 0.671875, 0.640625, 0.578125, 0.589844, 0.589844, 0.566406, 0.558594, 0.570312, 0.554688, 0.519531, 0.886719, 0.8125, 0.632812, 0.621094, 0.574219, 0.570312, 0.578125, 0.535156, 0.582031, 0.585938, 0.707031, 0.566406, 0.566406, 0.5625, 0.570312, 0.453125, 0.683594, 0.570312, 0.574219, 0.550781, 0.558594, 0.585938, 0.582031, 0.578125, 0.613281, 0.613281, 0.617188, 0.566406, 0.574219, 0.59375, 0.539062, 0.652344, 0.574219, 0.738281, 0.59375, 0.570312, 0.523438, 0.582031, 0.570312, 0.566406, 0.558594, 0.90625, 0.5625, 0.625, 0.613281, 0.589844, 0.582031, 0.433594, 0.574219, 0.566406, 0.550781, 0.621094, 0.640625, 0.652344, 0.566406, 0.566406, 0.5625, 0.632812, 0.609375, 0.59375, 0.585938, 0.578125, 0.570312, 0.621094, 0.574219, 0.574219, 0.6875, 0.546875, 0.566406, 0.570312, 0.59375, 0.605469, 0.597656, 0.582031, 0.535156, 0.601562, 0.679688, 0.546875, 0.59375, 0.636719, 0.585938, 0.613281, 0.574219, 0.5625, 0.707031, 0.5625, 0.566406, 0.601562, 0.574219, 0.644531, 0.585938, 1.179688, 0.570312, 0.585938, 0.628906, 0.574219, 0.5625, 0.582031, 0.597656, 0.566406, 0.558594, 0.5625, 0.625, 0.683594, 0.5625, 0.5625, 0.53125, 0.589844, 0.601562, 0.671875, 0.574219, 0.566406, 0.558594, 0.714844, 0.621094, 0.574219, 0.59375, 0.466797, 0.554688, 0.808594, 0.527344, 0.589844, 0.585938, 0.570312, 0.578125, 0.597656, 0.625, 0.707031, 1.148438, 0.578125, 0.589844, 0.585938, 0.558594, 0.566406, 0.605469, 0.535156, 0.699219, 0.554688, 0.470703, 0.59375, 0.53125, 0.757812, 0.554688, 0.574219, 0.625, 0.589844, 0.566406, 0.566406, 0.632812, 0.558594, 0.59375, 0.542969, 0.726562, 0.546875, 0.574219, 0.574219, 0.730469, 0.550781, 0.574219, 0.566406, 0.625, 0.640625, 0.5625, 0.585938, 0.609375, 0.578125, 0.574219, 0.597656, 0.550781, 0.667969, 0.589844, 0.554688, 0.519531, 0.675781, 0.53125, 0.613281, 0.5625, 0.546875, 0.585938, 0.492188, 0.578125, 0.550781, 0.570312, 0.648438, 0.589844, 0.539062, 0.617188, 0.621094, 0.582031, 0.566406, 0.539062, 0.59375, 0.769531, 0.554688, 0.65625, 0.558594, 0.574219, 0.566406, 0.542969, 0.546875, 0.578125, 0.578125, 0.613281, 0.570312, 0.578125, 0.5625, 0.566406, 0.554688, 0.585938, 0.550781, 0.558594, 0.746094, 0.566406, 0.589844, 0.601562, 0.558594, 0.535156, 0.554688, 0.589844, 0.847656, 0.546875, 0.667969, 0.625, 0.574219, 0.539062, 0.621094, 0.574219, 0.59375, 0.609375, 0.578125, 0.585938, 0.679688, 0.570312, 0.578125, 0.550781 ] } , "name": "onnx::Mul_11468", "outputIndexes": [ 6720 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6719, 6720 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 6721 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6721 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.40/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 8253 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8253 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.40/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 8254 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8254 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2369952882, 13107222, 3276800, 0, 0 ] } , "name": "/layers.40/mlp/gate_proj/Linear", "outputIndexes": [ 8255 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8255 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.40/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 8256 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8256 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.40/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 6722 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6722 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.40/mlp/act_fn/Mul_output_0", "outputIndexes": [ 6723 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6722, 6723 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 6724 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 6724 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 6725 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6722, 6725 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/mlp/act_fn/Add_output_0", "outputIndexes": [ 6726 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 6726 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 6727 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6727 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.40/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 6728 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 6728 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 6729 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6722, 6729 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 6730 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 6730 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 6731 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8254 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2386336904, 13107222, 3276800, 0, 0 ] } , "name": "/layers.40/mlp/up_proj/Linear", "outputIndexes": [ 8259 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8259 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.40/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 8260 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8260 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.40/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 6732 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6731, 6732 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/mlp/Mul_output_0", "outputIndexes": [ 6733 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6733 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.40/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 8261 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8261 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.40/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 8262 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8262 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2402720926, 13107222, 3276800, 0, 0 ] } , "name": "/layers.40/mlp/down_proj/Linear", "outputIndexes": [ 8263 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8263 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.40/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 8264 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8264 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.40/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 6734 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6734 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.40/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 6736 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6736 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.40/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 6737 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6737, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 6738 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6738, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 6739 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6734, 6739 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 6740 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.257812, 1.257812, 0.570312, 1.257812, 1.203125, 1.226562, 1.257812, 1.25, 1.257812, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 0.914062, 1.257812, 1.257812, 1.257812, 1.257812, 1.109375, 1.257812, 1.257812, 1.15625, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 1.132812, 1.257812, 1.257812, 1.257812, 1.257812, 1.21875, 1.25, 1.25, 1.257812, 0.933594, 1.171875, 1.257812, 1.234375, 1.25, 1.0, 1.257812, 1.257812, 1.257812, 1.125, 1.257812, 1.226562, 1.21875, 1.171875, 1.203125, 1.257812, 1.140625, 1.257812, 1.257812, 1.257812, 1.195312, 1.257812, 1.171875, 1.257812, 1.117188, 1.257812, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.234375, 1.257812, 1.257812, 1.117188, 1.179688, 1.148438, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.09375, 1.234375, 1.257812, 1.117188, 1.257812, 1.21875, 1.257812, 1.210938, 1.242188, 1.257812, 1.257812, 1.257812, 1.257812, 0.652344, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.21875, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.25, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.234375, 1.257812, 1.234375, 1.242188, 1.085938, 1.257812, 1.164062, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.101562, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.25, 1.257812, 1.257812, 1.179688, 1.210938, 1.257812, 1.195312, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 1.007812, 1.21875, 1.257812, 0.765625, 1.210938, 1.257812, 0.796875, 1.257812, 1.257812, 1.257812, 1.109375, 1.257812, 1.257812, 1.257812, 1.234375, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.21875, 1.257812, 1.257812, 1.226562, 1.257812, 1.257812, 1.257812, 1.140625, 1.109375, 1.25, 1.257812, 1.257812, 1.125, 1.242188, 1.257812, 1.164062, 1.242188, 1.257812, 1.257812, 1.210938, 1.257812, 1.257812, 1.21875, 1.257812, 1.171875, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.046875, 1.257812, 1.257812, 1.257812, 1.1875, 1.257812, 1.257812, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.902344, 1.257812, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.0625, 1.257812, 1.234375, 1.257812, 0.964844, 1.257812, 1.257812, 1.078125, 1.210938, 1.257812, 1.1875, 1.125, 1.226562, 1.101562, 1.257812, 1.257812, 1.257812, 1.242188, 1.242188, 1.257812, 1.007812, 1.257812, 1.257812, 1.25, 1.257812, 1.242188, 1.257812, 1.257812, 1.257812, 1.25, 1.226562, 1.257812, 1.257812, 1.257812, 1.242188, 1.234375, 1.164062, 1.257812, 1.257812, 1.257812, 1.257812, 1.25, 1.257812, 1.179688, 1.257812, 1.21875, 1.257812, 1.257812, 1.25, 1.257812, 1.257812, 1.164062, 1.257812, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.132812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.195312, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.085938, 1.09375, 1.210938, 1.257812, 1.257812, 1.203125, 1.257812, 1.25, 1.257812, 1.226562, 1.257812, 1.257812, 1.257812, 1.25, 1.257812, 1.039062, 1.257812, 1.25, 1.164062, 1.257812, 0.925781, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.226562, 1.257812, 1.257812, 1.257812, 1.25, 1.226562, 1.257812, 1.257812, 1.09375, 1.257812, 1.25, 1.257812, 1.015625, 1.257812, 1.25, 0.871094, 1.257812, 1.257812, 1.25, 1.257812, 1.257812, 0.90625, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.25, 1.257812, 1.257812, 1.257812, 1.21875, 1.015625, 1.257812, 1.257812, 1.117188, 1.257812, 1.210938, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.632812, 1.242188, 1.257812, 1.257812, 1.195312, 0.298828, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.15625, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.109375, 1.257812, 1.257812, 1.257812, 1.210938, 1.257812, 1.25, 1.257812, 1.257812, 1.140625, 1.257812, 1.1875, 0.929688, 1.257812, 1.257812, 1.257812, 0.8125, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.210938, 1.257812, 1.242188, 1.257812, 1.21875, 1.242188, 1.257812, 1.257812, 1.257812, 1.234375, 1.257812, 1.21875, 1.257812, 1.085938, 0.992188, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.046875, 1.242188, 1.257812, 0.972656, 1.257812, 1.257812, 1.257812, 1.257812, 1.007812, 1.171875, 1.257812, 1.257812, 1.101562, 1.015625, 1.171875, 1.25, 1.257812, 1.242188, 1.234375, 1.257812, 1.257812, 1.257812, 1.125, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.234375, 1.257812, 1.257812, 1.257812, 1.257812, 1.164062, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.242188, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.171875, 1.257812, 1.257812, 1.257812, 1.25, 1.179688, 1.242188, 0.878906, 1.171875, 1.257812, 1.257812, 0.960938, 1.257812, 1.257812, 1.179688, 1.210938, 1.257812, 1.257812, 1.023438, 1.257812, 1.164062, 1.257812, 1.257812, 1.1875, 1.109375, 1.257812, 1.257812, 1.257812, 1.257812, 1.25, 1.171875, 1.257812, 1.21875, 1.257812, 1.257812, 1.257812, 1.148438, 1.242188, 1.257812, 1.257812, 1.140625, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.25, 1.257812, 1.257812, 0.730469, 1.257812, 1.257812, 1.109375, 1.257812, 1.257812, 1.101562, 1.257812, 1.257812, 1.257812, 1.226562, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 1.179688, 1.234375, 1.257812, 1.21875, 1.257812, 1.257812, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.242188, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.242188, 1.195312, 1.257812, 1.257812, 1.257812, 1.257812, 1.242188, 1.257812, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.242188, 1.039062, 1.101562, 1.257812, 1.257812, 1.257812, 1.195312, 1.195312, 1.257812, 1.257812, 0.902344, 0.59375, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.1875, 1.242188, 1.257812, 1.234375, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.234375, 0.980469, 1.257812, 1.203125, 1.257812, 1.257812, 1.257812, 1.257812, 0.613281, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.195312, 1.148438, 1.125, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.71875, 1.257812, 1.257812, 1.226562, 1.257812, 1.257812, 0.001106, 1.21875, 1.257812, 1.242188, 1.257812, 1.242188, 1.25, 1.15625, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.195312, 1.257812, 1.257812, 1.09375, 0.808594, 1.242188, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.226562, 1.148438, 1.25, 1.257812, 1.257812, 1.070312, 1.257812, 1.257812, 1.257812, 1.226562, 1.257812, 0.691406, 1.234375, 1.257812, 1.257812, 1.226562, 1.242188, 1.078125, 1.257812, 1.257812, 1.257812, 1.226562, 1.257812, 1.257812, 1.023438, 1.257812, 1.257812, 0.800781, 1.15625, 1.257812, 1.21875, 1.140625, 0.914062, 1.234375, 0.972656, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.085938, 1.257812, 1.257812, 1.257812, 1.242188, 1.257812, 0.976562, 1.15625, 1.257812, 1.25, 1.03125, 1.21875, 1.257812, 1.25, 1.226562, 1.257812, 1.09375, 1.25, 1.257812, 1.132812, 1.234375, 1.148438, 1.226562, 1.21875, 1.257812, 1.257812, 0.964844, 1.257812, 1.257812, 1.054688, 1.226562, 1.179688, 1.257812, 1.257812, 1.257812, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.242188, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.25, 1.242188, 1.21875, 1.257812, 1.257812, 1.257812, 1.132812, 0.914062, 1.257812, 1.210938, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.148438, 1.234375, 1.257812, 1.078125, 1.257812, 1.257812, 1.257812, 1.257812, 1.234375, 1.21875, 1.257812, 1.1875, 1.257812, 1.148438, 1.242188, 1.21875, 0.890625, 1.257812, 1.257812, 1.257812, 1.179688, 1.007812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.039062, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.226562, 1.21875, 0.878906, 1.164062, 1.132812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.234375, 1.234375, 1.257812, 1.257812, 1.171875, 1.210938, 1.25, 1.257812, 1.242188, 1.164062, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.234375, 1.210938, 1.25, 1.257812, 1.203125, 0.863281, 1.257812, 1.234375, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.242188, 1.226562, 1.25, 1.257812, 0.914062, 1.234375, 1.257812, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.054688, 0.960938, 1.257812, 1.257812, 1.234375, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.0625, 1.25, 1.257812, 1.257812, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.101562, 1.257812, 1.148438, 0.984375, 1.257812, 1.21875, 1.226562, 1.257812, 1.257812, 1.257812, 1.179688, 1.257812, 1.257812, 1.257812, 0.730469, 1.257812, 1.257812, 1.257812, 1.195312, 1.257812, 1.25, 1.257812, 1.257812, 1.257812, 1.234375, 1.257812, 1.210938, 1.179688, 1.164062, 1.257812, 1.257812, 1.257812, 1.257812, 1.21875, 1.226562, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 1.242188, 1.210938, 1.203125, 1.15625, 1.234375, 1.15625, 1.242188, 1.257812, 1.257812, 1.242188, 1.257812, 1.15625, 1.257812, 1.257812, 1.25, 1.242188, 1.257812, 1.257812, 1.257812, 1.257812, 1.054688, 1.226562, 1.257812, 1.25, 1.242188, 0.785156, 1.257812, 1.210938, 1.257812, 1.257812, 1.203125, 1.257812, 1.109375, 1.257812, 1.257812, 0.953125, 0.988281, 1.257812, 1.210938, 1.257812, 1.257812, 1.257812, 0.386719, 1.257812, 1.257812, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 1.25, 1.15625, 1.257812, 1.257812, 1.257812, 1.203125, 1.257812, 1.257812, 1.03125, 1.257812, 1.203125, 1.25, 1.257812, 1.203125, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.125, 1.257812, 1.171875, 1.257812, 1.109375, 1.257812, 1.257812, 1.257812, 1.257812, 1.242188, 1.257812, 1.257812, 1.257812, 1.234375, 1.164062, 1.257812, 1.257812, 1.03125, 1.242188, 1.164062, 1.1875, 1.257812, 1.257812, 1.101562, 1.226562, 1.257812, 1.257812, 1.226562, 1.257812, 1.234375, 1.257812, 1.171875, 1.257812, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 1.132812, 1.25, 1.234375, 1.226562, 1.257812, 1.195312, 1.25, 1.164062, 1.257812, 1.195312, 1.234375, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.171875, 1.257812, 1.171875, 1.257812, 1.257812, 1.03125, 1.257812, 1.257812, 1.257812, 1.257812, 1.210938, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.015625, 1.257812, 1.054688, 1.070312, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.226562, 1.242188, 1.257812, 1.203125, 1.257812, 1.1875, 1.21875, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.1875, 1.257812, 1.101562, 1.257812, 1.257812, 1.257812, 1.226562, 1.257812, 0.425781, 1.257812, 1.195312, 1.257812, 0.925781, 1.203125, 1.179688, 1.257812, 1.257812, 1.257812, 1.117188, 1.257812, 1.257812, 1.257812, 1.164062, 1.242188, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.226562, 1.257812, 1.242188, 1.257812, 1.257812, 1.257812, 1.257812, 1.171875, 1.257812, 1.257812, 1.257812, 1.085938, 1.226562, 1.140625, 1.257812, 1.007812, 1.257812, 1.257812, 1.148438, 1.257812, 1.257812, 1.257812, 1.257812, 1.023438, 1.242188, 0.835938, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.1875, 1.234375, 1.257812, 1.101562, 1.257812, 0.847656, 1.132812, 1.234375, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.21875, 1.257812, 1.257812, 1.03125, 1.257812, 1.257812, 1.164062, 1.257812, 1.257812, 1.257812, 0.964844, 1.257812, 1.234375, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.085938, 1.257812, 1.257812, 1.257812, 1.164062, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.007812, 1.257812, 1.257812, 1.257812, 1.257812, 1.046875, 1.234375, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 1.242188, 1.257812, 1.257812, 1.25, 1.257812, 1.148438, 1.03125, 1.257812, 1.257812, 1.257812, 1.21875, 1.257812, 0.808594, 1.257812, 1.257812, 1.234375, 1.257812, 1.171875, 1.054688, 1.257812, 1.257812, 1.242188, 1.257812, 1.242188, 1.257812, 1.140625, 1.132812, 1.257812, 1.257812, 1.15625, 1.242188, 1.03125, 1.257812, 1.257812, 1.257812, 1.257812, 1.195312, 1.257812, 1.25, 1.117188, 1.257812, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 1.0, 1.25, 0.703125, 1.25, 1.257812, 0.683594, 1.257812, 1.070312, 1.179688, 1.257812, 1.257812, 1.257812, 1.257812, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.0625, 1.257812, 1.242188, 1.257812, 1.257812, 1.257812, 1.03125, 1.257812, 1.132812, 1.257812, 1.195312, 1.140625, 1.257812, 1.046875, 1.257812, 1.257812, 1.25, 1.257812, 1.257812, 1.242188, 1.257812, 1.257812, 1.257812, 1.257812, 1.132812, 1.171875, 1.257812, 0.992188, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.242188, 1.257812, 1.09375, 1.078125, 1.257812, 1.257812, 1.164062, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.929688, 1.257812, 1.257812, 1.25, 1.257812, 1.210938, 1.257812, 1.234375, 1.257812, 1.109375, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.171875, 1.257812, 1.257812, 1.25, 1.234375, 1.257812, 1.25, 1.171875, 1.257812, 1.210938, 1.132812, 1.109375, 1.25, 1.195312, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.242188, 1.117188, 1.21875, 1.226562, 1.257812, 1.257812, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 1.171875, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.203125, 1.226562, 1.257812, 1.257812, 1.210938, 1.21875, 1.257812, 1.257812, 1.242188, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.25, 1.257812, 1.171875, 1.125, 1.257812, 1.25, 1.15625, 1.257812, 1.148438, 1.203125, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.25, 1.210938, 1.257812, 1.195312, 1.179688, 1.257812, 1.179688, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.917969, 1.257812, 0.9375, 1.257812, 1.257812, 0.953125, 1.25, 0.917969, 1.257812, 1.257812, 1.257812, 1.257812, 1.085938, 0.84375, 1.210938, 1.179688, 1.117188, 1.25, 1.226562, 1.234375, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.070312, 1.242188, 1.257812, 1.257812, 1.203125, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 1.1875, 1.257812, 1.257812, 1.234375, 1.257812, 1.257812, 1.257812, 1.257812, 1.210938, 1.125, 1.257812, 1.234375, 1.257812, 1.226562, 1.257812, 1.257812, 1.257812, 1.257812, 1.242188, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.195312, 1.1875, 1.023438, 1.257812, 1.21875, 1.140625, 1.257812, 1.257812, 1.125, 1.25, 1.257812, 1.101562, 1.117188, 1.234375, 1.257812, 1.007812, 1.210938, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.210938, 1.257812, 1.101562, 1.257812, 1.257812, 1.257812, 1.234375, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.234375, 1.257812, 1.203125, 1.148438, 1.257812, 1.210938, 1.257812, 1.257812, 1.257812, 1.226562, 1.25, 1.257812, 1.257812, 1.226562, 1.242188, 1.210938, 1.078125, 1.242188, 1.25, 0.980469, 1.242188, 1.234375, 1.1875, 1.1875, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.886719, 0.816406, 1.085938, 1.257812, 1.203125, 1.257812, 1.25, 1.257812, 1.257812, 0.945312, 1.257812, 1.15625, 1.257812, 1.257812, 0.001228, 1.257812, 1.257812, 1.21875, 1.101562, 1.257812, 1.257812, 1.257812, 1.15625, 1.257812, 1.226562, 1.132812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.203125, 1.257812, 1.101562, 1.257812, 1.21875, 1.257812, 1.21875, 1.257812, 1.257812, 0.875, 1.15625, 1.257812, 1.257812, 1.25, 1.234375, 1.257812, 1.257812, 0.898438, 0.292969, 1.257812, 1.101562, 1.257812, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.25, 1.257812, 1.007812, 1.195312, 1.257812, 1.257812, 1.257812, 1.164062, 1.257812, 1.257812, 1.21875, 1.09375, 1.257812, 0.636719, 1.140625, 0.941406, 1.257812, 1.125, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.210938, 1.164062, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.101562, 1.257812, 1.257812, 1.257812, 1.007812, 1.257812, 1.25, 1.054688, 1.257812, 1.1875, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.1875, 1.226562, 1.257812, 1.257812, 1.257812, 1.25, 1.257812, 1.257812, 1.242188, 1.257812, 1.257812, 1.125, 1.257812, 1.257812, 1.179688, 1.257812, 1.257812, 1.257812, 1.1875, 1.046875, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.140625, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.039062, 1.257812, 1.242188, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.226562, 0.871094, 1.257812, 1.257812, 1.257812, 0.988281, 1.257812, 1.234375, 0.699219, 1.257812, 1.257812, 1.257812, 1.257812, 1.25, 1.257812, 1.257812, 1.257812, 0.738281, 1.046875, 1.257812, 1.257812, 1.257812, 1.257812, 1.25, 1.25, 1.257812, 1.0, 1.257812, 1.257812, 1.257812, 1.226562, 1.257812, 1.257812, 1.257812, 1.25, 1.195312, 1.242188, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.078125, 1.25, 1.257812, 1.070312, 1.242188, 1.242188, 1.257812, 1.257812, 1.09375, 1.257812, 1.117188, 1.257812, 1.257812, 1.257812, 1.257812, 0.921875, 1.257812, 1.140625, 1.257812, 1.25, 1.257812, 1.21875, 1.179688, 1.257812, 1.257812, 1.257812, 1.257812, 1.210938, 1.257812, 1.101562, 0.675781, 1.257812, 1.085938, 0.789062, 1.0, 1.203125, 1.226562, 1.257812, 1.257812, 1.226562, 1.257812, 1.25, 1.203125, 1.257812, 1.226562, 1.257812, 1.117188, 1.257812, 1.257812, 1.257812, 1.179688, 1.257812, 1.195312, 0.976562, 1.257812, 1.257812, 1.257812, 1.171875, 0.804688, 1.257812, 1.257812, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.210938, 1.257812, 1.257812, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.203125, 1.257812, 1.210938, 1.257812, 1.148438, 1.257812, 1.257812, 1.242188, 1.257812, 1.257812, 1.257812, 1.21875, 1.257812, 1.257812, 1.257812, 1.109375, 0.945312, 1.257812, 1.257812, 1.257812, 1.257812, 1.140625, 1.257812, 1.257812, 1.257812, 0.960938, 1.257812, 1.242188, 1.257812, 1.21875, 1.203125, 1.257812, 0.976562, 1.257812, 1.195312, 1.046875, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.210938, 1.101562, 1.1875, 1.257812, 1.179688, 1.257812, 1.25, 1.257812, 1.257812, 1.25, 1.03125, 1.257812, 1.257812, 1.21875, 1.101562, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.195312, 1.257812, 1.171875, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.25, 1.257812, 1.257812, 1.257812, 1.25, 1.179688, 1.257812, 1.171875, 1.257812, 1.039062, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.25, 1.257812, 1.257812, 1.257812, 1.148438, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.242188, 1.257812, 1.132812, 1.226562, 1.078125, 1.257812, 1.257812, 1.257812, 1.257812, 1.234375, 1.257812, 1.257812, 1.210938, 1.203125, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.1875, 1.257812, 1.257812, 1.257812, 0.875, 1.226562, 1.257812, 1.257812, 1.257812, 1.257812, 1.09375, 1.242188, 1.257812, 1.257812, 0.001183, 0.835938, 1.257812, 1.007812, 1.242188, 1.257812, 1.015625, 1.257812, 0.519531, 1.242188, 1.257812, 1.203125, 1.257812, 1.257812, 1.257812, 1.09375, 1.257812, 1.25, 1.257812, 1.257812, 1.257812, 0.980469, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 0.828125, 1.257812, 1.15625, 1.257812, 1.257812, 0.957031, 1.203125, 1.257812, 1.257812, 1.203125, 1.257812, 1.257812, 1.257812, 1.257812, 1.054688, 1.257812, 1.257812, 1.257812, 1.25, 1.257812, 0.96875, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.00119, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.1875, 1.257812, 1.1875, 1.09375, 1.179688, 1.257812, 1.257812, 1.257812, 1.21875, 1.257812, 0.628906, 1.257812, 1.257812, 1.257812, 1.257812, 0.859375, 1.171875, 1.257812, 1.25, 1.257812, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 1.226562, 1.257812, 1.257812, 1.257812, 1.226562, 1.054688, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.117188, 0.800781, 1.257812, 1.257812, 0.984375, 1.257812, 1.257812, 1.109375, 1.242188, 1.257812, 1.257812, 1.25, 1.257812, 1.203125, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.242188, 1.125, 1.257812, 1.257812, 1.257812, 1.101562, 1.257812, 1.257812, 1.257812, 1.25, 0.789062, 1.171875, 1.257812, 0.511719, 1.257812, 1.257812, 1.257812, 1.226562, 1.054688, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.046875, 1.257812, 1.257812, 1.257812, 0.910156, 0.953125, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.101562, 1.257812, 1.257812, 1.257812, 0.867188, 1.257812, 1.257812, 1.257812, 1.007812, 1.1875, 1.257812, 1.234375, 1.257812, 1.21875, 1.257812, 1.15625, 1.171875, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.234375, 1.257812, 1.234375, 1.257812, 1.257812, 1.25, 1.257812, 1.257812, 1.210938, 1.226562, 1.0625, 1.25, 1.257812, 1.257812, 1.257812, 1.21875, 1.234375, 1.242188, 1.257812, 1.210938, 1.257812, 1.078125, 1.257812, 1.257812, 1.257812, 1.15625, 1.164062, 1.257812, 1.257812, 1.257812, 1.257812, 1.078125, 1.257812, 1.148438, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.132812, 1.257812, 1.0625, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.117188, 1.210938, 1.257812, 1.257812, 1.257812, 0.839844, 1.257812, 1.25, 1.257812, 1.257812, 1.242188, 1.257812, 1.257812, 1.210938, 1.257812, 1.257812, 0.90625, 1.257812, 1.257812, 1.257812, 1.195312, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.984375, 1.039062, 1.257812, 1.257812, 1.257812, 1.195312, 1.179688, 1.257812, 1.203125, 1.15625, 1.257812, 1.257812, 1.070312, 1.140625, 1.257812, 1.234375, 1.257812, 1.226562, 1.257812, 1.242188, 1.257812, 1.179688, 1.257812, 1.257812, 1.257812, 1.257812, 1.234375, 1.242188, 1.257812, 1.257812, 1.257812, 1.085938, 1.140625, 1.257812, 1.257812, 1.257812, 1.25, 1.25, 1.257812, 1.242188, 1.257812, 1.257812, 1.257812, 1.25, 1.257812, 1.257812, 1.257812, 1.125, 1.257812, 1.257812, 1.257812, 1.109375, 1.257812, 1.164062, 0.972656, 1.257812, 1.257812, 1.210938, 1.257812, 1.171875, 1.257812, 1.257812, 1.257812, 1.25, 1.078125, 1.257812, 1.257812, 1.148438, 1.21875, 1.164062, 1.257812, 1.257812, 1.007812, 1.257812, 1.257812, 1.257812, 1.257812, 1.140625, 1.257812, 1.257812, 1.257812, 1.085938, 1.257812, 1.257812, 1.257812, 1.242188, 1.257812, 1.242188, 1.257812, 1.257812, 1.25, 1.21875, 1.234375, 1.257812, 1.257812, 1.257812, 1.171875, 0.976562, 1.257812, 1.25, 1.21875, 0.960938, 1.257812, 1.257812, 1.257812, 1.164062, 1.257812, 0.816406, 1.25, 1.109375, 1.234375, 1.257812, 1.257812, 1.257812, 1.257812, 1.039062, 1.109375, 1.257812, 1.257812, 1.210938, 1.257812, 1.257812, 1.257812, 1.257812, 1.023438, 1.257812, 1.257812, 1.234375, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.242188, 1.234375, 1.257812, 0.980469, 1.257812, 1.195312, 1.257812, 0.875, 1.257812, 1.257812, 1.257812, 0.875, 1.257812, 1.21875, 1.257812, 1.242188, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.25, 1.25, 1.257812, 1.257812, 1.257812, 1.257812, 1.203125, 1.257812, 1.25, 1.257812, 1.257812, 1.21875, 1.257812, 1.132812, 1.132812, 1.257812, 1.21875, 1.257812, 1.257812, 1.257812, 1.257812, 1.203125, 0.730469, 1.257812, 1.21875, 1.257812, 1.257812, 1.210938, 1.257812, 1.257812, 1.148438, 1.257812, 1.09375, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.195312, 1.257812, 1.257812, 1.09375, 1.1875, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 1.257812, 0.769531, 1.226562, 1.257812, 1.257812, 1.257812, 1.257812, 1.1875, 1.257812, 1.257812, 1.242188, 1.226562, 1.148438, 0.996094, 1.210938, 1.257812, 1.257812 ] } , "name": "onnx::Mul_11469", "outputIndexes": [ 6741 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6740, 6741 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 6742 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6714, 6742 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/Add_1_output_0", "outputIndexes": [ 6743 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6743 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.40/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 8265 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8265 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.40/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 8266 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8266 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2419104948, 327702, 81920, 0, 0 ] } , "name": "/layers.40/per_layer_input_gate/Linear", "outputIndexes": [ 8267 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8267 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.40/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 8268 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8268 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.40/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 6744 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6744 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.40/act_fn/Mul_output_0", "outputIndexes": [ 6745 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6744, 6745 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/act_fn/Mul_1_output_0", "outputIndexes": [ 6746 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 6746 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/act_fn/Mul_2_output_0", "outputIndexes": [ 6747 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6744, 6747 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/act_fn/Add_output_0", "outputIndexes": [ 6748 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 6748 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/act_fn/Mul_3_output_0", "outputIndexes": [ 6749 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6749 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.40/act_fn/Tanh_output_0", "outputIndexes": [ 6750 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 6750 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/act_fn/Add_1_output_0", "outputIndexes": [ 6751 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6744, 6751 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/act_fn/Mul_4_output_0", "outputIndexes": [ 6752 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 6752 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/act_fn/Mul_5_output_0", "outputIndexes": [ 6753 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 40 ] } , "name": "/Constant_49_output_0", "outputIndexes": [ 6754 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze8243", "outputIndexes": [ 6755 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze8246", "outputIndexes": [ 6756 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 6755, 6756, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice8249", "outputIndexes": [ 6757 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6757 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze8250", "outputIndexes": [ 6758 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6754, 6758 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp8251", "outputIndexes": [ 6759 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6759, 6758 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp8252", "outputIndexes": [ 6760 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 6760, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_47_output_0", "outputIndexes": [ 6761 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6753, 6761 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/Mul_output_0", "outputIndexes": [ 6762 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6762 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.40/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 8269 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8269 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.40/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 8270 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8270 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2419514570, 327702, 81920, 0, 0 ] } , "name": "/layers.40/per_layer_projection/Linear", "outputIndexes": [ 8271 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8271 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.40/per_layer_projection/Linear/post_convert", "outputIndexes": [ 8272 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8272 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.40/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 6763 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6763 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.40/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 6765 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6765 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.40/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 6766 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6766, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 6767 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6767, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 6768 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6763, 6768 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 6769 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.000454, 0.345703, 0.00045, 0.000456, 0.000446, 0.000452, 0.00046, 0.314453, 0.492188, 0.00045, 0.322266, 0.492188, 0.492188, 0.492188, 0.00045, 0.28125, 0.492188, 0.376953, 0.492188, 0.000433, 0.00036, 0.001427, 0.000463, 0.000408, 0.492188, 0.000412, 0.000463, 0.000452, 0.000456, 0.000439, 0.492188, 0.000465, 0.378906, 0.00037, 0.00045, 0.001671, 0.492188, 0.492188, 0.000443, 0.492188, 0.000463, 0.000441, 0.186523, 0.492188, 0.000446, 0.000435, 0.000465, 0.000406, 0.359375, 0.492188, 0.00045, 0.000467, 0.000423, 0.000454, 0.000441, 0.492188, 0.492188, 0.000439, 0.492188, 0.000439, 0.000452, 0.000463, 0.492188, 0.000456, 0.000471, 0.492188, 0.000471, 0.492188, 0.000433, 0.000446, 0.000446, 0.492188, 0.000395, 0.000465, 0.000465, 0.000416, 0.000456, 0.00045, 0.000467, 0.386719, 0.492188, 0.492188, 0.000479, 0.000444, 0.000429, 0.000475, 0.000446, 0.492188, 0.365234, 0.492188, 0.000471, 0.363281, 0.000458, 0.492188, 0.000467, 0.000465, 0.00046, 0.492188, 0.492188, 0.492188, 0.024536, 0.492188, 0.000444, 0.00041, 0.369141, 0.492188, 0.492188, 0.000454, 0.398438, 0.000463, 0.000463, 0.492188, 0.492188, 0.000389, 0.000465, 0.000443, 0.000463, 0.492188, 0.000463, 0.000437, 0.314453, 0.000448, 0.492188, 0.000389, 0.492188, 0.492188, 0.492188, 0.429688, 0.492188, 0.492188, 0.000444, 0.00045, 0.000423, 0.492188, 0.000462, 0.492188, 0.000463, 0.492188, 0.492188, 0.492188, 0.492188, 0.492188, 0.21875, 0.492188, 0.000439, 0.000454, 0.492188, 0.492188, 0.492188, 0.492188, 0.492188, 0.492188, 0.000444, 0.000458, 0.000481, 0.000471, 0.000454, 0.000446, 0.492188, 0.000448, 0.000471, 0.492188, 0.492188, 0.492188, 0.492188, 0.000458, 0.492188, 0.492188, 0.000469, 0.000473, 0.000446, 0.000443, 0.000448, 0.492188, 0.470703, 0.000458, 0.492188, 0.492188, 0.000423, 0.00046, 0.492188, 0.000443, 0.000439, 0.378906, 0.353516, 0.000404, 0.000435, 0.492188, 0.186523, 0.00046, 0.000439, 0.492188, 0.492188, 0.000454, 0.000463, 0.00041, 0.000448, 0.492188, 0.233398, 0.000463, 0.00041, 0.000452, 0.492188, 0.316406, 0.000446, 0.181641, 0.000433, 0.492188, 0.000456, 0.000458, 0.000456, 0.00046, 0.492188, 0.492188, 0.000452, 0.00046, 0.000439, 0.000467, 0.492188, 0.492188, 0.447266, 0.492188, 0.492188, 0.000437, 0.000427, 0.492188, 0.492188, 0.000467, 0.000446, 0.000473, 0.000471, 0.339844, 0.000444, 0.492188, 0.492188, 0.292969, 0.492188, 0.273438, 0.492188, 0.000454, 0.000454, 0.000456, 0.000475, 0.492188, 0.000423, 0.000374, 0.000471, 0.000469, 0.000458, 0.492188, 0.361328, 0.000456, 0.28125, 0.000439, 0.000471, 0.328125, 0.492188, 0.000454, 0.000469, 0.000469, 0.000471, 0.000477, 0.492188, 0.00045, 0.000479, 0.000477, 0.462891, 0.492188, 0.000433, 0.00045, 0.000475, 0.492188, 0.00045, 0.000448, 0.000443, 0.000463, 0.000465, 0.492188, 0.492188, 0.000448, 0.419922, 0.000359, 0.000467, 0.000385, 0.492188, 0.000448, 0.000393, 0.492188, 0.000443, 0.492188, 0.00046, 0.000465, 0.492188, 0.000422, 0.335938, 0.000456, 0.000463, 0.492188, 0.000463, 0.322266, 0.232422, 0.000462, 0.492188, 0.492188, 0.000456, 0.00045, 0.000452, 0.000446, 0.492188, 0.000418, 0.000444, 0.000452, 0.000448, 0.400391, 0.000452, 0.000452, 0.492188, 0.000446, 0.000456, 0.000446, 0.00045, 0.492188, 0.000456, 0.000435, 0.000462, 0.492188, 0.000454, 0.000439, 0.00045, 0.000454, 0.000469, 0.000452, 0.000444, 0.000454, 0.000456, 0.492188, 0.453125, 0.492188, 0.462891, 0.000458, 0.492188, 0.421875, 0.492188, 0.000465, 0.000441, 0.000452, 0.492188, 0.000475, 0.000465, 0.000443, 0.000454, 0.000475, 0.000471, 0.492188, 0.492188, 0.000471, 0.000425, 0.000475, 0.000469, 0.000469, 0.492188, 0.000462, 0.000456, 0.492188, 0.000465, 0.492188, 0.000462, 0.492188, 0.000448, 0.492188, 0.000446, 0.000448, 0.492188, 0.000465, 0.000443, 0.492188, 0.263672, 0.000448, 0.492188, 0.000467, 0.000456, 0.000454, 0.000448, 0.000454, 0.4375, 0.000458, 0.000458, 0.000439, 0.492188, 0.492188, 0.000416, 0.00042, 0.000454, 0.000448, 0.000469, 0.00046, 0.000444, 0.000473, 0.00045, 0.000463, 0.000435, 0.000435, 0.492188, 0.00045, 0.000452, 0.000465, 0.492188, 0.455078, 0.000435, 0.004211, 0.492188, 0.000433, 0.000477, 0.441406, 0.000458, 0.000454, 0.000418, 0.000446, 0.492188, 0.00045, 0.00042, 0.000425, 0.000475, 0.000452, 0.492188, 0.000435, 0.000473, 0.000435, 0.285156, 0.492188, 0.492188, 0.000454, 0.000452, 0.339844, 0.000471, 0.000473, 0.492188, 0.000462, 0.000467, 0.492188, 0.000471, 0.492188, 0.000433, 0.492188, 0.000446, 0.492188, 0.000452, 0.492188, 0.000465, 0.492188, 0.492188, 0.000433, 0.492188, 0.00045, 0.492188, 0.000465, 0.000462, 0.000463, 0.492188, 0.000448, 0.000471, 0.492188, 0.000467, 0.000465, 0.000404, 0.000456, 0.492188, 0.492188, 0.000467, 0.000469, 0.000443, 0.00045, 0.492188, 0.000446, 0.00045, 0.000454, 0.000439, 0.000345, 0.000479, 0.000463, 0.000425, 0.000463, 0.00046, 0.000446, 0.000456, 0.000446, 0.000452, 0.000458, 0.000467, 0.492188, 0.000456, 0.000441, 0.000469, 0.492188, 0.000462, 0.492188, 0.492188, 0.000456, 0.000477, 0.000425, 0.492188, 0.000463, 0.492188, 0.000427, 0.000427, 0.000475, 0.000452, 0.492188, 0.492188, 0.492188, 0.000448, 0.000448, 0.492188, 0.000444, 0.000473, 0.000477, 0.000444, 0.000414, 0.492188, 0.000437, 0.492188, 0.000443, 0.492188, 0.000467, 0.000454, 0.000475, 0.287109, 0.000463, 0.000454, 0.000452, 0.000439, 0.222656, 0.00045, 0.492188, 0.439453, 0.000471, 0.000477, 0.492188, 0.492188, 0.00046, 0.00045, 0.000446, 0.492188, 0.492188, 0.000463, 0.000456, 0.00045, 0.492188, 0.000481, 0.000467, 0.000467, 0.000443, 0.00046, 0.000475, 0.000465, 0.00036, 0.492188, 0.000435, 0.000437, 0.492188, 0.000467, 0.000446, 0.000467, 0.492188, 0.000465, 0.00041, 0.492188, 0.000441, 0.492188, 0.492188, 0.000444, 0.000454, 0.000473, 0.000437, 0.000473, 0.492188, 0.00045, 0.000458, 0.000444, 0.000427, 0.000454, 0.492188, 0.000467, 0.000469, 0.000437, 0.000465, 0.492188, 0.00045, 0.000427, 0.000473, 0.000437, 0.00046, 0.492188, 0.000444, 0.000378, 0.492188, 0.00045, 0.492188, 0.000475, 0.492188, 0.00045, 0.205078, 0.000444, 0.000446, 0.492188, 0.492188, 0.000443, 0.000456, 0.492188, 0.000454, 0.00045, 0.000463, 0.458984, 0.492188, 0.492188, 0.492188, 0.000463, 0.492188, 0.000448, 0.492188, 0.000467, 0.000465, 0.492188, 0.000454, 0.492188, 0.00045, 0.000448, 0.000458, 0.000454, 0.000462, 0.00045, 0.365234, 0.492188, 0.000435, 0.000444, 0.000437, 0.492188, 0.492188, 0.000452, 0.492188, 0.000465, 0.492188, 0.000446, 0.492188, 0.492188, 0.000479, 0.000452, 0.000431, 0.000456, 0.000452, 0.000458, 0.000458, 0.492188, 0.000429, 0.000471, 0.000448, 0.000456, 0.492188, 0.00042, 0.492188, 0.000441, 0.00045, 0.000448, 0.00045, 0.000467, 0.492188, 0.492188, 0.000433, 0.000456, 0.000463, 0.492188, 0.000448, 0.000463, 0.000469, 0.304688, 0.492188, 0.000475, 0.000399, 0.492188, 0.000454, 0.492188, 0.492188, 0.112793, 0.000429, 0.000452, 0.000448, 0.492188, 0.000467, 0.000462, 0.000463, 0.00045, 0.492188, 0.000467, 0.00045, 0.000433, 0.000439, 0.492188, 0.00046, 0.00045, 0.000463, 0.000433, 0.492188, 0.000467, 0.000448, 0.492188, 0.000463, 0.000446, 0.492188, 0.000458, 0.000446, 0.000467, 0.000463, 0.000454, 0.000471, 0.000448, 0.000454, 0.492188, 0.000463, 0.000437, 0.000433, 0.492188, 0.333984, 0.000467, 0.000462, 0.375, 0.000452, 0.492188, 0.000465, 0.000469, 0.000463, 0.000433, 0.492188, 0.492188, 0.000473, 0.000458, 0.492188, 0.000469, 0.000427, 0.000448, 0.000437, 0.00045, 0.492188, 0.000467, 0.000444, 0.000452, 0.000454, 0.000462, 0.000469, 0.000435, 0.000456, 0.000456, 0.333984, 0.000452, 0.000452, 0.492188, 0.000439, 0.492188, 0.000463, 0.455078, 0.000475, 0.000439, 0.492188, 0.492188, 0.000437, 0.000416, 0.00046, 0.00045, 0.000454, 0.000418, 0.000475, 0.000399, 0.000465, 0.000475, 0.000454, 0.000467, 0.000462, 0.000465, 0.492188, 0.492188, 0.000462, 0.492188, 0.000458, 0.000463, 0.000471, 0.000402, 0.492188, 0.000416, 0.333984, 0.492188, 0.000465, 0.341797, 0.412109, 0.000456, 0.000465, 0.000473, 0.492188, 0.492188, 0.000452, 0.000462, 0.000427, 0.460938, 0.000452, 0.000443, 0.000477, 0.492188, 0.492188, 0.000463, 0.000452, 0.492188, 0.000441, 0.000467, 0.492188, 0.492188, 0.000446, 0.000462, 0.000448, 0.000462, 0.000475, 0.000458, 0.000475, 0.492188, 0.000452, 0.492188, 0.000469, 0.291016, 0.00042, 0.000462, 0.000402, 0.492188, 0.00046, 0.000458, 0.492188, 0.000446, 0.492188, 0.492188, 0.492188, 0.000406, 0.000465, 0.000359, 0.000444, 0.492188, 0.000431, 0.000443, 0.492188, 0.000463, 0.492188, 0.000408, 0.492188, 0.000444, 0.000456, 0.000467, 0.492188, 0.000462, 0.00045, 0.000446, 0.000452, 0.000448, 0.000463, 0.492188, 0.492188, 0.000477, 0.000444, 0.492188, 0.000463, 0.492188, 0.000458, 0.492188, 0.000454, 0.000393, 0.000443, 0.492188, 0.492188, 0.000467, 0.000433, 0.000463, 0.000463, 0.00045, 0.000452, 0.00046, 0.492188, 0.492188, 0.492188, 0.000463, 0.000444, 0.000473, 0.000456, 0.000473, 0.000462, 0.000444, 0.000467, 0.000441, 0.000423, 0.417969, 0.000347, 0.000473, 0.000477, 0.492188, 0.000448, 0.000456, 0.382812, 0.000465, 0.326172, 0.000473, 0.000462, 0.000454, 0.492188, 0.00045, 0.000456, 0.332031, 0.000441, 0.492188, 0.035889, 0.000463, 0.000458, 0.000448, 0.00042, 0.000446, 0.000471, 0.000465, 0.492188, 0.492188, 0.000454, 0.000462, 0.005951, 0.451172, 0.492188, 0.347656, 0.000471, 0.492188, 0.000471, 0.000465, 0.152344, 0.308594, 0.000456, 0.394531, 0.492188, 0.00045, 0.000448, 0.000452, 0.00045, 0.000448, 0.000454, 0.492188, 0.000456, 0.000448, 0.000471, 0.000443, 0.000475, 0.000477, 0.000462, 0.492188, 0.000463, 0.000448, 0.000454, 0.162109, 0.000465, 0.000463, 0.000448, 0.000444, 0.000454, 0.000397, 0.000444, 0.000456, 0.000452, 0.000465, 0.000463, 0.492188, 0.00045, 0.000452, 0.00046, 0.000458, 0.000477, 0.000443, 0.492188, 0.000462, 0.000435, 0.000469, 0.492188, 0.492188, 0.492188, 0.492188, 0.492188, 0.000467, 0.000463, 0.000469, 0.00046, 0.00045, 0.000444, 0.492188, 0.000463, 0.000477, 0.000462, 0.000469, 0.000471, 0.000452, 0.000427, 0.000414, 0.000469, 0.492188, 0.492188, 0.492188, 0.000462, 0.000458, 0.492188, 0.3125, 0.000465, 0.000456, 0.000446, 0.000446, 0.302734, 0.00045, 0.000458, 0.000465, 0.000429, 0.189453, 0.314453, 0.000458, 0.000439, 0.492188, 0.000456, 0.000465, 0.000454, 0.000387, 0.000477, 0.000477, 0.000456, 0.00038, 0.000443, 0.304688, 0.492188, 0.492188, 0.000437, 0.000456, 0.492188, 0.00046, 0.000452, 0.000444, 0.378906, 0.000465, 0.000475, 0.000477, 0.000458, 0.00045, 0.345703, 0.000448, 0.492188, 0.000437, 0.000456, 0.000469, 0.492188, 0.464844, 0.000469, 0.000427, 0.000448, 0.000446, 0.492188, 0.000448, 0.000397, 0.000471, 0.492188, 0.396484, 0.000462, 0.492188, 0.000477, 0.000456, 0.000443, 0.000439, 0.000452, 0.000477, 0.000456, 0.000851, 0.000467, 0.000443, 0.000477, 0.000463, 0.000456, 0.492188, 0.000469, 0.000441, 0.000456, 0.000456, 0.000469, 0.00824, 0.000467, 0.000439, 0.000458, 0.492188, 0.492188, 0.435547, 0.00045, 0.000456, 0.000446, 0.000443, 0.000439, 0.000454, 0.000475, 0.00046, 0.000458, 0.414062, 0.000441, 0.000469, 0.000465, 0.00046, 0.306641, 0.00046, 0.492188, 0.000433, 0.000467, 0.00046, 0.492188, 0.492188, 0.000456, 0.000452, 0.208008, 0.000465, 0.492188, 0.000423, 0.000454, 0.000456, 0.492188, 0.00046, 0.392578, 0.000456, 0.000446, 0.000404, 0.000467, 0.00045, 0.000437, 0.492188, 0.000452, 0.000473, 0.000477, 0.000471, 0.000423, 0.492188, 0.000456, 0.008484, 0.000467, 0.000444, 0.000467, 0.000435, 0.000471, 0.00042, 0.000444, 0.492188, 0.000439, 0.000456, 0.492188, 0.000452, 0.000391, 0.000452, 0.000448, 0.492188, 0.492188, 0.000479, 0.000378, 0.000469, 0.00046, 0.492188, 0.000441, 0.000463, 0.000443, 0.000469, 0.074707, 0.304688, 0.000452, 0.000448, 0.000452, 0.00046, 0.000452, 0.000462, 0.000463, 0.000437, 0.000467, 0.492188, 0.000435, 0.000475, 0.318359, 0.492188, 0.000475, 0.492188, 0.443359, 0.000448, 0.000475, 0.000448, 0.492188, 0.000446, 0.000452, 0.492188, 0.000469, 0.000439, 0.000441, 0.000465, 0.000475, 0.000425, 0.000467, 0.000439, 0.000446, 0.472656, 0.000469, 0.000391, 0.000469, 0.000443, 0.492188, 0.000443, 0.443359, 0.000475, 0.000463, 0.373047, 0.000465, 0.492188, 0.000448, 0.000465, 0.492188, 0.492188, 0.000385, 0.000462, 0.00046, 0.492188, 0.000473, 0.000462, 0.000433, 0.000471, 0.000448, 0.000448, 0.492188, 0.000448, 0.000462, 0.492188, 0.492188, 0.000467, 0.492188, 0.000469, 0.202148, 0.000463, 0.000452, 0.000439, 0.000431, 0.000462, 0.492188, 0.000446, 0.00046, 0.492188, 0.00046, 0.000467, 0.000454, 0.000473, 0.146484, 0.000467, 0.093262, 0.492188, 0.492188, 0.492188, 0.433594, 0.492188, 0.000435, 0.000463, 0.00046, 0.492188, 0.000452, 0.000471, 0.00045, 0.492188, 0.000471, 0.492188, 0.492188, 0.492188, 0.000437, 0.492188, 0.492188, 0.000481, 0.316406, 0.000446, 0.151367, 0.00046, 0.00045, 0.000456, 0.000458, 0.000465, 0.000448, 0.425781, 0.000429, 0.000443, 0.492188, 0.000462, 0.000475, 0.492188, 0.162109, 0.492188, 0.000435, 0.492188, 0.000448, 0.492188, 0.000448, 0.000446, 0.000423, 0.000477, 0.000439, 0.000446, 0.492188, 0.000448, 0.492188, 0.492188, 0.000462, 0.000383, 0.000462, 0.000475, 0.000462, 0.000433, 0.000462, 0.000465, 0.000452, 0.492188, 0.492188, 0.000454, 0.000465, 0.000439, 0.000441, 0.000462, 0.320312, 0.000454, 0.000456, 0.000452, 0.000423, 0.000435, 0.000456, 0.00045, 0.000456, 0.00046, 0.000463, 0.000446, 0.492188, 0.000456, 0.185547, 0.00046, 0.492188, 0.000473, 0.492188, 0.000446, 0.000462, 0.492188, 0.492188, 0.000463, 0.000427, 0.492188, 0.492188, 0.000454, 0.000456, 0.000433, 0.00042, 0.000454, 0.000456, 0.492188, 0.000439, 0.376953, 0.000429, 0.492188, 0.000465, 0.000452, 0.492188, 0.000433, 0.359375, 0.326172, 0.000454, 0.000458, 0.00046, 0.000446, 0.492188, 0.00045, 0.000441, 0.00046, 0.000465, 0.000443, 0.000374, 0.000446, 0.00045, 0.000425, 0.492188, 0.308594, 0.000427, 0.000437, 0.492188, 0.000471, 0.000446, 0.000427, 0.000458, 0.492188, 0.265625, 0.000343, 0.000431, 0.492188, 0.349609, 0.00042, 0.206055, 0.000473, 0.000441, 0.492188, 0.000441, 0.000458, 0.000454, 0.492188, 0.000471, 0.000443, 0.000444, 0.000463, 0.412109, 0.000452, 0.000454, 0.00046, 0.000454, 0.000443, 0.000477, 0.000458, 0.363281, 0.000473, 0.000458, 0.000397, 0.000454, 0.000452, 0.000433, 0.000469, 0.000465, 0.000443, 0.000471, 0.000462, 0.492188, 0.337891, 0.000437, 0.000446, 0.492188, 0.00045, 0.00038, 0.000454, 0.000463, 0.492188, 0.492188, 0.00046, 0.00045, 0.000452, 0.492188, 0.000456, 0.000456, 0.492188, 0.492188, 0.000435, 0.000465, 0.000458, 0.492188, 0.000463, 0.492188, 0.00046, 0.000454, 0.492188, 0.492188, 0.386719, 0.000458, 0.492188, 0.492188, 0.000458, 0.000439, 0.000463, 0.000439, 0.000441, 0.000423, 0.000462, 0.000427, 0.492188, 0.000446, 0.492188, 0.492188, 0.000456, 0.000475, 0.000475, 0.000463, 0.000448, 0.000463, 0.00045, 0.492188, 0.000443, 0.000469, 0.000475, 0.000456, 0.492188, 0.492188, 0.492188, 0.492188, 0.000463, 0.000454, 0.492188, 0.000456, 0.000462, 0.000463, 0.000448, 0.000452, 0.000463, 0.363281, 0.492188, 0.000458, 0.492188, 0.000469, 0.000452, 0.476562, 0.000462, 0.000431, 0.492188, 0.000427, 0.000452, 0.492188, 0.00046, 0.00046, 0.000431, 0.000465, 0.000467, 0.34375, 0.000429, 0.000452, 0.000454, 0.390625, 0.000462, 0.000473, 0.000473, 0.000469, 0.00045, 0.000383, 0.000462, 0.000391, 0.000471, 0.000389, 0.00045, 0.000471, 0.492188, 0.000469, 0.000444, 0.000456, 0.492188, 0.000433, 0.492188, 0.492188, 0.492188, 0.492188, 0.492188, 0.000437, 0.000471, 0.000462, 0.000467, 0.492188, 0.492188, 0.492188, 0.492188, 0.000454, 0.000446, 0.000465, 0.000463, 0.492188, 0.000431, 0.000418, 0.492188, 0.000463, 0.000458, 0.378906, 0.000448, 0.492188, 0.000473, 0.492188, 0.000422, 0.000446, 0.000429, 0.000458, 0.000456, 0.492188, 0.000458, 0.492188, 0.000406, 0.000446, 0.000433, 0.00046, 0.000465, 0.492188, 0.000456, 0.000446, 0.000471, 0.000462, 0.000452, 0.00045, 0.492188, 0.000456, 0.000444, 0.000443, 0.000456, 0.000463, 0.000469, 0.000469, 0.000435, 0.000441, 0.000475, 0.492188, 0.000471, 0.492188, 0.000454, 0.000454, 0.000467, 0.000467, 0.00046, 0.000465, 0.000412, 0.492188, 0.000416, 0.492188, 0.492188, 0.00045, 0.492188, 0.000448, 0.464844, 0.000448, 0.000469, 0.000448, 0.000441, 0.000465, 0.492188, 0.492188, 0.000448, 0.000448, 0.492188, 0.00046, 0.000429, 0.000452, 0.000469, 0.000446, 0.000448, 0.375, 0.000454, 0.000473, 0.000446, 0.000452, 0.000458, 0.000467, 0.000448, 0.000463, 0.492188, 0.000443, 0.000477, 0.000463, 0.00046, 0.492188, 0.00046, 0.492188, 0.000423, 0.000448, 0.000463, 0.000448, 0.000454, 0.492188, 0.000452, 0.417969, 0.000463, 0.000462, 0.492188, 0.333984, 0.000458, 0.000458, 0.000463, 0.00045, 0.000443, 0.000473, 0.00046, 0.00045, 0.000452, 0.492188, 0.000402, 0.000456, 0.00045, 0.000431, 0.000465, 0.000462, 0.492188, 0.000463, 0.000463, 0.000471, 0.000433, 0.000448, 0.000439, 0.000454, 0.00045, 0.492188, 0.492188, 0.000463, 0.000452, 0.306641, 0.000431, 0.492188, 0.000448, 0.003342, 0.000433, 0.00046, 0.000481, 0.316406, 0.00045, 0.00046, 0.000454, 0.492188, 0.492188, 0.000423, 0.000444, 0.492188, 0.000422, 0.492188, 0.492188, 0.000452, 0.000444, 0.000469, 0.492188, 0.492188, 0.00045, 0.492188, 0.000433, 0.00045, 0.000463, 0.000473, 0.000463, 0.000462, 0.00045, 0.000452, 0.000448, 0.000433, 0.000473, 0.492188, 0.000443, 0.00046, 0.000443, 0.000469, 0.332031, 0.106445, 0.000469, 0.000475, 0.4375, 0.492188, 0.265625, 0.000465, 0.000471, 0.000454, 0.492188, 0.492188, 0.000443, 0.000406, 0.492188, 0.000465, 0.492188, 0.000448, 0.000454, 0.000463, 0.000452, 0.000456, 0.492188, 0.000437, 0.000473, 0.492188, 0.394531, 0.00041, 0.000473, 0.492188, 0.492188, 0.492188, 0.000471, 0.000452, 0.000454, 0.492188, 0.000456, 0.000448, 0.492188, 0.398438, 0.000433, 0.000465, 0.000473, 0.000471, 0.000431, 0.000458, 0.000422, 0.492188, 0.000439, 0.000462, 0.000456, 0.000448, 0.000456, 0.000431, 0.429688, 0.000404, 0.320312, 0.00045, 0.000399, 0.00046, 0.000467, 0.000463, 0.492188, 0.000397, 0.492188, 0.000448, 0.000431, 0.000462, 0.000469, 0.492188, 0.000423, 0.000462, 0.000462, 0.000452, 0.000456, 0.000454, 0.000467, 0.000448, 0.000444, 0.492188, 0.000473, 0.00045, 0.000439, 0.000479, 0.492188, 0.00046, 0.492188, 0.000452, 0.408203, 0.000448, 0.000475, 0.220703, 0.000458, 0.000456, 0.492188, 0.000463, 0.492188, 0.492188, 0.000458, 0.000446, 0.000469, 0.492188, 0.000456, 0.000402, 0.492188, 0.000458, 0.000439, 0.492188, 0.000456, 0.492188, 0.000473, 0.492188, 0.000473, 0.000477, 0.492188, 0.000467, 0.000347, 0.000454, 0.000448, 0.000462, 0.492188, 0.000444, 0.000437, 0.000425, 0.435547, 0.000435, 0.000452, 0.492188, 0.000446, 0.000462, 0.000473, 0.000441, 0.000381, 0.298828, 0.000462, 0.423828, 0.000469, 0.000439, 0.000416, 0.492188, 0.00046, 0.492188, 0.000454, 0.000465, 0.000473, 0.000439, 0.000328, 0.000465, 0.000437, 0.000431, 0.000452, 0.000469, 0.000456, 0.492188, 0.000465, 0.00045, 0.000463, 0.000456, 0.000435, 0.000479, 0.000446, 0.417969, 0.000463, 0.000452, 0.000435, 0.00046, 0.000473, 0.492188, 0.492188, 0.000462, 0.000435, 0.000437, 0.00046, 0.000446, 0.000458, 0.000372, 0.3125, 0.00046, 0.00045, 0.00046, 0.000448, 0.492188, 0.000454, 0.000423, 0.492188, 0.492188, 0.00046, 0.000441, 0.00045, 0.349609, 0.000462, 0.000433, 0.000448, 0.492188, 0.000439, 0.492188, 0.000437, 0.000429, 0.000473, 0.492188, 0.000458, 0.000475, 0.032227, 0.000467, 0.384766, 0.000467, 0.000469, 0.000444, 0.394531, 0.492188, 0.492188, 0.492188, 0.000433, 0.492188, 0.000467, 0.492188, 0.000439, 0.000465, 0.000458, 0.326172, 0.000458, 0.000439, 0.492188, 0.000471, 0.00045, 0.492188, 0.000443, 0.000454, 0.000456, 0.000473, 0.492188, 0.000433, 0.000452, 0.000429, 0.492188, 0.000477, 0.000423, 0.000467, 0.000462, 0.000456, 0.000427, 0.000418, 0.000444, 0.492188, 0.00046, 0.492188, 0.322266, 0.000473, 0.492188, 0.000471, 0.000465, 0.000462, 0.000446, 0.000463, 0.000465, 0.000463, 0.394531, 0.000473, 0.000483, 0.000446, 0.000452, 0.000448, 0.000378, 0.00045, 0.000452, 0.000458, 0.000463, 0.000462, 0.492188, 0.492188, 0.000465, 0.000431, 0.00042, 0.492188, 0.000452, 0.000473, 0.322266, 0.000462, 0.000479, 0.000454, 0.000431, 0.400391, 0.000456, 0.000462, 0.000471, 0.492188, 0.000444, 0.492188, 0.000448, 0.000446, 0.347656, 0.000467, 0.392578, 0.000465, 0.492188, 0.000458, 0.000444, 0.000462, 0.000469, 0.000439, 0.000462, 0.000441, 0.000433, 0.000444, 0.492188, 0.000443, 0.492188, 0.000452, 0.000462, 0.000456, 0.492188, 0.000446, 0.00046, 0.492188, 0.000458, 0.492188, 0.000469, 0.000462, 0.492188, 0.000443, 0.000448, 0.394531, 0.492188, 0.000469, 0.328125, 0.000452, 0.333984, 0.000425, 0.000463, 0.000387, 0.000448, 0.000469, 0.492188, 0.492188, 0.492188, 0.000469, 0.000463, 0.000446, 0.000467, 0.000465, 0.000431, 0.102051, 0.000467, 0.492188, 0.000366, 0.000469, 0.000458, 0.000437, 0.492188, 0.000467, 0.000463, 0.492188, 0.000465, 0.000463, 0.000462, 0.000425, 0.492188, 0.000454, 0.000458, 0.000456, 0.000477, 0.000427, 0.000435, 0.000362, 0.000437, 0.000469, 0.369141, 0.00038, 0.000458, 0.000458, 0.000463, 0.000376, 0.492188, 0.000458, 0.492188, 0.000425, 0.000469, 0.404297, 0.000452, 0.435547, 0.000441, 0.000448, 0.000448, 0.337891, 0.000465, 0.000475, 0.492188, 0.492188, 0.000448, 0.000408, 0.000463, 0.000454, 0.000422, 0.492188, 0.000462, 0.000389, 0.000408, 0.492188, 0.004608, 0.000456, 0.000443, 0.492188, 0.4375, 0.000469, 0.000456, 0.492188, 0.492188, 0.492188, 0.492188, 0.000441, 0.000462, 0.492188, 0.00045, 0.000475, 0.000465, 0.000446, 0.000454, 0.000479, 0.000435, 0.000471, 0.000458, 0.000467, 0.000462, 0.492188, 0.492188, 0.00046, 0.000429, 0.000416, 0.00046, 0.492188, 0.000454, 0.355469, 0.000444, 0.000462, 0.000418, 0.492188, 0.000479, 0.339844, 0.492188, 0.000465, 0.000448, 0.000404, 0.000462, 0.000452, 0.492188, 0.000448, 0.000471, 0.000463, 0.000443, 0.000452, 0.000448, 0.000471, 0.000481, 0.000425, 0.000448, 0.373047, 0.000446, 0.000439, 0.00045, 0.492188, 0.000448, 0.000467, 0.492188, 0.000448, 0.000469, 0.492188, 0.000435, 0.000443, 0.492188, 0.00045, 0.492188, 0.000456, 0.000433, 0.492188, 0.21875, 0.000435, 0.000473, 0.000448, 0.000448, 0.000471, 0.000437, 0.000462, 0.000387, 0.359375, 0.000406, 0.000441, 0.000433, 0.000467, 0.000444, 0.000458, 0.000443, 0.492188, 0.000446, 0.000458, 0.00045, 0.492188, 0.492188, 0.000469, 0.000463, 0.000437, 0.000467, 0.000469, 0.492188, 0.000462, 0.000454, 0.000454, 0.492188, 0.492188, 0.492188, 0.00045, 0.000454, 0.000452, 0.408203, 0.000452, 0.000454, 0.000467, 0.000446, 0.492188, 0.000469, 0.000437, 0.140625, 0.000462, 0.492188, 0.492188, 0.492188, 0.000467, 0.000439, 0.000463, 0.492188, 0.000418, 0.000475, 0.492188, 0.000458, 0.492188, 0.000465, 0.00045, 0.000458, 0.000435, 0.000437, 0.000473, 0.492188, 0.492188, 0.000456, 0.000961, 0.000452, 0.000446, 0.000462, 0.000458, 0.000448, 0.000446, 0.000481, 0.000454, 0.492188, 0.000469, 0.000469, 0.000425, 0.000448, 0.287109, 0.00046, 0.492188, 0.000467, 0.000454, 0.000452, 0.492188, 0.00045, 0.000433, 0.492188, 0.000467, 0.000452, 0.000423, 0.000439, 0.000465, 0.000462, 0.000458, 0.000469, 0.000465, 0.000471, 0.000441, 0.00046, 0.000463, 0.492188, 0.492188, 0.492188, 0.000471, 0.000465, 0.00045, 0.000477, 0.000479, 0.000471, 0.492188, 0.492188, 0.000462, 0.000477, 0.000456, 0.000454, 0.000467, 0.000462, 0.000465, 0.000471, 0.000463, 0.000467, 0.000437, 0.000431, 0.492188, 0.492188, 0.000446, 0.000454, 0.000456, 0.000463, 0.000448, 0.000446, 0.000446, 0.000458, 0.000454, 0.492188, 0.000437, 0.000444, 0.492188, 0.375, 0.000458, 0.000446, 0.492188, 0.000458, 0.476562, 0.000431, 0.492188, 0.000427, 0.000463, 0.000458, 0.000448, 0.492188, 0.000475, 0.000437, 0.000446, 0.000456, 0.492188, 0.000465, 0.492188, 0.000467, 0.000439, 0.492188, 0.000443, 0.000427, 0.000462, 0.00045, 0.000452, 0.000452, 0.00046, 0.00046, 0.492188, 0.000458, 0.000446, 0.000458, 0.000452, 0.000463, 0.000471, 0.002365, 0.492188, 0.000456, 0.000452, 0.000473, 0.000448, 0.46875, 0.000458, 0.492188, 0.480469, 0.00046, 0.000448, 0.492188, 0.000452, 0.000462, 0.000463, 0.000378, 0.335938, 0.00046, 0.00046, 0.000469, 0.492188, 0.492188, 0.000454, 0.492188, 0.492188, 0.492188, 0.492188, 0.000475, 0.000462, 0.000443, 0.000454, 0.00046, 0.000422, 0.492188, 0.492188, 0.000456, 0.00046, 0.000444, 0.000437, 0.492188, 0.000458, 0.000418, 0.000471, 0.000429, 0.492188, 0.492188, 0.000431, 0.000469, 0.492188, 0.000448, 0.000456, 0.000458, 0.000439, 0.000444, 0.414062, 0.00045, 0.000456, 0.000458, 0.00045, 0.000446, 0.000467, 0.000458, 0.492188, 0.000465, 0.000448, 0.000475, 0.000473, 0.000471, 0.000467, 0.000467, 0.492188, 0.492188, 0.492188, 0.492188, 0.000446, 0.492188, 0.00046, 0.000458, 0.00046, 0.000463, 0.492188, 0.492188, 0.000473, 0.000435, 0.00045, 0.492188, 0.000443, 0.00045, 0.000429, 0.492188, 0.000463, 0.00046, 0.470703, 0.492188, 0.000444, 0.000448, 0.00045, 0.4375, 0.000467, 0.000443, 0.000454, 0.492188, 0.000454, 0.000467, 0.000473, 0.000448, 0.423828, 0.000448, 0.000454, 0.000462, 0.000435, 0.000471, 0.000452, 0.365234, 0.000446, 0.492188, 0.000456, 0.000471, 0.000458, 0.382812, 0.000477, 0.000441, 0.00042, 0.000469, 0.000452, 0.000458, 0.492188, 0.492188, 0.492188, 0.492188, 0.000444, 0.000456, 0.000456, 0.000458, 0.000462, 0.000465, 0.000446, 0.000475, 0.000456, 0.000448, 0.000448, 0.492188, 0.492188, 0.000443, 0.000427, 0.492188, 0.000416, 0.000441, 0.492188, 0.000458, 0.00045, 0.000463, 0.363281, 0.492188, 0.492188, 0.492188, 0.000423, 0.000477, 0.492188, 0.000477, 0.000448, 0.492188, 0.000443, 0.492188, 0.000456, 0.273438, 0.000473, 0.000462, 0.00046, 0.000469, 0.000441, 0.492188, 0.000469 ] } , "name": "onnx::Mul_11470", "outputIndexes": [ 6770 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6769, 6770 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 6771 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6743, 6771 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/Add_2_output_0", "outputIndexes": [ 6772 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.808594 ] } , "name": "/blocks.40/Constant_1_output_0", "outputIndexes": [ 6773 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6772, 6773 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.40/Mul_1_output_0", "outputIndexes": [ 6774 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6774, 6 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.41/Reshape_output_0", "outputIndexes": [ 6775 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6775 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.41/input_layernorm/Pow_output_0", "outputIndexes": [ 6776 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6776 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.41/input_layernorm/ReduceMean_output_0", "outputIndexes": [ 6777 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6777, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/input_layernorm/Add_output_0", "outputIndexes": [ 6778 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6778, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/input_layernorm/Pow_1_output_0", "outputIndexes": [ 6779 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6775, 6779 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/input_layernorm/Mul_output_0", "outputIndexes": [ 6780 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 4.96875, -3.5, 31.125, 5.03125, 3.796875, 3.453125, 4.1875, 3.09375, 4.1875, 16.5, 6.8125, 3.671875, 3.625, 2.953125, 7.4375, 2.890625, 9.875, 4.78125, 3.125, 5.5625, 3.390625, 4.59375, 6.46875, 4.03125, 4.125, 2.484375, 8.875, 4.0, 3.96875, 13.875, 5.6875, 4.28125, 4.4375, 3.1875, 4.71875, 4.75, 3.734375, 27.75, 5.21875, 3.765625, 9.3125, 3.359375, 4.0, 3.6875, 4.0, 4.9375, 29.5, 3.296875, 4.0625, 5.21875, 8.875, 5.1875, 3.0, 21.625, 3.96875, 2.859375, 3.828125, 5.09375, 4.78125, -6.375, 3.65625, 5.5625, 4.375, 4.625, 4.78125, 11.0625, 6.0625, 3.90625, 7.03125, 4.15625, 3.9375, 3.71875, 4.5, 7.875, 5.28125, 4.1875, 6.0, 3.953125, 7.21875, 6.03125, 9.375, 5.375, 14.5, 4.0, 6.25, 3.78125, 9.8125, 5.09375, 3.421875, 4.75, 4.28125, 3.25, 1.882812, 6.90625, 4.15625, -3.71875, 28.125, 4.4375, 4.09375, 3.3125, 4.9375, 3.171875, 6.34375, 4.90625, 3.953125, 4.25, 4.90625, 6.0, 3.4375, 4.5, 4.75, 3.828125, 4.09375, 4.15625, 1.976562, 4.75, 4.1875, 4.375, 5.3125, 4.46875, 4.8125, 5.125, 3.90625, 2.390625, 4.96875, 3.5, 3.640625, 3.640625, 5.0625, 4.1875, 4.8125, 4.53125, 4.8125, 3.921875, 27.0, 3.15625, 3.703125, -4.78125, 3.15625, 4.03125, 5.34375, 3.734375, 3.359375, 4.0625, 5.1875, 3.390625, 3.375, 4.90625, 8.375, 6.875, 4.8125, 3.953125, 5.96875, 5.1875, 3.84375, 5.125, 4.4375, 5.53125, 3.59375, 4.5, 3.234375, -4.40625, -4.0625, 3.84375, 4.625, 12.0625, 6.125, 3.28125, 16.5, 4.28125, 3.25, 24.5, 4.78125, 4.15625, 6.15625, 5.40625, 4.09375, 3.46875, 6.09375, 4.65625, 6.0, 5.375, 15.875, 3.515625, 3.65625, 4.375, 5.65625, 3.875, 4.75, 3.453125, 4.78125, 4.03125, 4.65625, 4.96875, 7.40625, 7.09375, 5.1875, 4.59375, 5.71875, 7.375, 3.890625, 3.171875, 5.125, 3.203125, 4.40625, 4.375, 3.828125, 4.3125, 5.71875, 4.09375, 8.625, 3.84375, 4.1875, 4.03125, 3.625, 2.421875, 4.65625, 6.4375, -3.5625, 4.3125, 4.40625, 4.4375, 3.140625, 3.40625, 6.1875, 4.03125, 6.8125, 3.8125, 6.5, 3.015625, 21.5, 3.703125, 3.71875, 3.65625, 4.0625, 4.5, 3.6875, 4.9375, 4.03125, 4.6875, 6.84375, 5.40625, 2.125, 4.8125, 6.25, 4.15625, 14.5625, 9.375, 3.734375, 4.03125, 3.984375, 4.75, 4.1875, 7.625, 5.90625, 4.8125, 4.84375, 4.71875, 3.265625, 5.5, 7.1875, 4.8125, 3.703125, 5.5625, 1.6875, 4.5625, 2.75, 3.546875, 3.703125, 3.0, 2.796875, 4.8125, 5.25, 3.625, 4.34375, 3.9375, 4.3125, 4.875, 3.765625, 4.40625, -4.625, 9.5, -4.53125, 5.9375, 3.578125, 4.96875, 5.71875, 4.3125, 2.984375, 3.734375, 6.1875, 6.59375, 4.6875, 5.9375, 3.953125, 7.21875, 5.3125, 8.125, 3.578125, 5.125, 3.234375, 4.6875, 3.875, 4.65625, 4.0625, 4.3125, 4.6875, 5.4375, 4.78125, 4.90625, 5.09375, 4.40625, -2.96875, 4.5, 3.15625, 6.875, 7.40625, 9.125, 3.71875, 4.25, 4.28125, 3.375, 14.75, 4.75, 4.28125, 3.765625, 2.4375, 3.09375, 4.09375, 3.140625, 17.25, 6.0625, 6.21875, 5.875, 5.65625, 4.9375, 2.4375, 3.890625, 4.40625, 14.625, 4.5625, 3.1875, 4.46875, 4.625, 5.34375, 12.125, 3.609375, 11.875, 22.0, 2.09375, 5.40625, 5.53125, 3.0625, 4.46875, 5.34375, 4.0, 4.21875, 4.625, 4.0625, 10.8125, 3.6875, 4.34375, 1.859375, 4.90625, 9.125, 3.953125, 4.4375, 3.828125, 7.28125, 3.59375, 4.46875, 10.375, 3.21875, 4.9375, 4.53125, 5.375, 4.90625, 13.0, 4.03125, 3.34375, 7.15625, 4.5, 4.09375, 4.65625, 5.4375, 9.6875, -3.453125, -2.328125, 3.828125, 5.3125, 4.25, 4.90625, 7.78125, 5.4375, -5.625, 9.5, 6.125, 4.15625, 6.0625, 4.53125, 4.90625, 4.4375, 4.25, 22.125, 3.65625, 5.0625, 3.921875, 5.0625, 56.25, 4.40625, 5.71875, 3.640625, 3.0625, 4.3125, -3.859375, 5.5, 5.40625, 5.65625, 5.28125, 9.25, 3.625, 1.90625, 30.5, 7.25, 3.75, 5.625, 4.46875, 9.3125, 4.15625, 5.65625, 2.890625, 6.71875, 22.125, 3.53125, 10.0, 3.265625, 5.5, 4.875, 26.875, 3.9375, 8.75, 2.484375, 7.78125, 19.125, -4.40625, 4.25, 6.25, 5.21875, 3.296875, 4.84375, 4.15625, 3.8125, 4.4375, 4.875, 4.15625, 4.375, 5.6875, 8.5625, 3.65625, 6.3125, 7.1875, -6.375, 3.46875, 10.3125, 5.21875, 5.6875, 4.40625, 2.53125, 18.75, 8.0, 5.78125, 8.5625, 3.484375, 5.9375, 3.703125, 4.8125, 10.0625, 4.9375, 4.71875, 4.4375, 7.09375, 6.53125, 5.3125, 8.9375, 3.25, 5.6875, 4.53125, 10.125, 7.125, 3.875, 10.625, 5.21875, -3.265625, 4.375, 2.890625, 3.015625, 5.5, 5.90625, 5.0625, 3.953125, 4.9375, 5.6875, 6.1875, 5.15625, 7.625, 3.859375, 3.0, 5.15625, 3.890625, 3.859375, 3.40625, 5.1875, 2.953125, 5.15625, 7.46875, 3.984375, 3.9375, 4.625, 4.6875, 3.953125, -3.890625, 5.65625, 2.921875, 6.6875, 4.46875, 5.71875, -3.078125, 5.6875, 29.5, 9.3125, 4.875, 9.375, 10.8125, 3.140625, 5.0, 4.25, 4.59375, 3.640625, 3.78125, 10.0625, 6.84375, 5.25, 3.328125, 4.46875, 4.09375, 5.3125, 6.65625, 6.28125, 7.8125, 5.28125, 3.6875, 5.40625, 4.875, 5.5625, 22.625, 4.75, 4.125, 6.65625, 4.8125, 4.1875, 3.65625, 7.40625, 10.25, 2.96875, 5.59375, 5.6875, 3.6875, 4.28125, 4.25, 3.828125, 2.875, 3.703125, 2.921875, 5.0625, 32.75, 3.546875, 6.0625, 27.875, 7.28125, 5.28125, 6.875, 3.796875, 6.4375, 3.5625, 2.140625, 4.25, 4.8125, 3.796875, 2.609375, 2.859375, 4.03125, 3.9375, 4.9375, 4.53125, 6.1875, 3.71875, 3.53125, 4.5625, 5.25, 4.0, 4.0, 2.671875, 3.984375, 2.953125, 2.546875, 3.265625, 2.390625, 11.625, 3.6875, 5.3125, 9.875, 28.375, 5.59375, 4.90625, 4.125, 3.671875, 3.46875, 4.53125, 5.84375, 3.84375, 4.46875, 4.15625, 4.53125, 9.25, 3.78125, 6.40625, 5.5, 3.8125, 9.9375, 21.0, 4.46875, 4.375, 2.6875, 3.84375, -23.875, 25.5, 6.75, 3.671875, 5.09375, 2.859375, 5.625, 3.796875, 5.625, 5.375, 4.71875, 2.375, 5.15625, 2.8125, 4.625, 3.8125, 3.8125, 4.9375, 4.125, 6.28125, 9.0, 5.0, 5.6875, 3.0, 5.1875, 6.53125, 4.1875, 27.75, 1.046875, 8.5625, 12.0, 3.609375, 6.40625, 5.78125, 6.0, 4.90625, 3.390625, 3.109375, 3.3125, 4.71875, 5.03125, 3.46875, 12.1875, 4.875, 6.75, 5.8125, 3.53125, 3.671875, 117.5, 3.734375, 6.8125, 4.53125, 3.9375, 5.4375, 3.078125, 5.3125, 2.28125, 6.0, 6.125, 5.1875, 4.59375, 6.15625, 6.8125, 7.46875, 5.65625, 31.25, 5.46875, 3.796875, 4.03125, 3.8125, 4.0625, 3.734375, 7.25, 3.625, -4.25, 7.25, 3.390625, 6.3125, 7.96875, 6.5, 7.78125, 5.65625, 4.59375, 10.1875, 7.71875, 4.28125, 5.09375, 3.8125, 2.71875, 35.25, 4.0625, 3.546875, 4.09375, 3.984375, 6.8125, 12.8125, 6.1875, 5.09375, 4.59375, 7.09375, 6.15625, 3.953125, 5.90625, 6.5625, 14.5, 9.25, 4.625, 5.6875, 5.09375, 7.1875, 7.875, 8.5, 10.4375, 4.09375, 2.640625, 6.15625, 6.15625, 3.796875, 6.65625, 9.375, 3.296875, 3.75, 3.9375, 2.234375, 5.25, 7.59375, 3.0, 3.640625, 3.734375, 17.5, 4.25, 8.0, 8.8125, 8.375, 4.59375, 11.75, 3.71875, 8.5, -13.1875, 4.96875, 5.75, 5.1875, 2.78125, 5.28125, 4.90625, 10.75, 3.203125, 4.65625, 21.5, 5.1875, 4.40625, 2.484375, 3.828125, 3.59375, 4.125, 8.5, 3.84375, 3.984375, 3.390625, 18.875, 3.65625, 4.875, 3.25, 3.578125, 5.53125, 6.53125, 4.84375, 4.9375, 3.890625, 4.375, 4.375, 3.609375, 8.125, 11.625, 2.0625, 6.28125, 23.875, 2.84375, 4.0, 5.53125, 3.90625, 3.625, 6.375, 23.875, 1.8125, 5.65625, 3.8125, 4.9375, 5.03125, 2.5, 4.625, 2.40625, 6.21875, 5.8125, 3.015625, 4.875, 4.78125, 5.09375, 11.4375, 3.875, 5.3125, -3.546875, 3.265625, 12.3125, 3.28125, 4.71875, 4.0, 4.15625, 2.0625, 4.03125, 9.625, 3.390625, 7.1875, 3.34375, 3.15625, 5.5625, 4.96875, 4.71875, 1.007812, 7.84375, 9.25, 23.25, 5.8125, 6.3125, 3.84375, 4.0625, 7.59375, 5.53125, 3.328125, 5.59375, 3.90625, 4.40625, 3.71875, 3.53125, 5.59375, 3.53125, 4.34375, 4.0625, 4.15625, 5.65625, 4.875, 8.1875, 2.15625, 3.703125, 12.625, 3.796875, 3.71875, 4.125, 4.9375, 3.84375, 5.75, 2.53125, 4.875, 5.34375, 8.9375, 6.375, 4.5, 40.75, 7.90625, 5.59375, -3.28125, -3.65625, 13.3125, 3.953125, 3.03125, 3.609375, 4.875, -3.234375, 4.21875, 10.25, 5.125, 3.8125, 3.578125, 3.265625, 3.046875, 11.3125, 3.4375, 5.125, 4.84375, 5.96875, 11.1875, 4.625, 3.71875, 3.703125, 4.625, 5.40625, 3.640625, 4.28125, 2.984375, 3.671875, 4.625, 2.59375, 4.78125, 4.75, 2.953125, 4.15625, 4.28125, 4.03125, 4.15625, 3.75, 5.8125, 3.921875, 7.0, 3.796875, 10.375, 6.375, 4.9375, 8.3125, 4.375, 7.21875, 5.46875, 3.9375, 3.4375, 4.65625, 3.9375, 3.703125, 4.53125, 4.0625, 3.09375, -16.75, 4.125, 23.75, 3.53125, 7.15625, 3.5625, 4.65625, 7.8125, 3.875, 2.171875, 3.75, 3.28125, 4.96875, 4.21875, 5.65625, 6.03125, 12.75, 6.53125, 11.4375, 7.40625, 4.21875, 4.0625, 4.375, 4.03125, 3.125, 4.6875, 4.96875, 3.8125, 4.15625, 4.96875, 5.28125, 11.0625, 4.0625, 4.28125, 4.53125, 3.859375, 5.34375, 1.28125, 3.609375, 7.8125, 11.625, -4.0, 5.34375, 4.03125, 4.78125, 6.625, 5.53125, 4.0625, 9.3125, 4.25, 4.28125, 3.75, 6.71875, 37.75, 4.125, 6.09375, 4.84375, 4.59375, 7.71875, 7.03125, 9.5, 3.890625, 4.1875, 10.8125, 11.4375, 3.1875, 4.46875, 7.03125, 4.28125, 4.03125, 46.75, 5.1875, 3.84375, 3.9375, 3.546875, 4.625, 4.09375, 5.15625, 5.03125, 5.40625, 4.78125, 3.375, 3.296875, 21.125, 3.390625, 3.546875, 8.4375, 3.40625, 3.671875, 4.25, 4.5, 3.765625, 4.3125, 5.25, 4.1875, 9.0625, 6.6875, 3.984375, 4.9375, 4.09375, 4.65625, 5.75, 3.59375, 5.09375, 6.40625, 5.75, 5.96875, 6.09375, 4.96875, 3.375, 3.65625, 6.90625, 4.0, 5.8125, 3.984375, 5.3125, 7.0625, 4.25, 5.84375, 5.9375, 3.6875, 4.90625, 3.875, 13.625, 4.28125, 6.21875, 2.828125, 6.1875, 8.0, 4.5, 5.1875, 4.90625, 4.875, 4.1875, 5.5, 2.5, 5.15625, 9.25, 4.125, 6.09375, 6.0, 3.734375, 6.0, 4.65625, 6.34375, 3.96875, 3.703125, 4.8125, 4.0, 3.890625, 4.96875, 5.25, 3.921875, 4.8125, 4.78125, 5.4375, 3.453125, 4.34375, 8.625, 3.421875, 3.78125, 22.75, 3.25, 5.875, 10.0, 10.0, 3.859375, 2.03125, 6.21875, 4.21875, 3.40625, 4.40625, 5.96875, 3.75, 14.5, 3.8125, 9.1875, 10.0625, 3.859375, 10.5625, 1.726562, 4.53125, 4.4375, 3.609375, 5.5625, 4.75, 5.4375, 6.21875, 4.8125, 4.09375, 5.09375, 8.625, 3.8125, 4.625, 4.1875, 5.40625, 4.75, 2.453125, 4.3125, 3.84375, 3.578125, 11.625, 3.21875, 22.375, 3.765625, 3.390625, 4.40625, 4.03125, 2.3125, 27.375, 4.75, 3.515625, 4.46875, 14.375, 7.9375, 7.21875, 9.625, 7.0625, 7.90625, 8.125, 5.90625, 3.71875, 6.8125, 5.96875, -4.09375, 5.5, 6.15625, 4.34375, 4.71875, 5.0, 5.5, 2.625, 4.34375, 4.6875, 3.921875, 6.78125, 6.125, 12.875, 5.34375, 4.34375, 6.3125, 3.84375, 7.25, 4.53125, 5.375, 3.921875, 7.1875, 2.828125, 4.90625, 7.25, 3.015625, 4.84375, 5.9375, 4.375, 13.25, 4.34375, 10.625, 3.71875, 4.5, 5.28125, 3.28125, 10.5625, 2.90625, 4.8125, 6.875, 4.28125, 9.25, 5.5, 10.3125, 6.40625, 5.15625, 7.875, 4.65625, 5.40625, 3.4375, 3.640625, 2.953125, 4.71875, 5.25, 10.375, 4.25, 2.78125, 5.09375, 2.5625, 5.625, 8.75, 3.65625, 4.34375, 6.84375, 3.84375, 3.1875, 5.125, 6.625, 16.375, 3.390625, 15.75, 4.46875, 4.0625, 3.75, 2.796875, -3.78125, -3.234375, 2.9375, 5.09375, 15.1875, 2.984375, 3.8125, 5.25, 2.859375, 3.796875, 4.625, 4.4375, 4.5625, 4.15625, 9.0625, 4.0, 4.65625, 5.21875, 3.90625, 4.1875, 4.8125, 9.1875, 4.15625, 5.78125, 5.21875, 4.78125, 3.84375, 3.28125, 5.34375, 6.71875, 3.09375, 7.375, 9.75, 3.953125, 4.75, 4.0, 4.90625, 3.703125, 11.75, 4.03125, 4.125, 6.71875, 3.109375, 6.1875, 7.5625, 4.09375, 2.15625, 6.96875, 5.0625, 4.09375, 3.71875, 5.875, 7.09375, 12.8125, 3.859375, 4.3125, 4.15625, 6.8125, 6.40625, 7.96875, 4.65625, 3.21875, 4.46875, 5.875, 4.5, 9.8125, 3.46875, 4.40625, 3.59375, 2.46875, 3.671875, 5.96875, 13.875, 6.5625, 36.25, 7.625, 4.4375, 29.125, 5.75, 7.5625, 4.0, 2.6875, 4.21875, 7.9375, 3.953125, 11.5625, 4.125, 5.4375, 4.09375, 4.0625, 2.46875, 3.6875, 3.65625, 2.65625, 6.3125, 3.359375, 3.109375, 5.21875, 4.5625, 5.03125, 8.25, 4.34375, 5.59375, 4.375, 3.15625, 12.5, 4.3125, 11.9375, 3.28125, 3.75, 6.34375, 3.5625, 4.375, 4.65625, 4.09375, 8.25, 4.90625, 5.40625, 7.09375, 5.25, 5.65625, 6.4375, 4.5625, 13.25, 4.0, -3.6875, 3.921875, 4.125, 4.03125, 4.65625, 3.90625, 9.375, 6.96875, 6.65625, 4.65625, 2.578125, 2.390625, 3.359375, 4.71875, 2.90625, 5.78125, 10.3125, 3.140625, -3.6875, 3.703125, 13.125, 6.03125, 2.984375, 4.625, 1.710938, 6.40625, 3.25, 5.65625, 7.65625, 11.0625, 6.21875, 6.9375, 11.125, 5.21875, 4.75, 7.15625, 8.0, 8.6875, 4.96875, 15.25, 8.25, 5.40625, 9.6875, 4.8125, 4.40625, 7.21875, 6.1875, 4.375, 4.6875, 3.953125, 4.5, 4.5, 4.75, 5.28125, 5.65625, 3.984375, 4.15625, 2.40625, 4.375, 3.765625, 3.890625, 3.6875, 6.09375, 2.703125, 3.546875, 5.59375, 4.59375, 2.578125, 7.25, 3.171875, 3.15625, 4.09375, 6.34375, 6.65625, 5.1875, 2.75, 5.03125, 27.375, 3.25, 3.90625, 4.53125, 3.203125, 20.875, 4.125, 4.625, 3.578125, 5.125, 4.21875, 3.515625, 3.4375, 3.65625, 4.9375, 8.1875, 3.921875, 4.65625, 5.59375, 4.90625, 5.4375, 5.90625, 3.765625, 8.3125, 4.65625, 9.9375, 1.757812, 3.078125, -4.0, 7.5, 5.75, 3.03125, 3.921875, 3.59375, 1.765625, -8.9375, 5.125, 6.375, 2.46875, 3.875, 2.984375, 3.65625, 4.9375, 3.734375, 4.5, 4.6875, 3.828125, 3.90625, 25.75, 3.765625, 8.0, 4.5, 3.234375, 6.5, 3.203125, 9.5625, 4.4375, 4.125, 3.765625, 3.21875, 5.4375, 8.5625, 4.1875, 2.453125, 8.6875, 6.40625, 2.4375, 3.765625, 5.625, 3.953125, 4.59375, 4.78125, 3.953125, 6.6875, 4.84375, 4.3125, 28.0, 4.1875, 4.0, 4.34375, 4.0, 3.40625, 4.3125, 7.0, 3.8125, 4.0625, 5.6875, 11.125, 5.09375, 4.15625, 3.5625, 3.8125, 3.703125, 3.671875, 6.40625, 3.609375, 5.34375, 7.6875, 4.46875, 4.1875, 7.65625, 3.703125, 7.84375, 17.625, 3.9375, 3.3125, 3.4375, 5.71875, 3.140625, 6.28125, 4.90625, 5.34375, 6.75, 9.1875, 4.28125, 8.6875, 3.953125, 4.4375, 4.15625, 7.5, 6.25, 5.5, 3.703125, 4.3125, 4.8125, 3.75, 5.84375, 6.15625, 5.25, 4.25, 28.375, 18.125, 5.28125, 5.1875, 8.125, 5.3125, 4.5, 4.53125, -2.828125, 3.8125, 6.09375, 3.71875, 4.15625, 7.125, 5.75, 4.46875, 5.9375, 5.40625, 3.578125, 5.0625, 3.9375, 4.9375, 4.125, 4.09375, 4.875, 3.515625, 5.34375, 5.09375, 6.1875, 5.4375, 4.375, 4.90625, 4.5, 3.625, -5.09375, 4.71875, 3.96875, 5.15625, 4.09375, 2.71875, 2.9375, 5.84375, 5.96875, 5.65625, 4.1875, 7.25, 4.84375, 3.75, 7.40625, 8.6875, 5.5, 3.984375, 3.859375, 3.5625, 6.25, 26.25, 11.375, 5.21875, 3.109375, 3.625, 3.71875, 5.03125, 5.375, 19.375, 7.90625, 5.0625, 4.75, 2.84375, 4.28125, 72.5, 2.1875, 3.75, 3.734375, 6.0, 4.71875, 3.515625, 5.5625, 4.78125, 5.03125, 4.1875, 6.40625, 7.0, 8.625, 4.5, 3.875, 4.34375, 5.75, 7.0625, -11.375, 3.84375, 3.375, 4.21875, 4.03125, 8.25, 7.5, 5.6875, 5.1875, 2.65625, 3.9375, 3.203125, 6.5625, 5.21875, 3.3125, 3.921875, 2.203125, 5.125, 9.25, 2.765625, 7.78125, 49.5, 2.875, 7.09375, 7.5625, 4.75, 4.15625, 6.15625, 7.59375, 3.40625, 4.40625, 4.90625, 3.59375, 4.78125, 30.125, 5.0, 4.03125, 5.21875, 2.296875, 5.59375, 4.625, 4.5, 7.84375, 10.0, 4.84375, 31.0, 6.46875, 11.375, 5.3125, 5.03125, 5.125, 4.1875, 3.125, 5.28125, 4.75, 3.046875, 6.5625, 4.09375, 4.25, 5.40625, 5.0, 3.78125, 5.0, 2.921875, 5.90625, 2.9375, 10.5, 4.0, 4.21875, 3.328125, 3.34375, -3.015625, 3.953125, 3.953125, 7.59375, 6.9375, 3.453125, 2.5625, 8.125, -4.46875, 3.71875, 12.0, 4.3125, 5.03125, 3.8125, 3.140625, 4.40625, 4.125, 10.625, 4.78125, 3.421875, 5.34375, 3.0, 4.09375, 4.53125, 3.734375, 2.546875, 5.28125, 5.59375, 40.0, 8.5625, 4.625, 7.59375, 9.1875, 3.046875, 4.46875, 13.75, 5.96875, 6.8125, 2.578125, 2.5, 4.46875, 5.5625, 3.84375, 5.03125, 5.75, 4.46875, 7.3125, 36.75, 5.34375, 4.46875, 3.53125, 2.671875, 5.78125, 4.25, 4.4375, -3.1875, 4.84375, 4.6875, 6.09375, 3.40625, 6.90625, 4.3125, 3.171875, 9.8125, 8.375, 4.28125, 3.140625, -2.75, 4.1875, 18.25, 4.15625, 5.5, 3.75, 7.96875, -4.65625, 5.0625, 8.5625, 5.46875, 6.34375, 2.5625, 3.671875, 5.34375, 4.375, 4.0625, 5.6875, 11.375, 10.0, 3.90625, 6.5625, 2.96875, 3.703125, -4.125, 4.40625, -4.1875, 8.5, 3.46875, 4.4375, 4.25, 4.4375, 17.125, 3.34375, 9.0625, 3.671875, 3.21875, 2.90625, 11.875, 3.671875, 4.9375, 4.8125, 4.0625, 5.125, 6.8125, 4.75, 5.84375, 3.484375, 11.5, 4.96875, 7.5, 2.28125, 4.375, 3.96875, 3.921875, 3.875, 4.5, 9.3125, 3.578125, 21.25, 4.65625, 2.34375, 3.828125, -4.03125, 25.0, 4.0, 6.6875, 4.65625, 2.984375, 7.875, 40.5, 3.640625, -2.75, 5.09375, 6.25, 5.375, 7.71875, 1.9375, 3.640625, 21.625, 5.46875, 23.125, 27.25, 7.78125, 4.875, 5.0, 4.53125, 3.609375, 5.5, 4.5625, 3.828125, 6.15625, 4.125, 6.125, 3.921875, 3.6875, 7.34375, 2.390625, 3.734375, 13.1875, 4.46875, 9.625, 12.3125, 4.59375, 3.578125, 8.25, 4.65625, 9.0625, 5.03125, 3.421875, 4.28125, 4.125, 6.9375, 4.53125, 8.5625, 14.1875, 4.5, 5.21875, 3.40625, 3.90625, 16.75, 3.734375, 4.34375, 5.03125, 4.4375, 5.0, 4.34375, 4.40625, 4.375, 4.8125, 4.3125, 4.25, 4.03125, 4.125, 4.65625, 7.09375, 4.65625, 5.59375, 3.890625, 2.765625, 3.71875, 3.046875, 9.9375, 4.625, 3.78125, 2.984375, 6.6875, 9.3125, 5.75, 6.53125, 5.46875, 2.140625, 8.5, 3.96875, 4.53125, 5.25, 8.6875, 3.6875, 4.0, 5.46875, 7.125, 5.09375, 4.40625, 7.9375, 2.9375, 5.6875, 22.0, 6.09375, 7.46875, 4.3125, 10.1875, 4.15625, 20.875, 6.25, 5.09375, 4.5, 5.125, 4.3125, 8.3125, 4.4375, 8.6875, 4.875, 6.8125, 4.875, 4.625, 2.515625, 6.15625, 3.859375, 5.03125, 7.25, 5.03125, 6.0625, 4.0625, 7.46875, 4.90625, 4.59375, 5.03125, 5.78125, 5.34375, 4.375, 5.125, 8.6875, 3.9375, 9.0625, 4.625, 4.90625, 3.0625, 4.4375, 3.953125, 3.5625, 15.0, 5.3125, 4.53125, 3.640625, 6.46875, 4.78125, 6.15625, 11.25, 3.140625, 4.25, 7.34375, 4.3125, 13.25, 3.609375, 4.78125, -3.734375, 5.09375, 5.28125, 5.0625, 3.140625, 4.125, 8.9375, 3.765625, 3.96875, 4.8125, 4.75, 8.0, 4.75, 4.78125, 8.9375, 4.59375, 5.15625, 3.65625, 3.546875, 5.15625, 4.375, 5.1875, 4.71875, 4.46875, 4.84375, 3.6875, 4.09375, 3.375, 3.78125, 3.375, 5.28125, 4.4375, 3.296875, 14.125, 5.03125, 3.875, 3.4375, 3.890625, 2.390625, 6.03125, 4.8125, 2.546875, 4.1875, 52.75, 10.9375, 3.75, 5.96875, 3.6875, 5.21875, 5.375, 5.3125, 24.875, 11.4375, 6.5625, 4.625, 4.84375, 3.6875, 4.0, 8.625, 3.75, 4.09375, 4.65625, 1.65625, 5.1875, 7.5625, 4.53125, 3.65625, 8.4375, 4.78125, 6.25, 10.875, 5.28125, 19.75, 7.375, 4.9375, 5.09375, 5.125, 4.21875, 5.8125, 5.3125, 3.28125, -3.4375, 1.835938, 4.375, 7.78125, 2.875, 2.890625, 5.15625, 11.625, 4.96875, 10.1875, 4.625, 2.875, 4.75, 4.46875, 3.859375, 2.515625, 18.125, 4.09375, 4.90625, 4.1875, 3.09375, 3.4375, 4.75, 7.9375, 4.46875, 4.71875, 5.96875, 5.53125, 6.125, 11.125, 4.34375, 4.71875, 7.75, 47.5, 4.15625, 2.640625, 4.84375, 2.21875, 8.8125, 3.484375, 4.75, 5.0625, 3.75, 2.890625, 3.859375, 2.90625, 3.84375, 5.78125, 3.328125, 7.71875, 4.96875, 3.90625, 4.78125, 4.53125, 3.859375, 4.25, 5.0625, 4.0, 2.625, 2.984375, 10.4375, 24.5, 4.21875, 4.5625, 12.8125, 6.5, 4.25, 8.0, 2.1875, 3.0, 5.125, 4.0625, 3.921875, 3.125, 4.28125, 6.375, 4.59375, 3.9375, 4.28125, 4.65625, 5.71875, -3.609375, 5.375, 3.65625, 6.40625, 5.40625, 3.671875, 4.46875, 3.015625, 23.75, 6.0, 4.09375, 58.0, 4.40625, 5.03125, -3.375, 3.546875, 6.53125, 2.671875, 4.96875, 3.875, 2.375, -5.75, 5.71875, 3.796875, 1.453125, 11.0625, 4.03125, 4.53125, -4.21875, 6.6875, 26.0, 4.21875, 4.09375, 5.78125, 4.65625, 1.6875, 4.71875, 5.75, 3.765625, 3.671875, 5.15625, 7.34375, 6.4375, 6.03125, 6.78125, 5.15625, 6.1875, 6.34375, 4.28125, 4.8125, 4.5625, 4.0625, 4.375, 8.3125, 7.5625, 6.53125, 4.09375, 14.6875, 4.25, 2.46875, 3.25, 4.03125, 3.859375, 4.15625, 5.3125, 4.0625, 4.03125, 4.65625, 3.546875, 6.5625, 5.28125, 6.8125, 3.71875, 5.59375, 2.90625, 4.125, 3.9375, 3.4375, 5.46875, 7.09375, 5.8125, 4.78125, 7.0625, 1.898438, 4.15625, 6.3125, -3.90625, 3.96875, 11.3125, 4.0625, 6.0625, 2.40625, 4.96875, 5.1875, 14.125, 4.15625, 7.34375, 5.03125, 3.09375, 1.101562, 8.25, 5.59375, 5.6875, 7.34375, 13.5, 6.9375, 4.1875, 2.578125, 4.53125, -4.28125, 6.375, 6.03125, 6.1875, 2.625, -5.4375, 15.875, 4.3125, 5.75, 8.5, 4.15625, 3.40625, 4.0, -3.796875, 3.375, 3.8125, 4.59375, 24.125, 27.625, 8.25, 6.0, 5.84375, 5.1875, 5.0, 5.0625, 3.015625, 4.625, -4.1875, -10.0, 4.15625, 7.34375, 12.875, 4.03125, 2.125, 2.84375, 6.40625, 4.65625, 3.921875, 3.8125, 3.71875, 5.21875, 4.375, 8.5, 3.375, 4.3125, -3.84375, 2.5625, 4.6875, 3.5625, 6.40625, 4.28125, 10.1875, 4.28125, 4.125, 1.523438, 8.375, 3.5, 4.03125, 4.40625, 10.25, 4.53125, 6.75, 5.40625, 3.5, 9.1875, 1.617188, 6.84375, 2.890625, 5.0, 5.78125, 4.65625, 13.8125, 3.734375, 4.875, 4.71875, 11.4375, 5.5625, 5.75, 4.21875, 4.03125, 4.03125, 4.84375, 4.03125, 3.5625, 12.25, 3.609375, 5.25, 4.46875, 4.0, 5.4375, 4.59375, 3.625, 3.8125, 5.25, 8.625, 3.8125, 3.625, 5.5, 4.3125, 4.875, 4.65625, 3.96875, 7.40625, 3.890625, 3.9375, 4.1875, 4.25, 5.1875, 6.5625, -15.375, 3.453125, 36.25, 5.9375, 4.65625, 4.9375, 3.25, 5.84375, 7.59375, 3.21875, 3.421875, 3.734375, 9.125, 6.0625, 3.34375, 3.875, 5.4375, 4.625, 7.875, 4.09375, 5.65625, 4.96875, 8.8125, 6.75, 5.0, 5.59375, 2.828125, 5.25, 14.1875, 3.0, 6.59375, 5.34375, 3.4375, 5.34375, 4.78125, 4.78125, 8.1875, 37.5, 5.8125, 4.1875, 6.125, 4.3125, 4.5625, 4.125, 3.09375, 7.5, 3.203125, 2.65625, 3.78125, 4.34375, 9.625, 3.328125, 4.5, 5.9375, 4.8125, 4.34375, 3.109375, 6.5, 3.875, 5.53125, 3.875, 37.5, 4.96875, 4.40625, 4.46875, 4.78125, 4.75, 4.5625, 4.21875, 7.96875, 5.25, 4.90625, 3.640625, 12.875, 4.625, 4.6875, 3.109375, 4.8125, 2.734375, 2.25, 3.453125, 11.25, 3.578125, 2.890625, 5.9375, 3.03125, 3.578125, 2.8125, 5.34375, 5.03125, 4.03125, 3.109375, 6.25, 4.3125, 6.34375, 3.6875, 5.125, 3.9375, 3.578125, 3.03125, 5.875, 26.5, 2.265625, 3.140625, 3.671875, 4.03125, 4.1875, 4.09375, 5.8125, 4.625, 4.28125, 4.96875, 4.125, 3.21875, 3.921875, 4.625, 3.75, 5.4375, 2.65625, 3.421875, 11.4375, 4.875, 3.90625, 5.96875, 4.03125, 2.859375, 8.25, 3.546875, 11.5, 3.921875, -15.5, 6.125, -2.625, 2.953125, 6.59375, 4.21875, 5.125, 4.78125, 7.9375, 6.625, 6.34375, 5.8125, 3.171875, 3.859375 ] } , "name": "onnx::Mul_11471", "outputIndexes": [ 6781 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6780, 6781 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/input_layernorm/Mul_1_output_0", "outputIndexes": [ 6782 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6782 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.41/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 8273 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8273 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.41/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 8274 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8274 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4096, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 163840, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2419924192, 5242902, 1310720, 0, 0 ] } , "name": "/layers.41/self_attn/q_proj/Linear", "outputIndexes": [ 8275 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8275 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.41/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 8276 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8276 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4096 ] , "dimType": "NCHW" } , "name": "/layers.41/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 6783 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6782 ] , "main_type": "NONE", "name": "/blocks.41/self_attn/Shape_output_0", "outputIndexes": [ 6784 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 6784 ] , "main_type": "NONE", "name": "Shape8277", "outputIndexes": [ 6785 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 6784 ] , "main_type": "NONE", "name": "Rank8279", "outputIndexes": [ 6786 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6786, 6786 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp8281", "outputIndexes": [ 6787 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6787 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze8282", "outputIndexes": [ 6788 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6787, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp8284", "outputIndexes": [ 6789 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6789 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze8285", "outputIndexes": [ 6790 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6785, 6788, 6790, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice8288", "outputIndexes": [ 6791 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6791 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze8289", "outputIndexes": [ 6792 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6792, 6792 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp8291", "outputIndexes": [ 6793 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6784, 6793, 6787 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.41/self_attn/Gather_output_0", "outputIndexes": [ 6794 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6794, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.41/self_attn/Unsqueeze_output_0", "outputIndexes": [ 6795 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6787 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze8299", "outputIndexes": [ 6796 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6789 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze8302", "outputIndexes": [ 6797 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6785, 6796, 6797, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice8305", "outputIndexes": [ 6798 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6798 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze8306", "outputIndexes": [ 6799 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 23, 6799 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp8307", "outputIndexes": [ 6800 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6800, 6799 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp8308", "outputIndexes": [ 6801 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6784, 6801, 6787 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.41/self_attn/Gather_1_output_0", "outputIndexes": [ 6802 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6802, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.41/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 6803 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6795, 6803, 41, 1055 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.41/self_attn/Concat_output_0", "outputIndexes": [ 6804 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6783, 6804 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.41/self_attn/Reshape_output_0", "outputIndexes": [ 6805 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6805 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.41/self_attn/q_norm/Pow_output_0", "outputIndexes": [ 6807 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6807 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.41/self_attn/q_norm/ReduceMean_output_0", "outputIndexes": [ 6808 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6808, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/self_attn/q_norm/Add_output_0", "outputIndexes": [ 6809 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6809, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/self_attn/q_norm/Pow_1_output_0", "outputIndexes": [ 6810 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6805, 6810 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/self_attn/q_norm/Mul_output_0", "outputIndexes": [ 6811 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6811, 1064 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 6812 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1097, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.41/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 6813 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6812, 31, 6813, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.41/self_attn/Slice_output_0", "outputIndexes": [ 6814 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6814, 1085 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/self_attn/Mul_output_0", "outputIndexes": [ 6815 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6814 ] , "main_type": "NONE", "name": "/blocks.41/self_attn/Shape_2_output_0", "outputIndexes": [ 6816 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 6816 ] , "main_type": "NONE", "name": "Shape8324", "outputIndexes": [ 6817 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 6816 ] , "main_type": "NONE", "name": "Rank8326", "outputIndexes": [ 6818 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6818, 6818 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp8328", "outputIndexes": [ 6819 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6819 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze8329", "outputIndexes": [ 6820 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6819, 23 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp8331", "outputIndexes": [ 6821 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6821 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze8332", "outputIndexes": [ 6822 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6817, 6820, 6822, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice8335", "outputIndexes": [ 6823 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6823 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze8336", "outputIndexes": [ 6824 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 79, 6824 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp8337", "outputIndexes": [ 6825 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6825, 6824 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp8338", "outputIndexes": [ 6826 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6816, 6826, 6819 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.41/self_attn/Gather_2_output_0", "outputIndexes": [ 6827 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6827, 91 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/self_attn/Div_output_0", "outputIndexes": [ 6828 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6828, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.41/self_attn/Unsqueeze_7_output_0", "outputIndexes": [ 6829 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6814, 6829, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.41/self_attn/Slice_3_output_0", "outputIndexes": [ 6830 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6830 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.41/self_attn/Neg_output_0", "outputIndexes": [ 6831 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6828, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.41/self_attn/Unsqueeze_6_output_0", "outputIndexes": [ 6832 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6814, 31, 6832, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.41/self_attn/Slice_2_output_0", "outputIndexes": [ 6833 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6831, 6833 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.41/self_attn/Concat_2_output_0", "outputIndexes": [ 6834 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6834, 1126 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/self_attn/Mul_1_output_0", "outputIndexes": [ 6835 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6815, 6835 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/self_attn/Add_output_0", "outputIndexes": [ 6836 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1097, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.41/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 6837 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6812, 6837, 94, 95, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.41/self_attn/Slice_1_output_0", "outputIndexes": [ 6838 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6836, 6838 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.41/self_attn/Concat_3_output_0", "outputIndexes": [ 6839 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6794, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.41/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 6840 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6802, 31 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.41/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 6841 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6840, 6841, 64, 1055 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.41/self_attn/Concat_1_output_0", "outputIndexes": [ 6842 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6842, 4536 ] , "main_type": "NONE", "name": "/blocks.41/self_attn/ConstantOfShape_output_0", "outputIndexes": [ 6843 ] , "type": "Fill", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 6839, 6843, 6843, 1188 ] , "main_type": "AttentionParam", "main": { "kv_cache": true, "layer_index": 41, "kv_shared_layer_index": 23 } , "name": "/layers.41/self_attn/FusedAttention", "outputIndexes": [ 6844 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6844 ] , "main_type": "Reshape", "main": { "dims": [ -1, 4096, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.41/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 8277 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8277 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.41/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 8278 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8278 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 4096, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 163840, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2426477814, 5242902, 1310720, 0, 0 ] } , "name": "/layers.41/self_attn/o_proj/Linear", "outputIndexes": [ 8279 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8279 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.41/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 8280 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8280 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.41/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 6845 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6845 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.41/post_attention_layernorm/Pow_output_0", "outputIndexes": [ 6847 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6847 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.41/post_attention_layernorm/ReduceMean_output_0", "outputIndexes": [ 6848 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6848, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/post_attention_layernorm/Add_output_0", "outputIndexes": [ 6849 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6849, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/post_attention_layernorm/Pow_1_output_0", "outputIndexes": [ 6850 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6845, 6850 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 6851 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.554688, 0.494141, 0.875, 0.503906, 0.408203, 0.441406, 0.486328, 0.433594, 0.445312, 0.875, 0.484375, 0.455078, 0.455078, 0.486328, 0.404297, 0.457031, 0.488281, 0.447266, 0.451172, 0.359375, 0.455078, 0.515625, 0.392578, 0.455078, 0.480469, 0.474609, 0.863281, 0.511719, 0.380859, 0.875, 0.519531, 0.507812, 0.53125, 0.457031, 0.482422, 0.482422, 0.478516, 0.875, 0.421875, 0.421875, 0.527344, 0.558594, 0.324219, 0.498047, 0.472656, 0.5625, 0.875, 0.492188, 0.402344, 0.441406, 0.445312, 0.447266, 0.539062, 0.875, 0.449219, 0.425781, 0.496094, 0.410156, 0.486328, 0.466797, 0.511719, 0.417969, 0.498047, 0.460938, 0.490234, 0.474609, 0.482422, 0.464844, 0.494141, 0.453125, 0.476562, 0.5, 0.398438, 0.464844, 0.402344, 0.472656, 0.478516, 0.515625, 0.476562, 0.515625, 0.466797, 0.503906, 0.875, 0.386719, 0.421875, 0.482422, 0.441406, 0.455078, 0.398438, 0.523438, 0.476562, 0.451172, 0.582031, 0.472656, 0.486328, 0.472656, 0.875, 0.503906, 0.472656, 0.474609, 0.498047, 0.53125, 0.462891, 0.511719, 0.435547, 0.460938, 0.46875, 0.490234, 0.427734, 0.472656, 0.466797, 0.474609, 0.486328, 0.511719, 0.617188, 0.492188, 0.503906, 0.5, 0.554688, 0.416016, 0.458984, 0.488281, 0.455078, 0.458984, 0.455078, 0.458984, 0.462891, 0.470703, 0.507812, 0.441406, 0.458984, 0.503906, 0.443359, 0.4375, 0.875, 0.460938, 0.417969, 0.445312, 0.455078, 0.445312, 0.589844, 0.451172, 0.462891, 0.478516, 0.373047, 0.484375, 0.457031, 0.4375, 0.527344, 0.490234, 0.480469, 0.486328, 0.455078, 0.419922, 0.457031, 0.871094, 0.421875, 0.470703, 0.486328, 0.435547, 0.482422, 0.472656, 0.472656, 0.466797, 0.445312, 0.371094, 0.435547, 0.457031, 0.875, 0.408203, 0.773438, 0.875, 0.462891, 0.447266, 0.5, 0.443359, 0.503906, 0.460938, 0.458984, 0.470703, 0.5625, 0.453125, 0.875, 0.449219, 0.412109, 0.492188, 0.457031, 0.488281, 0.46875, 0.455078, 0.507812, 0.419922, 0.476562, 0.431641, 0.416016, 0.476562, 0.486328, 0.447266, 0.378906, 0.464844, 0.457031, 0.396484, 0.423828, 0.478516, 0.503906, 0.421875, 0.511719, 0.480469, 0.507812, 0.417969, 0.423828, 0.441406, 0.498047, 0.451172, 0.494141, 0.451172, 0.392578, 0.46875, 0.490234, 0.449219, 0.394531, 0.511719, 0.460938, 0.455078, 0.523438, 0.480469, 0.447266, 0.472656, 0.451172, 0.476562, 0.875, 0.439453, 0.412109, 0.466797, 0.480469, 0.482422, 0.451172, 0.472656, 0.451172, 0.445312, 0.386719, 0.496094, 0.496094, 0.451172, 0.347656, 0.451172, 0.875, 0.396484, 0.464844, 0.455078, 0.40625, 0.416016, 0.400391, 0.474609, 0.574219, 0.441406, 0.462891, 0.466797, 0.421875, 0.460938, 0.398438, 0.478516, 0.478516, 0.458984, 0.632812, 0.449219, 0.486328, 0.466797, 0.490234, 0.453125, 0.414062, 0.441406, 0.519531, 0.472656, 0.431641, 0.447266, 0.421875, 0.484375, 0.498047, 0.494141, 0.478516, 0.474609, 0.515625, 0.423828, 0.496094, 0.457031, 0.492188, 0.460938, 0.488281, 0.486328, 0.460938, 0.431641, 0.498047, 0.449219, 0.507812, 0.535156, 0.492188, 0.875, 0.498047, 0.357422, 0.453125, 0.511719, 0.490234, 0.443359, 0.486328, 0.488281, 0.482422, 0.462891, 0.486328, 0.441406, 0.46875, 0.523438, 0.476562, 0.455078, 0.503906, 0.464844, 0.441406, 0.875, 0.470703, 0.494141, 0.851562, 0.496094, 0.875, 0.486328, 0.480469, 0.5, 0.490234, 0.466797, 0.550781, 0.486328, 0.613281, 0.4375, 0.484375, 0.476562, 0.455078, 0.419922, 0.443359, 0.460938, 0.458984, 0.695312, 0.46875, 0.466797, 0.478516, 0.5625, 0.46875, 0.398438, 0.419922, 0.554688, 0.875, 0.628906, 0.351562, 0.484375, 0.447266, 0.457031, 0.46875, 0.425781, 0.460938, 0.652344, 0.503906, 0.734375, 0.466797, 0.458984, 0.476562, 0.5, 0.466797, 0.439453, 0.447266, 0.486328, 0.347656, 0.462891, 0.484375, 0.316406, 0.447266, 0.503906, 0.451172, 0.519531, 0.480469, 0.369141, 0.492188, 0.421875, 0.589844, 0.472656, 0.482422, 0.490234, 0.492188, 0.542969, 0.447266, 0.455078, 0.496094, 0.464844, 0.486328, 0.443359, 0.359375, 0.496094, 0.867188, 0.339844, 0.53125, 0.46875, 0.722656, 0.496094, 0.539062, 0.490234, 0.466797, 0.875, 0.464844, 0.519531, 0.492188, 0.429688, 0.875, 0.519531, 0.474609, 0.539062, 0.589844, 0.476562, 0.476562, 0.578125, 0.425781, 0.488281, 0.474609, 0.511719, 0.462891, 0.617188, 0.875, 0.472656, 0.507812, 0.478516, 0.439453, 0.863281, 0.460938, 0.578125, 0.46875, 0.466797, 0.875, 0.404297, 0.349609, 0.566406, 0.492188, 0.71875, 0.875, 0.494141, 0.875, 0.445312, 0.484375, 0.875, 0.445312, 0.486328, 0.435547, 0.484375, 0.425781, 0.507812, 0.416016, 0.492188, 0.496094, 0.40625, 0.462891, 0.449219, 0.523438, 0.458984, 0.449219, 0.390625, 0.404297, 0.503906, 0.507812, 0.550781, 0.482422, 0.589844, 0.498047, 0.484375, 0.875, 0.507812, 0.507812, 0.371094, 0.431641, 0.5, 0.53125, 0.478516, 0.357422, 0.416016, 0.482422, 0.515625, 0.523438, 0.441406, 0.433594, 0.617188, 0.523438, 0.46875, 0.462891, 0.875, 0.488281, 0.451172, 0.484375, 0.519531, 0.443359, 0.474609, 0.486328, 0.455078, 0.484375, 0.449219, 0.527344, 0.439453, 0.515625, 0.429688, 0.458984, 0.478516, 0.419922, 0.613281, 0.494141, 0.503906, 0.472656, 0.472656, 0.451172, 0.458984, 0.462891, 0.496094, 0.84375, 0.416016, 0.527344, 0.464844, 0.474609, 0.472656, 0.496094, 0.392578, 0.523438, 0.6875, 0.457031, 0.400391, 0.40625, 0.507812, 0.875, 0.462891, 0.453125, 0.460938, 0.351562, 0.498047, 0.503906, 0.416016, 0.431641, 0.490234, 0.466797, 0.482422, 0.511719, 0.460938, 0.435547, 0.511719, 0.435547, 0.398438, 0.449219, 0.46875, 0.625, 0.527344, 0.457031, 0.474609, 0.455078, 0.410156, 0.875, 0.492188, 0.492188, 0.443359, 0.416016, 0.482422, 0.482422, 0.410156, 0.769531, 0.382812, 0.507812, 0.546875, 0.472656, 0.535156, 0.492188, 0.476562, 0.515625, 0.472656, 0.460938, 0.482422, 0.875, 0.423828, 0.558594, 0.875, 0.429688, 0.527344, 0.457031, 0.4375, 0.431641, 0.539062, 0.503906, 0.472656, 0.455078, 0.484375, 0.449219, 0.494141, 0.431641, 0.445312, 0.511719, 0.445312, 0.498047, 0.441406, 0.494141, 0.515625, 0.523438, 0.4375, 0.503906, 0.515625, 0.458984, 0.445312, 0.472656, 0.480469, 0.523438, 0.875, 0.478516, 0.503906, 0.570312, 0.875, 0.5, 0.503906, 0.449219, 0.523438, 0.414062, 0.5, 0.490234, 0.507812, 0.488281, 0.519531, 0.494141, 0.429688, 0.441406, 0.398438, 0.451172, 0.636719, 0.871094, 0.875, 0.617188, 0.435547, 0.457031, 0.507812, 0.871094, 0.875, 0.472656, 0.476562, 0.470703, 0.511719, 0.644531, 0.490234, 0.458984, 0.511719, 0.453125, 0.466797, 0.486328, 0.416016, 0.462891, 0.46875, 0.53125, 0.455078, 0.482422, 0.472656, 0.373047, 0.441406, 0.421875, 0.439453, 0.589844, 0.765625, 0.460938, 0.875, 0.417969, 0.462891, 0.875, 0.441406, 0.490234, 0.46875, 0.419922, 0.402344, 0.488281, 0.515625, 0.515625, 0.671875, 0.519531, 0.457031, 0.294922, 0.482422, 0.464844, 0.484375, 0.439453, 0.451172, 0.875, 0.476562, 0.470703, 0.5, 0.470703, 0.492188, 0.443359, 0.445312, 0.464844, 0.472656, 0.4375, 0.875, 0.494141, 0.494141, 0.435547, 0.515625, 0.386719, 0.875, 0.486328, 0.478516, 0.441406, 0.474609, 0.464844, 0.730469, 0.453125, 0.466797, 0.472656, 0.507812, 0.490234, 0.462891, 0.496094, 0.447266, 0.546875, 0.484375, 0.496094, 0.369141, 0.478516, 0.486328, 0.451172, 0.4375, 0.652344, 0.875, 0.443359, 0.472656, 0.470703, 0.439453, 0.535156, 0.519531, 0.601562, 0.511719, 0.494141, 0.443359, 0.433594, 0.447266, 0.34375, 0.5, 0.875, 0.376953, 0.431641, 0.53125, 0.445312, 0.408203, 0.349609, 0.742188, 0.34375, 0.5, 0.439453, 0.5, 0.875, 0.449219, 0.460938, 0.441406, 0.5, 0.472656, 0.439453, 0.470703, 0.478516, 0.335938, 0.371094, 0.490234, 0.451172, 0.480469, 0.441406, 0.875, 0.585938, 0.462891, 0.484375, 0.421875, 0.435547, 0.847656, 0.765625, 0.476562, 0.455078, 0.421875, 0.515625, 0.443359, 0.494141, 0.417969, 0.482422, 0.46875, 0.875, 0.470703, 0.40625, 0.472656, 0.462891, 0.4375, 0.431641, 0.5, 0.511719, 0.486328, 0.457031, 0.875, 0.451172, 0.5, 0.519531, 0.515625, 0.472656, 0.515625, 0.445312, 0.462891, 0.455078, 0.447266, 0.507812, 0.451172, 0.386719, 0.337891, 0.546875, 0.431641, 0.875, 0.503906, 0.458984, 0.482422, 0.503906, 0.474609, 0.439453, 0.875, 0.431641, 0.380859, 0.466797, 0.507812, 0.46875, 0.566406, 0.460938, 0.542969, 0.486328, 0.380859, 0.476562, 0.402344, 0.570312, 0.392578, 0.302734, 0.457031, 0.46875, 0.490234, 0.417969, 0.351562, 0.4375, 0.472656, 0.455078, 0.449219, 0.484375, 0.455078, 0.417969, 0.464844, 0.570312, 0.523438, 0.486328, 0.490234, 0.445312, 0.474609, 0.578125, 0.550781, 0.40625, 0.875, 0.425781, 0.402344, 0.466797, 0.507812, 0.476562, 0.449219, 0.490234, 0.523438, 0.490234, 0.458984, 0.451172, 0.523438, 0.457031, 0.439453, 0.503906, 0.5, 0.431641, 0.427734, 0.65625, 0.804688, 0.470703, 0.412109, 0.871094, 0.462891, 0.458984, 0.472656, 0.519531, 0.488281, 0.460938, 0.460938, 0.484375, 0.460938, 0.455078, 0.582031, 0.386719, 0.875, 0.494141, 0.458984, 0.476562, 0.451172, 0.875, 0.482422, 0.470703, 0.46875, 0.443359, 0.453125, 0.542969, 0.345703, 0.445312, 0.433594, 0.470703, 0.527344, 0.474609, 0.875, 0.478516, 0.519531, 0.390625, 0.357422, 0.816406, 0.507812, 0.478516, 0.449219, 0.511719, 0.470703, 0.5, 0.503906, 0.546875, 0.474609, 0.492188, 0.523438, 0.464844, 0.535156, 0.474609, 0.46875, 0.373047, 0.4375, 0.449219, 0.5, 0.433594, 0.470703, 0.480469, 0.515625, 0.875, 0.492188, 0.523438, 0.466797, 0.480469, 0.425781, 0.357422, 0.433594, 0.447266, 0.443359, 0.507812, 0.445312, 0.472656, 0.519531, 0.71875, 0.875, 0.476562, 0.875, 0.458984, 0.441406, 0.515625, 0.427734, 0.527344, 0.478516, 0.490234, 0.462891, 0.527344, 0.46875, 0.472656, 0.464844, 0.474609, 0.474609, 0.546875, 0.871094, 0.535156, 0.451172, 0.433594, 0.419922, 0.455078, 0.462891, 0.542969, 0.441406, 0.466797, 0.445312, 0.5, 0.472656, 0.447266, 0.458984, 0.400391, 0.466797, 0.515625, 0.486328, 0.667969, 0.472656, 0.404297, 0.875, 0.46875, 0.445312, 0.466797, 0.503906, 0.5, 0.462891, 0.447266, 0.441406, 0.455078, 0.451172, 0.455078, 0.453125, 0.875, 0.464844, 0.474609, 0.511719, 0.558594, 0.447266, 0.492188, 0.394531, 0.519531, 0.482422, 0.488281, 0.394531, 0.455078, 0.40625, 0.515625, 0.46875, 0.455078, 0.875, 0.554688, 0.523438, 0.472656, 0.464844, 0.482422, 0.478516, 0.519531, 0.476562, 0.425781, 0.466797, 0.507812, 0.455078, 0.875, 0.498047, 0.486328, 0.373047, 0.492188, 0.447266, 0.462891, 0.470703, 0.4375, 0.486328, 0.494141, 0.515625, 0.875, 0.472656, 0.476562, 0.480469, 0.435547, 0.503906, 0.427734, 0.507812, 0.4375, 0.447266, 0.486328, 0.474609, 0.503906, 0.466797, 0.474609, 0.466797, 0.523438, 0.431641, 0.455078, 0.539062, 0.498047, 0.390625, 0.490234, 0.464844, 0.441406, 0.470703, 0.455078, 0.427734, 0.425781, 0.490234, 0.474609, 0.445312, 0.46875, 0.458984, 0.472656, 0.40625, 0.455078, 0.478516, 0.5, 0.53125, 0.539062, 0.507812, 0.439453, 0.486328, 0.492188, 0.482422, 0.494141, 0.421875, 0.476562, 0.429688, 0.455078, 0.416016, 0.431641, 0.503906, 0.476562, 0.496094, 0.462891, 0.519531, 0.457031, 0.464844, 0.402344, 0.457031, 0.460938, 0.419922, 0.474609, 0.515625, 0.875, 0.455078, 0.435547, 0.53125, 0.875, 0.439453, 0.476562, 0.474609, 0.484375, 0.476562, 0.460938, 0.5, 0.507812, 0.431641, 0.458984, 0.392578, 0.490234, 0.492188, 0.8125, 0.871094, 0.494141, 0.451172, 0.457031, 0.439453, 0.472656, 0.423828, 0.535156, 0.427734, 0.404297, 0.484375, 0.875, 0.490234, 0.515625, 0.472656, 0.539062, 0.476562, 0.484375, 0.476562, 0.527344, 0.486328, 0.542969, 0.527344, 0.875, 0.492188, 0.445312, 0.455078, 0.439453, 0.445312, 0.875, 0.478516, 0.412109, 0.474609, 0.875, 0.492188, 0.419922, 0.5625, 0.478516, 0.460938, 0.451172, 0.447266, 0.519531, 0.455078, 0.46875, 0.433594, 0.466797, 0.683594, 0.488281, 0.486328, 0.474609, 0.589844, 0.486328, 0.458984, 0.494141, 0.439453, 0.482422, 0.458984, 0.871094, 0.398438, 0.46875, 0.519531, 0.478516, 0.433594, 0.439453, 0.435547, 0.535156, 0.386719, 0.494141, 0.453125, 0.457031, 0.474609, 0.496094, 0.480469, 0.527344, 0.445312, 0.460938, 0.355469, 0.457031, 0.507812, 0.507812, 0.496094, 0.523438, 0.464844, 0.457031, 0.460938, 0.482422, 0.478516, 0.484375, 0.330078, 0.347656, 0.451172, 0.691406, 0.472656, 0.546875, 0.486328, 0.455078, 0.542969, 0.660156, 0.478516, 0.871094, 0.5, 0.470703, 0.443359, 0.492188, 0.492188, 0.558594, 0.492188, 0.503906, 0.447266, 0.460938, 0.542969, 0.486328, 0.333984, 0.757812, 0.441406, 0.875, 0.482422, 0.492188, 0.451172, 0.458984, 0.447266, 0.4375, 0.476562, 0.410156, 0.875, 0.470703, 0.443359, 0.404297, 0.429688, 0.523438, 0.503906, 0.486328, 0.435547, 0.46875, 0.359375, 0.482422, 0.458984, 0.488281, 0.466797, 0.359375, 0.458984, 0.441406, 0.476562, 0.486328, 0.445312, 0.507812, 0.464844, 0.472656, 0.738281, 0.507812, 0.478516, 0.404297, 0.386719, 0.523438, 0.474609, 0.478516, 0.439453, 0.447266, 0.335938, 0.478516, 0.460938, 0.460938, 0.455078, 0.453125, 0.345703, 0.484375, 0.466797, 0.621094, 0.445312, 0.470703, 0.478516, 0.433594, 0.558594, 0.875, 0.478516, 0.421875, 0.441406, 0.431641, 0.423828, 0.5, 0.447266, 0.519531, 0.449219, 0.757812, 0.458984, 0.408203, 0.46875, 0.482422, 0.511719, 0.482422, 0.404297, 0.484375, 0.382812, 0.445312, 0.875, 0.515625, 0.5625, 0.875, 0.460938, 0.396484, 0.416016, 0.503906, 0.435547, 0.8125, 0.464844, 0.519531, 0.476562, 0.494141, 0.414062, 0.503906, 0.494141, 0.470703, 0.455078, 0.457031, 0.402344, 0.480469, 0.425781, 0.519531, 0.470703, 0.507812, 0.388672, 0.476562, 0.40625, 0.464844, 0.429688, 0.453125, 0.488281, 0.449219, 0.439453, 0.480469, 0.496094, 0.589844, 0.496094, 0.439453, 0.462891, 0.439453, 0.451172, 0.498047, 0.408203, 0.527344, 0.5, 0.417969, 0.494141, 0.640625, 0.455078, 0.419922, 0.550781, 0.474609, 0.507812, 0.478516, 0.492188, 0.410156, 0.396484, 0.441406, 0.484375, 0.429688, 0.542969, 0.435547, 0.451172, 0.482422, 0.478516, 0.355469, 0.474609, 0.542969, 0.484375, 0.871094, 0.488281, 0.84375, 0.453125, 0.507812, 0.443359, 0.875, 0.464844, 0.480469, 0.875, 0.488281, 0.400391, 0.867188, 0.503906, 0.451172, 0.423828, 0.613281, 0.466797, 0.441406, 0.875, 0.40625, 0.427734, 0.427734, 0.423828, 0.412109, 0.470703, 0.498047, 0.498047, 0.484375, 0.457031, 0.474609, 0.462891, 0.460938, 0.396484, 0.398438, 0.451172, 0.472656, 0.392578, 0.464844, 0.466797, 0.519531, 0.419922, 0.482422, 0.5625, 0.46875, 0.472656, 0.482422, 0.628906, 0.589844, 0.431641, 0.498047, 0.433594, 0.429688, 0.478516, 0.507812, 0.5, 0.419922, 0.875, 0.462891, 0.470703, 0.4375, 0.474609, 0.875, 0.507812, 0.503906, 0.457031, 0.535156, 0.519531, 0.458984, 0.496094, 0.498047, 0.458984, 0.462891, 0.523438, 0.414062, 0.408203, 0.507812, 0.476562, 0.419922, 0.460938, 0.429688, 0.431641, 0.648438, 0.503906, 0.449219, 0.472656, 0.566406, 0.511719, 0.539062, 0.429688, 0.503906, 0.597656, 0.542969, 0.494141, 0.417969, 0.511719, 0.439453, 0.417969, 0.476562, 0.453125, 0.414062, 0.554688, 0.472656, 0.486328, 0.527344, 0.875, 0.447266, 0.431641, 0.515625, 0.566406, 0.373047, 0.488281, 0.310547, 0.554688, 0.478516, 0.439453, 0.527344, 0.412109, 0.369141, 0.431641, 0.421875, 0.435547, 0.494141, 0.474609, 0.453125, 0.519531, 0.511719, 0.435547, 0.488281, 0.515625, 0.746094, 0.490234, 0.466797, 0.875, 0.458984, 0.462891, 0.5, 0.445312, 0.4375, 0.480469, 0.466797, 0.478516, 0.4375, 0.507812, 0.511719, 0.462891, 0.462891, 0.457031, 0.490234, 0.494141, 0.445312, 0.412109, 0.478516, 0.457031, 0.625, 0.476562, 0.484375, 0.566406, 0.457031, 0.398438, 0.875, 0.5, 0.40625, 0.492188, 0.447266, 0.455078, 0.484375, 0.482422, 0.447266, 0.462891, 0.5625, 0.503906, 0.5625, 0.464844, 0.523438, 0.486328, 0.445312, 0.40625, 0.376953, 0.431641, 0.449219, 0.404297, 0.470703, 0.466797, 0.460938, 0.490234, 0.494141, 0.875, 0.691406, 0.4375, 0.523438, 0.449219, 0.423828, 0.488281, 0.482422, 0.439453, 0.496094, 0.523438, 0.429688, 0.460938, 0.427734, 0.462891, 0.445312, 0.466797, 0.439453, 0.486328, 0.535156, 0.480469, 0.480469, 0.449219, 0.474609, 0.46875, 0.462891, 0.46875, 0.605469, 0.46875, 0.449219, 0.484375, 0.421875, 0.464844, 0.462891, 0.503906, 0.445312, 0.460938, 0.515625, 0.482422, 0.451172, 0.455078, 0.453125, 0.375, 0.447266, 0.480469, 0.337891, 0.439453, 0.455078, 0.46875, 0.451172, 0.539062, 0.466797, 0.445312, 0.458984, 0.519531, 0.871094, 0.355469, 0.392578, 0.453125, 0.462891, 0.439453, 0.431641, 0.484375, 0.875, 0.367188, 0.511719, 0.410156, 0.523438, 0.496094, 0.875, 0.482422, 0.492188, 0.445312, 0.384766, 0.482422, 0.490234, 0.511719, 0.429688, 0.511719, 0.462891, 0.423828, 0.5625, 0.597656, 0.507812, 0.5, 0.486328, 0.46875, 0.5625, 0.875, 0.451172, 0.699219, 0.423828, 0.582031, 0.386719, 0.439453, 0.427734, 0.447266, 0.451172, 0.523438, 0.447266, 0.357422, 0.429688, 0.507812, 0.488281, 0.402344, 0.589844, 0.431641, 0.484375, 0.335938, 0.875, 0.523438, 0.396484, 0.515625, 0.443359, 0.462891, 0.511719, 0.498047, 0.478516, 0.511719, 0.472656, 0.429688, 0.466797, 0.875, 0.478516, 0.482422, 0.449219, 0.484375, 0.441406, 0.472656, 0.458984, 0.490234, 0.427734, 0.589844, 0.875, 0.431641, 0.470703, 0.488281, 0.460938, 0.46875, 0.527344, 0.460938, 0.527344, 0.449219, 0.492188, 0.507812, 0.480469, 0.474609, 0.466797, 0.482422, 0.455078, 0.478516, 0.472656, 0.460938, 0.470703, 0.472656, 0.511719, 0.498047, 0.486328, 0.470703, 0.535156, 0.462891, 0.445312, 0.410156, 0.490234, 0.482422, 0.699219, 0.443359, 0.457031, 0.447266, 0.378906, 0.460938, 0.380859, 0.628906, 0.523438, 0.488281, 0.443359, 0.6875, 0.441406, 0.472656, 0.474609, 0.433594, 0.496094, 0.455078, 0.435547, 0.535156, 0.433594, 0.597656, 0.875, 0.431641, 0.498047, 0.447266, 0.386719, 0.474609, 0.458984, 0.871094, 0.431641, 0.380859, 0.482422, 0.455078, 0.460938, 0.527344, 0.433594, 0.482422, 0.486328, 0.652344, 0.412109, 0.875, 0.482422, 0.482422, 0.503906, 0.550781, 0.449219, 0.451172, 0.486328, 0.439453, 0.605469, 0.470703, 0.416016, 0.476562, 0.4375, 0.462891, 0.435547, 0.59375, 0.5625, 0.492188, 0.457031, 0.585938, 0.46875, 0.875, 0.507812, 0.566406, 0.492188, 0.359375, 0.488281, 0.466797, 0.279297, 0.498047, 0.875, 0.515625, 0.466797, 0.503906, 0.443359, 0.480469, 0.570312, 0.263672, 0.382812, 0.455078, 0.507812, 0.458984, 0.476562, 0.425781, 0.462891, 0.460938, 0.330078, 0.480469, 0.478516, 0.441406, 0.486328, 0.875, 0.460938, 0.578125, 0.460938, 0.417969, 0.425781, 0.582031, 0.423828, 0.535156, 0.494141, 0.5, 0.435547, 0.832031, 0.523438, 0.449219, 0.451172, 0.875, 0.445312, 0.601562, 0.523438, 0.34375, 0.582031, 0.441406, 0.492188, 0.451172, 0.417969, 0.453125, 0.875, 0.542969, 0.527344, 0.474609, 0.474609, 0.875, 0.484375, 0.427734, 0.488281, 0.435547, 0.453125, 0.875, 0.433594, 0.453125, 0.527344, 0.875, 0.476562, 0.458984, 0.519531, 0.431641, 0.875, 0.494141, 0.875, 0.875, 0.361328, 0.449219, 0.474609, 0.480469, 0.494141, 0.416016, 0.490234, 0.478516, 0.40625, 0.441406, 0.445312, 0.458984, 0.353516, 0.46875, 0.478516, 0.484375, 0.470703, 0.496094, 0.466797, 0.433594, 0.488281, 0.447266, 0.765625, 0.416016, 0.40625, 0.460938, 0.53125, 0.455078, 0.496094, 0.515625, 0.5, 0.5, 0.875, 0.488281, 0.777344, 0.447266, 0.464844, 0.875, 0.425781, 0.523438, 0.488281, 0.476562, 0.507812, 0.519531, 0.519531, 0.476562, 0.46875, 0.507812, 0.392578, 0.4375, 0.453125, 0.457031, 0.40625, 0.527344, 0.474609, 0.455078, 0.5, 0.484375, 0.488281, 0.470703, 0.451172, 0.445312, 0.496094, 0.416016, 0.355469, 0.875, 0.423828, 0.488281, 0.498047, 0.410156, 0.451172, 0.482422, 0.675781, 0.466797, 0.46875, 0.484375, 0.498047, 0.507812, 0.511719, 0.492188, 0.441406, 0.445312, 0.457031, 0.875, 0.515625, 0.515625, 0.554688, 0.875, 0.871094, 0.710938, 0.390625, 0.464844, 0.488281, 0.404297, 0.59375, 0.476562, 0.455078, 0.875, 0.425781, 0.404297, 0.490234, 0.462891, 0.449219, 0.396484, 0.496094, 0.457031, 0.480469, 0.523438, 0.490234, 0.474609, 0.816406, 0.515625, 0.486328, 0.460938, 0.478516, 0.462891, 0.464844, 0.503906, 0.378906, 0.458984, 0.875, 0.472656, 0.472656, 0.515625, 0.470703, 0.507812, 0.507812, 0.871094, 0.470703, 0.443359, 0.492188, 0.455078, 0.494141, 0.470703, 0.875, 0.447266, 0.464844, 0.523438, 0.433594, 0.753906, 0.523438, 0.476562, 0.458984, 0.535156, 0.466797, 0.425781, 0.472656, 0.601562, 0.578125, 0.458984, 0.507812, 0.451172, 0.453125, 0.429688, 0.429688, 0.365234, 0.875, 0.458984, 0.429688, 0.53125, 0.4375, 0.466797, 0.449219, 0.439453, 0.445312, 0.488281, 0.511719, 0.443359, 0.472656, 0.472656, 0.466797, 0.40625, 0.476562, 0.519531, 0.515625, 0.363281, 0.478516, 0.482422, 0.484375, 0.482422, 0.451172, 0.404297, 0.472656, 0.550781, 0.480469, 0.875, 0.304688, 0.46875, 0.429688, 0.476562, 0.472656, 0.384766, 0.474609, 0.875, 0.519531, 0.542969, 0.482422, 0.46875, 0.472656, 0.488281, 0.408203, 0.503906, 0.46875, 0.421875, 0.539062, 0.492188, 0.400391, 0.496094, 0.470703, 0.519531, 0.484375, 0.474609, 0.316406, 0.466797, 0.875, 0.472656, 0.460938, 0.355469, 0.457031, 0.460938, 0.482422, 0.451172, 0.482422, 0.46875, 0.482422, 0.503906, 0.423828, 0.527344, 0.507812, 0.482422, 0.695312, 0.490234, 0.396484, 0.441406, 0.542969, 0.478516, 0.449219, 0.46875, 0.458984, 0.875, 0.470703, 0.515625, 0.5, 0.539062, 0.484375, 0.472656, 0.425781, 0.464844, 0.455078, 0.400391, 0.414062, 0.451172, 0.490234, 0.474609, 0.419922, 0.523438, 0.875, 0.507812, 0.416016, 0.478516, 0.492188, 0.337891, 0.431641, 0.480469, 0.445312, 0.474609, 0.597656, 0.523438, 0.503906, 0.449219, 0.460938, 0.439453, 0.5, 0.482422, 0.492188, 0.441406, 0.410156, 0.523438, 0.472656, 0.496094, 0.447266, 0.498047, 0.476562, 0.417969, 0.875, 0.464844, 0.466797, 0.390625, 0.589844, 0.449219, 0.511719, 0.443359, 0.648438, 0.470703, 0.445312, 0.445312, 0.542969, 0.488281, 0.490234, 0.460938, 0.507812, 0.486328, 0.435547, 0.417969, 0.433594, 0.511719, 0.515625, 0.416016, 0.455078, 0.490234, 0.464844, 0.435547, 0.875, 0.457031, 0.449219, 0.875, 0.470703, 0.59375, 0.460938, 0.421875, 0.375, 0.472656, 0.4375, 0.486328, 0.476562, 0.554688, 0.558594, 0.435547, 0.582031, 0.457031, 0.59375, 0.511719, 0.492188, 0.369141, 0.875, 0.527344, 0.484375, 0.478516, 0.53125, 0.570312, 0.535156, 0.398438, 0.457031, 0.482422, 0.511719, 0.427734, 0.441406, 0.449219, 0.523438, 0.373047, 0.46875, 0.503906, 0.462891, 0.449219, 0.478516, 0.474609, 0.410156, 0.412109, 0.511719, 0.486328, 0.472656, 0.875, 0.589844, 0.498047, 0.421875, 0.451172, 0.464844, 0.480469, 0.441406, 0.535156, 0.472656, 0.433594, 0.451172, 0.404297, 0.427734, 0.486328, 0.460938, 0.511719, 0.458984, 0.451172, 0.435547, 0.433594, 0.443359, 0.695312, 0.390625, 0.453125, 0.511719, 0.470703, 0.400391, 0.427734, 0.535156, 0.480469, 0.875, 0.5, 0.373047, 0.482422, 0.439453, 0.470703, 0.871094, 0.511719, 0.511719, 0.46875, 0.511719, 0.494141, 0.423828, 0.474609, 0.414062, 0.6875, 0.875, 0.482422, 0.496094, 0.546875, 0.507812, 0.507812, 0.417969, 0.417969, 0.527344, 0.496094, 0.507812, 0.349609, 0.484375, 0.462891, 0.554688, 0.476562, 0.464844, 0.421875, 0.507812, 0.421875, 0.519531, 0.523438, 0.875, 0.875, 0.769531, 0.480469, 0.421875, 0.539062, 0.644531, 0.498047, 0.566406, 0.535156, 0.457031, 0.550781, 0.53125, 0.396484, 0.423828, 0.523438, 0.625, 0.478516, 0.466797, 0.455078, 0.480469, 0.449219, 0.386719, 0.470703, 0.457031, 0.375, 0.445312, 0.507812, 0.46875, 0.455078, 0.46875, 0.5, 0.542969, 0.472656, 0.476562, 0.496094, 0.451172, 0.558594, 0.474609, 0.496094, 0.449219, 0.462891, 0.851562, 0.474609, 0.417969, 0.410156, 0.458984, 0.574219, 0.621094, 0.490234, 0.496094, 0.539062, 0.449219, 0.519531, 0.875, 0.466797, 0.482422, 0.486328, 0.558594, 0.462891, 0.429688, 0.486328, 0.453125, 0.490234, 0.390625, 0.523438, 0.402344, 0.347656, 0.492188, 0.490234, 0.429688, 0.486328, 0.431641, 0.472656, 0.423828, 0.484375, 0.455078, 0.408203, 0.484375, 0.486328, 0.421875, 0.466797, 0.396484, 0.519531, 0.519531, 0.373047, 0.472656, 0.490234, 0.503906, 0.457031, 0.382812, 0.546875, 0.875, 0.480469, 0.875, 0.474609, 0.494141, 0.478516, 0.433594, 0.490234, 0.488281, 0.462891, 0.472656, 0.535156, 0.519531, 0.476562, 0.449219, 0.523438, 0.511719, 0.412109, 0.371094, 0.494141, 0.480469, 0.425781, 0.326172, 0.59375, 0.490234, 0.449219, 0.585938, 0.574219, 0.322266, 0.476562, 0.384766, 0.453125, 0.445312, 0.449219, 0.455078, 0.445312, 0.361328, 0.875, 0.503906, 0.511719, 0.423828, 0.486328, 0.474609, 0.472656, 0.435547, 0.345703, 0.480469, 0.515625, 0.445312, 0.609375, 0.875, 0.494141, 0.464844, 0.515625, 0.441406, 0.441406, 0.5, 0.365234, 0.515625, 0.419922, 0.417969, 0.875, 0.5, 0.503906, 0.472656, 0.316406, 0.453125, 0.46875, 0.474609, 0.507812, 0.621094, 0.472656, 0.427734, 0.875, 0.498047, 0.511719, 0.46875, 0.498047, 0.59375, 0.458984, 0.478516, 0.875, 0.78125, 0.455078, 0.476562, 0.402344, 0.486328, 0.433594, 0.871094, 0.636719, 0.417969, 0.478516, 0.410156, 0.412109, 0.667969, 0.455078, 0.5, 0.458984, 0.46875, 0.582031, 0.427734, 0.875, 0.5, 0.447266, 0.515625, 0.472656, 0.412109, 0.482422, 0.470703, 0.398438, 0.5, 0.40625, 0.492188, 0.458984, 0.466797, 0.503906, 0.486328, 0.445312, 0.486328, 0.462891, 0.416016, 0.486328, 0.554688, 0.486328, 0.480469, 0.523438, 0.695312, 0.458984, 0.322266, 0.435547, 0.871094, 0.490234, 0.441406, 0.466797, 0.412109, 0.498047, 0.458984, 0.462891, 0.439453, 0.445312, 0.386719, 0.441406, 0.46875, 0.451172 ] } , "name": "onnx::Mul_11489", "outputIndexes": [ 6852 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6851, 6852 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 6853 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6775, 6853 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/Add_output_0", "outputIndexes": [ 6854 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6854 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.41/pre_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 6855 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6855 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.41/pre_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 6856 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6856, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/pre_feedforward_layernorm/Add_output_0", "outputIndexes": [ 6857 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6857, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/pre_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 6858 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6854, 6858 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 6859 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.640625, 0.574219, 1.101562, 0.582031, 0.601562, 0.582031, 0.585938, 0.777344, 0.578125, 0.753906, 0.621094, 0.601562, 0.539062, 0.578125, 0.910156, 0.59375, 0.621094, 0.597656, 0.519531, 0.664062, 0.605469, 0.5625, 0.753906, 0.703125, 0.617188, 0.578125, 1.34375, 0.625, 0.671875, 1.40625, 0.539062, 0.5625, 0.535156, 0.59375, 0.601562, 0.632812, 0.578125, 0.765625, 0.648438, 0.597656, 0.722656, 0.644531, 0.730469, 0.582031, 0.585938, 0.667969, 2.734375, 0.585938, 0.601562, 0.621094, 0.753906, 0.660156, 0.535156, 0.558594, 0.554688, 0.570312, 0.570312, 0.644531, 0.617188, 0.675781, 0.601562, 0.703125, 0.566406, 0.589844, 0.578125, 1.039062, 0.671875, 0.625, 0.617188, 0.679688, 0.542969, 0.570312, 0.707031, 0.757812, 0.636719, 0.597656, 0.679688, 0.578125, 0.589844, 0.574219, 0.664062, 0.628906, 0.664062, 0.664062, 0.621094, 0.585938, 0.746094, 0.609375, 0.601562, 0.597656, 0.601562, 0.597656, 0.503906, 0.589844, 0.609375, 0.625, 0.742188, 0.5625, 0.570312, 0.585938, 0.570312, 0.542969, 0.632812, 0.609375, 0.59375, 0.574219, 0.621094, 0.625, 0.578125, 0.585938, 0.632812, 0.554688, 0.550781, 0.59375, 0.539062, 0.636719, 0.601562, 0.585938, 0.640625, 0.628906, 0.617188, 0.59375, 0.574219, 0.550781, 0.597656, 0.667969, 0.609375, 0.5625, 0.597656, 0.5625, 0.632812, 0.625, 0.585938, 0.582031, 0.773438, 0.535156, 0.617188, 0.617188, 0.554688, 0.609375, 0.5625, 0.566406, 0.632812, 0.597656, 0.695312, 0.722656, 0.550781, 0.585938, 0.710938, 0.601562, 0.578125, 0.574219, 0.601562, 0.664062, 0.585938, 0.644531, 0.636719, 0.609375, 0.554688, 0.632812, 0.660156, 0.578125, 0.566406, 0.570312, 0.605469, 1.015625, 0.585938, 0.59375, 1.140625, 0.671875, 0.523438, 0.917969, 0.578125, 0.566406, 0.640625, 0.683594, 0.511719, 0.550781, 0.660156, 0.613281, 0.542969, 0.609375, 1.117188, 0.601562, 0.566406, 0.625, 0.632812, 0.585938, 0.578125, 0.582031, 0.613281, 0.554688, 0.558594, 0.6875, 0.753906, 0.65625, 0.574219, 0.578125, 0.773438, 0.625, 0.601562, 0.644531, 0.613281, 0.636719, 0.566406, 0.597656, 0.566406, 0.570312, 0.683594, 0.679688, 0.773438, 0.558594, 0.605469, 0.601562, 0.546875, 0.582031, 0.699219, 0.640625, 0.566406, 0.589844, 0.613281, 0.550781, 0.578125, 0.609375, 0.707031, 0.566406, 0.589844, 0.554688, 0.664062, 0.632812, 2.359375, 0.574219, 0.628906, 0.585938, 0.554688, 0.640625, 0.554688, 0.597656, 0.582031, 0.554688, 0.757812, 0.574219, 0.435547, 0.605469, 0.855469, 0.609375, 0.847656, 0.71875, 0.617188, 0.5625, 0.59375, 0.632812, 0.609375, 0.65625, 0.660156, 0.609375, 0.597656, 0.675781, 0.617188, 0.605469, 0.867188, 0.609375, 0.566406, 0.632812, 0.566406, 0.570312, 0.585938, 0.582031, 0.625, 0.558594, 0.546875, 0.578125, 0.625, 0.582031, 0.585938, 0.601562, 0.683594, 0.644531, 0.585938, 0.585938, 0.5625, 0.640625, 0.546875, 0.730469, 0.5625, 0.574219, 0.636719, 0.585938, 0.640625, 0.566406, 0.628906, 0.761719, 0.625, 0.621094, 0.582031, 0.601562, 0.574219, 1.023438, 0.554688, 0.625, 0.578125, 0.582031, 0.542969, 0.605469, 0.570312, 0.597656, 0.648438, 0.582031, 0.589844, 0.632812, 0.628906, 0.601562, 0.546875, 0.582031, 0.566406, 0.617188, 0.605469, 0.855469, 0.589844, 0.570312, 0.527344, 0.550781, 0.621094, 0.617188, 0.6875, 0.53125, 0.585938, 0.542969, 0.613281, 0.578125, 0.714844, 0.679688, 0.660156, 0.59375, 0.605469, 0.617188, 0.5625, 0.597656, 0.570312, 0.953125, 0.578125, 0.636719, 0.5625, 0.605469, 0.652344, 0.914062, 0.566406, 0.816406, 0.691406, 0.753906, 0.949219, 0.640625, 0.609375, 0.578125, 0.574219, 0.742188, 0.628906, 0.746094, 0.582031, 1.101562, 0.585938, 0.632812, 0.550781, 0.578125, 0.765625, 0.566406, 0.546875, 0.585938, 0.828125, 0.582031, 0.578125, 0.898438, 0.542969, 0.589844, 0.613281, 0.59375, 0.589844, 0.785156, 0.566406, 0.5625, 0.667969, 0.59375, 0.59375, 0.664062, 0.601562, 0.910156, 0.601562, 0.578125, 0.582031, 0.585938, 0.558594, 0.632812, 0.769531, 0.625, 1.429688, 0.960938, 0.660156, 0.59375, 0.699219, 0.585938, 0.605469, 0.625, 0.550781, 0.707031, 0.625, 0.59375, 0.578125, 0.691406, 0.488281, 0.621094, 0.605469, 0.589844, 0.53125, 0.574219, 0.578125, 0.871094, 0.613281, 0.722656, 0.585938, 0.703125, 0.65625, 0.539062, 0.628906, 0.621094, 0.550781, 0.617188, 0.660156, 1.179688, 0.59375, 0.640625, 0.574219, 0.644531, 1.25, 0.589844, 0.878906, 0.910156, 0.519531, 1.351562, 0.816406, 0.5625, 0.722656, 0.566406, 0.628906, 0.507812, 0.605469, 0.570312, 0.785156, 0.542969, 0.660156, 0.574219, 0.601562, 0.5625, 0.601562, 0.628906, 0.609375, 0.585938, 0.597656, 0.601562, 0.585938, 0.710938, 0.8125, 0.597656, 0.597656, 1.070312, 0.648438, 0.601562, 0.5625, 0.546875, 1.546875, 0.789062, 0.613281, 0.769531, 0.585938, 0.570312, 0.667969, 0.625, 0.941406, 0.597656, 0.601562, 0.535156, 0.757812, 0.691406, 0.679688, 0.71875, 0.5625, 0.648438, 0.578125, 0.519531, 0.621094, 0.5625, 0.773438, 0.550781, 0.566406, 0.546875, 0.582031, 0.542969, 0.589844, 0.59375, 0.625, 0.597656, 0.570312, 0.605469, 0.574219, 0.632812, 0.644531, 0.660156, 0.578125, 0.59375, 0.566406, 0.570312, 0.609375, 0.609375, 0.578125, 0.605469, 1.960938, 0.621094, 0.585938, 0.578125, 0.566406, 0.613281, 0.5625, 0.667969, 0.582031, 0.691406, 0.59375, 0.894531, 0.648438, 0.644531, 1.0, 0.785156, 0.578125, 0.640625, 0.84375, 0.53125, 0.59375, 0.703125, 0.699219, 0.582031, 0.554688, 1.039062, 0.617188, 0.601562, 0.5625, 0.613281, 0.609375, 0.652344, 0.601562, 0.605469, 0.804688, 0.605469, 0.605469, 0.707031, 0.578125, 0.660156, 1.328125, 0.589844, 0.585938, 0.742188, 0.757812, 0.558594, 0.570312, 0.644531, 0.824219, 0.535156, 0.628906, 0.660156, 0.5625, 0.558594, 0.566406, 0.578125, 0.566406, 0.589844, 0.621094, 0.652344, 0.753906, 0.617188, 0.535156, 0.710938, 0.75, 0.578125, 0.742188, 0.597656, 0.621094, 0.632812, 0.558594, 0.558594, 0.5625, 0.582031, 0.640625, 0.585938, 0.605469, 0.578125, 0.570312, 0.640625, 0.71875, 0.554688, 0.644531, 0.570312, 0.652344, 0.558594, 0.628906, 1.375, 0.5625, 0.601562, 0.558594, 0.539062, 0.578125, 0.824219, 0.554688, 0.589844, 0.816406, 0.722656, 0.558594, 0.574219, 0.59375, 0.578125, 0.703125, 0.566406, 0.652344, 0.550781, 0.617188, 0.585938, 0.566406, 0.695312, 0.566406, 0.820312, 0.753906, 0.710938, 1.320312, 1.726562, 0.625, 0.582031, 0.582031, 0.574219, 1.304688, 0.542969, 0.667969, 0.558594, 0.605469, 0.566406, 0.675781, 0.570312, 0.644531, 0.585938, 0.632812, 0.652344, 0.585938, 0.652344, 0.75, 0.546875, 0.582031, 0.605469, 0.617188, 0.617188, 0.902344, 0.609375, 0.617188, 0.59375, 0.648438, 0.625, 0.617188, 1.242188, 0.644531, 0.652344, 0.683594, 0.570312, 0.566406, 0.605469, 0.652344, 0.804688, 0.570312, 0.59375, 0.621094, 1.195312, 0.5625, 0.539062, 1.273438, 0.609375, -0.585938, 0.667969, 0.578125, 0.578125, 1.210938, 0.609375, 0.589844, 0.601562, 0.648438, 0.664062, 0.59375, 0.730469, 0.566406, 0.671875, 0.714844, 1.335938, 0.578125, 0.621094, 0.59375, 0.8125, 0.71875, 1.226562, 0.578125, 0.558594, 0.625, 0.589844, 0.585938, 0.707031, 0.582031, 0.554688, 0.636719, 0.644531, 0.585938, 0.613281, 0.808594, 0.691406, 0.691406, 0.644531, 0.585938, 0.824219, 0.597656, 0.597656, 0.578125, 0.601562, 0.621094, 1.023438, 0.59375, 0.574219, 0.585938, 0.898438, 0.796875, 0.621094, 0.566406, 0.570312, 0.589844, 1.203125, 0.675781, 0.582031, 0.738281, 0.574219, 1.179688, 1.085938, 0.6875, 0.570312, 0.558594, 0.761719, 0.8125, 0.621094, 0.867188, 0.554688, 0.601562, 0.675781, 1.25, 0.613281, 0.695312, 0.722656, 0.609375, 0.601562, 0.542969, 0.574219, 0.582031, 0.8125, 0.632812, 0.59375, 0.578125, 1.03125, 0.609375, 0.96875, 0.671875, 0.75, 0.582031, 1.195312, 0.574219, 1.703125, 0.617188, 0.601562, 0.664062, 0.5625, 0.628906, 0.613281, 0.574219, 0.851562, 0.554688, 0.574219, 0.703125, 0.601562, 0.640625, 0.53125, 0.582031, 0.597656, 0.558594, 0.566406, 0.570312, 0.578125, 0.601562, 0.703125, 0.601562, 0.582031, 0.511719, 0.542969, 0.625, 0.636719, 0.578125, 0.652344, 0.636719, 0.597656, 0.554688, 0.585938, 0.660156, 0.835938, 0.582031, 0.667969, 1.101562, 0.574219, 0.605469, 0.648438, 0.566406, 0.589844, 0.671875, 1.28125, 0.59375, 0.695312, 0.578125, 0.617188, 0.597656, 0.539062, 0.597656, 0.867188, 0.632812, 0.65625, 0.554688, 0.675781, 0.601562, 0.617188, 1.164062, 0.617188, 0.597656, 0.558594, 0.632812, 1.039062, 0.558594, 0.574219, 0.597656, 0.554688, 0.578125, 0.558594, 0.832031, 0.632812, 0.945312, 0.511719, 0.578125, 0.59375, 0.632812, 0.5625, 0.435547, 0.652344, 0.785156, 0.78125, 0.644531, 0.710938, 0.554688, 0.554688, 0.628906, 0.597656, 0.570312, 0.558594, 0.570312, 0.636719, 0.5625, 0.589844, 0.589844, 0.585938, 0.5625, 0.539062, 0.589844, 0.625, 0.945312, 0.605469, 0.589844, 0.613281, 0.566406, 0.597656, 0.59375, 0.609375, 0.613281, 0.640625, 0.621094, 0.550781, 0.664062, 0.648438, 0.667969, 0.601562, 0.613281, 0.839844, 0.679688, 0.648438, 0.601562, 0.589844, 0.675781, 0.570312, 0.601562, 0.59375, 0.660156, 0.582031, 0.5625, 0.910156, 0.636719, 0.585938, 0.570312, 0.609375, 0.570312, 0.710938, 0.570312, 0.578125, 0.722656, 0.789062, 0.847656, 0.632812, 0.644531, 0.570312, 0.621094, 0.589844, 0.613281, 0.558594, 0.574219, 0.558594, 0.558594, 0.523438, 0.5625, 0.628906, 0.570312, 0.597656, 0.761719, 0.597656, 0.601562, 0.644531, 0.617188, 0.585938, 0.6875, 0.578125, 0.882812, 0.609375, 0.59375, 0.71875, 0.59375, 0.640625, 0.789062, 0.617188, 0.625, 0.613281, 0.535156, 0.613281, 0.582031, 0.65625, 0.601562, 0.816406, 0.523438, 1.023438, 0.519531, 0.6875, 0.558594, 0.671875, 0.738281, 0.597656, 0.523438, 0.570312, 0.558594, 0.621094, 0.566406, 0.675781, 0.664062, 0.878906, 0.6875, 0.847656, 0.5625, 0.578125, 0.613281, 0.585938, 0.613281, 0.535156, 0.59375, 0.613281, 0.566406, 0.679688, 0.628906, 0.628906, 0.855469, 0.566406, 0.605469, 0.679688, 0.539062, 0.613281, 0.570312, 0.621094, 0.613281, 1.5625, 0.605469, 0.617188, 0.574219, 0.609375, 0.589844, 0.625, 0.621094, 0.859375, 0.613281, 0.550781, 0.574219, 0.957031, 0.761719, 0.640625, 0.6875, 0.585938, 0.621094, 0.695312, 0.679688, 0.773438, 0.59375, 0.5625, 0.757812, 1.007812, 0.554688, 0.597656, 0.683594, 0.601562, 0.570312, 0.617188, 0.6875, 0.589844, 0.59375, 0.613281, 0.613281, 0.554688, 0.609375, 0.601562, 0.632812, 0.5625, 0.523438, 0.582031, 0.535156, 0.601562, 0.59375, 0.753906, 0.554688, 0.597656, 0.582031, 0.601562, 0.601562, 0.585938, 0.582031, 0.570312, 1.078125, 0.632812, 0.5625, 0.546875, 0.722656, 0.652344, 0.625, 0.558594, 0.714844, 0.648438, 0.609375, 0.679688, 0.597656, 0.59375, 0.582031, 0.597656, 0.613281, 0.582031, 0.640625, 0.632812, 0.601562, 0.800781, 0.597656, 0.667969, 0.632812, 0.535156, 0.609375, 0.613281, 0.652344, 0.632812, 0.59375, 0.632812, 0.570312, 0.625, 0.589844, 0.648438, 0.65625, 0.609375, 0.554688, 0.632812, 0.582031, 0.695312, 0.71875, 0.609375, 0.585938, 0.632812, 0.660156, 0.640625, 0.628906, 0.761719, 0.597656, 0.644531, 0.636719, 0.597656, 0.582031, 0.59375, 0.648438, 0.558594, 0.605469, 0.589844, 0.644531, 0.570312, 0.582031, 0.8125, 0.589844, 0.597656, 1.625, 0.554688, 0.636719, 0.589844, 1.398438, 0.554688, 0.597656, 0.582031, 0.582031, 0.5625, 0.628906, 0.652344, 0.566406, 1.554688, 0.558594, 0.988281, 0.789062, 0.628906, 0.84375, 0.304688, 0.597656, 0.582031, 0.582031, 0.664062, 0.589844, 0.621094, 0.753906, 0.605469, 0.621094, 0.613281, 0.609375, 0.628906, 0.625, 0.566406, 0.558594, 0.582031, 0.5625, 0.683594, 0.578125, 0.582031, 0.613281, 0.648438, 2.3125, 0.574219, 0.578125, 0.632812, 0.589844, 0.625, 0.675781, 0.609375, 0.621094, 0.617188, 0.90625, 0.636719, 0.644531, 0.863281, 0.621094, 0.597656, 0.753906, 0.683594, 0.546875, 0.625, 0.605469, 0.625, 0.609375, 0.929688, 0.59375, 0.574219, 0.625, 0.503906, 0.625, 0.589844, 0.710938, 0.625, 0.625, 1.0, 0.488281, 0.644531, 0.574219, 0.824219, 0.566406, 0.75, 0.585938, 0.632812, 0.558594, 0.765625, 0.5625, 0.609375, 0.746094, 0.582031, 0.554688, 0.597656, 0.550781, 0.835938, 0.597656, 1.078125, 0.589844, 0.589844, 0.582031, 0.566406, 0.640625, 0.601562, 0.589844, 0.613281, 0.550781, 0.796875, 0.691406, 0.910156, 0.863281, 0.652344, 1.203125, 0.574219, 0.617188, 0.554688, 0.582031, 0.59375, 0.84375, 0.527344, 1.09375, 0.617188, 0.675781, 0.722656, 0.59375, 0.582031, 0.824219, 0.589844, 0.554688, 0.714844, 0.578125, 0.554688, 0.597656, 0.726562, 1.070312, 0.617188, 1.585938, 0.554688, 0.570312, 0.582031, 0.585938, 0.597656, 0.597656, 0.5625, 0.664062, 1.070312, 0.574219, 0.644531, 0.71875, 0.574219, 0.535156, 0.609375, 0.554688, 0.601562, 0.519531, 0.96875, 0.535156, 0.601562, 0.707031, 0.585938, 0.78125, 0.621094, 0.820312, 0.621094, 0.574219, 0.632812, 0.597656, 0.609375, 0.539062, 0.640625, 0.738281, 0.601562, 0.679688, 1.328125, 0.59375, 0.609375, 0.585938, 0.597656, 0.601562, 1.179688, 0.554688, 0.625, 0.855469, 0.589844, 0.679688, 0.792969, 0.628906, 0.585938, 0.644531, 0.683594, 0.582031, 0.558594, 0.683594, 0.65625, 0.894531, 0.59375, 0.601562, 0.628906, 0.953125, 0.6875, 0.648438, 0.609375, 0.5625, 0.652344, 0.753906, 0.675781, 0.824219, 0.605469, 0.65625, 0.558594, 0.566406, 0.578125, 0.625, 1.09375, 0.640625, 0.773438, 0.875, 0.585938, 0.945312, 0.617188, 0.699219, 0.609375, 0.570312, 0.527344, 0.5, 0.585938, 0.976562, 0.605469, 0.570312, 0.578125, 0.613281, 0.601562, 0.667969, 0.5625, 0.570312, 0.726562, 0.636719, 0.613281, 0.601562, 0.597656, 0.578125, 0.800781, 0.589844, 0.671875, 0.578125, 0.652344, 0.785156, 0.601562, 0.714844, 0.585938, 0.578125, 0.601562, 0.539062, 0.59375, 0.617188, 0.542969, 0.691406, 0.683594, 0.605469, 0.785156, 0.722656, 0.609375, 0.722656, 0.578125, 0.699219, 0.554688, 0.585938, 0.558594, 0.601562, 0.554688, 0.609375, 0.554688, 0.78125, 0.703125, 0.632812, 0.625, 0.585938, 0.5625, 0.578125, 0.601562, 0.648438, 0.566406, 0.886719, 0.585938, 0.570312, 0.585938, 2.078125, 0.675781, 0.601562, 0.609375, 0.636719, 0.683594, 1.015625, 0.570312, 0.65625, 0.365234, 0.6875, 0.660156, 0.835938, 0.582031, 0.601562, 0.605469, 0.804688, 0.609375, 0.691406, 0.910156, 0.703125, 0.621094, 0.753906, 0.65625, 0.609375, 0.664062, 0.59375, 0.613281, 0.609375, 0.609375, 0.582031, 0.777344, 0.632812, 0.644531, 0.753906, 0.582031, 0.613281, 0.671875, 0.578125, 0.589844, 0.5625, 0.609375, 0.683594, 0.65625, 0.550781, 0.617188, 0.574219, 0.625, 0.691406, 0.550781, 0.632812, 0.59375, 0.699219, 0.792969, 0.554688, 0.574219, 0.664062, 0.90625, 0.5625, 0.578125, 0.609375, 0.570312, 1.351562, 0.636719, 0.589844, 0.589844, 0.605469, 0.640625, 0.59375, 0.621094, 0.53125, 0.640625, 0.707031, 0.527344, 0.644531, 0.773438, 0.585938, 0.59375, 0.703125, 0.589844, 0.757812, 0.621094, 0.820312, 0.558594, 0.5625, 0.601562, 0.515625, 0.679688, 0.558594, 0.613281, 0.546875, 0.550781, 0.65625, 0.621094, 0.683594, 0.582031, 0.613281, 0.59375, 0.585938, 0.640625, 0.570312, 0.863281, 0.644531, 0.570312, 0.5625, 1.171875, 0.5625, 0.976562, 0.566406, 0.550781, 0.789062, 0.648438, 0.980469, 0.539062, 0.613281, 0.609375, 0.574219, 0.695312, 1.070312, 0.589844, 0.574219, 0.761719, 0.597656, 0.660156, 0.597656, 0.621094, 0.589844, 0.601562, 0.59375, 0.574219, 0.761719, 0.597656, 0.578125, 0.730469, 0.640625, 0.597656, 0.574219, 0.597656, 0.585938, 0.5625, 0.5625, 0.636719, 0.621094, 0.632812, 0.78125, 0.566406, 0.617188, 0.570312, 0.554688, 0.570312, 0.578125, 0.726562, 0.585938, 0.59375, 0.753906, 0.582031, 0.59375, 0.589844, 0.558594, 0.707031, 0.988281, 0.578125, 0.582031, 0.5625, 0.648438, 0.570312, 0.621094, 0.652344, 0.628906, 0.671875, 0.785156, 0.65625, 0.96875, 0.558594, 0.613281, 0.589844, 0.789062, 0.703125, 0.796875, 0.578125, 0.582031, 0.726562, 0.59375, 0.632812, 0.625, 0.660156, 0.566406, 0.6875, 0.84375, 0.660156, 0.617188, 0.585938, 0.71875, 0.5625, 0.617188, 0.796875, 0.578125, 0.578125, 0.601562, 0.585938, 0.691406, 0.566406, 0.707031, 0.640625, 0.613281, 0.574219, 0.613281, 0.585938, 0.640625, 0.570312, 0.585938, 0.601562, 0.578125, 0.589844, 0.644531, 0.75, 0.636719, 0.5625, 0.640625, 0.613281, 0.582031, 0.546875, 0.640625, 0.605469, 0.597656, 0.5625, 0.621094, 0.578125, 0.707031, 0.671875, 0.640625, 0.570312, 0.921875, 0.601562, 0.585938, 0.636719, 0.707031, 0.613281, 0.644531, 0.648438, 0.589844, 0.648438, 1.257812, 0.851562, 0.679688, 0.566406, 0.585938, 0.5625, 0.597656, 0.621094, 0.628906, 0.804688, 0.597656, 0.617188, 0.546875, 0.542969, 0.566406, 0.511719, 0.550781, 0.59375, 0.742188, 0.566406, 0.578125, 0.601562, 0.597656, 0.609375, 0.617188, 0.753906, 0.726562, 0.691406, 0.582031, 0.585938, 0.601562, 0.636719, 0.605469, 1.03125, 0.574219, 0.617188, 0.605469, 0.605469, 0.789062, 0.589844, 0.664062, 0.617188, 0.621094, 0.546875, 0.558594, 0.964844, 0.664062, 0.554688, 0.625, 0.570312, 0.648438, 0.589844, 0.554688, 0.871094, 0.484375, 0.566406, 0.71875, 0.613281, 0.597656, 0.585938, 0.605469, 0.714844, 0.585938, 0.589844, 0.613281, 0.582031, 0.632812, 0.458984, 0.652344, 0.578125, 0.636719, 0.523438, 0.644531, 0.585938, 0.601562, 0.644531, 0.902344, 0.621094, 0.714844, 0.6875, 1.320312, 0.628906, 0.695312, 0.59375, 0.585938, 0.542969, 0.628906, 0.597656, 0.550781, 0.660156, 0.597656, 0.617188, 0.578125, 0.582031, 0.578125, 0.535156, 0.617188, 0.601562, 0.570312, 0.957031, 0.546875, 0.566406, 0.601562, 0.5625, 0.539062, 0.6875, 0.578125, 0.828125, 0.585938, 0.554688, 0.597656, 0.820312, 0.585938, 0.613281, 0.875, 0.578125, 0.628906, 0.640625, 0.5625, 0.5625, 0.59375, 0.75, 0.632812, 0.5625, 0.578125, 0.566406, 0.589844, 0.632812, 0.621094, 0.550781, 0.691406, 0.703125, 1.625, 0.777344, 0.703125, 0.613281, 0.78125, 0.546875, 0.585938, 1.4375, 0.65625, 0.769531, 0.566406, 0.601562, 0.558594, 0.605469, 0.601562, 0.605469, 0.605469, 0.494141, 0.792969, 1.515625, 0.597656, 0.667969, 0.554688, 0.660156, 0.582031, 0.582031, 0.601562, 0.554688, 0.597656, 0.601562, 0.722656, 0.558594, 0.671875, 0.613281, 0.578125, 0.734375, 0.894531, 0.554688, 0.574219, 0.574219, 0.601562, 0.929688, 0.542969, 0.589844, 0.605469, 0.789062, 0.558594, 0.617188, 1.367188, 0.574219, 1.273438, 0.582031, 0.558594, 0.738281, 0.71875, 0.554688, 0.667969, 1.210938, 0.765625, 0.570312, 0.742188, 0.570312, 0.578125, 0.570312, 0.691406, 0.613281, 0.835938, 0.589844, 0.601562, 0.578125, 0.628906, 1.648438, 0.554688, 0.851562, 0.5625, 0.625, 0.585938, 1.164062, 0.609375, 0.566406, 0.59375, 0.574219, 0.703125, 0.546875, 0.605469, 0.617188, 0.578125, 0.804688, 0.871094, 0.660156, 0.550781, 0.75, 0.589844, 0.609375, 0.597656, 0.5625, 0.871094, 0.601562, 0.878906, 0.601562, 0.5625, 0.648438, 0.605469, 0.84375, 0.585938, 0.808594, 0.589844, 0.609375, 0.714844, 0.445312, 0.660156, 0.578125, 0.628906, 2.015625, 0.8125, 0.65625, 0.5, 0.761719, 0.474609, 0.601562, 1.304688, 0.722656, 0.804688, 0.714844, 0.59375, 0.546875, 0.585938, 0.746094, 0.59375, 0.617188, 0.699219, 0.675781, 0.671875, 0.578125, 0.632812, 0.609375, 0.582031, 0.582031, 1.132812, 0.550781, 0.785156, 0.871094, 0.550781, 0.5625, 1.34375, 0.605469, 1.148438, 0.585938, 0.558594, 0.636719, 0.566406, 0.570312, 0.582031, 0.609375, 0.5, 0.589844, 0.945312, 0.59375, 0.5625, 0.933594, 0.625, 0.558594, 0.601562, 0.652344, 0.566406, 0.597656, 0.546875, 0.542969, 0.558594, 0.609375, 0.617188, 0.605469, 0.601562, 0.589844, 0.660156, 0.601562, 0.617188, 0.570312, 0.5625, 0.546875, 0.550781, 0.722656, 0.65625, 0.601562, 0.597656, 0.75, 1.203125, 0.554688, 0.644531, 0.621094, 0.613281, 0.867188, 0.5625, 0.601562, 0.703125, 0.90625, 0.570312, 0.667969, 0.546875, 0.621094, 0.703125, 0.59375, 0.980469, 0.574219, 0.644531, 0.996094, 0.644531, 0.667969, 0.609375, 0.644531, 1.59375, 0.566406, 0.726562, 1.125, 0.597656, 0.671875, 0.574219, 0.640625, 0.621094, 1.203125, 0.613281, 0.730469, 0.597656, 0.550781, 0.648438, 0.660156, 0.546875, 0.5625, 0.621094, 0.578125, 0.617188, 0.558594, 0.660156, 0.597656, 0.601562, 0.589844, 0.671875, 0.644531, 0.695312, 0.757812, 0.921875, 0.582031, 0.804688, 0.578125, 0.589844, 0.550781, 0.675781, 0.5625, 0.589844, 0.621094, 0.582031, 0.609375, 0.5625, 0.628906, 0.625, 0.792969, 1.078125, 0.582031, 0.574219, 0.6875, 0.636719, 0.628906, 0.558594, 0.570312, 0.613281, 0.632812, 0.664062, 0.632812, 0.570312, 0.769531, 0.6875, 0.570312, 0.644531, 0.636719, 0.636719, 0.742188, 0.621094, 0.714844, 1.375, 0.65625, 0.542969, 0.589844, 0.585938, 0.582031, 0.601562, 0.636719, 0.625, 0.609375, 0.632812, 0.597656, 0.554688, 0.597656, 0.550781, 0.695312, 0.625, 0.59375, 0.570312, 1.101562, 0.628906, 0.605469, 0.5625, 0.5625, 0.589844, 0.703125, 0.585938, 0.554688, 0.570312, 0.972656, 1.195312, 0.539062, 0.761719, 0.5625, 0.617188, 0.871094, 0.632812, 1.054688, 0.746094, 0.574219, 0.632812, 0.578125, 0.59375, 0.570312, 0.691406, 0.574219, 0.601562, 0.621094, 0.546875, 0.609375, 1.039062, 0.617188, 0.617188, 0.683594, 0.582031, 0.617188, 1.203125, 0.585938, 0.953125, 0.707031, 0.617188, 0.75, 0.609375, 0.613281, 0.574219, 0.617188, 0.570312, 0.488281, 0.648438, 0.589844, 0.660156, 0.605469, 0.574219, 0.605469, 0.714844, 0.582031, 0.898438, 0.605469, 0.515625, 0.601562, 0.589844, 0.605469, 0.550781, 0.902344, 0.59375, 0.558594, 0.582031, 0.53125, 0.53125, 0.574219, 0.675781, 0.609375, 0.660156, 0.761719, 0.6875, 0.636719, 0.707031, 0.65625, 0.601562, 0.664062, 0.472656, 0.59375, 0.8125, 0.546875, 0.550781, 1.148438, 0.691406, 0.570312, 0.609375, 0.570312, 0.480469, 0.550781, 0.621094, 0.734375, 0.585938, 0.636719, 0.730469, 0.636719, 0.574219, 0.597656, 0.90625, 0.550781, 0.601562, 0.597656, 0.578125, 0.582031, 0.582031, 0.839844, 0.902344, 0.605469, 0.578125, 0.765625, 0.734375, 0.585938, 0.894531, 0.601562, 0.707031, 0.597656, 0.609375, 0.582031, 0.65625, 0.609375, 0.59375, 0.601562, 0.636719, 0.578125, 0.589844, 0.769531, 0.597656, 0.570312, 0.558594, 0.730469, 0.605469, 0.570312, 0.601562, 0.597656, 5.09375, 0.601562, 0.617188, 0.507812, 0.605469, 0.605469, 0.542969, 0.585938, 0.777344, 0.625, 0.695312, 0.589844, 0.574219, 0.683594, 0.613281, 0.609375, 0.554688, 0.785156, 0.570312, 0.574219, 0.578125, 0.863281, 0.746094, 0.585938, 0.558594, 0.71875, 0.542969, 0.578125, 0.53125, 0.683594, 0.550781, 0.574219, 0.566406, 0.898438, 0.800781, 0.664062, 0.742188, 1.054688, 0.675781, 0.691406, 0.617188, 0.625, 0.617188, 0.605469, 0.605469, 0.609375, 0.597656, 0.632812, 0.574219, 0.742188, 0.652344, 0.667969, 0.5625, 0.601562, 0.574219, 0.578125, 0.632812, 0.5625, 0.597656, 0.617188, 0.585938, 0.714844, 0.628906, 0.707031, 0.570312, 0.574219, 0.648438, 0.609375, 0.597656, 0.714844, 0.695312, 1.078125, 0.695312, 0.605469, 0.75, 0.675781, 0.652344, 0.664062, 0.585938, 0.574219, 0.714844, 0.566406, 0.691406, 0.570312, 0.664062, 0.636719, 1.695312, 0.558594, 0.691406, 0.601562, 0.535156, 0.511719, 0.714844, 0.585938, 0.769531, 1.28125, 0.126953, 0.621094, 0.578125, 0.558594, 0.597656, 0.550781, 0.769531, 0.644531, 0.570312, 0.570312, 0.585938, 0.988281, 0.625, 0.691406, 0.777344, 0.613281, 0.667969, 0.5625, 0.535156, 0.601562, 0.605469, 0.582031, 0.855469, 1.679688, 0.835938, 0.652344, 0.722656, 0.585938, 0.628906, 0.613281, 0.558594, 0.5625, 0.59375, 1.070312, 0.554688, 1.046875, 0.65625, 0.617188, 0.458984, 0.738281, 0.621094, 0.597656, 0.558594, 0.59375, 0.609375, 0.578125, 0.601562, 0.777344, 0.789062, 0.609375, 0.621094, 0.589844, 0.605469, 0.59375, 0.714844, 0.613281, 1.015625, 0.613281, 0.582031, 0.527344, 0.617188, 0.613281, 0.710938, 0.546875, 1.75, 0.546875, 0.753906, 0.726562, 0.578125, 0.589844, 0.480469, 0.632812, 0.558594, 0.601562, 0.6875, 0.722656, 0.644531, 0.574219, 0.585938, 0.601562, 0.738281, 0.636719, 0.660156, 0.632812, 0.597656, 0.59375, 0.691406, 0.574219, 0.621094, 0.925781, 0.574219, 0.601562, 0.582031, 0.546875, 0.648438, 0.652344, 0.566406, 0.578125, 0.671875, 0.789062, 0.554688, 0.582031, 0.652344, 0.636719, 0.679688, 0.59375, 0.5625, 0.78125, 0.5625, 0.535156, 0.585938, 0.589844, 0.675781, 0.648438, 1.046875, 0.617188, 0.964844, 0.695312, 0.546875, 0.597656, 0.621094, 0.625, 0.621094, 0.578125, 0.5625, 0.660156, 0.8125, 0.59375, 0.582031, 0.5625, 0.578125, 0.652344, 0.753906, 0.558594, 0.640625, 0.566406, 0.886719, 0.636719, 0.582031, 0.757812, 0.613281, 0.585938, 1.1875, 0.621094, 0.648438, 0.691406, 0.582031, 0.625, 0.621094, 0.648438, 0.871094, 0.84375, 0.59375, 0.570312, 0.6875, 0.582031, 0.601562, 0.597656, 0.566406, 0.855469, 0.558594, 0.535156, 0.648438, 0.558594, 0.875, 0.554688, 0.617188, 0.691406, 0.617188, 0.625, 0.582031, 0.730469, 0.558594, 0.617188, 0.617188, 0.679688, 0.625, 0.617188, 0.597656, 0.753906, 0.582031, 0.589844, 0.574219, 0.613281, 0.574219, 0.621094, 0.59375, 1.21875, 0.574219, 0.570312, 0.601562, 0.574219, 0.859375, 0.585938, 0.648438, 0.769531, 0.832031, 0.535156, 0.648438, 0.628906, 0.523438, 0.574219, 1.304688, 0.59375, 0.574219, 0.574219, 0.710938, 0.644531, 0.65625, 0.679688, 0.675781, 0.539062, 0.554688, 0.726562, 0.625, 0.894531, 0.617188, 0.683594, 0.585938, 0.648438, 0.652344, 0.546875, 0.679688, 0.632812, 0.570312, 0.683594, 0.582031, 0.585938, 0.582031, 0.574219, 0.558594, 0.621094, 0.570312, 0.609375, 0.996094, 0.65625, 0.589844, 0.632812, 0.53125, 0.570312, 0.714844, 0.613281, 0.96875, 0.578125, 0.859375, 0.703125, 0.585938, 0.5625, 0.679688, 0.542969, 0.589844, 0.691406, 0.640625, 0.601562, 0.71875, 0.664062, 0.582031, 0.589844 ] } , "name": "onnx::Mul_11490", "outputIndexes": [ 6860 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6859, 6860 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 6861 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6861 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.41/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": [ 8281 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8281 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.41/mlp/gate_proj/Linear/pre_convert", "outputIndexes": [ 8282 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8282 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2433031436, 13107222, 3276800, 0, 0 ] } , "name": "/layers.41/mlp/gate_proj/Linear", "outputIndexes": [ 8283 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8283 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.41/mlp/gate_proj/Linear/post_convert", "outputIndexes": [ 8284 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8284 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.41/mlp/gate_proj/Linear/post_reshape", "outputIndexes": [ 6862 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6862 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.41/mlp/act_fn/Mul_output_0", "outputIndexes": [ 6863 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6862, 6863 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 6864 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 6864 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 6865 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6862, 6865 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/mlp/act_fn/Add_output_0", "outputIndexes": [ 6866 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 6866 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 6867 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6867 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.41/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 6868 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 6868 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 6869 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6862, 6869 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 6870 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 6870 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 6871 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8282 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 10240, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2449415458, 13107222, 3276800, 0, 0 ] } , "name": "/layers.41/mlp/up_proj/Linear", "outputIndexes": [ 8287 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8287 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.41/mlp/up_proj/Linear/post_convert", "outputIndexes": [ 8288 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8288 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ] , "dimType": "NCHW" } , "name": "/layers.41/mlp/up_proj/Linear/post_reshape", "outputIndexes": [ 6872 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6871, 6872 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/mlp/Mul_output_0", "outputIndexes": [ 6873 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6873 ] , "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.41/mlp/down_proj/Linear/pre_reshape", "outputIndexes": [ 8289 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8289 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.41/mlp/down_proj/Linear/pre_convert", "outputIndexes": [ 8290 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8290 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 10240, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 409600, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2465799480, 13107222, 3276800, 0, 0 ] } , "name": "/layers.41/mlp/down_proj/Linear", "outputIndexes": [ 8291 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8291 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.41/mlp/down_proj/Linear/post_convert", "outputIndexes": [ 8292 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8292 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.41/mlp/down_proj/Linear/post_reshape", "outputIndexes": [ 6874 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6874 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.41/post_feedforward_layernorm/Pow_output_0", "outputIndexes": [ 6876 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6876 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.41/post_feedforward_layernorm/ReduceMean_output_0", "outputIndexes": [ 6877 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6877, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/post_feedforward_layernorm/Add_output_0", "outputIndexes": [ 6878 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6878, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/post_feedforward_layernorm/Pow_1_output_0", "outputIndexes": [ 6879 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6874, 6879 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 6880 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.210938, 1.109375, 3.765625, 1.273438, 1.03125, 1.015625, 1.335938, 1.367188, 1.140625, 3.765625, 1.226562, 1.078125, 1.054688, 1.28125, 1.6875, 1.109375, 1.226562, 1.109375, 1.101562, 1.242188, 1.109375, 1.414062, 1.375, 1.5625, 1.171875, 1.21875, 3.765625, 1.398438, 0.949219, 3.765625, 1.265625, 1.328125, 1.53125, 1.078125, 1.273438, 1.15625, 1.171875, 3.765625, 1.109375, 1.109375, 1.648438, 1.78125, 0.855469, 1.25, 1.210938, 1.390625, 3.765625, 1.117188, 1.03125, 1.1875, 1.664062, 1.5625, 1.265625, 3.765625, 1.085938, 1.0625, 1.164062, 1.164062, 1.226562, 1.195312, 1.367188, 1.3125, 1.234375, 1.15625, 1.445312, 3.015625, 1.367188, 1.289062, 1.445312, 1.3125, 1.101562, 1.203125, 1.359375, 1.375, 1.0625, 1.179688, 1.328125, 1.234375, 1.226562, 1.25, 1.179688, 1.25, 3.765625, 0.953125, 1.109375, 1.21875, 1.359375, 1.257812, 1.023438, 1.1875, 1.179688, 1.125, 1.523438, 1.234375, 1.21875, 1.289062, 3.765625, 1.148438, 1.132812, 1.125, 1.203125, 1.171875, 1.304688, 1.296875, 1.070312, 1.070312, 1.367188, 1.5, 1.101562, 1.265625, 1.125, 1.085938, 1.179688, 1.125, 2.703125, 1.390625, 1.382812, 1.320312, 1.34375, 1.070312, 1.09375, 1.234375, 1.179688, 1.140625, 1.242188, 1.234375, 1.148438, 1.078125, 1.382812, 1.007812, 1.125, 1.3125, 1.132812, 1.101562, 3.765625, 1.15625, 0.972656, 1.03125, 1.078125, 1.09375, 1.328125, 1.148438, 1.226562, 1.1875, 1.179688, 2.0625, 1.039062, 1.046875, 1.726562, 1.179688, 1.21875, 1.234375, 1.257812, 1.148438, 1.125, 2.734375, 1.15625, 1.445312, 1.1875, 1.0625, 1.445312, 1.21875, 1.09375, 1.085938, 1.09375, 1.757812, 1.09375, 1.117188, 3.765625, 1.226562, 3.140625, 3.765625, 1.179688, 1.078125, 1.234375, 1.164062, 1.25, 1.203125, 1.351562, 1.195312, 1.3125, 1.226562, 3.765625, 1.234375, 1.15625, 1.289062, 1.265625, 1.117188, 1.078125, 1.304688, 1.3125, 1.0625, 1.210938, 1.203125, 1.242188, 1.4375, 1.203125, 1.09375, 1.007812, 1.351562, 1.210938, 1.09375, 1.140625, 1.257812, 1.25, 1.210938, 1.359375, 1.21875, 1.195312, 1.40625, 1.367188, 1.09375, 1.328125, 1.15625, 1.171875, 1.179688, 1.0625, 1.234375, 1.085938, 1.101562, 0.972656, 1.328125, 1.0625, 1.054688, 1.484375, 1.3125, 1.359375, 1.265625, 1.445312, 1.242188, 3.765625, 1.117188, 1.09375, 1.164062, 1.164062, 1.289062, 1.101562, 1.132812, 1.117188, 1.007812, 1.15625, 1.164062, 2.28125, 1.101562, 1.304688, 1.070312, 3.765625, 1.703125, 1.242188, 1.257812, 0.945312, 1.03125, 1.015625, 1.15625, 1.695312, 1.242188, 1.125, 1.4375, 1.109375, 1.34375, 1.335938, 1.445312, 1.140625, 1.21875, 1.585938, 1.109375, 1.132812, 1.070312, 1.273438, 1.109375, 0.976562, 1.226562, 1.234375, 1.132812, 1.046875, 1.007812, 1.226562, 1.453125, 1.25, 1.203125, 1.203125, 1.335938, 1.210938, 1.484375, 1.179688, 1.09375, 1.492188, 1.117188, 1.53125, 1.117188, 1.25, 1.492188, 1.257812, 1.195312, 1.242188, 1.289062, 1.304688, 3.765625, 1.359375, 0.957031, 1.1875, 1.664062, 1.289062, 1.085938, 1.125, 1.414062, 1.460938, 1.171875, 1.15625, 1.210938, 1.21875, 1.34375, 1.046875, 1.203125, 1.070312, 1.242188, 1.132812, 3.765625, 1.078125, 1.21875, 3.5625, 1.359375, 3.765625, 1.40625, 1.445312, 1.15625, 1.132812, 1.085938, 1.390625, 1.1875, 2.859375, 1.359375, 1.601562, 1.242188, 1.1875, 1.125, 1.03125, 1.34375, 1.203125, 2.40625, 1.195312, 1.28125, 1.21875, 1.164062, 1.414062, 1.429688, 1.046875, 2.0625, 3.765625, 2.59375, 2.03125, 1.3125, 1.070312, 1.15625, 1.15625, 1.484375, 1.132812, 3.265625, 1.3125, 3.09375, 1.195312, 1.226562, 1.429688, 1.195312, 1.796875, 1.046875, 1.117188, 1.265625, 1.335938, 1.09375, 1.125, 1.132812, 1.15625, 1.1875, 1.195312, 1.328125, 1.257812, 1.46875, 1.289062, 1.0625, 1.9375, 1.140625, 1.132812, 1.226562, 1.296875, 1.96875, 0.992188, 0.972656, 1.226562, 1.085938, 1.085938, 1.109375, 1.3125, 1.242188, 3.765625, 1.351562, 1.28125, 1.0625, 2.265625, 1.273438, 1.375, 1.171875, 1.078125, 3.765625, 1.21875, 1.421875, 1.234375, 1.203125, 3.0625, 1.273438, 1.109375, 1.367188, 1.507812, 1.265625, 1.070312, 1.914062, 1.007812, 1.289062, 1.125, 1.898438, 1.242188, 1.335938, 3.765625, 1.46875, 1.5, 1.226562, 1.3125, 3.765625, 1.09375, 1.390625, 1.09375, 1.273438, 3.765625, 1.015625, 1.609375, 3.765625, 1.15625, 3.5625, 3.765625, 1.101562, 3.3125, 1.085938, 1.195312, 3.765625, 1.054688, 1.210938, 1.46875, 1.078125, 1.398438, 1.265625, 0.984375, 1.335938, 1.273438, 1.203125, 1.171875, 1.125, 1.367188, 1.4375, 1.101562, 1.132812, 1.328125, 1.257812, 1.351562, 2.296875, 1.726562, 1.328125, 1.289062, 1.023438, 3.765625, 1.726562, 1.273438, 1.304688, 1.09375, 1.257812, 1.695312, 1.445312, 1.507812, 0.972656, 1.367188, 1.398438, 2.328125, 1.34375, 1.132812, 2.546875, 1.273438, 1.289062, 1.101562, 3.75, 1.257812, 1.125, 1.296875, 1.257812, 1.117188, 1.148438, 1.234375, 1.179688, 1.242188, 1.257812, 1.492188, 1.039062, 1.28125, 1.273438, 1.3125, 1.375, 1.398438, 1.71875, 1.171875, 1.25, 1.148438, 1.257812, 1.257812, 1.140625, 1.335938, 1.28125, 3.40625, 1.132812, 1.257812, 1.304688, 1.257812, 1.273438, 1.125, 1.101562, 1.28125, 1.914062, 1.421875, 1.390625, 1.0, 1.414062, 3.765625, 1.570312, 1.25, 1.34375, 1.226562, 1.398438, 1.164062, 1.171875, 1.257812, 1.148438, 1.078125, 1.992188, 1.3125, 1.078125, 1.078125, 1.320312, 1.132812, 1.15625, 1.460938, 1.15625, 3.109375, 1.554688, 1.03125, 1.335938, 1.234375, 1.140625, 3.765625, 1.210938, 1.273438, 1.53125, 1.710938, 1.179688, 1.101562, 1.257812, 2.640625, 0.003647, 1.257812, 1.382812, 1.109375, 1.351562, 1.195312, 1.210938, 1.25, 1.171875, 1.078125, 1.164062, 3.765625, 1.15625, 1.375, 3.765625, 1.257812, 1.234375, 1.226562, 1.15625, 1.101562, 1.53125, 1.65625, 1.039062, 1.117188, 1.039062, 1.234375, 1.335938, 1.085938, 1.007812, 1.257812, 1.109375, 1.617188, 1.046875, 1.203125, 1.328125, 1.78125, 1.070312, 1.203125, 3.1875, 1.0625, 1.226562, 1.125, 1.125, 1.546875, 3.765625, 1.28125, 1.28125, 1.726562, 3.765625, 1.21875, 1.453125, 1.171875, 1.21875, 1.296875, 1.210938, 1.421875, 1.203125, 1.179688, 1.265625, 1.132812, 1.609375, 1.085938, 1.3125, 1.195312, 1.71875, 3.765625, 3.765625, 1.25, 1.015625, 1.0625, 1.1875, 3.765625, 3.765625, 1.320312, 1.09375, 1.289062, 1.085938, 2.21875, 1.101562, 1.4375, 1.359375, 1.148438, 1.28125, 1.210938, 1.28125, 1.257812, 1.132812, 1.59375, 1.101562, 1.109375, 1.226562, 1.15625, 1.335938, 1.039062, 1.046875, 1.6875, 1.75, 1.179688, 3.765625, 1.367188, 1.234375, 3.765625, 1.078125, 1.25, 1.25, 1.164062, 1.25, 1.203125, 1.375, 1.703125, 3.390625, 1.210938, 1.109375, 1.335938, 1.328125, 1.203125, 1.601562, 1.109375, 1.03125, 2.0625, 1.070312, 1.367188, 1.3125, 1.140625, 1.28125, 1.023438, 1.429688, 1.164062, 1.234375, 1.460938, 3.765625, 1.320312, 1.226562, 1.148438, 1.609375, 1.8125, 3.765625, 1.109375, 1.125, 1.210938, 1.117188, 1.101562, 2.28125, 1.132812, 1.109375, 1.195312, 1.570312, 1.203125, 1.117188, 1.5, 1.328125, 1.578125, 1.710938, 1.203125, 1.226562, 1.226562, 1.0625, 1.289062, 1.054688, 1.421875, 3.765625, 1.023438, 1.078125, 1.195312, 1.789062, 1.757812, 1.664062, 2.03125, 1.234375, 1.265625, 1.851562, 1.242188, 1.109375, 1.03125, 1.15625, 3.765625, 1.921875, 1.273438, 1.34375, 0.976562, 1.3125, 1.445312, 2.546875, 1.265625, 1.554688, 1.265625, 1.742188, 3.765625, 1.140625, 1.359375, 1.273438, 1.257812, 1.078125, 1.039062, 1.195312, 1.171875, 1.242188, 0.996094, 1.171875, 1.039062, 1.882812, 1.046875, 3.75, 1.851562, 1.617188, 1.148438, 1.875, 1.101562, 3.765625, 3.03125, 1.304688, 1.171875, 1.015625, 1.445312, 1.09375, 1.304688, 1.695312, 1.101562, 1.15625, 3.765625, 1.273438, 1.15625, 1.164062, 1.070312, 1.023438, 1.039062, 1.3125, 1.273438, 1.15625, 1.132812, 3.765625, 1.023438, 1.289062, 1.148438, 1.0625, 1.15625, 1.1875, 1.164062, 1.359375, 1.28125, 1.164062, 1.226562, 1.132812, 1.203125, 1.1875, 1.429688, 1.335938, 3.765625, 1.304688, 1.210938, 1.28125, 1.101562, 1.070312, 1.359375, 3.765625, 1.234375, 1.117188, 1.109375, 1.296875, 1.1875, 1.320312, 1.101562, 2.703125, 1.296875, 1.125, 1.1875, 1.070312, 1.835938, 1.007812, 1.210938, 1.226562, 1.171875, 1.078125, 1.164062, 1.453125, 1.0625, 1.328125, 1.148438, 1.21875, 1.101562, 1.125, 1.84375, 1.09375, 2.890625, 1.273438, 1.210938, 1.21875, 1.304688, 1.09375, 1.875, 1.757812, 1.546875, 3.765625, 1.164062, 1.242188, 1.164062, 1.265625, 1.289062, 1.164062, 1.148438, 1.421875, 1.140625, 1.242188, 1.03125, 1.414062, 1.171875, 1.046875, 1.3125, 1.320312, 1.0, 1.265625, 2.578125, 2.453125, 1.21875, 1.03125, 3.703125, 1.132812, 1.140625, 1.171875, 1.21875, 1.554688, 1.179688, 1.101562, 1.375, 1.171875, 1.210938, 1.789062, 1.0625, 3.765625, 1.21875, 1.304688, 1.109375, 1.046875, 2.96875, 1.25, 1.109375, 1.039062, 1.265625, 1.03125, 1.148438, 1.335938, 1.28125, 1.148438, 1.070312, 1.3125, 1.125, 2.328125, 1.09375, 1.320312, 1.382812, 1.289062, 2.28125, 1.171875, 1.492188, 1.265625, 1.40625, 1.078125, 1.234375, 1.445312, 1.34375, 1.015625, 1.140625, 1.265625, 1.101562, 1.359375, 1.257812, 1.0625, 1.414062, 1.039062, 1.234375, 1.359375, 1.140625, 1.195312, 1.414062, 1.34375, 3.765625, 1.132812, 1.273438, 1.523438, 1.125, 1.226562, 1.132812, 1.140625, 0.984375, 1.164062, 1.101562, 1.0625, 1.265625, 1.6875, 1.359375, 3.765625, 1.34375, 3.765625, 1.140625, 1.304688, 1.34375, 1.382812, 1.664062, 1.429688, 1.0625, 1.046875, 1.328125, 1.375, 1.296875, 1.320312, 1.1875, 1.703125, 1.554688, 3.765625, 1.460938, 1.070312, 1.078125, 1.265625, 1.234375, 1.210938, 1.390625, 1.234375, 1.179688, 1.28125, 1.367188, 1.148438, 1.375, 1.023438, 1.203125, 1.414062, 1.335938, 1.179688, 2.65625, 1.273438, 1.304688, 3.765625, 1.320312, 1.234375, 1.117188, 1.335938, 1.296875, 1.25, 1.039062, 1.734375, 1.09375, 1.0625, 0.9375, 1.804688, 3.765625, 1.304688, 1.476562, 1.21875, 1.492188, 1.34375, 1.375, 1.484375, 1.1875, 1.210938, 1.71875, 2.390625, 1.070312, 1.171875, 1.578125, 1.132812, 1.117188, 3.421875, 1.445312, 1.265625, 1.101562, 1.320312, 1.078125, 1.117188, 1.226562, 1.203125, 1.195312, 1.125, 1.15625, 1.195312, 3.765625, 1.140625, 1.703125, 1.648438, 1.351562, 1.148438, 1.15625, 1.101562, 1.007812, 1.140625, 1.1875, 1.28125, 3.765625, 1.226562, 1.125, 1.171875, 1.265625, 1.671875, 1.117188, 1.210938, 1.1875, 1.171875, 1.226562, 1.367188, 1.164062, 1.164062, 1.125, 1.09375, 1.414062, 1.03125, 1.328125, 1.40625, 1.25, 1.3125, 1.117188, 1.203125, 1.210938, 1.039062, 1.195312, 1.0625, 1.328125, 1.203125, 1.265625, 1.015625, 1.195312, 1.257812, 1.265625, 1.28125, 1.257812, 1.21875, 1.164062, 1.351562, 1.398438, 1.429688, 1.46875, 1.203125, 1.25, 1.265625, 1.507812, 1.226562, 1.203125, 1.21875, 1.21875, 1.101562, 1.226562, 1.25, 1.195312, 1.09375, 1.4375, 1.210938, 1.101562, 1.125, 1.132812, 1.125, 1.109375, 1.421875, 1.125, 1.273438, 3.765625, 1.132812, 1.21875, 1.492188, 3.765625, 1.109375, 1.148438, 1.109375, 1.125, 1.117188, 1.078125, 1.351562, 1.289062, 2.4375, 1.007812, 1.617188, 1.820312, 1.148438, 2.90625, 3.390625, 1.25, 1.164062, 1.0625, 1.273438, 1.117188, 1.164062, 1.585938, 1.0625, 0.992188, 1.117188, 2.25, 1.234375, 1.359375, 1.085938, 1.382812, 1.21875, 1.078125, 1.382812, 1.25, 1.140625, 2.265625, 1.289062, 3.765625, 1.125, 1.070312, 1.1875, 1.03125, 1.25, 3.765625, 1.171875, 0.980469, 1.21875, 3.765625, 1.164062, 1.117188, 1.984375, 1.296875, 1.164062, 1.476562, 1.195312, 1.195312, 1.171875, 1.09375, 1.078125, 1.140625, 1.84375, 1.226562, 1.132812, 1.289062, 2.375, 1.375, 1.335938, 1.34375, 1.070312, 1.21875, 2.390625, 3.484375, 1.421875, 1.125, 2.046875, 1.070312, 1.398438, 1.0625, 1.117188, 1.226562, 1.132812, 1.015625, 1.28125, 1.609375, 1.132812, 1.21875, 1.148438, 1.4375, 1.414062, 1.007812, 1.835938, 1.09375, 1.234375, 1.304688, 1.085938, 1.609375, 1.109375, 1.039062, 1.617188, 1.242188, 1.90625, 1.28125, 1.351562, 1.71875, 1.40625, 3.765625, 1.234375, 1.34375, 1.226562, 1.171875, 1.226562, 3.03125, 1.117188, 3.40625, 1.203125, 1.53125, 1.203125, 1.234375, 1.5625, 1.945312, 1.09375, 1.1875, 1.234375, 1.125, 1.289062, 1.242188, 1.023438, 3.765625, 1.085938, 3.765625, 1.117188, 1.242188, 1.054688, 1.234375, 1.0625, 1.140625, 1.210938, 0.992188, 3.765625, 1.117188, 1.140625, 1.226562, 1.148438, 1.453125, 1.414062, 1.125, 1.101562, 1.1875, 1.539062, 1.125, 1.242188, 1.492188, 1.09375, 1.304688, 1.125, 1.804688, 1.273438, 1.25, 1.390625, 1.351562, 1.125, 1.0625, 2.734375, 1.640625, 1.257812, 1.132812, 2.234375, 1.40625, 1.148438, 1.070312, 1.046875, 1.171875, 1.601562, 1.1875, 1.28125, 1.789062, 1.171875, 1.21875, 1.289062, 1.242188, 1.484375, 1.382812, 1.210938, 1.125, 1.078125, 1.25, 2.046875, 3.484375, 1.203125, 0.933594, 1.132812, 2.078125, 1.140625, 1.234375, 1.117188, 1.226562, 1.171875, 2.453125, 1.25, 1.320312, 1.09375, 1.40625, 1.203125, 1.320312, 0.003662, 1.40625, 1.289062, 1.265625, 3.765625, 1.828125, 1.304688, 3.765625, 1.15625, 1.367188, 0.964844, 1.398438, 1.09375, 2.515625, 1.3125, 2.375, 1.226562, 1.195312, 1.109375, 1.40625, 1.195312, 1.242188, 1.046875, 1.5, 1.21875, 1.28125, 1.085938, 1.492188, 1.109375, 1.242188, 1.148438, 1.15625, 1.242188, 1.195312, 1.242188, 1.59375, 1.1875, 1.414062, 1.015625, 1.070312, 1.09375, 1.476562, 1.125, 1.039062, 1.273438, 1.296875, 1.335938, 1.15625, 1.351562, 1.851562, 1.320312, 1.273438, 1.140625, 2.546875, 1.0625, 1.054688, 1.070312, 1.09375, 1.1875, 1.335938, 1.21875, 1.664062, 1.203125, 1.257812, 1.15625, 1.3125, 1.289062, 1.0625, 1.179688, 1.296875, 1.125, 1.28125, 1.179688, 1.296875, 1.296875, 3.765625, 1.5625, 2.046875, 1.007812, 1.3125, 1.21875, 3.75, 1.125, 1.625, 3.765625, 1.617188, 1.382812, 3.015625, 1.1875, 1.117188, 1.070312, 2.046875, 1.320312, 1.203125, 3.765625, 1.296875, 1.25, 1.445312, 1.351562, 1.015625, 1.492188, 1.367188, 1.117188, 1.328125, 1.070312, 1.195312, 1.515625, 1.007812, 1.148438, 1.179688, 1.171875, 1.210938, 1.234375, 1.015625, 1.085938, 1.296875, 1.164062, 2.0, 2.140625, 1.0625, 1.179688, 1.25, 2.0, 1.992188, 1.0, 1.296875, 1.054688, 1.492188, 1.53125, 1.289062, 1.203125, 1.117188, 3.765625, 1.085938, 1.1875, 1.125, 1.070312, 3.765625, 1.265625, 1.210938, 1.054688, 1.351562, 1.335938, 1.203125, 1.257812, 1.320312, 1.132812, 1.570312, 1.21875, 1.054688, 1.3125, 1.289062, 1.3125, 1.21875, 1.140625, 1.320312, 1.296875, 1.9375, 1.25, 1.148438, 1.179688, 1.3125, 1.34375, 1.40625, 1.15625, 1.148438, 1.898438, 2.078125, 1.539062, 1.40625, 1.4375, 1.1875, 0.980469, 1.101562, 1.179688, 1.007812, 3.109375, 1.289062, 1.125, 1.242188, 3.765625, 1.1875, 2.46875, 1.171875, 1.289062, 1.15625, 1.609375, 1.40625, 1.578125, 1.289062, 1.085938, 1.21875, 1.070312, 1.28125, 1.085938, 1.09375, 1.273438, 1.359375, 1.351562, 1.109375, 1.390625, 1.171875, 1.132812, 1.195312, 1.234375, 2.078125, 1.148438, 1.164062, 3.765625, 1.21875, 1.164062, 1.15625, 1.046875, 1.078125, 1.117188, 1.15625, 1.226562, 1.179688, 1.21875, 1.765625, 1.242188, 1.28125, 1.1875, 1.179688, 1.234375, 1.085938, 1.257812, 1.15625, 1.234375, 2.171875, 1.164062, 1.320312, 1.523438, 1.0, 1.46875, 3.765625, 1.257812, 1.054688, 1.359375, 1.359375, 1.078125, 1.148438, 1.257812, 1.40625, 1.304688, 1.648438, 1.328125, 2.75, 1.203125, 1.164062, 1.234375, 1.429688, 1.226562, 1.4375, 1.070312, 1.101562, 1.109375, 1.226562, 1.078125, 1.234375, 1.867188, 1.132812, 3.765625, 3.3125, 1.226562, 1.648438, 2.390625, 1.179688, 1.171875, 1.296875, 1.320312, 1.242188, 1.15625, 1.0625, 1.21875, 1.523438, 1.382812, 1.117188, 1.398438, 1.304688, 1.265625, 1.117188, 1.179688, 1.320312, 1.171875, 1.085938, 1.328125, 1.109375, 1.085938, 3.0, 1.476562, 1.585938, 1.085938, 1.09375, 1.179688, 1.109375, 1.21875, 1.242188, 1.09375, 1.390625, 1.328125, 1.132812, 1.328125, 1.46875, 1.125, 1.15625, 0.964844, 1.390625, 1.171875, 1.132812, 1.382812, 1.328125, 1.289062, 1.171875, 1.101562, 1.039062, 1.351562, 3.765625, 1.140625, 1.1875, 1.140625, 1.148438, 1.046875, 1.242188, 1.3125, 3.765625, 1.875, 1.25, 1.03125, 1.453125, 1.085938, 3.515625, 1.132812, 1.125, 0.976562, 1.234375, 1.265625, 1.132812, 1.390625, 1.25, 1.304688, 1.039062, 1.359375, 1.3125, 1.953125, 1.3125, 1.164062, 1.117188, 1.21875, 1.484375, 3.765625, 1.03125, 1.960938, 1.070312, 1.34375, 1.523438, 1.226562, 1.289062, 1.09375, 1.515625, 1.335938, 1.070312, 1.335938, 1.179688, 1.1875, 1.242188, 0.957031, 2.15625, 1.164062, 1.078125, 1.429688, 3.328125, 1.179688, 1.242188, 1.640625, 1.132812, 1.101562, 1.25, 1.4375, 1.117188, 1.296875, 1.21875, 1.078125, 1.1875, 3.765625, 1.257812, 1.085938, 1.125, 1.210938, 1.03125, 1.0625, 1.140625, 1.578125, 1.859375, 2.015625, 3.75, 1.289062, 2.0625, 1.25, 1.226562, 1.148438, 1.28125, 1.023438, 1.359375, 1.0625, 1.148438, 1.914062, 1.101562, 1.257812, 1.132812, 1.242188, 1.039062, 1.085938, 1.148438, 1.304688, 0.9375, 1.984375, 1.132812, 1.179688, 1.179688, 1.109375, 1.320312, 1.304688, 1.148438, 1.414062, 1.179688, 1.164062, 3.0, 1.742188, 1.148438, 1.359375, 1.476562, 1.148438, 1.054688, 2.484375, 1.28125, 1.3125, 1.078125, 2.53125, 1.1875, 1.640625, 1.179688, 1.09375, 1.3125, 1.140625, 1.226562, 1.21875, 1.265625, 1.8125, 3.765625, 1.445312, 1.382812, 1.273438, 1.453125, 1.09375, 1.117188, 3.765625, 1.25, 1.484375, 1.304688, 1.210938, 1.203125, 1.414062, 1.15625, 1.296875, 1.289062, 2.078125, 1.289062, 3.765625, 1.203125, 1.5625, 1.132812, 1.609375, 1.242188, 1.328125, 1.367188, 1.09375, 1.289062, 1.289062, 1.0625, 1.28125, 1.375, 1.164062, 0.984375, 2.21875, 2.125, 1.257812, 1.328125, 1.359375, 1.101562, 3.765625, 1.226562, 1.203125, 1.25, 1.046875, 1.1875, 1.179688, 1.375, 1.28125, 3.765625, 1.25, 1.179688, 1.484375, 1.28125, 1.09375, 1.515625, 1.359375, 1.273438, 1.226562, 2.078125, 1.140625, 1.125, 0.980469, 1.351562, 1.351562, 1.296875, 1.140625, 1.164062, 1.078125, 1.25, 3.765625, 1.09375, 1.9375, 1.015625, 0.984375, 1.054688, 2.65625, 1.109375, 1.335938, 1.195312, 1.085938, 1.242188, 2.796875, 1.242188, 1.15625, 1.140625, 3.765625, 1.929688, 1.453125, 1.351562, 0.988281, 1.429688, 1.046875, 1.15625, 1.1875, 1.59375, 1.0625, 3.765625, 1.398438, 1.265625, 1.34375, 1.117188, 3.765625, 1.0625, 1.257812, 1.375, 1.140625, 1.3125, 3.765625, 1.203125, 1.210938, 1.460938, 3.765625, 1.898438, 1.28125, 1.445312, 1.757812, 3.765625, 1.15625, 3.765625, 3.765625, 1.265625, 1.25, 0.996094, 1.09375, 1.257812, 1.804688, 1.304688, 1.242188, 1.484375, 1.289062, 1.320312, 1.1875, 0.929688, 1.164062, 1.210938, 1.117188, 2.03125, 1.21875, 1.5, 1.703125, 1.1875, 1.039062, 3.765625, 1.09375, 1.195312, 1.234375, 1.226562, 1.414062, 1.1875, 1.203125, 1.1875, 1.328125, 3.765625, 1.59375, 2.390625, 1.21875, 1.085938, 3.765625, 1.164062, 1.210938, 1.140625, 1.40625, 1.273438, 1.34375, 1.15625, 1.148438, 1.195312, 1.242188, 1.015625, 1.039062, 1.125, 1.210938, 1.21875, 1.390625, 1.304688, 0.976562, 1.101562, 1.382812, 1.179688, 1.726562, 1.226562, 1.078125, 1.390625, 1.3125, 1.492188, 3.765625, 1.210938, 1.625, 1.359375, 1.53125, 1.101562, 1.179688, 2.359375, 2.140625, 1.148438, 1.351562, 1.125, 1.25, 1.539062, 1.296875, 1.640625, 1.078125, 1.117188, 3.765625, 1.804688, 1.65625, 1.351562, 3.6875, 3.765625, 2.5, 1.15625, 2.140625, 1.25, 1.203125, 1.132812, 1.554688, 1.242188, 3.765625, 1.320312, 1.789062, 1.210938, 1.210938, 1.226562, 1.125, 1.117188, 1.21875, 1.1875, 1.265625, 1.226562, 1.078125, 2.171875, 1.328125, 1.015625, 1.25, 1.15625, 1.164062, 1.445312, 1.789062, 1.476562, 1.164062, 3.765625, 1.164062, 1.3125, 1.210938, 1.226562, 1.4375, 1.359375, 3.625, 1.140625, 1.21875, 1.140625, 1.109375, 1.28125, 1.84375, 3.765625, 1.117188, 1.226562, 1.351562, 1.140625, 2.140625, 1.28125, 1.195312, 1.148438, 1.335938, 1.34375, 1.078125, 1.070312, 1.765625, 1.976562, 1.125, 1.460938, 1.273438, 1.3125, 1.164062, 1.101562, 1.195312, 3.765625, 1.125, 1.070312, 1.148438, 0.980469, 1.390625, 1.054688, 1.132812, 1.015625, 1.3125, 1.195312, 1.046875, 1.132812, 1.179688, 1.054688, 1.328125, 1.40625, 1.390625, 1.140625, 1.375, 1.132812, 1.234375, 1.09375, 1.117188, 1.28125, 1.1875, 1.1875, 1.265625, 1.15625, 3.765625, 1.328125, 1.054688, 2.421875, 2.046875, 1.195312, 1.664062, 1.226562, 3.765625, 2.4375, 1.6875, 1.367188, 1.289062, 1.117188, 1.1875, 1.492188, 1.140625, 1.125, 1.25, 1.34375, 1.28125, 1.257812, 1.679688, 1.257812, 1.867188, 1.320312, 1.421875, 1.460938, 1.25, 3.765625, 1.289062, 1.21875, 0.835938, 1.554688, 1.140625, 1.242188, 1.132812, 1.21875, 1.242188, 1.664062, 1.265625, 1.40625, 1.460938, 1.195312, 1.140625, 2.96875, 1.203125, 1.40625, 1.171875, 1.296875, 1.15625, 1.320312, 1.109375, 1.039062, 3.765625, 1.15625, 1.195312, 1.140625, 1.335938, 1.070312, 1.148438, 1.375, 1.265625, 1.398438, 1.234375, 1.125, 1.171875, 1.414062, 1.1875, 1.09375, 1.351562, 3.375, 1.171875, 1.570312, 1.054688, 1.054688, 1.476562, 1.203125, 1.257812, 1.210938, 1.09375, 2.296875, 1.15625, 1.53125, 1.453125, 1.164062, 1.234375, 1.335938, 1.40625, 1.21875, 1.117188, 1.429688, 1.328125, 1.28125, 1.351562, 1.117188, 1.242188, 1.125, 1.8125, 3.765625, 1.125, 1.125, 1.257812, 2.234375, 1.171875, 1.804688, 1.070312, 2.546875, 1.5, 1.085938, 1.046875, 2.609375, 1.3125, 1.25, 1.21875, 1.296875, 1.15625, 1.132812, 1.195312, 1.0625, 1.210938, 1.1875, 1.304688, 1.234375, 1.085938, 0.957031, 1.09375, 3.765625, 1.140625, 1.15625, 3.109375, 1.4375, 1.5625, 1.125, 1.085938, 1.25, 1.21875, 1.1875, 1.054688, 1.367188, 1.539062, 1.171875, 1.070312, 1.632812, 1.539062, 1.226562, 1.242188, 1.0625, 1.507812, 3.765625, 1.25, 1.3125, 1.617188, 1.25, 1.734375, 1.59375, 1.09375, 1.273438, 1.125, 1.398438, 1.265625, 1.585938, 1.265625, 1.867188, 1.382812, 1.242188, 1.484375, 1.664062, 1.234375, 1.117188, 1.179688, 1.039062, 1.21875, 1.351562, 1.226562, 1.195312, 3.765625, 2.25, 1.320312, 1.085938, 1.21875, 1.1875, 1.21875, 1.210938, 1.25, 1.195312, 1.195312, 0.972656, 1.132812, 1.328125, 1.484375, 1.117188, 1.21875, 1.320312, 1.171875, 1.226562, 1.554688, 1.453125, 3.765625, 1.140625, 1.210938, 1.617188, 1.640625, 1.101562, 1.125, 1.320312, 1.15625, 2.671875, 1.203125, 1.085938, 1.21875, 1.257812, 1.203125, 3.765625, 1.289062, 1.695312, 1.226562, 1.328125, 1.28125, 1.351562, 1.28125, 1.15625, 3.203125, 3.765625, 1.304688, 1.3125, 1.382812, 1.085938, 1.132812, 1.414062, 1.375, 1.296875, 1.15625, 1.203125, 1.398438, 1.28125, 1.3125, 2.15625, 1.140625, 1.257812, 1.109375, 1.109375, 0.945312, 1.273438, 1.25, 3.765625, 3.765625, 2.1875, 1.5, 1.257812, 1.34375, 2.140625, 1.28125, 1.703125, 1.15625, 1.140625, 1.976562, 1.226562, 2.015625, 1.65625, 1.226562, 1.554688, 1.351562, 1.179688, 1.171875, 1.140625, 1.195312, 0.910156, 1.117188, 1.054688, 1.164062, 1.492188, 1.148438, 1.070312, 1.054688, 1.109375, 1.210938, 1.421875, 1.296875, 2.53125, 1.125, 1.085938, 1.4375, 1.1875, 1.132812, 1.335938, 1.15625, 3.765625, 1.171875, 1.273438, 1.367188, 1.046875, 1.523438, 1.820312, 1.234375, 1.164062, 1.492188, 1.28125, 1.71875, 3.765625, 1.085938, 1.132812, 1.1875, 1.703125, 1.28125, 1.078125, 1.3125, 1.140625, 1.414062, 1.242188, 1.210938, 1.039062, 1.359375, 1.195312, 1.28125, 1.03125, 1.023438, 1.078125, 1.265625, 1.015625, 1.164062, 1.414062, 1.4375, 1.054688, 1.289062, 1.335938, 1.140625, 1.21875, 1.1875, 1.148438, 1.351562, 1.0625, 1.179688, 1.15625, 1.3125, 1.15625, 1.367188, 3.765625, 1.171875, 3.765625, 1.21875, 1.140625, 1.242188, 1.140625, 1.164062, 1.171875, 1.070312, 1.15625, 2.375, 2.09375, 1.414062, 1.09375, 1.421875, 1.414062, 1.125, 1.132812, 1.203125, 1.398438, 1.0, 1.148438, 1.484375, 1.132812, 1.640625, 2.3125, 1.390625, 1.835938, 1.304688, 1.132812, 1.445312, 1.109375, 1.164062, 1.203125, 1.304688, 1.320312, 3.765625, 1.28125, 1.242188, 1.351562, 1.28125, 1.273438, 1.304688, 1.070312, 0.964844, 1.1875, 2.171875, 1.15625, 1.335938, 3.703125, 1.132812, 1.226562, 1.53125, 1.0625, 1.359375, 1.296875, 1.148438, 1.125, 1.101562, 1.40625, 3.765625, 1.4375, 1.25, 1.1875, 0.71875, 1.148438, 1.195312, 1.210938, 1.742188, 1.226562, 1.257812, 1.0625, 3.765625, 1.15625, 1.21875, 1.210938, 1.234375, 2.171875, 1.164062, 1.28125, 3.765625, 3.765625, 1.273438, 1.28125, 1.0625, 1.15625, 1.015625, 3.765625, 1.703125, 1.078125, 1.203125, 1.109375, 1.257812, 1.765625, 1.203125, 1.484375, 1.015625, 1.078125, 2.671875, 1.109375, 3.765625, 1.554688, 1.328125, 1.34375, 1.257812, 1.164062, 1.109375, 1.640625, 1.0, 1.140625, 1.210938, 1.179688, 1.125, 1.046875, 1.398438, 1.234375, 1.132812, 1.0625, 1.148438, 1.765625, 1.46875, 1.28125, 1.117188, 1.171875, 1.320312, 2.21875, 1.109375, 1.101562, 1.007812, 3.765625, 1.398438, 1.101562, 1.140625, 1.140625, 1.195312, 1.101562, 1.234375, 1.273438, 1.039062, 1.1875, 1.1875, 1.148438, 1.375 ] } , "name": "onnx::Mul_11491", "outputIndexes": [ 6881 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6880, 6881 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 6882 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6854, 6882 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/Add_1_output_0", "outputIndexes": [ 6883 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6883 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.41/per_layer_input_gate/Linear/pre_reshape", "outputIndexes": [ 8293 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8293 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.41/per_layer_input_gate/Linear/pre_convert", "outputIndexes": [ 8294 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8294 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 256, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2482183502, 327702, 81920, 0, 0 ] } , "name": "/layers.41/per_layer_input_gate/Linear", "outputIndexes": [ 8295 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8295 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.41/per_layer_input_gate/Linear/post_convert", "outputIndexes": [ 8296 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8296 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 256 ] , "dimType": "NCHW" } , "name": "/layers.41/per_layer_input_gate/Linear/post_reshape", "outputIndexes": [ 6884 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6884 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.41/act_fn/Mul_output_0", "outputIndexes": [ 6885 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6884, 6885 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/act_fn/Mul_1_output_0", "outputIndexes": [ 6886 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 190, 6886 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/act_fn/Mul_2_output_0", "outputIndexes": [ 6887 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6884, 6887 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/act_fn/Add_output_0", "outputIndexes": [ 6888 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 6888 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/act_fn/Mul_3_output_0", "outputIndexes": [ 6889 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6889 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/blocks.41/act_fn/Tanh_output_0", "outputIndexes": [ 6890 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 6890 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/act_fn/Add_1_output_0", "outputIndexes": [ 6891 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6884, 6891 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/act_fn/Mul_4_output_0", "outputIndexes": [ 6892 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 179, 6892 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/act_fn/Mul_5_output_0", "outputIndexes": [ 6893 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 41 ] } , "name": "/Constant_50_output_0", "outputIndexes": [ 6894 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 296 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze8414", "outputIndexes": [ 6895 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze8417", "outputIndexes": [ 6896 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 293, 6895, 6896, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice8420", "outputIndexes": [ 6897 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6897 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze8421", "outputIndexes": [ 6898 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6894, 6898 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp8422", "outputIndexes": [ 6899 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6899, 6898 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp8423", "outputIndexes": [ 6900 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 6900, 296 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/Gather_48_output_0", "outputIndexes": [ 6901 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6893, 6901 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/Mul_output_0", "outputIndexes": [ 6902 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6902 ] , "main_type": "Reshape", "main": { "dims": [ -1, 256, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.41/per_layer_projection/Linear/pre_reshape", "outputIndexes": [ 8297 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8297 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.41/per_layer_projection/Linear/pre_convert", "outputIndexes": [ 8298 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8298 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2560, "inputCount": 256, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10240, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2482593124, 327702, 81920, 0, 0 ] } , "name": "/layers.41/per_layer_projection/Linear", "outputIndexes": [ 8299 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8299 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.41/per_layer_projection/Linear/post_convert", "outputIndexes": [ 8300 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8300 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ] , "dimType": "NCHW" } , "name": "/layers.41/per_layer_projection/Linear/post_reshape", "outputIndexes": [ 6903 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6903 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/blocks.41/post_per_layer_input_norm/Pow_output_0", "outputIndexes": [ 6905 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6905 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/blocks.41/post_per_layer_input_norm/ReduceMean_output_0", "outputIndexes": [ 6906 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6906, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/post_per_layer_input_norm/Add_output_0", "outputIndexes": [ 6907 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6907, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/post_per_layer_input_norm/Pow_1_output_0", "outputIndexes": [ 6908 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6903, 6908 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/post_per_layer_input_norm/Mul_output_0", "outputIndexes": [ 6909 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.412109, 0.652344, 1.132812, 1.132812, 0.21582, 0.447266, 1.132812, 0.90625, 0.472656, 1.132812, 0.835938, 0.640625, 0.6875, 1.101562, 0.001053, 0.738281, 0.917969, 0.832031, 0.597656, 0.707031, 0.9375, 1.078125, 0.001099, 0.871094, 0.777344, 1.132812, 1.132812, 1.132812, 0.414062, 1.132812, 1.054688, 1.132812, 1.132812, 0.185547, 0.625, 0.941406, 0.878906, 1.132812, 0.644531, 0.613281, 0.001099, 0.9375, 0.550781, 1.132812, 1.132812, 0.001038, 1.132812, 1.132812, 0.5, 0.628906, 0.660156, 0.347656, 1.132812, 1.132812, 0.667969, 0.664062, 1.132812, 0.613281, 0.828125, 0.06543, 0.773438, 0.746094, 1.132812, 0.523438, 1.132812, 1.132812, 1.132812, 1.09375, 1.101562, 0.617188, 0.574219, 1.132812, 1.132812, 0.96875, 0.554688, 1.132812, 0.816406, 1.132812, 1.132812, 1.007812, 0.941406, 1.132812, 1.132812, 0.523438, 0.808594, 1.132812, 0.753906, 1.132812, 0.683594, 1.132812, 0.546875, 0.859375, 1.0625, 0.859375, 1.132812, 1.132812, 1.132812, 0.828125, 0.9375, 0.835938, 1.132812, 0.976562, 0.820312, 0.757812, 0.566406, 0.699219, 1.046875, 1.132812, 0.746094, 1.132812, 0.597656, 0.398438, 1.132812, 0.820312, 0.001076, 0.800781, 1.132812, 1.132812, 1.054688, 0.765625, 0.785156, 0.945312, 1.0, 0.847656, 1.132812, 0.248047, 0.964844, 0.632812, 1.132812, 0.582031, 0.001114, 1.132812, 0.412109, 0.6875, 1.132812, 0.1875, 0.597656, 0.757812, 0.558594, 0.929688, 1.132812, 0.382812, 1.132812, 0.613281, 0.001068, 1.132812, 0.761719, 0.490234, 1.117188, 0.773438, 0.4375, 0.515625, 1.132812, 0.675781, 0.808594, 1.132812, 0.031738, 0.917969, 0.652344, 0.835938, 0.001083, 0.808594, 0.792969, 0.625, 0.730469, 0.00103, 0.59375, 0.589844, 1.132812, 0.316406, 0.001106, 1.132812, 0.863281, 0.455078, 1.132812, 0.855469, 1.054688, 1.132812, 1.132812, 0.235352, 1.132812, 1.132812, 1.132812, 0.921875, 0.753906, 1.132812, 0.824219, 0.722656, 0.308594, 0.765625, 0.695312, 0.753906, 0.511719, 0.285156, 0.365234, 0.9375, 0.976562, 0.90625, 0.279297, 1.03125, 1.085938, 0.122559, 0.5625, 0.894531, 1.132812, 0.769531, 1.132812, 1.132812, 0.546875, 0.519531, 0.796875, 0.792969, 0.431641, 0.992188, 1.132812, 0.578125, 0.519531, 0.000992, 0.617188, 0.820312, 0.5625, 0.996094, 0.636719, 0.808594, 1.125, 1.132812, 1.132812, 0.777344, 1.132812, 0.6875, 1.132812, 0.886719, 0.726562, 0.617188, 0.617188, 1.132812, 0.539062, 0.785156, 0.9375, 0.515625, 0.59375, 1.132812, 1.0625, 0.804688, 0.001106, 0.742188, 1.132812, 0.017334, 0.566406, 0.746094, 0.466797, 0.324219, 0.523438, 0.777344, 1.132812, 1.132812, 0.53125, 0.988281, 0.773438, 0.960938, 0.523438, 1.132812, 0.535156, 0.753906, 0.910156, 0.886719, 0.691406, 0.765625, 0.683594, 0.353516, 0.675781, 0.449219, 0.710938, 0.71875, 0.226562, 0.8125, 0.582031, 1.132812, 1.132812, 1.132812, 0.890625, 1.0625, 1.132812, 0.550781, 0.804688, 0.542969, 0.558594, 0.644531, 0.894531, 0.773438, 0.660156, 0.001076, 0.001068, 0.695312, 1.132812, 1.132812, 0.953125, 1.132812, 1.132812, 0.503906, 1.132812, 0.835938, 1.070312, 0.5625, 0.730469, 1.132812, 1.132812, 1.132812, 0.863281, 0.613281, 0.828125, 0.53125, 0.703125, 0.785156, 0.871094, 0.498047, 0.949219, 0.001099, 0.855469, 1.132812, 0.001053, 1.132812, 1.132812, 1.132812, 0.855469, 0.511719, 0.753906, 0.84375, 1.132812, 0.652344, 0.067383, 0.964844, 0.976562, 0.695312, 1.132812, 0.761719, 0.621094, 0.828125, 1.132812, 0.001053, 0.429688, 1.132812, 0.546875, 0.027344, 1.015625, 0.001068, 0.550781, 0.001083, 1.132812, 0.001099, 0.001091, 1.132812, 0.667969, 0.746094, 0.785156, 0.832031, 0.695312, 1.132812, 1.132812, 0.00103, 0.722656, 0.675781, 1.101562, 1.132812, 0.001083, 0.490234, 0.628906, 1.117188, 0.126953, 0.84375, 0.609375, 0.275391, 0.265625, 0.902344, 0.964844, 1.132812, 1.03125, 0.447266, 0.707031, 0.753906, 1.132812, 1.132812, 0.542969, 0.800781, 0.726562, 0.535156, 0.652344, 0.332031, 0.957031, 0.582031, 0.96875, 0.597656, 0.542969, 0.835938, 1.132812, 0.001053, 0.707031, 0.605469, 1.132812, 1.132812, 1.125, 0.492188, 0.777344, 1.132812, 0.001045, 1.054688, 0.65625, 0.65625, 1.132812, 1.039062, 0.757812, 0.886719, 1.132812, 1.0625, 0.894531, 0.00106, 0.585938, 0.757812, 0.363281, 1.132812, 1.132812, 1.132812, 1.132812, 1.132812, 0.976562, 0.652344, 0.554688, 1.132812, 0.78125, 0.972656, 0.223633, 0.78125, 1.132812, 0.59375, 0.005554, 1.132812, 0.746094, 1.132812, 1.132812, 0.474609, 0.001068, 0.400391, 0.871094, 1.132812, 0.683594, 0.824219, 1.015625, 0.671875, 0.001076, 1.132812, 0.457031, 0.847656, 0.339844, 0.578125, 0.886719, 0.625, 1.09375, 0.878906, 0.589844, 0.07373, 0.714844, 1.132812, 1.117188, 0.001076, 1.132812, 1.132812, 1.070312, 0.578125, 1.132812, 1.132812, 0.941406, 0.660156, 0.486328, 0.925781, 0.863281, 1.054688, 0.241211, 0.455078, 1.132812, 1.132812, 0.306641, 0.941406, 0.808594, 0.001083, 0.466797, 0.07373, 0.542969, 0.001091, 0.773438, 0.867188, 1.09375, 0.855469, 0.800781, 0.851562, 1.078125, 0.714844, 1.125, 0.9375, 1.125, 0.570312, 0.753906, 0.828125, 0.277344, 1.132812, 0.001076, 1.109375, 0.984375, 1.078125, 0.652344, 0.871094, 1.007812, 0.851562, 0.984375, 1.054688, 1.132812, 0.679688, 1.007812, 1.132812, 1.101562, 1.132812, 0.894531, 0.421875, 1.132812, 1.132812, 1.109375, 0.734375, 0.535156, 0.851562, 1.132812, 0.001068, 0.59375, 0.90625, 0.34375, 1.132812, 0.894531, 0.359375, 0.02356, 0.648438, 0.625, 0.001045, 0.542969, 0.271484, 0.371094, 1.132812, 0.941406, 0.722656, 0.960938, 0.625, 0.382812, 0.867188, 0.714844, 0.660156, 0.785156, 0.753906, 1.132812, 0.917969, 1.0, 0.001099, 0.972656, 0.9375, 0.574219, 0.373047, 0.474609, 0.5, 1.0625, 0.886719, 0.773438, 1.132812, 0.617188, 1.132812, 0.820312, 0.761719, 0.757812, 0.231445, 1.132812, 0.75, 1.132812, 1.132812, 0.130859, 1.132812, 0.001099, 0.001045, 0.703125, 1.132812, 0.71875, 0.400391, 0.800781, 0.882812, 1.132812, 1.132812, 0.925781, 0.001053, 0.917969, 0.917969, 1.132812, 0.090332, 0.054443, 1.132812, 1.132812, 0.742188, 0.515625, 1.132812, 0.621094, 0.546875, 0.714844, 0.726562, 1.132812, 1.132812, 0.992188, 0.542969, 0.001053, 1.132812, 0.875, 0.882812, 0.742188, 1.132812, 0.001083, 0.703125, 0.65625, 1.132812, 0.65625, 0.683594, 0.925781, 1.132812, 0.613281, 0.46875, 0.021362, 1.132812, 1.132812, 1.132812, 0.46875, 0.410156, 0.757812, 1.132812, 1.132812, 1.132812, 1.125, 0.601562, 0.867188, 0.902344, 0.00106, 0.613281, 1.132812, 0.785156, 0.5625, 0.609375, 1.132812, 0.65625, 0.443359, 0.625, 1.132812, 0.71875, 1.109375, 0.890625, 0.53125, 1.117188, 0.835938, 0.648438, 1.0, 1.132812, 0.640625, 1.132812, 0.472656, 0.96875, 1.132812, 0.302734, 0.847656, 0.726562, 0.478516, 0.664062, 0.8125, 0.917969, 1.109375, 1.085938, 0.613281, 0.707031, 0.271484, 1.0, 1.132812, 0.013672, 0.71875, 0.613281, 1.132812, 0.001083, 0.863281, 1.09375, 0.523438, 0.699219, 0.660156, 1.023438, 0.5, 1.132812, 1.132812, 1.132812, 0.941406, 1.0625, 0.001076, 1.132812, 0.130859, 1.132812, 0.628906, 0.482422, 1.132812, 0.730469, 0.757812, 1.132812, 0.925781, 0.566406, 0.84375, 0.714844, 0.929688, 0.777344, 0.320312, 0.001045, 0.792969, 1.109375, 0.960938, 0.141602, 0.867188, 0.753906, 0.542969, 0.640625, 0.001076, 1.132812, 0.458984, 0.404297, 0.683594, 0.020264, 0.001099, 0.178711, 1.101562, 0.679688, 1.132812, 0.001099, 0.6875, 0.835938, 0.283203, 0.710938, 1.132812, 0.001053, 0.605469, 1.132812, 0.566406, 0.773438, 0.001083, 0.001099, 0.675781, 0.773438, 1.132812, 0.933594, 1.132812, 1.132812, 0.001022, 0.357422, 1.132812, 0.695312, 0.738281, 0.773438, 1.132812, 0.219727, 0.259766, 0.613281, 0.427734, 0.001106, 0.558594, 0.001076, 0.001076, 0.341797, 1.132812, 0.001091, 0.765625, 1.132812, 0.001091, 0.257812, 0.90625, 0.353516, 0.753906, 0.917969, 1.132812, 0.083008, 0.800781, 1.132812, 1.132812, 0.796875, 0.589844, 0.746094, 0.734375, 0.679688, 0.804688, 0.566406, 1.132812, 1.132812, 0.761719, 0.001068, 0.714844, 1.078125, 0.519531, 0.582031, 0.542969, 0.664062, 0.181641, 0.597656, 0.408203, 0.5, 1.132812, 0.484375, 0.601562, 0.224609, 1.132812, 0.941406, 1.132812, 1.132812, 0.001099, 1.132812, 0.859375, 0.683594, 0.722656, 1.132812, 0.585938, 0.001038, 0.636719, 0.589844, 1.132812, 0.75, 0.404297, 0.001053, 0.792969, 0.19043, 1.132812, 0.005066, 0.341797, 0.957031, 0.170898, 1.046875, 0.863281, 0.777344, 0.671875, 0.65625, 0.632812, 0.863281, 0.683594, 1.023438, 0.710938, 0.597656, 0.001053, 0.949219, 0.00106, 1.132812, 0.527344, 1.132812, 1.132812, 0.703125, 0.898438, 0.308594, 0.515625, 1.132812, 0.550781, 0.996094, 0.382812, 1.0, 0.9375, 0.617188, 0.933594, 1.015625, 0.609375, 0.679688, 0.136719, 0.722656, 0.859375, 0.628906, 1.132812, 0.710938, 0.773438, 0.667969, 0.001091, 1.132812, 0.458984, 0.503906, 0.001083, 0.746094, 0.605469, 0.769531, 0.714844, 0.632812, 0.380859, 0.859375, 0.863281, 0.605469, 0.671875, 1.132812, 0.480469, 1.132812, 1.132812, 0.722656, 0.734375, 0.523438, 1.132812, 0.90625, 0.738281, 0.675781, 0.671875, 0.488281, 0.941406, 0.170898, 0.652344, 0.648438, 0.589844, 1.132812, 0.527344, 1.132812, 0.777344, 0.753906, 0.832031, 0.001083, 0.933594, 0.625, 0.703125, 1.132812, 0.871094, 0.279297, 1.132812, 1.132812, 1.132812, 0.570312, 0.792969, 1.09375, 0.412109, 1.0, 0.613281, 0.388672, 0.016357, 0.404297, 0.976562, 0.953125, 0.65625, 1.132812, 0.757812, 1.132812, 0.001053, 1.132812, 1.132812, 0.902344, 0.921875, 0.964844, 0.028931, 0.667969, 0.398438, 0.259766, 1.132812, 0.566406, 0.738281, 0.730469, 0.699219, 1.132812, 1.132812, 1.132812, 0.640625, 0.730469, 1.132812, 0.040039, 1.125, 1.09375, 1.132812, 0.753906, 0.867188, 0.589844, 0.808594, 0.431641, 0.601562, 1.039062, 1.125, 1.132812, 0.984375, 0.601562, 0.335938, 0.435547, 0.574219, 0.439453, 1.132812, 0.296875, 0.605469, 0.597656, 0.539062, 0.59375, 0.109375, 0.373047, 0.925781, 0.667969, 1.0, 0.757812, 0.000965, 0.839844, 0.009094, 1.132812, 1.046875, 0.859375, 0.5625, 0.964844, 1.132812, 0.761719, 0.104492, 0.00106, 0.003738, 0.542969, 0.535156, 0.714844, 1.132812, 0.96875, 1.132812, 1.132812, 1.132812, 0.710938, 0.882812, 0.001053, 1.132812, 1.132812, 0.707031, 0.001053, 0.640625, 0.898438, 0.146484, 1.101562, 0.683594, 1.132812, 1.132812, 0.139648, 0.753906, 1.132812, 0.683594, 0.851562, 1.132812, 0.466797, 0.71875, 0.589844, 0.664062, 0.816406, 1.132812, 0.667969, 1.101562, 0.009277, 0.945312, 0.511719, 0.652344, 0.789062, 0.333984, 0.589844, 1.132812, 1.132812, 1.132812, 0.734375, 0.953125, 0.761719, 0.261719, 1.125, 0.001518, 0.808594, 0.535156, 0.292969, 0.382812, 1.132812, 1.132812, 0.523438, 0.773438, 0.890625, 1.132812, 0.816406, 1.03125, 0.542969, 1.132812, 0.882812, 0.644531, 0.369141, 0.828125, 0.59375, 1.132812, 0.613281, 1.132812, 0.554688, 1.132812, 0.326172, 0.761719, 0.972656, 0.8125, 0.353516, 0.941406, 0.703125, 1.132812, 1.132812, 1.132812, 0.507812, 0.05542, 0.734375, 0.867188, 1.039062, 1.132812, 0.644531, 0.769531, 0.875, 0.925781, 0.714844, 0.640625, 1.132812, 1.132812, 0.832031, 1.132812, 1.132812, 0.46875, 0.761719, 0.5, 0.835938, 0.535156, 0.691406, 0.992188, 0.539062, 1.132812, 0.613281, 0.59375, 1.03125, 1.132812, 0.318359, 0.738281, 0.71875, 0.96875, 0.863281, 0.34375, 0.515625, 0.925781, 0.001045, 0.396484, 0.018311, 0.832031, 1.132812, 0.00095, 1.132812, 0.765625, 1.132812, 0.205078, 0.589844, 0.722656, 0.306641, 0.001076, 0.257812, 0.710938, 0.632812, 1.132812, 0.8125, 1.132812, 0.855469, 1.132812, 0.667969, 0.675781, 1.132812, 1.132812, 0.886719, 0.000992, 0.613281, 1.132812, 0.578125, 0.613281, 0.3125, 0.675781, 0.832031, 1.132812, 1.007812, 0.550781, 1.007812, 1.132812, 1.0625, 0.765625, 1.078125, 1.132812, 0.914062, 1.054688, 0.515625, 0.652344, 1.132812, 0.578125, 0.71875, 0.695312, 0.777344, 1.132812, 0.667969, 1.015625, 0.667969, 0.8125, 1.132812, 0.675781, 0.640625, 0.777344, 1.132812, 0.001076, 0.605469, 0.632812, 1.132812, 0.84375, 0.785156, 0.404297, 0.683594, 0.945312, 0.667969, 0.765625, 0.800781, 0.511719, 0.683594, 1.132812, 1.132812, 1.132812, 0.796875, 0.527344, 0.800781, 0.597656, 1.015625, 1.132812, 0.714844, 1.132812, 0.859375, 0.59375, 0.585938, 1.132812, 0.001083, 1.132812, 0.178711, 0.056641, 0.867188, 1.132812, 1.132812, 0.839844, 0.816406, 0.839844, 1.132812, 0.808594, 1.0, 0.001068, 1.09375, 0.742188, 0.484375, 1.132812, 1.132812, 0.00103, 0.710938, 1.132812, 0.8125, 0.816406, 1.132812, 0.9375, 0.671875, 1.132812, 0.777344, 1.132812, 0.679688, 0.820312, 0.609375, 0.847656, 0.820312, 0.275391, 0.984375, 0.238281, 1.132812, 0.675781, 0.695312, 0.714844, 0.392578, 0.679688, 1.132812, 0.628906, 0.65625, 0.034668, 0.00106, 0.746094, 0.738281, 0.103027, 0.65625, 0.710938, 0.683594, 0.001076, 0.59375, 0.455078, 1.132812, 1.132812, 0.570312, 0.523438, 1.132812, 0.558594, 0.847656, 0.306641, 0.051514, 1.085938, 0.314453, 0.726562, 0.835938, 0.996094, 0.001045, 0.205078, 0.632812, 0.009094, 0.816406, 0.585938, 0.730469, 1.132812, 1.132812, 1.007812, 0.091797, 0.855469, 0.558594, 0.267578, 0.001076, 0.341797, 0.964844, 0.474609, 0.941406, 0.004761, 0.714844, 1.132812, 0.691406, 0.808594, 0.25, 1.132812, 0.112305, 0.902344, 0.597656, 0.851562, 1.132812, 1.132812, 0.390625, 1.078125, 0.023682, 0.886719, 1.132812, 0.302734, 1.078125, 1.132812, 1.101562, 0.578125, 0.332031, 0.949219, 0.636719, 1.0, 0.835938, 0.001076, 1.132812, 1.046875, 0.457031, 1.132812, 0.574219, 0.773438, 0.691406, 0.820312, 0.001091, 0.878906, 0.695312, 0.789062, 0.925781, 1.132812, 0.375, 0.703125, 0.287109, 0.796875, 0.435547, 0.00106, 0.863281, 1.023438, 0.582031, 0.722656, 0.632812, 0.707031, 1.132812, 0.855469, 0.769531, 1.132812, 0.15625, 0.734375, 0.219727, 0.012573, 0.714844, 0.660156, 0.8125, 0.005768, 0.695312, 0.589844, 0.714844, 0.96875, 1.132812, 0.671875, 1.007812, 0.710938, 0.84375, 0.953125, 0.625, 0.003174, 1.132812, 0.492188, 0.9375, 1.132812, 0.847656, 0.001083, 1.132812, 1.132812, 0.730469, 1.132812, 0.001091, 1.132812, 0.558594, 0.910156, 0.001038, 0.001022, 1.054688, 1.132812, 1.132812, 1.132812, 0.558594, 1.132812, 1.117188, 0.306641, 0.660156, 1.132812, 0.992188, 0.683594, 1.132812, 0.609375, 0.816406, 0.210938, 0.484375, 0.859375, 1.132812, 0.769531, 0.180664, 1.132812, 0.660156, 0.890625, 0.136719, 0.6875, 0.703125, 0.542969, 0.816406, 0.333984, 0.433594, 0.816406, 0.714844, 1.132812, 1.09375, 0.910156, 0.695312, 0.648438, 0.722656, 0.789062, 1.132812, 0.890625, 0.136719, 1.132812, 0.578125, 1.007812, 0.00106, 1.132812, 0.695312, 0.722656, 1.132812, 0.671875, 0.5, 0.753906, 0.726562, 1.132812, 0.59375, 0.435547, 0.6875, 1.132812, 1.132812, 0.632812, 1.132812, 0.851562, 0.574219, 0.855469, 1.132812, 0.494141, 0.507812, 0.855469, 0.929688, 0.001076, 0.324219, 0.636719, 0.001091, 1.132812, 0.84375, 0.5, 1.132812, 0.589844, 0.703125, 1.132812, 1.132812, 0.914062, 1.132812, 0.890625, 1.117188, 0.796875, 1.117188, 0.460938, 0.628906, 0.777344, 0.052734, 0.373047, 0.001099, 0.960938, 0.839844, 1.132812, 1.132812, 0.726562, 0.492188, 0.664062, 1.132812, 0.605469, 0.796875, 0.163086, 0.001076, 0.992188, 0.671875, 0.695312, 0.324219, 0.009705, 0.589844, 0.890625, 0.00106, 1.039062, 0.001076, 0.597656, 0.875, 0.78125, 0.519531, 0.683594, 0.71875, 1.132812, 0.945312, 0.332031, 1.132812, 0.636719, 1.132812, 0.675781, 0.267578, 0.09082, 0.550781, 0.984375, 1.109375, 0.832031, 0.871094, 0.001083, 0.601562, 0.929688, 0.707031, 0.660156, 0.851562, 0.384766, 0.00106, 0.400391, 1.132812, 0.455078, 0.679688, 1.132812, 1.132812, 0.441406, 0.519531, 1.132812, 0.992188, 0.761719, 1.085938, 0.691406, 0.78125, 1.132812, 0.84375, 0.734375, 0.001015, 1.132812, 1.132812, 1.132812, 1.078125, 0.00106, 1.132812, 0.001083, 0.032715, 0.001083, 0.683594, 0.498047, 0.527344, 0.605469, 0.84375, 1.039062, 0.114746, 0.863281, 1.132812, 1.132812, 0.699219, 0.765625, 0.015015, 0.867188, 0.972656, 1.03125, 0.878906, 0.210938, 1.132812, 0.482422, 0.589844, 0.014771, 1.132812, 0.804688, 0.474609, 0.996094, 1.132812, 0.925781, 0.714844, 0.925781, 0.796875, 0.404297, 1.132812, 0.400391, 0.757812, 1.132812, 0.022339, 0.660156, 0.734375, 0.746094, 0.75, 0.457031, 0.660156, 0.679688, 0.617188, 1.132812, 1.117188, 0.75, 1.117188, 0.00103, 0.558594, 0.789062, 0.671875, 0.605469, 0.000999, 0.824219, 1.109375, 0.644531, 0.466797, 1.132812, 0.800781, 0.160156, 1.015625, 0.001076, 0.10498, 0.398438, 0.613281, 0.757812, 0.597656, 0.59375, 1.132812, 1.132812, 0.648438, 0.824219, 0.259766, 1.132812, 0.839844, 1.132812, 0.617188, 0.625, 0.180664, 0.212891, 0.960938, 0.882812, 1.132812, 0.917969, 0.75, 0.498047, 0.001068, 0.90625, 1.132812, 1.132812, 1.132812, 0.957031, 1.132812, 1.132812, 1.132812, 0.746094, 0.001076, 0.707031, 1.132812, 0.957031, 0.78125, 0.6875, 0.667969, 1.03125, 1.132812, 0.298828, 0.566406, 0.106445, 1.132812, 0.898438, 0.734375, 0.001106, 0.972656, 0.792969, 0.001091, 1.132812, 1.132812, 0.261719, 0.71875, 0.457031, 0.546875, 1.132812, 1.085938, 0.820312, 0.585938, 0.519531, 0.396484, 0.671875, 0.000916, 0.925781, 0.488281, 0.458984, 0.613281, 0.380859, 0.929688, 0.945312, 0.8125, 0.921875, 1.132812, 1.132812, 0.435547, 0.001045, 0.9375, 0.482422, 0.570312, 0.96875, 0.578125, 1.132812, 0.410156, 0.820312, 0.232422, 0.570312, 1.132812, 0.816406, 0.703125, 0.337891, 0.660156, 0.359375, 1.132812, 0.644531, 0.001038, 0.863281, 0.00106, 0.921875, 0.804688, 0.984375, 1.132812, 0.585938, 0.007294, 0.001099, 0.929688, 1.132812, 0.753906, 0.445312, 0.621094, 0.001076, 0.470703, 0.621094, 1.132812, 1.132812, 1.007812, 0.53125, 1.132812, 1.132812, 0.11084, 0.902344, 0.492188, 1.015625, 0.605469, 0.894531, 1.132812, 0.419922, 1.132812, 1.132812, 0.214844, 1.125, 1.132812, 0.001007, 0.628906, 0.769531, 0.00103, 0.847656, 0.605469, 1.0625, 1.132812, 0.679688, 1.132812, 1.078125, 1.132812, 1.132812, 0.796875, 0.632812, 1.132812, 0.921875, 1.132812, 0.65625, 1.132812, 0.960938, 1.101562, 0.15625, 0.65625, 1.132812, 1.070312, 0.040771, 1.0, 0.417969, 0.625, 0.396484, 0.001038, 1.0625, 1.132812, 1.132812, 1.132812, 0.644531, 1.132812, 1.132812, 0.625, 1.101562, 0.597656, 1.132812, 0.542969, 0.00095, 1.132812, 1.132812, 0.554688, 0.75, 0.195312, 0.730469, 0.660156, 1.132812, 0.001083, 1.039062, 1.0, 1.132812, 0.574219, 0.259766, 0.414062, 0.53125, 1.132812, 0.363281, 0.703125, 0.980469, 0.457031, 0.001076, 1.132812, 0.527344, 1.132812, 0.566406, 0.451172, 0.621094, 0.980469, 0.04541, 0.882812, 1.132812, 0.652344, 0.416016, 1.070312, 0.75, 0.597656, 0.710938, 1.132812, 0.001068, 0.886719, 1.132812, 0.345703, 0.601562, 0.429688, 1.132812, 1.132812, 0.00106, 0.652344, 1.132812, 1.132812, 0.207031, 0.753906, 0.882812, 1.132812, 0.714844, 0.96875, 1.0625, 0.714844, 0.675781, 1.132812, 0.953125, 0.392578, 1.015625, 1.132812, 1.09375, 0.546875, 1.117188, 0.921875, 1.132812, 0.96875, 1.132812, 1.132812, 0.515625, 0.832031, 0.625, 0.367188, 1.132812, 0.304688, 1.132812, 1.0, 0.001076, 1.007812, 0.194336, 0.574219, 0.451172, 0.699219, 0.574219, 0.679688, 0.40625, 1.132812, 0.761719, 0.570312, 0.808594, 0.773438, 1.132812, 0.01709, 0.570312, 1.09375, 0.886719, 0.773438, 0.375, 1.132812, 0.832031, 0.804688, 1.054688, 0.730469, 1.046875, 1.023438, 0.566406, 1.132812, 0.550781, 1.132812, 0.625, 0.188477, 1.132812, 0.941406, 0.925781, 1.132812, 0.839844, 0.792969, 0.726562, 0.875, 0.632812, 0.820312, 0.304688, 0.785156, 1.132812, 0.699219, 0.828125, 1.109375, 0.90625, 0.324219, 0.847656, 0.443359, 0.777344, 0.703125, 0.170898, 1.132812, 0.535156, 1.132812, 0.044189, 0.369141, 0.675781, 0.613281, 1.132812, 0.056641, 0.828125, 0.382812, 0.777344, 0.291016, 0.365234, 1.132812, 0.117676, 0.726562, 0.871094, 1.132812, 1.132812, 1.125, 1.015625, 0.001038, 1.132812, 1.132812, 0.863281, 0.001099, 0.410156, 0.001068, 0.867188, 1.054688, 1.132812, 1.132812, 0.980469, 0.001038, 1.132812, 0.644531, 0.679688, 0.412109, 0.835938, 1.132812, 0.757812, 1.132812, 0.90625, 0.636719, 1.078125, 0.835938, 0.683594, 0.703125, 1.125, 0.652344, 0.203125, 0.757812, 0.578125, 1.046875, 1.132812, 0.558594, 0.730469, 1.132812, 0.699219, 1.132812, 0.550781, 1.132812, 0.703125, 0.001083, 0.423828, 0.017212, 0.65625, 0.031494, 1.132812, 0.679688, 0.738281, 0.734375, 0.640625, 1.132812, 1.132812, 0.636719, 0.574219, 1.132812, 0.001022, 0.820312, 0.777344, 0.617188, 1.132812, 0.523438, 0.925781, 0.34375, 0.914062, 0.535156, 0.554688, 0.412109, 1.132812, 0.328125, 0.597656, 0.699219, 0.617188, 1.132812, 0.5625, 0.578125, 0.5, 0.820312, 1.132812, 0.289062, 0.605469, 0.726562, 0.570312, 0.6875, 1.132812, 1.132812, 0.578125, 0.001083, 0.640625, 1.132812, 0.855469, 0.695312, 0.925781, 0.147461, 0.855469, 0.585938, 0.753906, 1.132812, 0.001091, 0.292969, 0.031982, 0.001053, 0.558594, 0.001076, 0.734375, 1.132812, 0.001068, 0.941406, 0.730469, 0.808594, 0.542969, 1.132812, 0.601562, 0.660156, 0.585938, 1.132812, 0.945312, 0.8125, 0.021484, 1.09375, 1.132812, 1.046875, 0.835938, 1.007812, 0.000999, 1.054688, 1.132812, 1.09375, 0.75, 0.414062, 0.769531, 0.550781, 0.024902, 0.027466, 0.851562, 0.667969, 0.421875, 0.738281, 1.007812, 1.132812, 0.644531, 0.855469, 0.001053, 0.644531, 0.001053, 0.091797, 1.132812, 1.132812, 1.132812, 0.574219, 0.660156, 1.132812, 0.78125, 0.757812, 0.730469, 1.132812, 0.65625, 0.90625, 0.972656, 0.636719, 0.472656, 0.0625, 0.859375, 0.667969, 0.001099, 0.777344, 0.777344, 1.132812, 1.132812, 1.132812, 0.001007, 0.292969, 0.699219, 0.001083, 0.703125, 0.683594, 0.636719, 0.929688, 0.00106, 1.132812, 0.527344, 1.007812, 0.773438, 0.828125, 0.523438, 1.125, 0.699219, 0.679688, 0.001083, 1.132812, 1.132812, 1.132812, 0.777344, 0.765625, 0.796875, 0.001076, 1.132812, 1.132812, 1.007812, 0.785156, 1.132812, 0.839844, 0.007233, 0.898438, 1.132812, 0.882812, 0.328125, 0.703125, 0.001076, 0.953125, 0.980469, 1.132812, 0.816406, 0.789062, 0.527344, 0.435547, 0.460938, 1.132812, 1.132812, 0.400391, 1.132812, 0.408203, 0.929688, 0.001099, 1.132812, 1.023438, 0.898438, 1.132812, 1.0, 0.917969, 0.683594, 0.257812, 0.003998, 0.808594, 0.808594, 0.65625, 0.933594, 1.132812, 0.902344, 0.361328, 1.101562, 0.867188, 0.00106, 0.96875, 0.609375, 0.554688, 1.132812, 0.949219, 1.132812, 1.132812, 0.6875, 0.945312, 1.132812, 0.083008, 0.441406, 0.609375, 0.839844, 0.001015, 0.695312, 0.894531, 1.132812, 0.710938, 0.001091, 0.009888, 0.601562, 1.132812, 0.539062, 1.132812, 0.494141, 0.804688, 1.132812, 0.710938, 1.132812, 1.132812, 1.132812, 0.667969, 0.443359, 0.240234, 0.652344, 0.703125, 0.402344, 1.132812, 0.761719, 0.318359, 0.660156, 0.578125, 0.746094, 1.132812, 0.835938, 1.132812, 0.917969, 0.96875, 0.734375, 1.132812, 0.898438, 1.132812, 0.664062, 0.820312, 0.707031, 0.953125, 0.199219, 0.480469, 1.132812, 0.652344, 1.132812, 0.789062, 0.486328, 0.914062, 0.558594, 0.621094, 1.132812, 1.132812, 1.125, 0.847656, 0.757812, 0.789062, 1.0625, 1.109375, 0.067383, 1.132812, 0.001007, 0.753906, 0.929688, 1.015625, 0.695312, 0.675781, 0.722656, 0.613281, 1.132812, 0.578125, 1.109375, 0.597656, 1.132812, 0.324219, 0.001106, 1.0, 0.796875, 0.098633, 0.636719, 0.574219, 0.980469, 0.566406, 1.132812, 1.132812, 0.00106, 1.101562, 0.71875, 0.792969, 1.132812, 0.984375, 1.03125, 0.890625, 1.023438, 0.001038, 0.945312, 0.001038, 0.273438, 1.132812, 0.6875, 0.423828, 0.675781, 0.472656, 0.691406, 0.605469, 0.578125, 0.710938, 0.466797, 0.237305, 0.168945, 0.777344, 0.539062, 0.605469, 0.023315, 0.625, 0.621094, 0.207031, 0.402344, 0.699219, 0.691406, 0.769531, 0.710938, 0.867188, 0.789062, 0.753906, 1.132812, 0.601562, 0.049316, 0.890625, 0.773438, 0.878906, 0.707031, 0.828125, 0.949219, 0.855469, 0.660156, 1.132812, 1.132812, 0.582031, 0.683594, 0.777344, 0.914062, 0.617188, 0.664062, 1.070312, 0.597656, 1.132812, 0.789062, 1.039062, 0.462891, 0.242188, 1.109375, 0.558594, 0.478516, 0.617188, 0.683594, 0.875, 0.582031, 1.132812, 0.898438, 0.46875, 0.757812, 1.132812, 0.65625, 0.664062, 0.628906, 0.714844, 0.816406, 0.068359, 0.648438, 0.337891, 0.570312, 0.792969, 0.335938, 1.132812, 1.132812, 1.132812, 1.132812, 0.117188, 0.921875, 0.953125, 0.162109, 0.05835, 0.851562, 0.710938, 0.910156, 0.001045, 0.001053, 0.001099, 0.339844, 1.132812, 1.132812, 0.102051, 0.695312, 1.132812, 1.132812, 0.628906, 0.044434, 0.796875, 0.726562, 1.132812, 0.652344, 1.132812, 0.02063, 0.734375, 0.171875, 0.738281, 0.4375, 0.208984, 0.761719, 1.015625, 0.001091, 1.132812, 0.957031, 1.132812, 0.388672, 0.451172, 0.527344, 0.9375, 0.617188, 0.376953, 0.738281, 0.330078, 0.511719, 1.132812, 0.000992, 0.847656, 0.644531, 0.949219, 0.396484, 1.046875, 0.882812, 0.535156, 0.882812, 0.71875, 1.132812, 1.132812, 0.722656, 1.132812, 0.648438, 0.408203, 0.820312, 0.902344, 0.667969, 1.023438, 0.902344, 0.601562, 0.808594, 1.132812, 0.363281, 1.132812, 0.851562, 0.910156, 1.132812, 0.523438, 0.976562, 1.132812, 1.132812, 0.953125, 0.757812, 0.570312, 0.71875, 0.546875, 1.132812, 0.839844, 0.507812, 0.925781, 0.757812, 0.488281, 1.132812, 0.585938, 1.132812, 0.621094, 0.75, 1.132812, 0.792969, 1.132812, 1.132812, 0.5, 1.132812, 1.125, 0.644531, 0.683594, 0.574219, 0.761719, 0.855469, 0.001083, 0.204102, 0.679688, 0.800781, 0.824219, 1.023438, 0.851562, 0.636719, 0.636719, 0.001068, 0.710938, 1.132812, 1.132812, 0.753906, 1.132812, 1.132812, 0.589844, 0.478516, 0.462891, 1.132812, 0.917969, 0.703125, 1.039062, 0.644531, 1.132812, 1.132812, 0.824219, 1.023438, 0.482422, 0.570312, 0.566406, 0.664062, 1.132812 ] } , "name": "onnx::Mul_11492", "outputIndexes": [ 6910 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6909, 6910 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/post_per_layer_input_norm/Mul_1_output_0", "outputIndexes": [ 6911 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6883, 6911 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/Add_2_output_0", "outputIndexes": [ 6912 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.445312 ] } , "name": "/blocks.41/Constant_1_output_0", "outputIndexes": [ 6913 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6912, 6913 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.41/Mul_1_output_0", "outputIndexes": [ 6914 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6914, 2, 94, 26, 26 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/Slice_output_0", "outputIndexes": [ 6915 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6915 ] , "main_type": "UnaryOp", "main": { "opType": "SQUARE", "T": "DT_INVALID" } , "name": "/final_layernorm/Pow_output_0", "outputIndexes": [ 6916 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6916 ] , "main_type": "ReductionParam", "main": { "operation": "MEAN", "dim": [ -1 ] , "coeff": 0.0, "keepDims": true, "dType": "DT_FLOAT" } , "name": "/final_layernorm/ReduceMean_output_0", "outputIndexes": [ 6917 ] , "type": "Reduction", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6917, 10 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/final_layernorm/Add_output_0", "outputIndexes": [ 6918 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6918, 12 ] , "main_type": "BinaryOp", "main": { "opType": "POW", "T": "DT_FLOAT", "activationType": 0 } , "name": "/final_layernorm/Pow_1_output_0", "outputIndexes": [ 6919 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6915, 6919 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/final_layernorm/Mul_output_0", "outputIndexes": [ 6920 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2560 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 7.90625, 8.25, 4.125, 7.5625, 8.9375, 8.8125, 7.59375, 8.8125, 8.0, 3.8125, 7.9375, 8.5, 8.1875, 7.9375, 8.25, 8.3125, 7.96875, 8.5, 7.96875, 8.875, 8.3125, 7.28125, 8.125, 7.71875, 8.0, 7.59375, 12.125, 7.5, 9.5625, 8.125, 7.8125, 7.3125, 7.21875, 8.75, 7.65625, 8.125, 7.84375, 4.8125, 8.8125, 8.25, 8.625, 6.40625, 10.5625, 7.71875, 7.78125, 8.1875, 14.0, 7.90625, 8.5625, 8.0625, 7.125, 7.75, 7.59375, 3.890625, 8.125, 8.0625, 7.65625, 8.4375, 8.125, 8.25, 7.6875, 8.1875, 7.625, 8.5, 7.40625, 6.03125, 7.78125, 7.9375, 7.875, 8.0625, 7.96875, 7.71875, 8.4375, 8.1875, 8.4375, 7.71875, 8.3125, 7.71875, 8.0625, 8.125, 7.96875, 7.625, 7.71875, 9.5625, 8.5625, 7.65625, 9.125, 7.59375, 8.5, 7.65625, 8.0, 8.375, 7.03125, 8.0625, 7.78125, 7.78125, 3.578125, 8.0, 8.0, 7.71875, 7.6875, 7.625, 8.1875, 7.8125, 8.5625, 8.5, 8.125, 7.46875, 8.375, 7.59375, 8.375, 8.25, 7.75, 8.1875, 5.75, 8.1875, 7.375, 7.59375, 8.3125, 8.375, 8.8125, 7.875, 8.375, 8.0, 7.875, 8.375, 8.8125, 8.25, 7.6875, 8.5625, 8.375, 7.78125, 8.4375, 8.5, 3.609375, 8.0, 9.1875, 9.125, 8.25, 8.1875, 7.5625, 8.375, 7.96875, 8.0, 8.1875, 6.96875, 8.1875, 8.0, 7.1875, 8.0, 7.84375, 7.875, 7.46875, 8.375, 8.625, 6.5, 8.625, 8.0, 7.8125, 8.25, 8.3125, 7.9375, 7.96875, 8.0, 8.0625, 7.34375, 8.0, 7.78125, 4.25, 8.0, 4.40625, 4.0, 7.96875, 8.25, 7.8125, 8.4375, 7.40625, 7.6875, 7.84375, 8.1875, 7.375, 7.625, 4.34375, 8.125, 8.1875, 7.8125, 8.1875, 8.0, 8.5, 7.8125, 8.0, 8.0, 7.6875, 8.5, 8.875, 7.53125, 7.84375, 7.96875, 10.5625, 7.90625, 8.1875, 9.0625, 8.125, 8.0625, 7.40625, 9.125, 7.5, 7.6875, 8.5625, 7.5625, 8.3125, 7.90625, 7.90625, 8.0, 7.375, 8.25, 9.375, 8.625, 7.96875, 8.0, 9.0625, 7.46875, 8.1875, 8.625, 7.8125, 7.65625, 7.75, 7.96875, 8.25, 8.0625, 4.0625, 8.25, 8.875, 8.0, 8.0, 7.46875, 8.25, 8.375, 7.84375, 8.4375, 9.25, 7.84375, 5.8125, 8.375, 8.75, 8.375, 6.3125, 7.375, 8.25, 7.84375, 9.1875, 9.3125, 8.6875, 8.5, 7.25, 8.125, 8.4375, 7.84375, 8.375, 7.59375, 9.0, 7.59375, 8.0, 8.25, 7.03125, 8.125, 7.9375, 8.3125, 8.0625, 8.1875, 8.625, 8.0, 8.4375, 8.25, 8.5625, 8.5625, 8.5, 7.53125, 7.5, 7.75, 8.125, 7.96875, 7.4375, 7.65625, 8.0625, 8.375, 7.875, 8.25, 7.34375, 7.875, 8.1875, 8.125, 8.1875, 8.25, 7.6875, 7.84375, 7.6875, 4.09375, 7.53125, 9.5625, 7.65625, 7.34375, 7.75, 8.25, 8.375, 7.53125, 7.5, 7.875, 8.0, 8.375, 8.1875, 8.25, 8.25, 7.5625, 8.125, 8.375, 8.125, 4.625, 8.25, 7.65625, 4.65625, 7.5, 7.1875, 7.6875, 7.75, 7.8125, 8.3125, 8.125, 7.5625, 8.375, 5.875, 8.25, 7.34375, 8.3125, 8.75, 8.5625, 8.25, 7.625, 7.90625, 7.5625, 8.25, 7.96875, 7.9375, 8.5625, 7.8125, 8.8125, 8.125, 7.125, 3.859375, 5.75, 7.125, 8.1875, 8.5625, 8.0, 7.875, 7.65625, 8.3125, 6.03125, 7.59375, 5.59375, 8.3125, 8.6875, 7.75, 7.75, 7.40625, 8.0, 8.25, 7.96875, 8.75, 7.90625, 8.4375, 9.9375, 8.0625, 8.1875, 7.90625, 7.28125, 7.9375, 8.75, 7.34375, 8.375, 7.25, 7.875, 8.125, 8.0625, 8.375, 7.9375, 8.875, 8.875, 7.8125, 8.1875, 8.0625, 8.75, 8.5625, 7.71875, 5.3125, 9.125, 8.5, 8.25, 6.75, 7.5, 7.75, 8.5, 8.0625, 3.859375, 8.25, 7.75, 7.78125, 8.875, 4.40625, 7.84375, 8.5, 7.53125, 7.25, 7.8125, 8.4375, 8.6875, 9.1875, 8.0625, 8.5625, 7.21875, 8.0, 7.3125, 3.3125, 7.4375, 7.4375, 8.125, 8.1875, 11.6875, 8.625, 8.25, 8.375, 8.25, 4.40625, 8.75, 8.125, 5.1875, 7.9375, 5.8125, 4.09375, 8.1875, 5.65625, 8.125, 8.1875, 4.28125, 8.5, 7.71875, 8.125, 8.125, 8.1875, 7.8125, 8.625, 8.125, 7.84375, 8.25, 7.71875, 8.25, 7.53125, 8.0625, 7.875, 9.25, 9.3125, 7.625, 7.8125, 7.0625, 7.46875, 7.53125, 7.375, 8.25, 4.21875, 8.5625, 7.96875, 8.6875, 8.1875, 8.0, 6.65625, 8.375, 8.75, 9.1875, 7.75, 7.15625, 6.0, 8.0, 8.875, 6.28125, 7.65625, 8.25, 8.1875, 4.03125, 7.9375, 7.875, 9.0, 7.625, 8.1875, 7.96875, 7.8125, 8.125, 7.8125, 8.1875, 8.125, 8.625, 7.6875, 8.0625, 7.8125, 7.5, 9.125, 7.1875, 7.96875, 7.71875, 7.96875, 7.9375, 7.90625, 8.25, 7.75, 8.25, 4.78125, 8.3125, 7.84375, 7.9375, 7.96875, 7.71875, 8.0, 9.3125, 7.34375, 7.0, 7.6875, 9.1875, 9.0625, 7.5625, 4.5625, 8.25, 7.65625, 7.78125, 9.8125, 7.375, 7.875, 8.5625, 8.8125, 7.90625, 7.9375, 8.0625, 8.0625, 8.3125, 8.25, 7.59375, 8.375, 8.5, 7.84375, 8.1875, 4.90625, 7.625, 8.4375, 8.9375, 7.78125, 9.0, 5.28125, 8.0, 8.0, 8.25, 7.6875, 7.8125, 8.4375, 8.6875, 6.0625, 8.5625, 7.875, 8.3125, 8.125, 7.78125, 7.90625, 7.59375, 7.9375, 8.125, 8.25, 8.4375, 3.671875, 8.375, 7.34375, 4.53125, 8.8125, 7.9375, 9.3125, 8.4375, 8.25, 7.53125, 7.3125, 8.6875, 9.0, 8.3125, 8.0, 7.4375, 9.0625, 8.75, 7.875, 9.375, 7.25, 8.3125, 8.6875, 7.34375, 7.0625, 8.25, 8.625, 9.1875, 8.1875, 8.5, 7.75, 7.9375, 7.03125, 6.96875, 7.84375, 8.3125, 8.1875, 4.21875, 8.6875, 7.25, 8.0, 7.46875, 8.9375, 8.125, 7.90625, 7.65625, 8.5, 8.1875, 8.0625, 7.25, 8.375, 8.75, 9.5, 7.15625, 8.125, 4.25, 8.125, 8.625, 7.9375, 7.84375, 9.0625, 3.640625, 8.0, 7.96875, 7.8125, 7.9375, 6.46875, 8.125, 7.65625, 7.96875, 8.25, 7.90625, 7.6875, 8.0625, 8.5, 8.3125, 7.40625, 8.625, 7.96875, 8.0625, 9.3125, 7.75, 8.9375, 8.4375, 7.1875, 6.4375, 8.125, 4.25, 8.1875, 8.25, 4.09375, 8.3125, 7.8125, 8.3125, 8.1875, 8.8125, 7.71875, 7.5625, 6.9375, 7.21875, 7.90625, 8.0, 10.625, 7.90625, 7.875, 7.875, 8.0625, 8.1875, 6.5625, 8.5625, 8.0625, 7.65625, 8.375, 8.5, 8.3125, 9.0625, 8.1875, 8.0625, 8.3125, 4.1875, 7.8125, 8.375, 8.5625, 7.9375, 7.4375, 4.15625, 8.4375, 8.0625, 7.84375, 8.375, 7.96875, 6.21875, 8.0, 8.0, 8.6875, 7.5, 8.0, 8.375, 8.1875, 8.625, 8.125, 8.5, 7.96875, 9.0625, 8.25, 8.25, 8.0, 8.625, 8.0625, 4.25, 8.5, 8.3125, 7.90625, 7.3125, 7.21875, 6.96875, 6.375, 7.8125, 7.5, 7.9375, 8.375, 8.1875, 9.3125, 8.25, 4.71875, 8.0, 8.6875, 7.25, 8.5, 9.0625, 9.0625, 6.0625, 9.3125, 6.8125, 7.90625, 6.8125, -0.026978, 8.0, 7.90625, 8.5625, 7.875, 8.25, 8.1875, 8.25, 7.65625, 9.75, 9.375, 8.125, 8.5, 7.875, 8.5, 4.875, 7.9375, 8.0625, 7.78125, 7.4375, 8.5, 4.75, 5.03125, 7.8125, 8.625, 8.5625, 7.9375, 8.0625, 7.53125, 7.875, 8.1875, 7.78125, 4.9375, 8.0625, 8.25, 8.0625, 8.5, 8.6875, 8.25, 7.71875, 7.40625, 7.84375, 8.1875, -0.292969, 9.1875, 7.8125, 7.4375, 8.375, 8.4375, 8.1875, 8.125, 7.96875, 8.0, 8.3125, 7.375, 8.375, 8.75, 9.4375, 7.28125, 8.5, 4.34375, 7.6875, 8.0625, 7.65625, 8.125, 8.25, 8.3125, 4.46875, 8.125, 9.25, 8.375, 8.375, 7.84375, 7.65625, 8.75, 6.125, 7.875, 8.75, 7.5, 8.8125, 7.40625, 8.4375, 10.375, 7.90625, 7.84375, 7.9375, 8.8125, 9.125, 8.0625, 7.96875, 7.90625, 7.84375, 8.375, 7.78125, 8.625, 8.4375, 5.71875, 7.21875, 8.0, 7.9375, 7.875, 8.0625, 5.96875, 7.25, 8.125, 4.28125, 8.625, 8.4375, 7.875, 8.0625, 8.0625, 8.375, 7.9375, 7.75, 8.125, 8.0, 8.375, 7.75, 8.0625, 8.625, 7.6875, 7.9375, 8.75, 8.0625, 5.4375, 6.15625, 8.4375, 8.8125, 5.34375, 7.84375, 8.125, 8.125, 8.0, 7.46875, 8.75, 8.25, 8.3125, 8.25, 8.3125, 6.8125, 8.5625, 4.21875, 7.875, 8.4375, 8.3125, 8.5, 5.875, 7.9375, 8.375, 8.8125, 8.5625, 8.5625, 7.96875, 9.25, 7.96875, 7.75, 8.3125, 7.84375, 8.25, 6.78125, 8.4375, 7.625, 7.96875, 9.0, 6.78125, 8.1875, 7.90625, 7.59375, 7.75, 8.25, 7.75, 7.53125, 7.59375, 8.375, 7.875, 7.125, 8.5, 7.78125, 7.875, 8.75, 7.875, 8.5, 7.6875, 7.84375, 8.5, 7.78125, 8.0, 7.71875, 4.625, 7.9375, 7.5, 9.0, 8.125, 8.5625, 9.6875, 8.25, 8.8125, 8.25, 7.875, 8.5, 8.0, 7.65625, 7.8125, 4.1875, 7.5, 5.34375, 7.75, 8.1875, 7.6875, 8.625, 7.65625, 8.0, 7.625, 8.1875, 8.0, 7.75, 7.875, 8.25, 9.125, 7.6875, 7.3125, 5.53125, 7.875, 8.125, 8.625, 8.125, 8.125, 7.84375, 7.5, 8.0, 8.125, 7.90625, 7.78125, 8.25, 9.625, 8.5625, 8.5, 8.3125, 7.40625, 8.1875, 5.28125, 7.78125, 8.3125, 5.1875, 7.53125, 8.125, 8.25, 7.59375, 7.84375, 7.875, 8.4375, 8.4375, 8.4375, 7.9375, 8.6875, 7.6875, 3.984375, 8.0625, 8.0625, 7.75, 7.5625, 8.0, 8.6875, 7.90625, 7.78125, 7.8125, 7.875, 8.25, 8.0, 8.375, 7.96875, 7.96875, 8.0625, 4.3125, 7.59375, 7.59375, 8.25, 7.75, 8.5, 8.125, 7.65625, 8.125, 8.1875, 8.125, 7.78125, 8.0, 3.828125, 8.1875, 7.0, 7.4375, 7.6875, 8.4375, 8.125, 8.375, 8.875, 7.96875, 7.84375, 7.28125, 4.5, 7.78125, 7.78125, 8.0, 9.0, 7.25, 8.75, 8.25, 8.6875, 8.625, 8.0625, 7.625, 7.8125, 8.125, 8.0, 8.0625, 7.75, 8.1875, 8.5, 7.59375, 8.0625, 9.5625, 8.0625, 8.375, 8.5, 8.8125, 7.84375, 8.375, 8.25, 8.5, 7.71875, 8.5, 8.25, 8.0625, 8.125, 8.1875, 8.0625, 8.125, 7.625, 7.71875, 7.40625, 7.96875, 8.25, 8.625, 8.0625, 8.4375, 7.8125, 8.1875, 8.5625, 8.8125, 8.125, 8.625, 8.1875, 7.71875, 7.625, 8.3125, 7.875, 7.6875, 8.1875, 8.125, 8.4375, 7.875, 8.125, 8.5625, 8.0, 7.84375, 9.75, 8.125, 8.25, 7.65625, 4.4375, 8.0, 7.9375, 8.3125, 7.875, 7.8125, 8.6875, 7.90625, 7.5, 7.125, 8.0, 9.25, 8.125, 7.96875, 6.375, 4.1875, 7.8125, 7.75, 8.125, 8.5, 8.0625, 8.4375, 8.1875, 8.375, 8.875, 8.375, 6.59375, 7.84375, 7.5625, 8.0625, 7.34375, 8.125, 8.3125, 8.0, 7.65625, 7.96875, 5.9375, 8.0625, 4.5, 8.3125, 8.125, 8.875, 8.75, 8.0625, 4.125, 8.125, 8.875, 7.96875, 3.953125, 8.3125, 8.4375, 8.25, 7.75, 8.0, 8.625, 8.25, 7.6875, 7.96875, 9.5, 8.75, 8.25, 11.5, 7.71875, 8.0, 8.125, 5.59375, 7.78125, 7.625, 8.5, 8.4375, 8.1875, 7.6875, 4.4375, 8.375, 8.125, 7.28125, 8.125, 9.125, 8.5, 9.0625, 7.6875, 9.4375, 8.25, 8.3125, 9.1875, 8.0625, 7.5, 7.84375, 7.28125, 9.3125, 8.5, 8.8125, 8.1875, 7.65625, 7.78125, 8.125, 7.25, 8.125, 9.0625, 7.78125, 7.75, 7.34375, 7.84375, 8.625, 7.5625, 8.125, 6.0625, 7.9375, 7.6875, 7.78125, 8.0, 7.46875, 5.28125, 7.875, 7.03125, 8.0, 7.875, 8.5625, 7.75, 7.4375, 7.5, 8.0625, 7.625, 8.6875, 8.1875, 7.4375, 8.0, 9.25, 4.5, 8.3125, 5.53125, 8.0, 7.71875, 8.375, 7.8125, 8.375, 8.25, 7.90625, 8.875, 3.734375, 8.1875, 8.3125, 8.4375, 8.375, 7.0625, 7.5625, 8.25, 8.375, 7.96875, 9.1875, 7.78125, 7.96875, 8.5, 8.375, 10.0625, 8.4375, 7.90625, 7.96875, 7.78125, 8.375, 7.5625, 8.5, 8.0, 7.1875, 7.53125, 7.75, 8.4375, 9.8125, 7.4375, 8.5, 8.375, 8.5, 7.9375, 8.75, 8.0, 8.4375, 8.5625, 7.875, 8.9375, 8.8125, 7.75, 7.8125, 7.59375, 8.6875, 8.25, 8.25, 8.625, 6.3125, 5.84375, 8.0, 9.25, 8.375, 7.84375, 8.6875, 7.90625, 8.375, 7.65625, 8.5, 6.53125, 7.8125, 8.5625, 8.5625, 7.84375, 7.53125, 7.71875, 8.875, 7.9375, 11.75, 8.5, 3.921875, 8.8125, 7.71875, 4.125, 8.5, 8.125, 9.0, 7.375, 8.25, 5.59375, 7.875, 7.09375, 7.65625, 8.125, 8.0625, 7.40625, 8.1875, 8.75, 8.375, 7.34375, 9.0625, 7.9375, 8.5625, 7.46875, 8.0625, 7.75, 9.3125, 8.0, 8.625, 8.25, 8.3125, 9.375, 7.75, 7.71875, 8.9375, 8.1875, 8.6875, 7.375, 8.0, 8.25, 8.3125, 7.8125, 8.625, 8.25, 8.8125, 7.53125, 8.0625, 8.375, 8.0, 6.65625, 8.3125, 8.5, 8.25, 8.1875, 7.78125, 7.6875, 7.625, 8.1875, 8.8125, 7.96875, 8.125, 8.25, 7.75, 8.3125, 7.78125, 7.75, 8.0625, 9.25, 7.84375, 7.34375, 8.125, 12.125, 8.4375, 6.125, 8.625, 7.75, 8.875, 4.96875, 8.0625, 8.0, 2.9375, 7.65625, 8.3125, 5.53125, 7.9375, 8.5625, 8.5, 6.53125, 7.96875, 8.375, 3.96875, 8.5625, 8.125, 9.125, 8.1875, 8.1875, 8.0625, 7.53125, 8.5625, 7.84375, 8.4375, 8.0625, 8.9375, 8.375, 8.6875, 9.5625, 8.3125, 8.4375, 8.875, 8.5, 8.375, 7.375, 8.375, 7.71875, 6.90625, 8.25, 8.5, 8.0, 6.75, 7.25, 8.3125, 7.625, 8.4375, 8.4375, 8.5, 7.59375, 7.9375, 9.0625, 3.609375, 8.25, 8.0625, 8.25, 8.25, 4.375, 7.96875, 7.875, 8.5625, 7.6875, 7.75, 8.0625, 7.84375, 7.5, 8.5, 7.46875, 7.53125, 8.5, 8.3125, 7.90625, 7.8125, 8.9375, 8.25, 8.375, 8.3125, 6.875, 7.6875, 8.125, 7.875, 7.6875, 8.0625, 7.3125, 7.9375, 7.71875, 6.65625, 6.8125, 7.875, 8.0625, 7.59375, 8.1875, 9.0, 8.1875, 8.625, 8.375, 5.875, 7.65625, 7.65625, 7.34375, 4.4375, 8.0, 7.03125, 7.875, 7.4375, 9.4375, 7.40625, 9.125, 6.90625, 7.8125, 8.375, 7.90625, 8.9375, 10.5625, 8.375, 8.25, 8.9375, 8.1875, 8.375, 8.125, 7.6875, 8.1875, 8.625, 8.0625, 8.0, 6.84375, 8.0625, 8.125, 4.25, 8.1875, 7.9375, 8.0625, 8.625, 8.3125, 8.125, 7.90625, 8.125, 8.0625, 7.9375, 7.625, 8.125, 7.96875, 8.0625, 7.96875, 7.59375, 8.3125, 8.875, 7.90625, 7.65625, 7.1875, 8.125, 7.78125, 7.34375, 8.25, 7.875, 8.875, 8.0, 8.75, 7.5625, 8.375, 8.375, 8.0, 7.71875, 7.96875, 8.125, 8.0625, 7.9375, 6.78125, 7.6875, 8.3125, 7.78125, 8.625, 8.75, 7.875, 8.375, 8.5, 8.6875, 8.125, 8.4375, 8.3125, 7.625, 7.90625, 3.640625, 4.65625, 9.0, 7.5, 6.6875, 8.6875, 7.65625, 7.90625, 8.4375, 7.53125, 7.6875, 8.5, 7.96875, 8.125, 7.4375, 8.625, 7.90625, 7.875, 7.53125, 8.0625, 8.0625, 8.1875, 7.8125, 8.375, 7.78125, 8.0625, 8.3125, 6.0, 8.3125, 7.46875, 8.5, 8.875, 8.1875, 8.1875, 7.9375, 8.3125, 8.375, 7.5625, 7.46875, 8.375, 7.78125, 8.1875, 9.1875, 8.1875, 8.875, 9.0625, 8.375, 8.625, 8.25, 8.0, 8.4375, 8.125, 8.25, 8.625, 7.90625, 4.5, 9.875, 9.0, 8.25, 8.3125, 8.375, 8.125, 7.6875, 3.546875, 8.0, 7.90625, 8.375, 7.25, 8.1875, 3.953125, 8.5, 7.9375, 9.125, 9.0, 7.78125, 8.25, 7.53125, 8.3125, 7.59375, 8.5625, 9.0, 8.4375, 7.03125, 7.75, 7.71875, 7.96875, 7.875, 7.46875, 4.875, 8.25, 6.84375, 8.4375, 7.625, 8.9375, 8.1875, 8.4375, 8.375, 7.53125, 7.5625, 7.96875, 9.5625, 8.9375, 7.78125, 7.625, 8.5, 6.8125, 8.0, 8.125, 8.5, 4.0, 7.65625, 8.8125, 7.34375, 8.625, 8.0, 7.625, 7.8125, 8.375, 7.53125, 8.0, 8.125, 8.5, 0.066406, 8.3125, 8.25, 8.25, 7.6875, 9.0, 8.25, 8.0, 7.78125, 8.5, 6.40625, 3.6875, 8.375, 8.0625, 8.375, 8.6875, 8.0625, 7.96875, 8.125, 7.65625, 8.5, 7.84375, 7.59375, 8.75, 7.9375, 8.0, 8.0625, 8.5, 7.8125, 8.5625, 7.5625, 9.125, 7.46875, 7.6875, 8.125, 8.25, 8.25, 7.28125, 7.8125, 8.375, 8.75, 8.4375, 8.125, 5.71875, 8.0625, 8.125, 8.25, 9.25, 8.25, 8.9375, 6.9375, 7.21875, 8.125, 8.25, 6.6875, 7.96875, 6.90625, 7.96875, 8.4375, 7.6875, 8.625, 8.125, 7.59375, 8.4375, 7.40625, 4.25, 8.25, 7.8125, 8.0625, 8.8125, 8.0625, 8.375, 11.375, 8.3125, 8.0625, 7.8125, 7.65625, 8.125, 7.84375, 8.1875, 7.625, 7.5625, 6.5, 8.9375, 4.09375, 7.96875, 7.78125, 7.875, 7.25, 7.78125, 7.78125, 8.0625, 8.125, 7.59375, 8.0, 9.3125, 7.6875, 8.0625, 8.25, 8.6875, 7.3125, 7.5, 7.53125, 7.5, 7.34375, 8.6875, 4.46875, 7.53125, 8.3125, 8.125, 9.0625, 7.34375, 8.375, 10.4375, 7.71875, 9.6875, 8.0625, 8.125, 7.875, 8.1875, 8.3125, 7.75, 10.8125, 8.9375, 7.78125, 6.71875, 8.1875, 8.375, 8.6875, 7.96875, 7.875, 9.125, 8.0625, 8.125, 8.5, 8.5, 0.15625, 8.25, 7.0625, 8.5, 9.375, 8.5, 7.9375, 8.3125, 7.875, 7.6875, 8.375, 8.5, 5.09375, 8.125, 8.3125, 8.25, 4.4375, 7.03125, 8.0625, 7.5, 10.1875, 7.375, 8.75, 7.96875, 7.75, 8.375, 8.4375, 5.1875, 7.53125, 8.1875, 7.625, 7.96875, 3.9375, 8.3125, 8.5, 7.96875, 8.625, 8.5625, 3.390625, 8.1875, 7.78125, 7.46875, 4.6875, 8.0625, 8.0, 7.28125, 7.71875, 4.03125, 8.0, 4.28125, 4.53125, 9.0, 8.0625, 8.5625, 8.0625, 7.78125, 7.40625, 7.6875, 8.1875, 8.6875, 8.9375, 8.375, 8.5, 9.4375, 8.4375, 8.0625, 8.6875, 7.84375, 7.53125, 7.9375, 8.0625, 7.5, 8.5625, 12.0625, 8.5, 11.5, 8.125, 7.9375, 8.0, 7.875, 7.84375, 7.84375, 7.84375, 4.1875, 7.71875, 7.125, 7.96875, 8.375, 5.4375, 8.375, 7.5, 8.125, 7.875, 7.4375, 7.84375, 8.0, 7.75, 7.9375, 8.3125, 8.875, 8.625, 8.125, 7.90625, 8.6875, 7.5625, 7.71875, 8.5, 8.375, 7.9375, 7.59375, 8.25, 8.25, 8.25, 7.65625, 8.5625, 9.125, 3.390625, 8.25, 7.3125, 7.9375, 8.0, 8.0625, 8.375, 6.0, 7.71875, 8.125, 7.875, 7.46875, 8.3125, 8.5, 7.625, 8.0625, 8.0, 8.3125, 4.1875, 7.5625, 7.59375, 7.8125, 5.03125, 8.6875, 5.9375, 9.5, 6.46875, 7.9375, 8.875, 7.9375, 7.625, 7.8125, 4.875, 8.0625, 8.0, 8.0, 8.0625, 8.4375, 8.5, 7.875, 7.625, 8.375, 7.4375, 8.3125, 8.1875, 6.53125, 7.625, 8.625, 7.8125, 8.5, 8.125, 8.0625, 7.46875, 9.1875, 8.0625, 4.375, 8.375, 7.71875, 7.5625, 8.1875, 7.375, 7.6875, 5.4375, 8.1875, 8.0625, 8.125, 9.0, 7.875, 7.84375, 4.96875, 8.125, 7.9375, 8.25, 8.4375, 6.65625, 7.625, 7.9375, 8.1875, 8.1875, 8.1875, 8.8125, 8.3125, 7.78125, 6.6875, 8.25, 7.65625, 8.25, 8.0, 9.0625, 8.1875, 9.0625, 6.53125, 8.6875, 8.5625, 8.3125, 8.75, 7.625, 8.75, 8.625, 8.5, 8.1875, 7.78125, 8.625, 8.125, 8.1875, 8.25, 8.625, 7.9375, 7.5, 8.1875, 9.6875, 8.5, 7.6875, 8.0, 8.125, 8.0625, 8.6875, 8.3125, 7.90625, 8.0625, 4.15625, 10.0625, 7.9375, 6.15625, 6.3125, 8.3125, 7.3125, 8.0, 8.5, 6.40625, 7.4375, 7.84375, 7.90625, 8.125, 7.9375, 8.125, 8.0625, 8.4375, 7.75, 7.3125, 7.9375, 10.5, 7.3125, 8.0, 7.65625, 8.0625, 7.75, 9.4375, 7.78125, 4.5625, 8.3125, 8.125, 10.6875, 7.9375, 8.625, 8.0625, 8.5, 7.71875, 7.9375, 7.96875, 8.125, 8.3125, 7.59375, 8.1875, 8.3125, 5.6875, 8.3125, 9.875, 8.4375, 7.21875, 8.0625, 7.6875, 8.125, 8.1875, 4.28125, 8.3125, 7.8125, 8.25, 7.09375, 7.96875, 7.90625, 8.3125, 8.0, 7.96875, 9.0625, 8.25, 8.5, 7.78125, 8.3125, 8.1875, 7.625, 3.75, 7.875, 11.625, 8.1875, 8.0625, 8.9375, 8.5625, 8.0625, 8.0625, 8.125, 4.75, 7.75, 7.71875, 8.0, 8.375, 7.8125, 8.4375, 8.1875, 7.96875, 8.125, 8.875, 7.40625, 7.84375, 7.59375, 8.5625, 7.75, 8.0, 7.8125, 4.15625, 7.90625, 8.125, 8.375, 6.90625, 8.125, 7.59375, 8.4375, 6.96875, 7.84375, 8.5, 8.5, 6.375, 7.75, 8.0625, 7.625, 8.4375, 8.0, 8.0, 8.8125, 8.4375, 7.75, 7.8125, 8.875, 8.1875, 8.3125, 8.5625, 8.375, 3.984375, 8.1875, 8.25, 4.59375, 7.6875, 7.0625, 8.1875, 8.625, 8.9375, 8.125, 8.5, 8.625, 7.78125, 7.46875, 8.0625, 8.75, 7.09375, 11.375, 7.9375, 7.78125, 8.375, 8.8125, 4.25, 8.0, 7.6875, 7.40625, 7.84375, 7.15625, 7.5, 9.25, 7.59375, 8.0625, 7.84375, 9.1875, 8.0625, 8.125, 8.0625, 7.96875, 8.5, 8.0625, 6.875, 7.6875, 8.5, 7.9375, 8.625, 8.1875, 7.59375, 8.125, 7.875, 4.53125, 6.09375, 8.0625, 8.25, 7.90625, 7.90625, 7.96875, 8.5625, 7.40625, 8.25, 8.5625, 8.875, 8.875, 8.3125, 7.6875, 8.1875, 7.75, 7.75, 7.78125, 8.0, 7.6875, 8.0, 6.28125, 8.8125, 8.1875, 7.84375, 7.28125, 9.3125, 8.875, 7.46875, 7.90625, 5.4375, 7.75, 9.0, 7.84375, 8.5, 8.3125, 9.5625, 7.3125, 7.09375, 8.125, 7.46875, 7.4375, 8.6875, 7.96875, 9.75, 7.90625, 0.004944, 8.0625, 7.65625, 7.34375, 8.5, 8.125, 8.4375, 8.1875, 7.34375, 7.90625, 7.84375, 9.1875, 7.75, 8.4375, 7.71875, 8.375, 8.6875, 8.1875, 8.375, 9.0, 8.0, 8.125, 3.984375, 7.34375, 8.0625, 8.125, 8.5, 7.59375, 6.34375, 7.8125, 7.25, 7.84375, 8.375, 8.375, 7.875, 8.1875, 8.0, 7.625, 6.96875, 8.625, 7.9375, 8.1875, 7.9375, 8.375, 9.0625, 8.25, 8.3125, 9.1875, 8.0625, 8.1875, 8.25, 8.25, 8.4375, 7.96875, 8.5625, 7.71875, 7.375, 8.125, 8.125, 7.40625, 8.3125, 8.5625, 8.4375, 8.125, 5.5625, 8.0, 8.5625, 8.625, 8.125, 7.65625, 6.6875, 7.875, 8.0, 7.40625, 9.0, 8.125, 4.15625, 8.125, 8.125, 8.0625, 8.1875, 8.0625, 9.0, 7.78125, 8.1875, 8.0, 8.9375, 7.875, 9.125, 8.8125, 7.59375, 8.0, 8.25, 8.5625, 9.0625, 8.75, 8.25, 7.53125, 8.0, 8.5, 8.3125, 7.96875, 8.4375, 8.1875, 8.3125, 7.9375, 7.9375, 9.0625, 8.3125, 7.96875, 8.125, 8.3125, 8.875, 7.71875, 6.53125, 7.8125, 3.921875, 8.5625, 8.125, 7.96875, 8.375, 8.375, 8.25, 8.375, 8.0, 6.75, 7.3125, 7.78125, 8.5, 7.34375, 7.53125, 8.75, 8.75, 7.53125, 7.625, 8.25, 9.5, 7.875, 8.0625, 7.9375, 6.0625, 7.34375, 8.3125, 7.8125, 8.6875, 8.375, 8.25, 8.3125, 8.25, 7.9375, 9.1875, 4.4375, 7.8125, 7.6875, 8.3125, 7.53125, 8.0, 7.65625, 8.0625, 9.75, 7.84375, 6.46875, 8.25, 7.15625, 5.0625, 7.96875, 8.0625, 7.84375, 8.625, 7.78125, 7.625, 8.8125, 7.9375, 8.9375, 7.3125, 3.890625, 7.84375, 7.78125, 8.125, 11.6875, 8.25, 8.0625, 8.375, 7.28125, 7.65625, 7.78125, 8.375, 10.625, 8.375, 7.6875, 8.4375, 7.875, 9.25, 8.1875, 8.3125, 4.53125, 5.9375, 7.84375, 8.375, 8.9375, 7.90625, 8.875, 9.125, 7.46875, 8.625, 7.8125, 8.6875, 8.25, 7.75, 8.75, 7.40625, 8.5, 8.5, 5.875, 8.625, 4.03125, 7.34375, 8.625, 7.4375, 7.84375, 8.375, 7.9375, 7.03125, 8.5, 8.0625, 8.75, 8.125, 7.9375, 8.125, 7.78125, 7.90625, 8.375, 8.5, 8.25, 7.71875, 8.25, 7.6875, 7.875, 8.0, 7.28125, 6.84375, 8.4375, 10.375, 8.375, 4.15625, 8.0625, 8.1875, 7.9375, 8.1875, 7.71875, 8.125, 8.375, 8.0, 8.5, 9.25, 7.96875, 8.0625, 7.1875 ] } , "name": "onnx::Mul_11496", "outputIndexes": [ 6921 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6920, 6921 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "hidden_states", "outputIndexes": [ 6922 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6922 ] , "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ] , "dimType": "NCHW" } , "name": "/lm/lm_head/Linear/pre_reshape", "outputIndexes": [ 8301 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8301 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/lm/lm_head/Linear/pre_convert", "outputIndexes": [ 8302 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8302 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 262144, "inputCount": 2560, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 10485760, "has_scaleInt": false, "shapeInt32": true, "weightSize": 0 } , "external": [ 2483002746, 335544346, 83886080, 0, 0 ] } , "name": "/lm/lm_head/Linear", "outputIndexes": [ 8303 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8303 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/lm/lm_head/Linear/post_convert", "outputIndexes": [ 8304 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8304 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 262144 ] , "dimType": "NCHW" } , "name": "/lm/lm_head/Linear/post_reshape", "outputIndexes": [ 6923 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.033333 ] } , "name": "Const7306", "outputIndexes": [ 6924 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6923, 6924 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/lm/Div_output_0", "outputIndexes": [ 6925 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6925 ] , "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" } , "name": "/lm/Tanh_output_0", "outputIndexes": [ 6926 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 30.0 ] } , "name": "/lm/Constant_output_0", "outputIndexes": [ 6927 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6926, 6927 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "logits", "outputIndexes": [ 6928 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } ] , "outputName": [ "logits", "hidden_states" ] , "preferForwardType": "CPU", "sourceType": "ONNX", "tensorName": [ "position_ids", "ple_embeddings", "logits_index", "input_ids", "/Constant_14_output_0", "/Mul_2_output_0", "/Constant_8_output_0", "/blocks.0/Reshape_output_0", "/blocks.0/input_layernorm/Pow_output_0", "/blocks.0/input_layernorm/ReduceMean_output_0", "/per_layer_projection_norm/Constant_2_output_0", "/blocks.0/input_layernorm/Add_output_0", "/per_layer_projection_norm/Constant_3_output_0", "/blocks.0/input_layernorm/Pow_1_output_0", "/blocks.0/input_layernorm/Mul_output_0", "onnx::Mul_10539", "/blocks.0/input_layernorm/Mul_1_output_0", "/blocks.0/self_attn/q_proj/FakeLinear_output_0", "/blocks.0/self_attn/Shape_output_0", "Shape22", "Rank24", "BinaryOp26", "Unsqueeze27", "Const28", "BinaryOp29", "Unsqueeze30", "Unsqueeze32", "StridedSlice33", "Squeeze34", "BinaryOp36", "/blocks.0/self_attn/Gather_output_0", "onnx::Unsqueeze_1713", "/blocks.0/self_attn/Unsqueeze_output_0", "Unsqueeze46", "Unsqueeze49", "StridedSlice52", "Squeeze53", "BinaryOp54", "BinaryOp55", "/blocks.0/self_attn/Gather_1_output_0", "/blocks.0/self_attn/Unsqueeze_1_output_0", "/blocks.0/self_attn/Constant_3_output_0", "/blocks.0/self_attn/Constant_4_output_0", "/blocks.0/self_attn/Concat_output_0", "/blocks.0/self_attn/Reshape_output_0", "/blocks.0/self_attn/q_norm/Cast_output_0", "/blocks.0/self_attn/q_norm/Pow_output_0", "/blocks.0/self_attn/q_norm/ReduceMean_output_0", "/blocks.0/self_attn/q_norm/Add_output_0", "/blocks.0/self_attn/q_norm/Pow_1_output_0", "/blocks.0/self_attn/q_norm/Mul_output_0", "onnx::Mul_10542", "/blocks.0/self_attn/q_norm/Mul_1_output_0", "/rotary/Cast_output_0", "/rotary/Constant_output_0", "/rotary/Reshape_output_0", "/rotary/Constant_1_output_0", "/rotary/Mul_output_0", "/rotary/Cos_output_0", "/rotary/Unsqueeze_output_0", "/rotary/Sin_output_0", "/rotary/Unsqueeze_1_output_0", "/rotary/Concat_output_0", "/rotary/Concat_1_output_0", "/rotary/Constant_4_output_0", "/rotary/Unsqueeze_2_output_0", "/rotary/Unsqueeze_3_output_0", "Shape85", "Rank87", "BinaryOp89", "Unsqueeze90", "BinaryOp92", "Unsqueeze93", "StridedSlice96", "Squeeze97", "BinaryOp99", "/blocks.0/self_attn/Gather_2_output_0", "/blocks.0/self_attn/Mul_output_0", "/blocks.0/self_attn/Shape_2_output_0", "/blocks.0/self_attn/Constant_9_output_0", "Shape104", "Rank106", "BinaryOp108", "Unsqueeze109", "BinaryOp111", "Unsqueeze112", "StridedSlice115", "Squeeze116", "BinaryOp117", "BinaryOp118", "/blocks.0/self_attn/Gather_4_output_0", "/Constant_output_0", "/blocks.0/self_attn/Div_output_0", "/blocks.0/self_attn/Unsqueeze_7_output_0", "/blocks.0/self_attn/Constant_18_output_0", "/blocks.0/self_attn/Constant_12_output_0", "/blocks.0/self_attn/Slice_1_output_0", "/blocks.0/self_attn/Neg_output_0", "/blocks.0/self_attn/Unsqueeze_6_output_0", "/blocks.0/self_attn/Slice_output_0", "/blocks.0/self_attn/Concat_3_output_0", "Unsqueeze136", "Unsqueeze139", "StridedSlice142", "Squeeze143", "BinaryOp144", "BinaryOp145", "/blocks.0/self_attn/Gather_3_output_0", "/blocks.0/self_attn/Mul_1_output_0", "/blocks.0/self_attn/Add_output_0", "/blocks.0/self_attn/k_proj/FakeLinear_output_0", "/blocks.0/self_attn/Unsqueeze_2_output_0", "/blocks.0/self_attn/Unsqueeze_3_output_0", "/blocks.0/self_attn/Concat_1_output_0", "/blocks.0/self_attn/Reshape_1_output_0", "/blocks.0/self_attn/k_norm/Cast_output_0", "/blocks.0/self_attn/k_norm/Pow_output_0", "/blocks.0/self_attn/k_norm/ReduceMean_output_0", "/blocks.0/self_attn/k_norm/Add_output_0", "/blocks.0/self_attn/k_norm/Pow_1_output_0", "/blocks.0/self_attn/k_norm/Mul_output_0", "onnx::Mul_10547", "/blocks.0/self_attn/k_norm/Mul_1_output_0", "/blocks.0/self_attn/Mul_2_output_0", "/blocks.0/self_attn/Shape_3_output_0", "Shape164", "Rank166", "BinaryOp168", "Unsqueeze169", "BinaryOp171", "Unsqueeze172", "StridedSlice175", "Squeeze176", "BinaryOp177", "BinaryOp178", "/blocks.0/self_attn/Gather_5_output_0", "/blocks.0/self_attn/Div_1_output_0", "/blocks.0/self_attn/Unsqueeze_9_output_0", "/blocks.0/self_attn/Slice_3_output_0", "/blocks.0/self_attn/Neg_1_output_0", "/blocks.0/self_attn/Unsqueeze_8_output_0", "/blocks.0/self_attn/Slice_2_output_0", "/blocks.0/self_attn/Concat_4_output_0", "/blocks.0/self_attn/Mul_3_output_0", "/blocks.0/self_attn/Add_1_output_0", "/blocks.0/self_attn/v_proj/FakeLinear_output_0", "/blocks.0/self_attn/Unsqueeze_4_output_0", "/blocks.0/self_attn/Unsqueeze_5_output_0", "/blocks.0/self_attn/Concat_2_output_0", "/blocks.0/self_attn/Reshape_2_output_0", "/blocks.0/self_attn/v_norm/Cast_output_0", "/blocks.0/self_attn/v_norm/Pow_output_0", "/blocks.0/self_attn/v_norm/ReduceMean_output_0", "/blocks.0/self_attn/v_norm/Add_output_0", "/blocks.0/self_attn/v_norm/Pow_1_output_0", "/blocks.0/self_attn/v_norm/Mul_output_0", "attention_mask", "Shape202", "Rank204", "BinaryOp206", "Unsqueeze207", "BinaryOp209", "Unsqueeze210", "StridedSlice213", "Squeeze214", "BinaryOp215", "BinaryOp216", "/Gather_5_output_0", "/blocks.0/self_attn/fused_attn/FusedAttention_output_0", "/blocks.0/self_attn/o_proj/FakeLinear_output_0", "/blocks.0/post_attention_layernorm/Cast_output_0", "/blocks.0/post_attention_layernorm/Pow_output_0", "/blocks.0/post_attention_layernorm/ReduceMean_output_0", "/blocks.0/post_attention_layernorm/Add_output_0", "/blocks.0/post_attention_layernorm/Pow_1_output_0", "/blocks.0/post_attention_layernorm/Mul_output_0", "onnx::Mul_10560", "/blocks.0/post_attention_layernorm/Mul_1_output_0", "/blocks.0/Add_output_0", "/blocks.0/mlp/act_fn/Constant_3_output_0", "/blocks.0/pre_feedforward_layernorm/Pow_output_0", "/blocks.0/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.0/pre_feedforward_layernorm/Add_output_0", "/blocks.0/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.0/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_10561", "/blocks.0/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.0/mlp/gate_proj/FakeLinear_output_0", "/blocks.0/mlp/act_fn/Constant_2_output_0", "/blocks.0/mlp/act_fn/Constant_1_output_0", "/blocks.0/mlp/act_fn/Constant_output_0", "/blocks.0/mlp/act_fn/Mul_output_0", "/blocks.0/mlp/act_fn/Mul_1_output_0", "/blocks.0/mlp/act_fn/Mul_2_output_0", "/blocks.0/mlp/act_fn/Add_output_0", "/blocks.0/mlp/act_fn/Mul_3_output_0", "/blocks.0/mlp/act_fn/Tanh_output_0", "/blocks.0/mlp/act_fn/Add_1_output_0", "/blocks.0/mlp/act_fn/Mul_4_output_0", "/blocks.0/mlp/act_fn/Mul_5_output_0", "/blocks.0/mlp/up_proj/FakeLinear_output_0", "/blocks.0/mlp/Mul_output_0", "/blocks.0/mlp/down_proj/FakeLinear_output_0", "/blocks.0/post_feedforward_layernorm/Cast_output_0", "/blocks.0/post_feedforward_layernorm/Pow_output_0", "/blocks.0/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.0/post_feedforward_layernorm/Add_output_0", "/blocks.0/post_feedforward_layernorm/Pow_1_output_0", "/blocks.0/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_10562", "/blocks.0/post_feedforward_layernorm/Mul_1_output_0", "/blocks.0/Add_1_output_0", "/blocks.0/per_layer_input_gate/FakeLinear_output_0", "/blocks.0/act_fn/Mul_output_0", "/blocks.0/act_fn/Mul_1_output_0", "/blocks.0/act_fn/Mul_2_output_0", "/blocks.0/act_fn/Add_output_0", "/blocks.0/act_fn/Mul_3_output_0", "/blocks.0/act_fn/Tanh_output_0", "/blocks.0/act_fn/Add_1_output_0", "/blocks.0/act_fn/Mul_4_output_0", "/blocks.0/act_fn/Mul_5_output_0", "/Reshape_1_output_0", "/per_layer_model_projection/FakeLinear_output_0", "/Constant_9_output_0", "/Mul_output_0", "/Shape_3_output_0", "Shape277", "Rank279", "BinaryOp281", "Unsqueeze282", "BinaryOp284", "Unsqueeze285", "StridedSlice288", "Squeeze289", "BinaryOp291", "/Gather_3_output_0", "/Unsqueeze_3_output_0", "Unsqueeze299", "Unsqueeze302", "StridedSlice305", "Squeeze306", "BinaryOp307", "BinaryOp308", "/Gather_4_output_0", "/Unsqueeze_4_output_0", "/Constant_7_output_0", "/Shape_output_0", "Shape313", "Rank315", "BinaryOp317", "Unsqueeze318", "BinaryOp320", "Unsqueeze321", "StridedSlice324", "Squeeze325", "BinaryOp326", "BinaryOp327", "/Gather_output_0", "/Constant_2_output_0", "/Div_output_0", "/Unsqueeze_5_output_0", "/Concat_1_output_0", "/Reshape_2_output_0", "/per_layer_projection_norm/Cast_output_0", "/per_layer_projection_norm/Pow_output_0", "/per_layer_projection_norm/ReduceMean_output_0", "/per_layer_projection_norm/Add_output_0", "/per_layer_projection_norm/Pow_1_output_0", "/per_layer_projection_norm/Mul_output_0", "onnx::Mul_10538", "/per_layer_projection_norm/Mul_1_output_0", "Unsqueeze348", "Unsqueeze351", "StridedSlice354", "Squeeze355", "BinaryOp357", "/Gather_1_output_0", "/Unsqueeze_output_0", "Unsqueeze365", "Unsqueeze368", "StridedSlice371", "Squeeze372", "BinaryOp373", "BinaryOp374", "/Gather_2_output_0", "/Unsqueeze_1_output_0", "/Unsqueeze_2_output_0", "/Concat_output_0", "/Reshape_output_0", "/Add_output_0", "/Constant_13_output_0", "/Mul_1_output_0", "Shape383", "Rank385", "BinaryOp386", "BinaryOp387", "Unsqueeze388", "BinaryOp390", "Unsqueeze391", "StridedSlice394", "Squeeze395", "BinaryOp397", "/Gather_6_output_0", "/blocks.0/Mul_output_0", "/blocks.0/per_layer_projection/FakeLinear_output_0", "/blocks.0/post_per_layer_input_norm/Cast_output_0", "/blocks.0/post_per_layer_input_norm/Pow_output_0", "/blocks.0/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.0/post_per_layer_input_norm/Add_output_0", "/blocks.0/post_per_layer_input_norm/Pow_1_output_0", "/blocks.0/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_10563", "/blocks.0/post_per_layer_input_norm/Mul_1_output_0", "/blocks.0/Add_2_output_0", "/blocks.0/Constant_1_output_0", "/blocks.0/Mul_1_output_0", "/blocks.1/Reshape_output_0", "/blocks.1/input_layernorm/Pow_output_0", "/blocks.1/input_layernorm/ReduceMean_output_0", "/blocks.1/input_layernorm/Add_output_0", "/blocks.1/input_layernorm/Pow_1_output_0", "/blocks.1/input_layernorm/Mul_output_0", "onnx::Mul_10564", "/blocks.1/input_layernorm/Mul_1_output_0", "/blocks.1/self_attn/q_proj/FakeLinear_output_0", "/blocks.1/self_attn/Shape_output_0", "Shape422", "Rank424", "BinaryOp426", "Unsqueeze427", "BinaryOp429", "Unsqueeze430", "StridedSlice433", "Squeeze434", "BinaryOp436", "/blocks.1/self_attn/Gather_output_0", "/blocks.1/self_attn/Unsqueeze_output_0", "Unsqueeze444", "Unsqueeze447", "StridedSlice450", "Squeeze451", "BinaryOp452", "BinaryOp453", "/blocks.1/self_attn/Gather_1_output_0", "/blocks.1/self_attn/Unsqueeze_1_output_0", "/blocks.1/self_attn/Concat_output_0", "/blocks.1/self_attn/Reshape_output_0", "/blocks.1/self_attn/q_norm/Cast_output_0", "/blocks.1/self_attn/q_norm/Pow_output_0", "/blocks.1/self_attn/q_norm/ReduceMean_output_0", "/blocks.1/self_attn/q_norm/Add_output_0", "/blocks.1/self_attn/q_norm/Pow_1_output_0", "/blocks.1/self_attn/q_norm/Mul_output_0", "onnx::Mul_10567", "/blocks.1/self_attn/q_norm/Mul_1_output_0", "/blocks.1/self_attn/Mul_output_0", "/blocks.1/self_attn/Shape_2_output_0", "Shape468", "Rank470", "BinaryOp472", "Unsqueeze473", "BinaryOp475", "Unsqueeze476", "StridedSlice479", "Squeeze480", "BinaryOp481", "BinaryOp482", "/blocks.1/self_attn/Gather_2_output_0", "/blocks.1/self_attn/Div_output_0", "/blocks.1/self_attn/Unsqueeze_7_output_0", "/blocks.1/self_attn/Slice_1_output_0", "/blocks.1/self_attn/Neg_output_0", "/blocks.1/self_attn/Unsqueeze_6_output_0", "/blocks.1/self_attn/Slice_output_0", "/blocks.1/self_attn/Concat_3_output_0", "/blocks.1/self_attn/Mul_1_output_0", "/blocks.1/self_attn/Add_output_0", "/blocks.1/self_attn/k_proj/FakeLinear_output_0", "/blocks.1/self_attn/Unsqueeze_2_output_0", "/blocks.1/self_attn/Unsqueeze_3_output_0", "/blocks.1/self_attn/Concat_1_output_0", "/blocks.1/self_attn/Reshape_1_output_0", "/blocks.1/self_attn/k_norm/Cast_output_0", "/blocks.1/self_attn/k_norm/Pow_output_0", "/blocks.1/self_attn/k_norm/ReduceMean_output_0", "/blocks.1/self_attn/k_norm/Add_output_0", "/blocks.1/self_attn/k_norm/Pow_1_output_0", "/blocks.1/self_attn/k_norm/Mul_output_0", "onnx::Mul_10572", "/blocks.1/self_attn/k_norm/Mul_1_output_0", "/blocks.1/self_attn/Mul_2_output_0", "/blocks.1/self_attn/Shape_3_output_0", "Shape509", "Rank511", "BinaryOp513", "Unsqueeze514", "BinaryOp516", "Unsqueeze517", "StridedSlice520", "Squeeze521", "BinaryOp522", "BinaryOp523", "/blocks.1/self_attn/Gather_3_output_0", "/blocks.1/self_attn/Div_1_output_0", "/blocks.1/self_attn/Unsqueeze_9_output_0", "/blocks.1/self_attn/Slice_3_output_0", "/blocks.1/self_attn/Neg_1_output_0", "/blocks.1/self_attn/Unsqueeze_8_output_0", "/blocks.1/self_attn/Slice_2_output_0", "/blocks.1/self_attn/Concat_4_output_0", "/blocks.1/self_attn/Mul_3_output_0", "/blocks.1/self_attn/Add_1_output_0", "/blocks.1/self_attn/v_proj/FakeLinear_output_0", "/blocks.1/self_attn/Unsqueeze_4_output_0", "/blocks.1/self_attn/Unsqueeze_5_output_0", "/blocks.1/self_attn/Concat_2_output_0", "/blocks.1/self_attn/Reshape_2_output_0", "/blocks.1/self_attn/v_norm/Cast_output_0", "/blocks.1/self_attn/v_norm/Pow_output_0", "/blocks.1/self_attn/v_norm/ReduceMean_output_0", "/blocks.1/self_attn/v_norm/Add_output_0", "/blocks.1/self_attn/v_norm/Pow_1_output_0", "/blocks.1/self_attn/v_norm/Mul_output_0", "/blocks.1/self_attn/fused_attn/FusedAttention_output_0", "/blocks.1/self_attn/o_proj/FakeLinear_output_0", "/blocks.1/post_attention_layernorm/Cast_output_0", "/blocks.1/post_attention_layernorm/Pow_output_0", "/blocks.1/post_attention_layernorm/ReduceMean_output_0", "/blocks.1/post_attention_layernorm/Add_output_0", "/blocks.1/post_attention_layernorm/Pow_1_output_0", "/blocks.1/post_attention_layernorm/Mul_output_0", "onnx::Mul_10585", "/blocks.1/post_attention_layernorm/Mul_1_output_0", "/blocks.1/Add_output_0", "/blocks.1/pre_feedforward_layernorm/Pow_output_0", "/blocks.1/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.1/pre_feedforward_layernorm/Add_output_0", "/blocks.1/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.1/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_10586", "/blocks.1/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.1/mlp/gate_proj/FakeLinear_output_0", "/blocks.1/mlp/act_fn/Mul_output_0", "/blocks.1/mlp/act_fn/Mul_1_output_0", "/blocks.1/mlp/act_fn/Mul_2_output_0", "/blocks.1/mlp/act_fn/Add_output_0", "/blocks.1/mlp/act_fn/Mul_3_output_0", "/blocks.1/mlp/act_fn/Tanh_output_0", "/blocks.1/mlp/act_fn/Add_1_output_0", "/blocks.1/mlp/act_fn/Mul_4_output_0", "/blocks.1/mlp/act_fn/Mul_5_output_0", "/blocks.1/mlp/up_proj/FakeLinear_output_0", "/blocks.1/mlp/Mul_output_0", "/blocks.1/mlp/down_proj/FakeLinear_output_0", "/blocks.1/post_feedforward_layernorm/Cast_output_0", "/blocks.1/post_feedforward_layernorm/Pow_output_0", "/blocks.1/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.1/post_feedforward_layernorm/Add_output_0", "/blocks.1/post_feedforward_layernorm/Pow_1_output_0", "/blocks.1/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_10587", "/blocks.1/post_feedforward_layernorm/Mul_1_output_0", "/blocks.1/Add_1_output_0", "/blocks.1/per_layer_input_gate/FakeLinear_output_0", "/blocks.1/act_fn/Mul_output_0", "/blocks.1/act_fn/Mul_1_output_0", "/blocks.1/act_fn/Mul_2_output_0", "/blocks.1/act_fn/Add_output_0", "/blocks.1/act_fn/Mul_3_output_0", "/blocks.1/act_fn/Tanh_output_0", "/blocks.1/act_fn/Add_1_output_0", "/blocks.1/act_fn/Mul_4_output_0", "/blocks.1/act_fn/Mul_5_output_0", "Unsqueeze601", "Unsqueeze604", "StridedSlice607", "Squeeze608", "BinaryOp609", "BinaryOp610", "/Gather_7_output_0", "/blocks.1/Mul_output_0", "/blocks.1/per_layer_projection/FakeLinear_output_0", "/blocks.1/post_per_layer_input_norm/Cast_output_0", "/blocks.1/post_per_layer_input_norm/Pow_output_0", "/blocks.1/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.1/post_per_layer_input_norm/Add_output_0", "/blocks.1/post_per_layer_input_norm/Pow_1_output_0", "/blocks.1/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_10588", "/blocks.1/post_per_layer_input_norm/Mul_1_output_0", "/blocks.1/Add_2_output_0", "/blocks.1/Constant_1_output_0", "/blocks.1/Mul_1_output_0", "/blocks.2/Reshape_output_0", "/blocks.2/input_layernorm/Pow_output_0", "/blocks.2/input_layernorm/ReduceMean_output_0", "/blocks.2/input_layernorm/Add_output_0", "/blocks.2/input_layernorm/Pow_1_output_0", "/blocks.2/input_layernorm/Mul_output_0", "onnx::Mul_10589", "/blocks.2/input_layernorm/Mul_1_output_0", "/blocks.2/self_attn/q_proj/FakeLinear_output_0", "/blocks.2/self_attn/Shape_output_0", "Shape635", "Rank637", "BinaryOp639", "Unsqueeze640", "BinaryOp642", "Unsqueeze643", "StridedSlice646", "Squeeze647", "BinaryOp649", "/blocks.2/self_attn/Gather_output_0", "/blocks.2/self_attn/Unsqueeze_output_0", "Unsqueeze657", "Unsqueeze660", "StridedSlice663", "Squeeze664", "BinaryOp665", "BinaryOp666", "/blocks.2/self_attn/Gather_1_output_0", "/blocks.2/self_attn/Unsqueeze_1_output_0", "/blocks.2/self_attn/Concat_output_0", "/blocks.2/self_attn/Reshape_output_0", "/blocks.2/self_attn/q_norm/Cast_output_0", "/blocks.2/self_attn/q_norm/Pow_output_0", "/blocks.2/self_attn/q_norm/ReduceMean_output_0", "/blocks.2/self_attn/q_norm/Add_output_0", "/blocks.2/self_attn/q_norm/Pow_1_output_0", "/blocks.2/self_attn/q_norm/Mul_output_0", "onnx::Mul_10592", "/blocks.2/self_attn/q_norm/Mul_1_output_0", "/blocks.2/self_attn/Mul_output_0", "/blocks.2/self_attn/Shape_2_output_0", "Shape681", "Rank683", "BinaryOp685", "Unsqueeze686", "BinaryOp688", "Unsqueeze689", "StridedSlice692", "Squeeze693", "BinaryOp694", "BinaryOp695", "/blocks.2/self_attn/Gather_2_output_0", "/blocks.2/self_attn/Div_output_0", "/blocks.2/self_attn/Unsqueeze_7_output_0", "/blocks.2/self_attn/Slice_1_output_0", "/blocks.2/self_attn/Neg_output_0", "/blocks.2/self_attn/Unsqueeze_6_output_0", "/blocks.2/self_attn/Slice_output_0", "/blocks.2/self_attn/Concat_3_output_0", "/blocks.2/self_attn/Mul_1_output_0", "/blocks.2/self_attn/Add_output_0", "/blocks.2/self_attn/k_proj/FakeLinear_output_0", "/blocks.2/self_attn/Unsqueeze_2_output_0", "/blocks.2/self_attn/Unsqueeze_3_output_0", "/blocks.2/self_attn/Concat_1_output_0", "/blocks.2/self_attn/Reshape_1_output_0", "/blocks.2/self_attn/k_norm/Cast_output_0", "/blocks.2/self_attn/k_norm/Pow_output_0", "/blocks.2/self_attn/k_norm/ReduceMean_output_0", "/blocks.2/self_attn/k_norm/Add_output_0", "/blocks.2/self_attn/k_norm/Pow_1_output_0", "/blocks.2/self_attn/k_norm/Mul_output_0", "onnx::Mul_10597", "/blocks.2/self_attn/k_norm/Mul_1_output_0", "/blocks.2/self_attn/Mul_2_output_0", "/blocks.2/self_attn/Shape_3_output_0", "Shape722", "Rank724", "BinaryOp726", "Unsqueeze727", "BinaryOp729", "Unsqueeze730", "StridedSlice733", "Squeeze734", "BinaryOp735", "BinaryOp736", "/blocks.2/self_attn/Gather_3_output_0", "/blocks.2/self_attn/Div_1_output_0", "/blocks.2/self_attn/Unsqueeze_9_output_0", "/blocks.2/self_attn/Slice_3_output_0", "/blocks.2/self_attn/Neg_1_output_0", "/blocks.2/self_attn/Unsqueeze_8_output_0", "/blocks.2/self_attn/Slice_2_output_0", "/blocks.2/self_attn/Concat_4_output_0", "/blocks.2/self_attn/Mul_3_output_0", "/blocks.2/self_attn/Add_1_output_0", "/blocks.2/self_attn/v_proj/FakeLinear_output_0", "/blocks.2/self_attn/Unsqueeze_4_output_0", "/blocks.2/self_attn/Unsqueeze_5_output_0", "/blocks.2/self_attn/Concat_2_output_0", "/blocks.2/self_attn/Reshape_2_output_0", "/blocks.2/self_attn/v_norm/Cast_output_0", "/blocks.2/self_attn/v_norm/Pow_output_0", "/blocks.2/self_attn/v_norm/ReduceMean_output_0", "/blocks.2/self_attn/v_norm/Add_output_0", "/blocks.2/self_attn/v_norm/Pow_1_output_0", "/blocks.2/self_attn/v_norm/Mul_output_0", "/blocks.2/self_attn/fused_attn/FusedAttention_output_0", "/blocks.2/self_attn/o_proj/FakeLinear_output_0", "/blocks.2/post_attention_layernorm/Cast_output_0", "/blocks.2/post_attention_layernorm/Pow_output_0", "/blocks.2/post_attention_layernorm/ReduceMean_output_0", "/blocks.2/post_attention_layernorm/Add_output_0", "/blocks.2/post_attention_layernorm/Pow_1_output_0", "/blocks.2/post_attention_layernorm/Mul_output_0", "onnx::Mul_10610", "/blocks.2/post_attention_layernorm/Mul_1_output_0", "/blocks.2/Add_output_0", "/blocks.2/pre_feedforward_layernorm/Pow_output_0", "/blocks.2/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.2/pre_feedforward_layernorm/Add_output_0", "/blocks.2/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.2/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_10611", "/blocks.2/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.2/mlp/gate_proj/FakeLinear_output_0", "/blocks.2/mlp/act_fn/Mul_output_0", "/blocks.2/mlp/act_fn/Mul_1_output_0", "/blocks.2/mlp/act_fn/Mul_2_output_0", "/blocks.2/mlp/act_fn/Add_output_0", "/blocks.2/mlp/act_fn/Mul_3_output_0", "/blocks.2/mlp/act_fn/Tanh_output_0", "/blocks.2/mlp/act_fn/Add_1_output_0", "/blocks.2/mlp/act_fn/Mul_4_output_0", "/blocks.2/mlp/act_fn/Mul_5_output_0", "/blocks.2/mlp/up_proj/FakeLinear_output_0", "/blocks.2/mlp/Mul_output_0", "/blocks.2/mlp/down_proj/FakeLinear_output_0", "/blocks.2/post_feedforward_layernorm/Cast_output_0", "/blocks.2/post_feedforward_layernorm/Pow_output_0", "/blocks.2/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.2/post_feedforward_layernorm/Add_output_0", "/blocks.2/post_feedforward_layernorm/Pow_1_output_0", "/blocks.2/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_10612", "/blocks.2/post_feedforward_layernorm/Mul_1_output_0", "/blocks.2/Add_1_output_0", "/blocks.2/per_layer_input_gate/FakeLinear_output_0", "/blocks.2/act_fn/Mul_output_0", "/blocks.2/act_fn/Mul_1_output_0", "/blocks.2/act_fn/Mul_2_output_0", "/blocks.2/act_fn/Add_output_0", "/blocks.2/act_fn/Mul_3_output_0", "/blocks.2/act_fn/Tanh_output_0", "/blocks.2/act_fn/Add_1_output_0", "/blocks.2/act_fn/Mul_4_output_0", "/blocks.2/act_fn/Mul_5_output_0", "Unsqueeze814", "Unsqueeze817", "StridedSlice820", "Squeeze821", "BinaryOp822", "BinaryOp823", "/Gather_8_output_0", "/blocks.2/Mul_output_0", "/blocks.2/per_layer_projection/FakeLinear_output_0", "/blocks.2/post_per_layer_input_norm/Cast_output_0", "/blocks.2/post_per_layer_input_norm/Pow_output_0", "/blocks.2/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.2/post_per_layer_input_norm/Add_output_0", "/blocks.2/post_per_layer_input_norm/Pow_1_output_0", "/blocks.2/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_10613", "/blocks.2/post_per_layer_input_norm/Mul_1_output_0", "/blocks.2/Add_2_output_0", "/blocks.2/Constant_1_output_0", "/blocks.2/Mul_1_output_0", "/blocks.3/Reshape_output_0", "/blocks.3/input_layernorm/Pow_output_0", "/blocks.3/input_layernorm/ReduceMean_output_0", "/blocks.3/input_layernorm/Add_output_0", "/blocks.3/input_layernorm/Pow_1_output_0", "/blocks.3/input_layernorm/Mul_output_0", "onnx::Mul_10614", "/blocks.3/input_layernorm/Mul_1_output_0", "/blocks.3/self_attn/q_proj/FakeLinear_output_0", "/blocks.3/self_attn/Shape_output_0", "Shape848", "Rank850", "BinaryOp852", "Unsqueeze853", "BinaryOp855", "Unsqueeze856", "StridedSlice859", "Squeeze860", "BinaryOp862", "/blocks.3/self_attn/Gather_output_0", "/blocks.3/self_attn/Unsqueeze_output_0", "Unsqueeze870", "Unsqueeze873", "StridedSlice876", "Squeeze877", "BinaryOp878", "BinaryOp879", "/blocks.3/self_attn/Gather_1_output_0", "/blocks.3/self_attn/Unsqueeze_1_output_0", "/blocks.3/self_attn/Concat_output_0", "/blocks.3/self_attn/Reshape_output_0", "/blocks.3/self_attn/q_norm/Cast_output_0", "/blocks.3/self_attn/q_norm/Pow_output_0", "/blocks.3/self_attn/q_norm/ReduceMean_output_0", "/blocks.3/self_attn/q_norm/Add_output_0", "/blocks.3/self_attn/q_norm/Pow_1_output_0", "/blocks.3/self_attn/q_norm/Mul_output_0", "onnx::Mul_10617", "/blocks.3/self_attn/q_norm/Mul_1_output_0", "/blocks.3/self_attn/Mul_output_0", "/blocks.3/self_attn/Shape_2_output_0", "Shape894", "Rank896", "BinaryOp898", "Unsqueeze899", "BinaryOp901", "Unsqueeze902", "StridedSlice905", "Squeeze906", "BinaryOp907", "BinaryOp908", "/blocks.3/self_attn/Gather_2_output_0", "/blocks.3/self_attn/Div_output_0", "/blocks.3/self_attn/Unsqueeze_7_output_0", "/blocks.3/self_attn/Slice_1_output_0", "/blocks.3/self_attn/Neg_output_0", "/blocks.3/self_attn/Unsqueeze_6_output_0", "/blocks.3/self_attn/Slice_output_0", "/blocks.3/self_attn/Concat_3_output_0", "/blocks.3/self_attn/Mul_1_output_0", "/blocks.3/self_attn/Add_output_0", "/blocks.3/self_attn/k_proj/FakeLinear_output_0", "/blocks.3/self_attn/Unsqueeze_2_output_0", "/blocks.3/self_attn/Unsqueeze_3_output_0", "/blocks.3/self_attn/Concat_1_output_0", "/blocks.3/self_attn/Reshape_1_output_0", "/blocks.3/self_attn/k_norm/Cast_output_0", "/blocks.3/self_attn/k_norm/Pow_output_0", "/blocks.3/self_attn/k_norm/ReduceMean_output_0", "/blocks.3/self_attn/k_norm/Add_output_0", "/blocks.3/self_attn/k_norm/Pow_1_output_0", "/blocks.3/self_attn/k_norm/Mul_output_0", "onnx::Mul_10622", "/blocks.3/self_attn/k_norm/Mul_1_output_0", "/blocks.3/self_attn/Mul_2_output_0", "/blocks.3/self_attn/Shape_3_output_0", "Shape935", "Rank937", "BinaryOp939", "Unsqueeze940", "BinaryOp942", "Unsqueeze943", "StridedSlice946", "Squeeze947", "BinaryOp948", "BinaryOp949", "/blocks.3/self_attn/Gather_3_output_0", "/blocks.3/self_attn/Div_1_output_0", "/blocks.3/self_attn/Unsqueeze_9_output_0", "/blocks.3/self_attn/Slice_3_output_0", "/blocks.3/self_attn/Neg_1_output_0", "/blocks.3/self_attn/Unsqueeze_8_output_0", "/blocks.3/self_attn/Slice_2_output_0", "/blocks.3/self_attn/Concat_4_output_0", "/blocks.3/self_attn/Mul_3_output_0", "/blocks.3/self_attn/Add_1_output_0", "/blocks.3/self_attn/v_proj/FakeLinear_output_0", "/blocks.3/self_attn/Unsqueeze_4_output_0", "/blocks.3/self_attn/Unsqueeze_5_output_0", "/blocks.3/self_attn/Concat_2_output_0", "/blocks.3/self_attn/Reshape_2_output_0", "/blocks.3/self_attn/v_norm/Cast_output_0", "/blocks.3/self_attn/v_norm/Pow_output_0", "/blocks.3/self_attn/v_norm/ReduceMean_output_0", "/blocks.3/self_attn/v_norm/Add_output_0", "/blocks.3/self_attn/v_norm/Pow_1_output_0", "/blocks.3/self_attn/v_norm/Mul_output_0", "/blocks.3/self_attn/fused_attn/FusedAttention_output_0", "/blocks.3/self_attn/o_proj/FakeLinear_output_0", "/blocks.3/post_attention_layernorm/Cast_output_0", "/blocks.3/post_attention_layernorm/Pow_output_0", "/blocks.3/post_attention_layernorm/ReduceMean_output_0", "/blocks.3/post_attention_layernorm/Add_output_0", "/blocks.3/post_attention_layernorm/Pow_1_output_0", "/blocks.3/post_attention_layernorm/Mul_output_0", "onnx::Mul_10635", "/blocks.3/post_attention_layernorm/Mul_1_output_0", "/blocks.3/Add_output_0", "/blocks.3/pre_feedforward_layernorm/Pow_output_0", "/blocks.3/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.3/pre_feedforward_layernorm/Add_output_0", "/blocks.3/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.3/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_10636", "/blocks.3/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.3/mlp/gate_proj/FakeLinear_output_0", "/blocks.3/mlp/act_fn/Mul_output_0", "/blocks.3/mlp/act_fn/Mul_1_output_0", "/blocks.3/mlp/act_fn/Mul_2_output_0", "/blocks.3/mlp/act_fn/Add_output_0", "/blocks.3/mlp/act_fn/Mul_3_output_0", "/blocks.3/mlp/act_fn/Tanh_output_0", "/blocks.3/mlp/act_fn/Add_1_output_0", "/blocks.3/mlp/act_fn/Mul_4_output_0", "/blocks.3/mlp/act_fn/Mul_5_output_0", "/blocks.3/mlp/up_proj/FakeLinear_output_0", "/blocks.3/mlp/Mul_output_0", "/blocks.3/mlp/down_proj/FakeLinear_output_0", "/blocks.3/post_feedforward_layernorm/Cast_output_0", "/blocks.3/post_feedforward_layernorm/Pow_output_0", "/blocks.3/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.3/post_feedforward_layernorm/Add_output_0", "/blocks.3/post_feedforward_layernorm/Pow_1_output_0", "/blocks.3/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_10637", "/blocks.3/post_feedforward_layernorm/Mul_1_output_0", "/blocks.3/Add_1_output_0", "/blocks.3/per_layer_input_gate/FakeLinear_output_0", "/blocks.3/act_fn/Mul_output_0", "/blocks.3/act_fn/Mul_1_output_0", "/blocks.3/act_fn/Mul_2_output_0", "/blocks.3/act_fn/Add_output_0", "/blocks.3/act_fn/Mul_3_output_0", "/blocks.3/act_fn/Tanh_output_0", "/blocks.3/act_fn/Add_1_output_0", "/blocks.3/act_fn/Mul_4_output_0", "/blocks.3/act_fn/Mul_5_output_0", "Unsqueeze1027", "Unsqueeze1030", "StridedSlice1033", "Squeeze1034", "BinaryOp1035", "BinaryOp1036", "/Gather_9_output_0", "/blocks.3/Mul_output_0", "/blocks.3/per_layer_projection/FakeLinear_output_0", "/blocks.3/post_per_layer_input_norm/Cast_output_0", "/blocks.3/post_per_layer_input_norm/Pow_output_0", "/blocks.3/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.3/post_per_layer_input_norm/Add_output_0", "/blocks.3/post_per_layer_input_norm/Pow_1_output_0", "/blocks.3/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_10638", "/blocks.3/post_per_layer_input_norm/Mul_1_output_0", "/blocks.3/Add_2_output_0", "/blocks.3/Constant_1_output_0", "/blocks.3/Mul_1_output_0", "/blocks.4/Reshape_output_0", "/blocks.4/input_layernorm/Pow_output_0", "/blocks.4/input_layernorm/ReduceMean_output_0", "/blocks.4/input_layernorm/Add_output_0", "/blocks.4/input_layernorm/Pow_1_output_0", "/blocks.4/input_layernorm/Mul_output_0", "onnx::Mul_10639", "/blocks.4/input_layernorm/Mul_1_output_0", "/blocks.4/self_attn/q_proj/FakeLinear_output_0", "/blocks.4/self_attn/Shape_output_0", "Shape1061", "Rank1063", "BinaryOp1065", "Unsqueeze1066", "BinaryOp1068", "Unsqueeze1069", "StridedSlice1072", "Squeeze1073", "BinaryOp1075", "/blocks.4/self_attn/Gather_output_0", "/blocks.4/self_attn/Unsqueeze_output_0", "Unsqueeze1083", "Unsqueeze1086", "StridedSlice1089", "Squeeze1090", "BinaryOp1091", "BinaryOp1092", "/blocks.4/self_attn/Gather_1_output_0", "/blocks.4/self_attn/Unsqueeze_1_output_0", "/blocks.4/self_attn/Concat_output_0", "/blocks.4/self_attn/Reshape_output_0", "/blocks.4/self_attn/q_norm/Cast_output_0", "/blocks.4/self_attn/q_norm/Pow_output_0", "/blocks.4/self_attn/q_norm/ReduceMean_output_0", "/blocks.4/self_attn/q_norm/Add_output_0", "/blocks.4/self_attn/q_norm/Pow_1_output_0", "/blocks.4/self_attn/q_norm/Mul_output_0", "onnx::Mul_10642", "/blocks.4/self_attn/q_norm/Mul_1_output_0", "/blocks.4/self_attn/Mul_output_0", "/blocks.4/self_attn/Shape_2_output_0", "Shape1107", "Rank1109", "BinaryOp1111", "Unsqueeze1112", "BinaryOp1114", "Unsqueeze1115", "StridedSlice1118", "Squeeze1119", "BinaryOp1120", "BinaryOp1121", "/blocks.4/self_attn/Gather_2_output_0", "/blocks.4/self_attn/Div_output_0", "/blocks.4/self_attn/Unsqueeze_7_output_0", "/blocks.4/self_attn/Slice_1_output_0", "/blocks.4/self_attn/Neg_output_0", "/blocks.4/self_attn/Unsqueeze_6_output_0", "/blocks.4/self_attn/Slice_output_0", "/blocks.4/self_attn/Concat_3_output_0", "/blocks.4/self_attn/Mul_1_output_0", "/blocks.4/self_attn/Add_output_0", "/blocks.4/self_attn/k_proj/FakeLinear_output_0", "/blocks.4/self_attn/Unsqueeze_2_output_0", "/blocks.4/self_attn/Unsqueeze_3_output_0", "/blocks.4/self_attn/Concat_1_output_0", "/blocks.4/self_attn/Reshape_1_output_0", "/blocks.4/self_attn/k_norm/Cast_output_0", "/blocks.4/self_attn/k_norm/Pow_output_0", "/blocks.4/self_attn/k_norm/ReduceMean_output_0", "/blocks.4/self_attn/k_norm/Add_output_0", "/blocks.4/self_attn/k_norm/Pow_1_output_0", "/blocks.4/self_attn/k_norm/Mul_output_0", "onnx::Mul_10647", "/blocks.4/self_attn/k_norm/Mul_1_output_0", "/blocks.4/self_attn/Mul_2_output_0", "/blocks.4/self_attn/Shape_3_output_0", "Shape1148", "Rank1150", "BinaryOp1152", "Unsqueeze1153", "BinaryOp1155", "Unsqueeze1156", "StridedSlice1159", "Squeeze1160", "BinaryOp1161", "BinaryOp1162", "/blocks.4/self_attn/Gather_3_output_0", "/blocks.4/self_attn/Div_1_output_0", "/blocks.4/self_attn/Unsqueeze_9_output_0", "/blocks.4/self_attn/Slice_3_output_0", "/blocks.4/self_attn/Neg_1_output_0", "/blocks.4/self_attn/Unsqueeze_8_output_0", "/blocks.4/self_attn/Slice_2_output_0", "/blocks.4/self_attn/Concat_4_output_0", "/blocks.4/self_attn/Mul_3_output_0", "/blocks.4/self_attn/Add_1_output_0", "/blocks.4/self_attn/v_proj/FakeLinear_output_0", "/blocks.4/self_attn/Unsqueeze_4_output_0", "/blocks.4/self_attn/Unsqueeze_5_output_0", "/blocks.4/self_attn/Concat_2_output_0", "/blocks.4/self_attn/Reshape_2_output_0", "/blocks.4/self_attn/v_norm/Cast_output_0", "/blocks.4/self_attn/v_norm/Pow_output_0", "/blocks.4/self_attn/v_norm/ReduceMean_output_0", "/blocks.4/self_attn/v_norm/Add_output_0", "/blocks.4/self_attn/v_norm/Pow_1_output_0", "/blocks.4/self_attn/v_norm/Mul_output_0", "/blocks.4/self_attn/fused_attn/FusedAttention_output_0", "/blocks.4/self_attn/o_proj/FakeLinear_output_0", "/blocks.4/post_attention_layernorm/Cast_output_0", "/blocks.4/post_attention_layernorm/Pow_output_0", "/blocks.4/post_attention_layernorm/ReduceMean_output_0", "/blocks.4/post_attention_layernorm/Add_output_0", "/blocks.4/post_attention_layernorm/Pow_1_output_0", "/blocks.4/post_attention_layernorm/Mul_output_0", "onnx::Mul_10660", "/blocks.4/post_attention_layernorm/Mul_1_output_0", "/blocks.4/Add_output_0", "/blocks.4/pre_feedforward_layernorm/Pow_output_0", "/blocks.4/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.4/pre_feedforward_layernorm/Add_output_0", "/blocks.4/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.4/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_10661", "/blocks.4/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.4/mlp/gate_proj/FakeLinear_output_0", "/blocks.4/mlp/act_fn/Mul_output_0", "/blocks.4/mlp/act_fn/Mul_1_output_0", "/blocks.4/mlp/act_fn/Mul_2_output_0", "/blocks.4/mlp/act_fn/Add_output_0", "/blocks.4/mlp/act_fn/Mul_3_output_0", "/blocks.4/mlp/act_fn/Tanh_output_0", "/blocks.4/mlp/act_fn/Add_1_output_0", "/blocks.4/mlp/act_fn/Mul_4_output_0", "/blocks.4/mlp/act_fn/Mul_5_output_0", "/blocks.4/mlp/up_proj/FakeLinear_output_0", "/blocks.4/mlp/Mul_output_0", "/blocks.4/mlp/down_proj/FakeLinear_output_0", "/blocks.4/post_feedforward_layernorm/Cast_output_0", "/blocks.4/post_feedforward_layernorm/Pow_output_0", "/blocks.4/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.4/post_feedforward_layernorm/Add_output_0", "/blocks.4/post_feedforward_layernorm/Pow_1_output_0", "/blocks.4/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_10662", "/blocks.4/post_feedforward_layernorm/Mul_1_output_0", "/blocks.4/Add_1_output_0", "/blocks.4/per_layer_input_gate/FakeLinear_output_0", "/blocks.4/act_fn/Mul_output_0", "/blocks.4/act_fn/Mul_1_output_0", "/blocks.4/act_fn/Mul_2_output_0", "/blocks.4/act_fn/Add_output_0", "/blocks.4/act_fn/Mul_3_output_0", "/blocks.4/act_fn/Tanh_output_0", "/blocks.4/act_fn/Add_1_output_0", "/blocks.4/act_fn/Mul_4_output_0", "/blocks.4/act_fn/Mul_5_output_0", "/Constant_15_output_0", "Unsqueeze1241", "Unsqueeze1244", "StridedSlice1247", "Squeeze1248", "BinaryOp1249", "BinaryOp1250", "/Gather_10_output_0", "/blocks.4/Mul_output_0", "/blocks.4/per_layer_projection/FakeLinear_output_0", "/blocks.4/post_per_layer_input_norm/Cast_output_0", "/blocks.4/post_per_layer_input_norm/Pow_output_0", "/blocks.4/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.4/post_per_layer_input_norm/Add_output_0", "/blocks.4/post_per_layer_input_norm/Pow_1_output_0", "/blocks.4/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_10663", "/blocks.4/post_per_layer_input_norm/Mul_1_output_0", "/blocks.4/Add_2_output_0", "/blocks.4/Constant_1_output_0", "/blocks.4/Mul_1_output_0", "/blocks.5/Reshape_output_0", "/blocks.5/input_layernorm/Pow_output_0", "/blocks.5/input_layernorm/ReduceMean_output_0", "/blocks.5/input_layernorm/Add_output_0", "/blocks.5/input_layernorm/Pow_1_output_0", "/blocks.5/input_layernorm/Mul_output_0", "onnx::Mul_10664", "/blocks.5/input_layernorm/Mul_1_output_0", "/blocks.5/self_attn/q_proj/FakeLinear_output_0", "/blocks.5/self_attn/Shape_output_0", "Shape1275", "Rank1277", "BinaryOp1279", "Unsqueeze1280", "BinaryOp1282", "Unsqueeze1283", "StridedSlice1286", "Squeeze1287", "BinaryOp1289", "/blocks.5/self_attn/Gather_output_0", "/blocks.5/self_attn/Unsqueeze_output_0", "Unsqueeze1297", "Unsqueeze1300", "StridedSlice1303", "Squeeze1304", "BinaryOp1305", "BinaryOp1306", "/blocks.5/self_attn/Gather_1_output_0", "/blocks.5/self_attn/Unsqueeze_1_output_0", "/blocks.5/self_attn/Constant_3_output_0", "/blocks.5/self_attn/Concat_output_0", "/blocks.5/self_attn/Reshape_output_0", "/blocks.5/self_attn/q_norm/Cast_output_0", "/blocks.5/self_attn/q_norm/Pow_output_0", "/blocks.5/self_attn/q_norm/ReduceMean_output_0", "/blocks.5/self_attn/q_norm/Add_output_0", "/blocks.5/self_attn/q_norm/Pow_1_output_0", "/blocks.5/self_attn/q_norm/Mul_output_0", "onnx::Mul_10667", "/blocks.5/self_attn/q_norm/Mul_1_output_0", "/rotary_full/Constant_output_0", "/rotary_full/Mul_output_0", "/rotary_full/Cos_output_0", "/rotary_full/Unsqueeze_output_0", "/rotary_full/Sin_output_0", "/rotary_full/Unsqueeze_1_output_0", "/rotary_full/Concat_output_0", "/rotary_full/Concat_1_output_0", "/rotary_full/Unsqueeze_2_output_0", "/rotary_full/Unsqueeze_3_output_0", "Shape1330", "Rank1332", "BinaryOp1334", "Unsqueeze1335", "BinaryOp1337", "Unsqueeze1338", "StridedSlice1341", "Squeeze1342", "BinaryOp1344", "/blocks.5/self_attn/Gather_2_output_0", "/blocks.5/self_attn/Shape_2_output_0", "Shape1347", "Rank1349", "BinaryOp1351", "Unsqueeze1352", "BinaryOp1354", "Unsqueeze1355", "StridedSlice1358", "Squeeze1359", "BinaryOp1360", "BinaryOp1361", "/blocks.5/self_attn/Gather_4_output_0", "/blocks.5/self_attn/Unsqueeze_6_output_0", "/blocks.5/self_attn/Slice_output_0", "/blocks.5/self_attn/Mul_output_0", "/blocks.5/self_attn/Shape_3_output_0", "Shape1367", "Rank1369", "BinaryOp1371", "Unsqueeze1372", "BinaryOp1374", "Unsqueeze1375", "StridedSlice1378", "Squeeze1379", "BinaryOp1380", "BinaryOp1381", "/blocks.5/self_attn/Gather_5_output_0", "/blocks.5/self_attn/Div_output_0", "/blocks.5/self_attn/Unsqueeze_9_output_0", "/blocks.5/self_attn/Slice_3_output_0", "/blocks.5/self_attn/Neg_output_0", "/blocks.5/self_attn/Unsqueeze_8_output_0", "/blocks.5/self_attn/Slice_2_output_0", "/blocks.5/self_attn/Concat_3_output_0", "Unsqueeze1396", "Unsqueeze1399", "StridedSlice1402", "Squeeze1403", "BinaryOp1404", "BinaryOp1405", "/blocks.5/self_attn/Gather_3_output_0", "/blocks.5/self_attn/Mul_1_output_0", "/blocks.5/self_attn/Add_output_0", "/blocks.5/self_attn/Unsqueeze_7_output_0", "/blocks.5/self_attn/Slice_1_output_0", "/blocks.5/self_attn/Concat_4_output_0", "/blocks.5/self_attn/k_proj/FakeLinear_output_0", "/blocks.5/self_attn/Unsqueeze_2_output_0", "/blocks.5/self_attn/Unsqueeze_3_output_0", "/blocks.5/self_attn/Concat_1_output_0", "/blocks.5/self_attn/Reshape_1_output_0", "/blocks.5/self_attn/k_norm/Cast_output_0", "/blocks.5/self_attn/k_norm/Pow_output_0", "/blocks.5/self_attn/k_norm/ReduceMean_output_0", "/blocks.5/self_attn/k_norm/Add_output_0", "/blocks.5/self_attn/k_norm/Pow_1_output_0", "/blocks.5/self_attn/k_norm/Mul_output_0", "onnx::Mul_10672", "/blocks.5/self_attn/k_norm/Mul_1_output_0", "/blocks.5/self_attn/Unsqueeze_10_output_0", "/blocks.5/self_attn/Slice_4_output_0", "/blocks.5/self_attn/Mul_2_output_0", "/blocks.5/self_attn/Shape_4_output_0", "Shape1429", "Rank1431", "BinaryOp1433", "Unsqueeze1434", "BinaryOp1436", "Unsqueeze1437", "StridedSlice1440", "Squeeze1441", "BinaryOp1442", "BinaryOp1443", "/blocks.5/self_attn/Gather_6_output_0", "/blocks.5/self_attn/Div_1_output_0", "/blocks.5/self_attn/Unsqueeze_13_output_0", "/blocks.5/self_attn/Slice_7_output_0", "/blocks.5/self_attn/Neg_1_output_0", "/blocks.5/self_attn/Unsqueeze_12_output_0", "/blocks.5/self_attn/Slice_6_output_0", "/blocks.5/self_attn/Concat_5_output_0", "/blocks.5/self_attn/Mul_3_output_0", "/blocks.5/self_attn/Add_1_output_0", "/blocks.5/self_attn/Unsqueeze_11_output_0", "/blocks.5/self_attn/Slice_5_output_0", "/blocks.5/self_attn/Concat_6_output_0", "/blocks.5/self_attn/v_proj/FakeLinear_output_0", "/blocks.5/self_attn/Unsqueeze_4_output_0", "/blocks.5/self_attn/Unsqueeze_5_output_0", "/blocks.5/self_attn/Concat_2_output_0", "/blocks.5/self_attn/Reshape_2_output_0", "/blocks.5/self_attn/v_norm/Cast_output_0", "/blocks.5/self_attn/v_norm/Pow_output_0", "/blocks.5/self_attn/v_norm/ReduceMean_output_0", "/blocks.5/self_attn/v_norm/Add_output_0", "/blocks.5/self_attn/v_norm/Pow_1_output_0", "/blocks.5/self_attn/v_norm/Mul_output_0", "Unsqueeze1474", "Unsqueeze1477", "StridedSlice1480", "Squeeze1481", "BinaryOp1483", "/Gather_11_output_0", "/blocks.5/self_attn/fused_attn/FusedAttention_output_0", "/blocks.5/self_attn/o_proj/FakeLinear_output_0", "/blocks.5/post_attention_layernorm/Cast_output_0", "/blocks.5/post_attention_layernorm/Pow_output_0", "/blocks.5/post_attention_layernorm/ReduceMean_output_0", "/blocks.5/post_attention_layernorm/Add_output_0", "/blocks.5/post_attention_layernorm/Pow_1_output_0", "/blocks.5/post_attention_layernorm/Mul_output_0", "onnx::Mul_10697", "/blocks.5/post_attention_layernorm/Mul_1_output_0", "/blocks.5/Add_output_0", "/blocks.5/pre_feedforward_layernorm/Pow_output_0", "/blocks.5/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.5/pre_feedforward_layernorm/Add_output_0", "/blocks.5/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.5/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_10698", "/blocks.5/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.5/mlp/gate_proj/FakeLinear_output_0", "/blocks.5/mlp/act_fn/Mul_output_0", "/blocks.5/mlp/act_fn/Mul_1_output_0", "/blocks.5/mlp/act_fn/Mul_2_output_0", "/blocks.5/mlp/act_fn/Add_output_0", "/blocks.5/mlp/act_fn/Mul_3_output_0", "/blocks.5/mlp/act_fn/Tanh_output_0", "/blocks.5/mlp/act_fn/Add_1_output_0", "/blocks.5/mlp/act_fn/Mul_4_output_0", "/blocks.5/mlp/act_fn/Mul_5_output_0", "/blocks.5/mlp/up_proj/FakeLinear_output_0", "/blocks.5/mlp/Mul_output_0", "/blocks.5/mlp/down_proj/FakeLinear_output_0", "/blocks.5/post_feedforward_layernorm/Cast_output_0", "/blocks.5/post_feedforward_layernorm/Pow_output_0", "/blocks.5/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.5/post_feedforward_layernorm/Add_output_0", "/blocks.5/post_feedforward_layernorm/Pow_1_output_0", "/blocks.5/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_10699", "/blocks.5/post_feedforward_layernorm/Mul_1_output_0", "/blocks.5/Add_1_output_0", "/blocks.5/per_layer_input_gate/FakeLinear_output_0", "/blocks.5/act_fn/Mul_output_0", "/blocks.5/act_fn/Mul_1_output_0", "/blocks.5/act_fn/Mul_2_output_0", "/blocks.5/act_fn/Add_output_0", "/blocks.5/act_fn/Mul_3_output_0", "/blocks.5/act_fn/Tanh_output_0", "/blocks.5/act_fn/Add_1_output_0", "/blocks.5/act_fn/Mul_4_output_0", "/blocks.5/act_fn/Mul_5_output_0", "/Constant_16_output_0", "Unsqueeze1541", "Unsqueeze1544", "StridedSlice1547", "Squeeze1548", "BinaryOp1549", "BinaryOp1550", "/Gather_12_output_0", "/blocks.5/Mul_output_0", "/blocks.5/per_layer_projection/FakeLinear_output_0", "/blocks.5/post_per_layer_input_norm/Cast_output_0", "/blocks.5/post_per_layer_input_norm/Pow_output_0", "/blocks.5/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.5/post_per_layer_input_norm/Add_output_0", "/blocks.5/post_per_layer_input_norm/Pow_1_output_0", "/blocks.5/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_10700", "/blocks.5/post_per_layer_input_norm/Mul_1_output_0", "/blocks.5/Add_2_output_0", "/blocks.5/Constant_1_output_0", "/blocks.5/Mul_1_output_0", "/blocks.6/Reshape_output_0", "/blocks.6/input_layernorm/Pow_output_0", "/blocks.6/input_layernorm/ReduceMean_output_0", "/blocks.6/input_layernorm/Add_output_0", "/blocks.6/input_layernorm/Pow_1_output_0", "/blocks.6/input_layernorm/Mul_output_0", "onnx::Mul_10701", "/blocks.6/input_layernorm/Mul_1_output_0", "/blocks.6/self_attn/q_proj/FakeLinear_output_0", "/blocks.6/self_attn/Shape_output_0", "Shape1575", "Rank1577", "BinaryOp1579", "Unsqueeze1580", "BinaryOp1582", "Unsqueeze1583", "StridedSlice1586", "Squeeze1587", "BinaryOp1589", "/blocks.6/self_attn/Gather_output_0", "/blocks.6/self_attn/Unsqueeze_output_0", "Unsqueeze1597", "Unsqueeze1600", "StridedSlice1603", "Squeeze1604", "BinaryOp1605", "BinaryOp1606", "/blocks.6/self_attn/Gather_1_output_0", "/blocks.6/self_attn/Unsqueeze_1_output_0", "/blocks.6/self_attn/Concat_output_0", "/blocks.6/self_attn/Reshape_output_0", "/blocks.6/self_attn/q_norm/Cast_output_0", "/blocks.6/self_attn/q_norm/Pow_output_0", "/blocks.6/self_attn/q_norm/ReduceMean_output_0", "/blocks.6/self_attn/q_norm/Add_output_0", "/blocks.6/self_attn/q_norm/Pow_1_output_0", "/blocks.6/self_attn/q_norm/Mul_output_0", "/blocks.6/self_attn/q_norm/Mul_1_output_0", "/blocks.6/self_attn/Mul_output_0", "/blocks.6/self_attn/Shape_2_output_0", "Shape1621", "Rank1623", "BinaryOp1625", "Unsqueeze1626", "BinaryOp1628", "Unsqueeze1629", "StridedSlice1632", "Squeeze1633", "BinaryOp1634", "BinaryOp1635", "/blocks.6/self_attn/Gather_2_output_0", "/blocks.6/self_attn/Div_output_0", "/blocks.6/self_attn/Unsqueeze_7_output_0", "/blocks.6/self_attn/Slice_1_output_0", "/blocks.6/self_attn/Neg_output_0", "/blocks.6/self_attn/Unsqueeze_6_output_0", "/blocks.6/self_attn/Slice_output_0", "/blocks.6/self_attn/Concat_3_output_0", "/blocks.6/self_attn/Mul_1_output_0", "/blocks.6/self_attn/Add_output_0", "/blocks.6/self_attn/k_proj/FakeLinear_output_0", "/blocks.6/self_attn/Unsqueeze_2_output_0", "/blocks.6/self_attn/Unsqueeze_3_output_0", "/blocks.6/self_attn/Concat_1_output_0", "/blocks.6/self_attn/Reshape_1_output_0", "/blocks.6/self_attn/k_norm/Cast_output_0", "/blocks.6/self_attn/k_norm/Pow_output_0", "/blocks.6/self_attn/k_norm/ReduceMean_output_0", "/blocks.6/self_attn/k_norm/Add_output_0", "/blocks.6/self_attn/k_norm/Pow_1_output_0", "/blocks.6/self_attn/k_norm/Mul_output_0", "onnx::Mul_10709", "/blocks.6/self_attn/k_norm/Mul_1_output_0", "/blocks.6/self_attn/Mul_2_output_0", "/blocks.6/self_attn/Shape_3_output_0", "Shape1662", "Rank1664", "BinaryOp1666", "Unsqueeze1667", "BinaryOp1669", "Unsqueeze1670", "StridedSlice1673", "Squeeze1674", "BinaryOp1675", "BinaryOp1676", "/blocks.6/self_attn/Gather_3_output_0", "/blocks.6/self_attn/Div_1_output_0", "/blocks.6/self_attn/Unsqueeze_9_output_0", "/blocks.6/self_attn/Slice_3_output_0", "/blocks.6/self_attn/Neg_1_output_0", "/blocks.6/self_attn/Unsqueeze_8_output_0", "/blocks.6/self_attn/Slice_2_output_0", "/blocks.6/self_attn/Concat_4_output_0", "/blocks.6/self_attn/Mul_3_output_0", "/blocks.6/self_attn/Add_1_output_0", "/blocks.6/self_attn/v_proj/FakeLinear_output_0", "/blocks.6/self_attn/Unsqueeze_4_output_0", "/blocks.6/self_attn/Unsqueeze_5_output_0", "/blocks.6/self_attn/Concat_2_output_0", "/blocks.6/self_attn/Reshape_2_output_0", "/blocks.6/self_attn/v_norm/Cast_output_0", "/blocks.6/self_attn/v_norm/Pow_output_0", "/blocks.6/self_attn/v_norm/ReduceMean_output_0", "/blocks.6/self_attn/v_norm/Add_output_0", "/blocks.6/self_attn/v_norm/Pow_1_output_0", "/blocks.6/self_attn/v_norm/Mul_output_0", "/blocks.6/self_attn/fused_attn/FusedAttention_output_0", "/blocks.6/self_attn/o_proj/FakeLinear_output_0", "/blocks.6/post_attention_layernorm/Cast_output_0", "/blocks.6/post_attention_layernorm/Pow_output_0", "/blocks.6/post_attention_layernorm/ReduceMean_output_0", "/blocks.6/post_attention_layernorm/Add_output_0", "/blocks.6/post_attention_layernorm/Pow_1_output_0", "/blocks.6/post_attention_layernorm/Mul_output_0", "onnx::Mul_10722", "/blocks.6/post_attention_layernorm/Mul_1_output_0", "/blocks.6/Add_output_0", "/blocks.6/pre_feedforward_layernorm/Pow_output_0", "/blocks.6/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.6/pre_feedforward_layernorm/Add_output_0", "/blocks.6/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.6/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_10723", "/blocks.6/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.6/mlp/gate_proj/FakeLinear_output_0", "/blocks.6/mlp/act_fn/Mul_output_0", "/blocks.6/mlp/act_fn/Mul_1_output_0", "/blocks.6/mlp/act_fn/Mul_2_output_0", "/blocks.6/mlp/act_fn/Add_output_0", "/blocks.6/mlp/act_fn/Mul_3_output_0", "/blocks.6/mlp/act_fn/Tanh_output_0", "/blocks.6/mlp/act_fn/Add_1_output_0", "/blocks.6/mlp/act_fn/Mul_4_output_0", "/blocks.6/mlp/act_fn/Mul_5_output_0", "/blocks.6/mlp/up_proj/FakeLinear_output_0", "/blocks.6/mlp/Mul_output_0", "/blocks.6/mlp/down_proj/FakeLinear_output_0", "/blocks.6/post_feedforward_layernorm/Cast_output_0", "/blocks.6/post_feedforward_layernorm/Pow_output_0", "/blocks.6/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.6/post_feedforward_layernorm/Add_output_0", "/blocks.6/post_feedforward_layernorm/Pow_1_output_0", "/blocks.6/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_10724", "/blocks.6/post_feedforward_layernorm/Mul_1_output_0", "/blocks.6/Add_1_output_0", "/blocks.6/per_layer_input_gate/FakeLinear_output_0", "/blocks.6/act_fn/Mul_output_0", "/blocks.6/act_fn/Mul_1_output_0", "/blocks.6/act_fn/Mul_2_output_0", "/blocks.6/act_fn/Add_output_0", "/blocks.6/act_fn/Mul_3_output_0", "/blocks.6/act_fn/Tanh_output_0", "/blocks.6/act_fn/Add_1_output_0", "/blocks.6/act_fn/Mul_4_output_0", "/blocks.6/act_fn/Mul_5_output_0", "/per_layer_projection_norm/Constant_output_0", "Unsqueeze1755", "Unsqueeze1758", "StridedSlice1761", "Squeeze1762", "BinaryOp1763", "BinaryOp1764", "/Gather_13_output_0", "/blocks.6/Mul_output_0", "/blocks.6/per_layer_projection/FakeLinear_output_0", "/blocks.6/post_per_layer_input_norm/Cast_output_0", "/blocks.6/post_per_layer_input_norm/Pow_output_0", "/blocks.6/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.6/post_per_layer_input_norm/Add_output_0", "/blocks.6/post_per_layer_input_norm/Pow_1_output_0", "/blocks.6/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_10725", "/blocks.6/post_per_layer_input_norm/Mul_1_output_0", "/blocks.6/Add_2_output_0", "/blocks.6/Constant_1_output_0", "/blocks.6/Mul_1_output_0", "/blocks.7/Reshape_output_0", "/blocks.7/input_layernorm/Pow_output_0", "/blocks.7/input_layernorm/ReduceMean_output_0", "/blocks.7/input_layernorm/Add_output_0", "/blocks.7/input_layernorm/Pow_1_output_0", "/blocks.7/input_layernorm/Mul_output_0", "onnx::Mul_10726", "/blocks.7/input_layernorm/Mul_1_output_0", "/blocks.7/self_attn/q_proj/FakeLinear_output_0", "/blocks.7/self_attn/Shape_output_0", "Shape1789", "Rank1791", "BinaryOp1793", "Unsqueeze1794", "BinaryOp1796", "Unsqueeze1797", "StridedSlice1800", "Squeeze1801", "BinaryOp1803", "/blocks.7/self_attn/Gather_output_0", "/blocks.7/self_attn/Unsqueeze_output_0", "Unsqueeze1811", "Unsqueeze1814", "StridedSlice1817", "Squeeze1818", "BinaryOp1819", "BinaryOp1820", "/blocks.7/self_attn/Gather_1_output_0", "/blocks.7/self_attn/Unsqueeze_1_output_0", "/blocks.7/self_attn/Concat_output_0", "/blocks.7/self_attn/Reshape_output_0", "/blocks.7/self_attn/q_norm/Cast_output_0", "/blocks.7/self_attn/q_norm/Pow_output_0", "/blocks.7/self_attn/q_norm/ReduceMean_output_0", "/blocks.7/self_attn/q_norm/Add_output_0", "/blocks.7/self_attn/q_norm/Pow_1_output_0", "/blocks.7/self_attn/q_norm/Mul_output_0", "onnx::Mul_10729", "/blocks.7/self_attn/q_norm/Mul_1_output_0", "/blocks.7/self_attn/Mul_output_0", "/blocks.7/self_attn/Shape_2_output_0", "Shape1835", "Rank1837", "BinaryOp1839", "Unsqueeze1840", "BinaryOp1842", "Unsqueeze1843", "StridedSlice1846", "Squeeze1847", "BinaryOp1848", "BinaryOp1849", "/blocks.7/self_attn/Gather_2_output_0", "/blocks.7/self_attn/Div_output_0", "/blocks.7/self_attn/Unsqueeze_7_output_0", "/blocks.7/self_attn/Slice_1_output_0", "/blocks.7/self_attn/Neg_output_0", "/blocks.7/self_attn/Unsqueeze_6_output_0", "/blocks.7/self_attn/Slice_output_0", "/blocks.7/self_attn/Concat_3_output_0", "/blocks.7/self_attn/Mul_1_output_0", "/blocks.7/self_attn/Add_output_0", "/blocks.7/self_attn/k_proj/FakeLinear_output_0", "/blocks.7/self_attn/Unsqueeze_2_output_0", "/blocks.7/self_attn/Unsqueeze_3_output_0", "/blocks.7/self_attn/Concat_1_output_0", "/blocks.7/self_attn/Reshape_1_output_0", "/blocks.7/self_attn/k_norm/Cast_output_0", "/blocks.7/self_attn/k_norm/Pow_output_0", "/blocks.7/self_attn/k_norm/ReduceMean_output_0", "/blocks.7/self_attn/k_norm/Add_output_0", "/blocks.7/self_attn/k_norm/Pow_1_output_0", "/blocks.7/self_attn/k_norm/Mul_output_0", "/blocks.7/self_attn/k_norm/Mul_1_output_0", "/blocks.7/self_attn/Mul_2_output_0", "/blocks.7/self_attn/Shape_3_output_0", "Shape1876", "Rank1878", "BinaryOp1880", "Unsqueeze1881", "BinaryOp1883", "Unsqueeze1884", "StridedSlice1887", "Squeeze1888", "BinaryOp1889", "BinaryOp1890", "/blocks.7/self_attn/Gather_3_output_0", "/blocks.7/self_attn/Div_1_output_0", "/blocks.7/self_attn/Unsqueeze_9_output_0", "/blocks.7/self_attn/Slice_3_output_0", "/blocks.7/self_attn/Neg_1_output_0", "/blocks.7/self_attn/Unsqueeze_8_output_0", "/blocks.7/self_attn/Slice_2_output_0", "/blocks.7/self_attn/Concat_4_output_0", "/blocks.7/self_attn/Mul_3_output_0", "/blocks.7/self_attn/Add_1_output_0", "/blocks.7/self_attn/v_proj/FakeLinear_output_0", "/blocks.7/self_attn/Unsqueeze_4_output_0", "/blocks.7/self_attn/Unsqueeze_5_output_0", "/blocks.7/self_attn/Concat_2_output_0", "/blocks.7/self_attn/Reshape_2_output_0", "/blocks.7/self_attn/v_norm/Cast_output_0", "/blocks.7/self_attn/v_norm/Pow_output_0", "/blocks.7/self_attn/v_norm/ReduceMean_output_0", "/blocks.7/self_attn/v_norm/Add_output_0", "/blocks.7/self_attn/v_norm/Pow_1_output_0", "/blocks.7/self_attn/v_norm/Mul_output_0", "/blocks.7/self_attn/fused_attn/FusedAttention_output_0", "/blocks.7/self_attn/o_proj/FakeLinear_output_0", "/blocks.7/post_attention_layernorm/Cast_output_0", "/blocks.7/post_attention_layernorm/Pow_output_0", "/blocks.7/post_attention_layernorm/ReduceMean_output_0", "/blocks.7/post_attention_layernorm/Add_output_0", "/blocks.7/post_attention_layernorm/Pow_1_output_0", "/blocks.7/post_attention_layernorm/Mul_output_0", "onnx::Mul_10747", "/blocks.7/post_attention_layernorm/Mul_1_output_0", "/blocks.7/Add_output_0", "/blocks.7/pre_feedforward_layernorm/Pow_output_0", "/blocks.7/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.7/pre_feedforward_layernorm/Add_output_0", "/blocks.7/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.7/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_10748", "/blocks.7/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.7/mlp/gate_proj/FakeLinear_output_0", "/blocks.7/mlp/act_fn/Mul_output_0", "/blocks.7/mlp/act_fn/Mul_1_output_0", "/blocks.7/mlp/act_fn/Mul_2_output_0", "/blocks.7/mlp/act_fn/Add_output_0", "/blocks.7/mlp/act_fn/Mul_3_output_0", "/blocks.7/mlp/act_fn/Tanh_output_0", "/blocks.7/mlp/act_fn/Add_1_output_0", "/blocks.7/mlp/act_fn/Mul_4_output_0", "/blocks.7/mlp/act_fn/Mul_5_output_0", "/blocks.7/mlp/up_proj/FakeLinear_output_0", "/blocks.7/mlp/Mul_output_0", "/blocks.7/mlp/down_proj/FakeLinear_output_0", "/blocks.7/post_feedforward_layernorm/Cast_output_0", "/blocks.7/post_feedforward_layernorm/Pow_output_0", "/blocks.7/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.7/post_feedforward_layernorm/Add_output_0", "/blocks.7/post_feedforward_layernorm/Pow_1_output_0", "/blocks.7/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_10749", "/blocks.7/post_feedforward_layernorm/Mul_1_output_0", "/blocks.7/Add_1_output_0", "/blocks.7/per_layer_input_gate/FakeLinear_output_0", "/blocks.7/act_fn/Mul_output_0", "/blocks.7/act_fn/Mul_1_output_0", "/blocks.7/act_fn/Mul_2_output_0", "/blocks.7/act_fn/Add_output_0", "/blocks.7/act_fn/Mul_3_output_0", "/blocks.7/act_fn/Tanh_output_0", "/blocks.7/act_fn/Add_1_output_0", "/blocks.7/act_fn/Mul_4_output_0", "/blocks.7/act_fn/Mul_5_output_0", "/Constant_17_output_0", "Unsqueeze1969", "Unsqueeze1972", "StridedSlice1975", "Squeeze1976", "BinaryOp1977", "BinaryOp1978", "/Gather_14_output_0", "/blocks.7/Mul_output_0", "/blocks.7/per_layer_projection/FakeLinear_output_0", "/blocks.7/post_per_layer_input_norm/Cast_output_0", "/blocks.7/post_per_layer_input_norm/Pow_output_0", "/blocks.7/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.7/post_per_layer_input_norm/Add_output_0", "/blocks.7/post_per_layer_input_norm/Pow_1_output_0", "/blocks.7/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_10750", "/blocks.7/post_per_layer_input_norm/Mul_1_output_0", "/blocks.7/Add_2_output_0", "/blocks.7/Constant_1_output_0", "/blocks.7/Mul_1_output_0", "/blocks.8/Reshape_output_0", "/blocks.8/input_layernorm/Pow_output_0", "/blocks.8/input_layernorm/ReduceMean_output_0", "/blocks.8/input_layernorm/Add_output_0", "/blocks.8/input_layernorm/Pow_1_output_0", "/blocks.8/input_layernorm/Mul_output_0", "onnx::Mul_10751", "/blocks.8/input_layernorm/Mul_1_output_0", "/blocks.8/self_attn/q_proj/FakeLinear_output_0", "/blocks.8/self_attn/Shape_output_0", "Shape2003", "Rank2005", "BinaryOp2007", "Unsqueeze2008", "BinaryOp2010", "Unsqueeze2011", "StridedSlice2014", "Squeeze2015", "BinaryOp2017", "/blocks.8/self_attn/Gather_output_0", "/blocks.8/self_attn/Unsqueeze_output_0", "Unsqueeze2025", "Unsqueeze2028", "StridedSlice2031", "Squeeze2032", "BinaryOp2033", "BinaryOp2034", "/blocks.8/self_attn/Gather_1_output_0", "/blocks.8/self_attn/Unsqueeze_1_output_0", "/blocks.8/self_attn/Concat_output_0", "/blocks.8/self_attn/Reshape_output_0", "/blocks.8/self_attn/q_norm/Cast_output_0", "/blocks.8/self_attn/q_norm/Pow_output_0", "/blocks.8/self_attn/q_norm/ReduceMean_output_0", "/blocks.8/self_attn/q_norm/Add_output_0", "/blocks.8/self_attn/q_norm/Pow_1_output_0", "/blocks.8/self_attn/q_norm/Mul_output_0", "onnx::Mul_10754", "/blocks.8/self_attn/q_norm/Mul_1_output_0", "/blocks.8/self_attn/Mul_output_0", "/blocks.8/self_attn/Shape_2_output_0", "Shape2049", "Rank2051", "BinaryOp2053", "Unsqueeze2054", "BinaryOp2056", "Unsqueeze2057", "StridedSlice2060", "Squeeze2061", "BinaryOp2062", "BinaryOp2063", "/blocks.8/self_attn/Gather_2_output_0", "/blocks.8/self_attn/Div_output_0", "/blocks.8/self_attn/Unsqueeze_7_output_0", "/blocks.8/self_attn/Slice_1_output_0", "/blocks.8/self_attn/Neg_output_0", "/blocks.8/self_attn/Unsqueeze_6_output_0", "/blocks.8/self_attn/Slice_output_0", "/blocks.8/self_attn/Concat_3_output_0", "/blocks.8/self_attn/Mul_1_output_0", "/blocks.8/self_attn/Add_output_0", "/blocks.8/self_attn/k_proj/FakeLinear_output_0", "/blocks.8/self_attn/Unsqueeze_2_output_0", "/blocks.8/self_attn/Unsqueeze_3_output_0", "/blocks.8/self_attn/Concat_1_output_0", "/blocks.8/self_attn/Reshape_1_output_0", "/blocks.8/self_attn/k_norm/Cast_output_0", "/blocks.8/self_attn/k_norm/Pow_output_0", "/blocks.8/self_attn/k_norm/ReduceMean_output_0", "/blocks.8/self_attn/k_norm/Add_output_0", "/blocks.8/self_attn/k_norm/Pow_1_output_0", "/blocks.8/self_attn/k_norm/Mul_output_0", "onnx::Mul_10759", "/blocks.8/self_attn/k_norm/Mul_1_output_0", "/blocks.8/self_attn/Mul_2_output_0", "/blocks.8/self_attn/Shape_3_output_0", "Shape2090", "Rank2092", "BinaryOp2094", "Unsqueeze2095", "BinaryOp2097", "Unsqueeze2098", "StridedSlice2101", "Squeeze2102", "BinaryOp2103", "BinaryOp2104", "/blocks.8/self_attn/Gather_3_output_0", "/blocks.8/self_attn/Div_1_output_0", "/blocks.8/self_attn/Unsqueeze_9_output_0", "/blocks.8/self_attn/Slice_3_output_0", "/blocks.8/self_attn/Neg_1_output_0", "/blocks.8/self_attn/Unsqueeze_8_output_0", "/blocks.8/self_attn/Slice_2_output_0", "/blocks.8/self_attn/Concat_4_output_0", "/blocks.8/self_attn/Mul_3_output_0", "/blocks.8/self_attn/Add_1_output_0", "/blocks.8/self_attn/v_proj/FakeLinear_output_0", "/blocks.8/self_attn/Unsqueeze_4_output_0", "/blocks.8/self_attn/Unsqueeze_5_output_0", "/blocks.8/self_attn/Concat_2_output_0", "/blocks.8/self_attn/Reshape_2_output_0", "/blocks.8/self_attn/v_norm/Cast_output_0", "/blocks.8/self_attn/v_norm/Pow_output_0", "/blocks.8/self_attn/v_norm/ReduceMean_output_0", "/blocks.8/self_attn/v_norm/Add_output_0", "/blocks.8/self_attn/v_norm/Pow_1_output_0", "/blocks.8/self_attn/v_norm/Mul_output_0", "/blocks.8/self_attn/fused_attn/FusedAttention_output_0", "/blocks.8/self_attn/o_proj/FakeLinear_output_0", "/blocks.8/post_attention_layernorm/Cast_output_0", "/blocks.8/post_attention_layernorm/Pow_output_0", "/blocks.8/post_attention_layernorm/ReduceMean_output_0", "/blocks.8/post_attention_layernorm/Add_output_0", "/blocks.8/post_attention_layernorm/Pow_1_output_0", "/blocks.8/post_attention_layernorm/Mul_output_0", "onnx::Mul_10772", "/blocks.8/post_attention_layernorm/Mul_1_output_0", "/blocks.8/Add_output_0", "/blocks.8/pre_feedforward_layernorm/Pow_output_0", "/blocks.8/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.8/pre_feedforward_layernorm/Add_output_0", "/blocks.8/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.8/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_10773", "/blocks.8/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.8/mlp/gate_proj/FakeLinear_output_0", "/blocks.8/mlp/act_fn/Mul_output_0", "/blocks.8/mlp/act_fn/Mul_1_output_0", "/blocks.8/mlp/act_fn/Mul_2_output_0", "/blocks.8/mlp/act_fn/Add_output_0", "/blocks.8/mlp/act_fn/Mul_3_output_0", "/blocks.8/mlp/act_fn/Tanh_output_0", "/blocks.8/mlp/act_fn/Add_1_output_0", "/blocks.8/mlp/act_fn/Mul_4_output_0", "/blocks.8/mlp/act_fn/Mul_5_output_0", "/blocks.8/mlp/up_proj/FakeLinear_output_0", "/blocks.8/mlp/Mul_output_0", "/blocks.8/mlp/down_proj/FakeLinear_output_0", "/blocks.8/post_feedforward_layernorm/Cast_output_0", "/blocks.8/post_feedforward_layernorm/Pow_output_0", "/blocks.8/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.8/post_feedforward_layernorm/Add_output_0", "/blocks.8/post_feedforward_layernorm/Pow_1_output_0", "/blocks.8/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_10774", "/blocks.8/post_feedforward_layernorm/Mul_1_output_0", "/blocks.8/Add_1_output_0", "/blocks.8/per_layer_input_gate/FakeLinear_output_0", "/blocks.8/act_fn/Mul_output_0", "/blocks.8/act_fn/Mul_1_output_0", "/blocks.8/act_fn/Mul_2_output_0", "/blocks.8/act_fn/Add_output_0", "/blocks.8/act_fn/Mul_3_output_0", "/blocks.8/act_fn/Tanh_output_0", "/blocks.8/act_fn/Add_1_output_0", "/blocks.8/act_fn/Mul_4_output_0", "/blocks.8/act_fn/Mul_5_output_0", "/blocks.0/self_attn/Constant_2_output_0", "Unsqueeze2183", "Unsqueeze2186", "StridedSlice2189", "Squeeze2190", "BinaryOp2191", "BinaryOp2192", "/Gather_15_output_0", "/blocks.8/Mul_output_0", "/blocks.8/per_layer_projection/FakeLinear_output_0", "/blocks.8/post_per_layer_input_norm/Cast_output_0", "/blocks.8/post_per_layer_input_norm/Pow_output_0", "/blocks.8/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.8/post_per_layer_input_norm/Add_output_0", "/blocks.8/post_per_layer_input_norm/Pow_1_output_0", "/blocks.8/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_10775", "/blocks.8/post_per_layer_input_norm/Mul_1_output_0", "/blocks.8/Add_2_output_0", "/blocks.8/Constant_1_output_0", "/blocks.8/Mul_1_output_0", "/blocks.9/Reshape_output_0", "/blocks.9/input_layernorm/Pow_output_0", "/blocks.9/input_layernorm/ReduceMean_output_0", "/blocks.9/input_layernorm/Add_output_0", "/blocks.9/input_layernorm/Pow_1_output_0", "/blocks.9/input_layernorm/Mul_output_0", "onnx::Mul_10776", "/blocks.9/input_layernorm/Mul_1_output_0", "/blocks.9/self_attn/q_proj/FakeLinear_output_0", "/blocks.9/self_attn/Shape_output_0", "Shape2217", "Rank2219", "BinaryOp2221", "Unsqueeze2222", "BinaryOp2224", "Unsqueeze2225", "StridedSlice2228", "Squeeze2229", "BinaryOp2231", "/blocks.9/self_attn/Gather_output_0", "/blocks.9/self_attn/Unsqueeze_output_0", "Unsqueeze2239", "Unsqueeze2242", "StridedSlice2245", "Squeeze2246", "BinaryOp2247", "BinaryOp2248", "/blocks.9/self_attn/Gather_1_output_0", "/blocks.9/self_attn/Unsqueeze_1_output_0", "/blocks.9/self_attn/Concat_output_0", "/blocks.9/self_attn/Reshape_output_0", "/blocks.9/self_attn/q_norm/Cast_output_0", "/blocks.9/self_attn/q_norm/Pow_output_0", "/blocks.9/self_attn/q_norm/ReduceMean_output_0", "/blocks.9/self_attn/q_norm/Add_output_0", "/blocks.9/self_attn/q_norm/Pow_1_output_0", "/blocks.9/self_attn/q_norm/Mul_output_0", "onnx::Mul_10779", "/blocks.9/self_attn/q_norm/Mul_1_output_0", "/blocks.9/self_attn/Mul_output_0", "/blocks.9/self_attn/Shape_2_output_0", "Shape2263", "Rank2265", "BinaryOp2267", "Unsqueeze2268", "BinaryOp2270", "Unsqueeze2271", "StridedSlice2274", "Squeeze2275", "BinaryOp2276", "BinaryOp2277", "/blocks.9/self_attn/Gather_2_output_0", "/blocks.9/self_attn/Div_output_0", "/blocks.9/self_attn/Unsqueeze_7_output_0", "/blocks.9/self_attn/Slice_1_output_0", "/blocks.9/self_attn/Neg_output_0", "/blocks.9/self_attn/Unsqueeze_6_output_0", "/blocks.9/self_attn/Slice_output_0", "/blocks.9/self_attn/Concat_3_output_0", "/blocks.9/self_attn/Mul_1_output_0", "/blocks.9/self_attn/Add_output_0", "/blocks.9/self_attn/k_proj/FakeLinear_output_0", "/blocks.9/self_attn/Unsqueeze_2_output_0", "/blocks.9/self_attn/Unsqueeze_3_output_0", "/blocks.9/self_attn/Concat_1_output_0", "/blocks.9/self_attn/Reshape_1_output_0", "/blocks.9/self_attn/k_norm/Cast_output_0", "/blocks.9/self_attn/k_norm/Pow_output_0", "/blocks.9/self_attn/k_norm/ReduceMean_output_0", "/blocks.9/self_attn/k_norm/Add_output_0", "/blocks.9/self_attn/k_norm/Pow_1_output_0", "/blocks.9/self_attn/k_norm/Mul_output_0", "onnx::Mul_10784", "/blocks.9/self_attn/k_norm/Mul_1_output_0", "/blocks.9/self_attn/Mul_2_output_0", "/blocks.9/self_attn/Shape_3_output_0", "Shape2304", "Rank2306", "BinaryOp2308", "Unsqueeze2309", "BinaryOp2311", "Unsqueeze2312", "StridedSlice2315", "Squeeze2316", "BinaryOp2317", "BinaryOp2318", "/blocks.9/self_attn/Gather_3_output_0", "/blocks.9/self_attn/Div_1_output_0", "/blocks.9/self_attn/Unsqueeze_9_output_0", "/blocks.9/self_attn/Slice_3_output_0", "/blocks.9/self_attn/Neg_1_output_0", "/blocks.9/self_attn/Unsqueeze_8_output_0", "/blocks.9/self_attn/Slice_2_output_0", "/blocks.9/self_attn/Concat_4_output_0", "/blocks.9/self_attn/Mul_3_output_0", "/blocks.9/self_attn/Add_1_output_0", "/blocks.9/self_attn/v_proj/FakeLinear_output_0", "/blocks.9/self_attn/Unsqueeze_4_output_0", "/blocks.9/self_attn/Unsqueeze_5_output_0", "/blocks.9/self_attn/Concat_2_output_0", "/blocks.9/self_attn/Reshape_2_output_0", "/blocks.9/self_attn/v_norm/Cast_output_0", "/blocks.9/self_attn/v_norm/Pow_output_0", "/blocks.9/self_attn/v_norm/ReduceMean_output_0", "/blocks.9/self_attn/v_norm/Add_output_0", "/blocks.9/self_attn/v_norm/Pow_1_output_0", "/blocks.9/self_attn/v_norm/Mul_output_0", "/blocks.9/self_attn/fused_attn/FusedAttention_output_0", "/blocks.9/self_attn/o_proj/FakeLinear_output_0", "/blocks.9/post_attention_layernorm/Cast_output_0", "/blocks.9/post_attention_layernorm/Pow_output_0", "/blocks.9/post_attention_layernorm/ReduceMean_output_0", "/blocks.9/post_attention_layernorm/Add_output_0", "/blocks.9/post_attention_layernorm/Pow_1_output_0", "/blocks.9/post_attention_layernorm/Mul_output_0", "onnx::Mul_10797", "/blocks.9/post_attention_layernorm/Mul_1_output_0", "/blocks.9/Add_output_0", "/blocks.9/pre_feedforward_layernorm/Pow_output_0", "/blocks.9/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.9/pre_feedforward_layernorm/Add_output_0", "/blocks.9/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.9/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_10798", "/blocks.9/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.9/mlp/gate_proj/FakeLinear_output_0", "/blocks.9/mlp/act_fn/Mul_output_0", "/blocks.9/mlp/act_fn/Mul_1_output_0", "/blocks.9/mlp/act_fn/Mul_2_output_0", "/blocks.9/mlp/act_fn/Add_output_0", "/blocks.9/mlp/act_fn/Mul_3_output_0", "/blocks.9/mlp/act_fn/Tanh_output_0", "/blocks.9/mlp/act_fn/Add_1_output_0", "/blocks.9/mlp/act_fn/Mul_4_output_0", "/blocks.9/mlp/act_fn/Mul_5_output_0", "/blocks.9/mlp/up_proj/FakeLinear_output_0", "/blocks.9/mlp/Mul_output_0", "/blocks.9/mlp/down_proj/FakeLinear_output_0", "/blocks.9/post_feedforward_layernorm/Cast_output_0", "/blocks.9/post_feedforward_layernorm/Pow_output_0", "/blocks.9/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.9/post_feedforward_layernorm/Add_output_0", "/blocks.9/post_feedforward_layernorm/Pow_1_output_0", "/blocks.9/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_10799", "/blocks.9/post_feedforward_layernorm/Mul_1_output_0", "/blocks.9/Add_1_output_0", "/blocks.9/per_layer_input_gate/FakeLinear_output_0", "/blocks.9/act_fn/Mul_output_0", "/blocks.9/act_fn/Mul_1_output_0", "/blocks.9/act_fn/Mul_2_output_0", "/blocks.9/act_fn/Add_output_0", "/blocks.9/act_fn/Mul_3_output_0", "/blocks.9/act_fn/Tanh_output_0", "/blocks.9/act_fn/Add_1_output_0", "/blocks.9/act_fn/Mul_4_output_0", "/blocks.9/act_fn/Mul_5_output_0", "/Constant_18_output_0", "Unsqueeze2397", "Unsqueeze2400", "StridedSlice2403", "Squeeze2404", "BinaryOp2405", "BinaryOp2406", "/Gather_16_output_0", "/blocks.9/Mul_output_0", "/blocks.9/per_layer_projection/FakeLinear_output_0", "/blocks.9/post_per_layer_input_norm/Cast_output_0", "/blocks.9/post_per_layer_input_norm/Pow_output_0", "/blocks.9/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.9/post_per_layer_input_norm/Add_output_0", "/blocks.9/post_per_layer_input_norm/Pow_1_output_0", "/blocks.9/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_10800", "/blocks.9/post_per_layer_input_norm/Mul_1_output_0", "/blocks.9/Add_2_output_0", "/blocks.9/Constant_1_output_0", "/blocks.9/Mul_1_output_0", "/blocks.10/Reshape_output_0", "/blocks.10/input_layernorm/Pow_output_0", "/blocks.10/input_layernorm/ReduceMean_output_0", "/blocks.10/input_layernorm/Add_output_0", "/blocks.10/input_layernorm/Pow_1_output_0", "/blocks.10/input_layernorm/Mul_output_0", "onnx::Mul_10801", "/blocks.10/input_layernorm/Mul_1_output_0", "/blocks.10/self_attn/q_proj/FakeLinear_output_0", "/blocks.10/self_attn/Shape_output_0", "Shape2431", "Rank2433", "BinaryOp2435", "Unsqueeze2436", "BinaryOp2438", "Unsqueeze2439", "StridedSlice2442", "Squeeze2443", "BinaryOp2445", "/blocks.10/self_attn/Gather_output_0", "/blocks.10/self_attn/Unsqueeze_output_0", "Unsqueeze2453", "Unsqueeze2456", "StridedSlice2459", "Squeeze2460", "BinaryOp2461", "BinaryOp2462", "/blocks.10/self_attn/Gather_1_output_0", "/blocks.10/self_attn/Unsqueeze_1_output_0", "/blocks.10/self_attn/Concat_output_0", "/blocks.10/self_attn/Reshape_output_0", "/blocks.10/self_attn/q_norm/Cast_output_0", "/blocks.10/self_attn/q_norm/Pow_output_0", "/blocks.10/self_attn/q_norm/ReduceMean_output_0", "/blocks.10/self_attn/q_norm/Add_output_0", "/blocks.10/self_attn/q_norm/Pow_1_output_0", "/blocks.10/self_attn/q_norm/Mul_output_0", "/blocks.10/self_attn/q_norm/Mul_1_output_0", "/blocks.10/self_attn/Mul_output_0", "/blocks.10/self_attn/Shape_2_output_0", "Shape2476", "Rank2478", "BinaryOp2480", "Unsqueeze2481", "BinaryOp2483", "Unsqueeze2484", "StridedSlice2487", "Squeeze2488", "BinaryOp2489", "BinaryOp2490", "/blocks.10/self_attn/Gather_2_output_0", "/blocks.10/self_attn/Div_output_0", "/blocks.10/self_attn/Unsqueeze_7_output_0", "/blocks.10/self_attn/Slice_1_output_0", "/blocks.10/self_attn/Neg_output_0", "/blocks.10/self_attn/Unsqueeze_6_output_0", "/blocks.10/self_attn/Slice_output_0", "/blocks.10/self_attn/Concat_3_output_0", "/blocks.10/self_attn/Mul_1_output_0", "/blocks.10/self_attn/Add_output_0", "/blocks.10/self_attn/k_proj/FakeLinear_output_0", "/blocks.10/self_attn/Unsqueeze_2_output_0", "/blocks.10/self_attn/Unsqueeze_3_output_0", "/blocks.10/self_attn/Concat_1_output_0", "/blocks.10/self_attn/Reshape_1_output_0", "/blocks.10/self_attn/k_norm/Cast_output_0", "/blocks.10/self_attn/k_norm/Pow_output_0", "/blocks.10/self_attn/k_norm/ReduceMean_output_0", "/blocks.10/self_attn/k_norm/Add_output_0", "/blocks.10/self_attn/k_norm/Pow_1_output_0", "/blocks.10/self_attn/k_norm/Mul_output_0", "/blocks.10/self_attn/k_norm/Mul_1_output_0", "/blocks.10/self_attn/Mul_2_output_0", "/blocks.10/self_attn/Shape_3_output_0", "Shape2517", "Rank2519", "BinaryOp2521", "Unsqueeze2522", "BinaryOp2524", "Unsqueeze2525", "StridedSlice2528", "Squeeze2529", "BinaryOp2530", "BinaryOp2531", "/blocks.10/self_attn/Gather_3_output_0", "/blocks.10/self_attn/Div_1_output_0", "/blocks.10/self_attn/Unsqueeze_9_output_0", "/blocks.10/self_attn/Slice_3_output_0", "/blocks.10/self_attn/Neg_1_output_0", "/blocks.10/self_attn/Unsqueeze_8_output_0", "/blocks.10/self_attn/Slice_2_output_0", "/blocks.10/self_attn/Concat_4_output_0", "/blocks.10/self_attn/Mul_3_output_0", "/blocks.10/self_attn/Add_1_output_0", "/blocks.10/self_attn/v_proj/FakeLinear_output_0", "/blocks.10/self_attn/Unsqueeze_4_output_0", "/blocks.10/self_attn/Unsqueeze_5_output_0", "/blocks.10/self_attn/Concat_2_output_0", "/blocks.10/self_attn/Reshape_2_output_0", "/blocks.10/self_attn/v_norm/Cast_output_0", "/blocks.10/self_attn/v_norm/Pow_output_0", "/blocks.10/self_attn/v_norm/ReduceMean_output_0", "/blocks.10/self_attn/v_norm/Add_output_0", "/blocks.10/self_attn/v_norm/Pow_1_output_0", "/blocks.10/self_attn/v_norm/Mul_output_0", "/blocks.10/self_attn/fused_attn/FusedAttention_output_0", "/blocks.10/self_attn/o_proj/FakeLinear_output_0", "/blocks.10/post_attention_layernorm/Cast_output_0", "/blocks.10/post_attention_layernorm/Pow_output_0", "/blocks.10/post_attention_layernorm/ReduceMean_output_0", "/blocks.10/post_attention_layernorm/Add_output_0", "/blocks.10/post_attention_layernorm/Pow_1_output_0", "/blocks.10/post_attention_layernorm/Mul_output_0", "onnx::Mul_10822", "/blocks.10/post_attention_layernorm/Mul_1_output_0", "/blocks.10/Add_output_0", "/blocks.10/pre_feedforward_layernorm/Pow_output_0", "/blocks.10/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.10/pre_feedforward_layernorm/Add_output_0", "/blocks.10/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.10/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_10823", "/blocks.10/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.10/mlp/gate_proj/FakeLinear_output_0", "/blocks.10/mlp/act_fn/Mul_output_0", "/blocks.10/mlp/act_fn/Mul_1_output_0", "/blocks.10/mlp/act_fn/Mul_2_output_0", "/blocks.10/mlp/act_fn/Add_output_0", "/blocks.10/mlp/act_fn/Mul_3_output_0", "/blocks.10/mlp/act_fn/Tanh_output_0", "/blocks.10/mlp/act_fn/Add_1_output_0", "/blocks.10/mlp/act_fn/Mul_4_output_0", "/blocks.10/mlp/act_fn/Mul_5_output_0", "/blocks.10/mlp/up_proj/FakeLinear_output_0", "/blocks.10/mlp/Mul_output_0", "/blocks.10/mlp/down_proj/FakeLinear_output_0", "/blocks.10/post_feedforward_layernorm/Cast_output_0", "/blocks.10/post_feedforward_layernorm/Pow_output_0", "/blocks.10/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.10/post_feedforward_layernorm/Add_output_0", "/blocks.10/post_feedforward_layernorm/Pow_1_output_0", "/blocks.10/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_10824", "/blocks.10/post_feedforward_layernorm/Mul_1_output_0", "/blocks.10/Add_1_output_0", "/blocks.10/per_layer_input_gate/FakeLinear_output_0", "/blocks.10/act_fn/Mul_output_0", "/blocks.10/act_fn/Mul_1_output_0", "/blocks.10/act_fn/Mul_2_output_0", "/blocks.10/act_fn/Add_output_0", "/blocks.10/act_fn/Mul_3_output_0", "/blocks.10/act_fn/Tanh_output_0", "/blocks.10/act_fn/Add_1_output_0", "/blocks.10/act_fn/Mul_4_output_0", "/blocks.10/act_fn/Mul_5_output_0", "/Constant_19_output_0", "Unsqueeze2610", "Unsqueeze2613", "StridedSlice2616", "Squeeze2617", "BinaryOp2618", "BinaryOp2619", "/Gather_17_output_0", "/blocks.10/Mul_output_0", "/blocks.10/per_layer_projection/FakeLinear_output_0", "/blocks.10/post_per_layer_input_norm/Cast_output_0", "/blocks.10/post_per_layer_input_norm/Pow_output_0", "/blocks.10/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.10/post_per_layer_input_norm/Add_output_0", "/blocks.10/post_per_layer_input_norm/Pow_1_output_0", "/blocks.10/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_10825", "/blocks.10/post_per_layer_input_norm/Mul_1_output_0", "/blocks.10/Add_2_output_0", "/blocks.10/Constant_1_output_0", "/blocks.10/Mul_1_output_0", "/blocks.11/Reshape_output_0", "/blocks.11/input_layernorm/Pow_output_0", "/blocks.11/input_layernorm/ReduceMean_output_0", "/blocks.11/input_layernorm/Add_output_0", "/blocks.11/input_layernorm/Pow_1_output_0", "/blocks.11/input_layernorm/Mul_output_0", "onnx::Mul_10826", "/blocks.11/input_layernorm/Mul_1_output_0", "/blocks.11/self_attn/q_proj/FakeLinear_output_0", "/blocks.11/self_attn/Shape_output_0", "Shape2644", "Rank2646", "BinaryOp2648", "Unsqueeze2649", "BinaryOp2651", "Unsqueeze2652", "StridedSlice2655", "Squeeze2656", "BinaryOp2658", "/blocks.11/self_attn/Gather_output_0", "/blocks.11/self_attn/Unsqueeze_output_0", "Unsqueeze2666", "Unsqueeze2669", "StridedSlice2672", "Squeeze2673", "BinaryOp2674", "BinaryOp2675", "/blocks.11/self_attn/Gather_1_output_0", "/blocks.11/self_attn/Unsqueeze_1_output_0", "/blocks.11/self_attn/Concat_output_0", "/blocks.11/self_attn/Reshape_output_0", "/blocks.11/self_attn/q_norm/Cast_output_0", "/blocks.11/self_attn/q_norm/Pow_output_0", "/blocks.11/self_attn/q_norm/ReduceMean_output_0", "/blocks.11/self_attn/q_norm/Add_output_0", "/blocks.11/self_attn/q_norm/Pow_1_output_0", "/blocks.11/self_attn/q_norm/Mul_output_0", "onnx::Mul_10829", "/blocks.11/self_attn/q_norm/Mul_1_output_0", "/blocks.11/self_attn/Unsqueeze_6_output_0", "/blocks.11/self_attn/Slice_output_0", "/blocks.11/self_attn/Mul_output_0", "/blocks.11/self_attn/Shape_2_output_0", "Shape2692", "Rank2694", "BinaryOp2696", "Unsqueeze2697", "BinaryOp2699", "Unsqueeze2700", "StridedSlice2703", "Squeeze2704", "BinaryOp2705", "BinaryOp2706", "/blocks.11/self_attn/Gather_2_output_0", "/blocks.11/self_attn/Div_output_0", "/blocks.11/self_attn/Unsqueeze_9_output_0", "/blocks.11/self_attn/Slice_3_output_0", "/blocks.11/self_attn/Neg_output_0", "/blocks.11/self_attn/Unsqueeze_8_output_0", "/blocks.11/self_attn/Slice_2_output_0", "/blocks.11/self_attn/Concat_3_output_0", "/blocks.11/self_attn/Mul_1_output_0", "/blocks.11/self_attn/Add_output_0", "/blocks.11/self_attn/Unsqueeze_7_output_0", "/blocks.11/self_attn/Slice_1_output_0", "/blocks.11/self_attn/Concat_4_output_0", "/blocks.11/self_attn/k_proj/FakeLinear_output_0", "/blocks.11/self_attn/Unsqueeze_2_output_0", "/blocks.11/self_attn/Unsqueeze_3_output_0", "/blocks.11/self_attn/Concat_1_output_0", "/blocks.11/self_attn/Reshape_1_output_0", "/blocks.11/self_attn/k_norm/Cast_output_0", "/blocks.11/self_attn/k_norm/Pow_output_0", "/blocks.11/self_attn/k_norm/ReduceMean_output_0", "/blocks.11/self_attn/k_norm/Add_output_0", "/blocks.11/self_attn/k_norm/Pow_1_output_0", "/blocks.11/self_attn/k_norm/Mul_output_0", "onnx::Mul_10834", "/blocks.11/self_attn/k_norm/Mul_1_output_0", "/blocks.11/self_attn/Unsqueeze_10_output_0", "/blocks.11/self_attn/Slice_4_output_0", "/blocks.11/self_attn/Mul_2_output_0", "/blocks.11/self_attn/Shape_3_output_0", "Shape2738", "Rank2740", "BinaryOp2742", "Unsqueeze2743", "BinaryOp2745", "Unsqueeze2746", "StridedSlice2749", "Squeeze2750", "BinaryOp2751", "BinaryOp2752", "/blocks.11/self_attn/Gather_3_output_0", "/blocks.11/self_attn/Div_1_output_0", "/blocks.11/self_attn/Unsqueeze_13_output_0", "/blocks.11/self_attn/Slice_7_output_0", "/blocks.11/self_attn/Neg_1_output_0", "/blocks.11/self_attn/Unsqueeze_12_output_0", "/blocks.11/self_attn/Slice_6_output_0", "/blocks.11/self_attn/Concat_5_output_0", "/blocks.11/self_attn/Mul_3_output_0", "/blocks.11/self_attn/Add_1_output_0", "/blocks.11/self_attn/Unsqueeze_11_output_0", "/blocks.11/self_attn/Slice_5_output_0", "/blocks.11/self_attn/Concat_6_output_0", "/blocks.11/self_attn/v_proj/FakeLinear_output_0", "/blocks.11/self_attn/Unsqueeze_4_output_0", "/blocks.11/self_attn/Unsqueeze_5_output_0", "/blocks.11/self_attn/Concat_2_output_0", "/blocks.11/self_attn/Reshape_2_output_0", "/blocks.11/self_attn/v_norm/Cast_output_0", "/blocks.11/self_attn/v_norm/Pow_output_0", "/blocks.11/self_attn/v_norm/ReduceMean_output_0", "/blocks.11/self_attn/v_norm/Add_output_0", "/blocks.11/self_attn/v_norm/Pow_1_output_0", "/blocks.11/self_attn/v_norm/Mul_output_0", "/blocks.11/self_attn/fused_attn/FusedAttention_output_0", "/blocks.11/self_attn/o_proj/FakeLinear_output_0", "/blocks.11/post_attention_layernorm/Cast_output_0", "/blocks.11/post_attention_layernorm/Pow_output_0", "/blocks.11/post_attention_layernorm/ReduceMean_output_0", "/blocks.11/post_attention_layernorm/Add_output_0", "/blocks.11/post_attention_layernorm/Pow_1_output_0", "/blocks.11/post_attention_layernorm/Mul_output_0", "onnx::Mul_10859", "/blocks.11/post_attention_layernorm/Mul_1_output_0", "/blocks.11/Add_output_0", "/blocks.11/pre_feedforward_layernorm/Pow_output_0", "/blocks.11/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.11/pre_feedforward_layernorm/Add_output_0", "/blocks.11/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.11/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_10860", "/blocks.11/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.11/mlp/gate_proj/FakeLinear_output_0", "/blocks.11/mlp/act_fn/Mul_output_0", "/blocks.11/mlp/act_fn/Mul_1_output_0", "/blocks.11/mlp/act_fn/Mul_2_output_0", "/blocks.11/mlp/act_fn/Add_output_0", "/blocks.11/mlp/act_fn/Mul_3_output_0", "/blocks.11/mlp/act_fn/Tanh_output_0", "/blocks.11/mlp/act_fn/Add_1_output_0", "/blocks.11/mlp/act_fn/Mul_4_output_0", "/blocks.11/mlp/act_fn/Mul_5_output_0", "/blocks.11/mlp/up_proj/FakeLinear_output_0", "/blocks.11/mlp/Mul_output_0", "/blocks.11/mlp/down_proj/FakeLinear_output_0", "/blocks.11/post_feedforward_layernorm/Cast_output_0", "/blocks.11/post_feedforward_layernorm/Pow_output_0", "/blocks.11/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.11/post_feedforward_layernorm/Add_output_0", "/blocks.11/post_feedforward_layernorm/Pow_1_output_0", "/blocks.11/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_10861", "/blocks.11/post_feedforward_layernorm/Mul_1_output_0", "/blocks.11/Add_1_output_0", "/blocks.11/per_layer_input_gate/FakeLinear_output_0", "/blocks.11/act_fn/Mul_output_0", "/blocks.11/act_fn/Mul_1_output_0", "/blocks.11/act_fn/Mul_2_output_0", "/blocks.11/act_fn/Add_output_0", "/blocks.11/act_fn/Mul_3_output_0", "/blocks.11/act_fn/Tanh_output_0", "/blocks.11/act_fn/Add_1_output_0", "/blocks.11/act_fn/Mul_4_output_0", "/blocks.11/act_fn/Mul_5_output_0", "/Constant_20_output_0", "Unsqueeze2834", "Unsqueeze2837", "StridedSlice2840", "Squeeze2841", "BinaryOp2842", "BinaryOp2843", "/Gather_18_output_0", "/blocks.11/Mul_output_0", "/blocks.11/per_layer_projection/FakeLinear_output_0", "/blocks.11/post_per_layer_input_norm/Cast_output_0", "/blocks.11/post_per_layer_input_norm/Pow_output_0", "/blocks.11/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.11/post_per_layer_input_norm/Add_output_0", "/blocks.11/post_per_layer_input_norm/Pow_1_output_0", "/blocks.11/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_10862", "/blocks.11/post_per_layer_input_norm/Mul_1_output_0", "/blocks.11/Add_2_output_0", "/blocks.11/Constant_1_output_0", "/blocks.11/Mul_1_output_0", "/blocks.12/Reshape_output_0", "/blocks.12/input_layernorm/Pow_output_0", "/blocks.12/input_layernorm/ReduceMean_output_0", "/blocks.12/input_layernorm/Add_output_0", "/blocks.12/input_layernorm/Pow_1_output_0", "/blocks.12/input_layernorm/Mul_output_0", "onnx::Mul_10863", "/blocks.12/input_layernorm/Mul_1_output_0", "/blocks.12/self_attn/q_proj/FakeLinear_output_0", "/blocks.12/self_attn/Shape_output_0", "Shape2868", "Rank2870", "BinaryOp2872", "Unsqueeze2873", "BinaryOp2875", "Unsqueeze2876", "StridedSlice2879", "Squeeze2880", "BinaryOp2882", "/blocks.12/self_attn/Gather_output_0", "/blocks.12/self_attn/Unsqueeze_output_0", "Unsqueeze2890", "Unsqueeze2893", "StridedSlice2896", "Squeeze2897", "BinaryOp2898", "BinaryOp2899", "/blocks.12/self_attn/Gather_1_output_0", "/blocks.12/self_attn/Unsqueeze_1_output_0", "/blocks.12/self_attn/Concat_output_0", "/blocks.12/self_attn/Reshape_output_0", "/blocks.12/self_attn/q_norm/Cast_output_0", "/blocks.12/self_attn/q_norm/Pow_output_0", "/blocks.12/self_attn/q_norm/ReduceMean_output_0", "/blocks.12/self_attn/q_norm/Add_output_0", "/blocks.12/self_attn/q_norm/Pow_1_output_0", "/blocks.12/self_attn/q_norm/Mul_output_0", "/blocks.12/self_attn/q_norm/Mul_1_output_0", "/blocks.12/self_attn/Mul_output_0", "/blocks.12/self_attn/Shape_2_output_0", "Shape2914", "Rank2916", "BinaryOp2918", "Unsqueeze2919", "BinaryOp2921", "Unsqueeze2922", "StridedSlice2925", "Squeeze2926", "BinaryOp2927", "BinaryOp2928", "/blocks.12/self_attn/Gather_2_output_0", "/blocks.12/self_attn/Div_output_0", "/blocks.12/self_attn/Unsqueeze_7_output_0", "/blocks.12/self_attn/Slice_1_output_0", "/blocks.12/self_attn/Neg_output_0", "/blocks.12/self_attn/Unsqueeze_6_output_0", "/blocks.12/self_attn/Slice_output_0", "/blocks.12/self_attn/Concat_3_output_0", "/blocks.12/self_attn/Mul_1_output_0", "/blocks.12/self_attn/Add_output_0", "/blocks.12/self_attn/k_proj/FakeLinear_output_0", "/blocks.12/self_attn/Unsqueeze_2_output_0", "/blocks.12/self_attn/Unsqueeze_3_output_0", "/blocks.12/self_attn/Concat_1_output_0", "/blocks.12/self_attn/Reshape_1_output_0", "/blocks.12/self_attn/k_norm/Cast_output_0", "/blocks.12/self_attn/k_norm/Pow_output_0", "/blocks.12/self_attn/k_norm/ReduceMean_output_0", "/blocks.12/self_attn/k_norm/Add_output_0", "/blocks.12/self_attn/k_norm/Pow_1_output_0", "/blocks.12/self_attn/k_norm/Mul_output_0", "/blocks.12/self_attn/k_norm/Mul_1_output_0", "/blocks.12/self_attn/Mul_2_output_0", "/blocks.12/self_attn/Shape_3_output_0", "Shape2955", "Rank2957", "BinaryOp2959", "Unsqueeze2960", "BinaryOp2962", "Unsqueeze2963", "StridedSlice2966", "Squeeze2967", "BinaryOp2968", "BinaryOp2969", "/blocks.12/self_attn/Gather_3_output_0", "/blocks.12/self_attn/Div_1_output_0", "/blocks.12/self_attn/Unsqueeze_9_output_0", "/blocks.12/self_attn/Slice_3_output_0", "/blocks.12/self_attn/Neg_1_output_0", "/blocks.12/self_attn/Unsqueeze_8_output_0", "/blocks.12/self_attn/Slice_2_output_0", "/blocks.12/self_attn/Concat_4_output_0", "/blocks.12/self_attn/Mul_3_output_0", "/blocks.12/self_attn/Add_1_output_0", "/blocks.12/self_attn/v_proj/FakeLinear_output_0", "/blocks.12/self_attn/Unsqueeze_4_output_0", "/blocks.12/self_attn/Unsqueeze_5_output_0", "/blocks.12/self_attn/Concat_2_output_0", "/blocks.12/self_attn/Reshape_2_output_0", "/blocks.12/self_attn/v_norm/Cast_output_0", "/blocks.12/self_attn/v_norm/Pow_output_0", "/blocks.12/self_attn/v_norm/ReduceMean_output_0", "/blocks.12/self_attn/v_norm/Add_output_0", "/blocks.12/self_attn/v_norm/Pow_1_output_0", "/blocks.12/self_attn/v_norm/Mul_output_0", "/blocks.12/self_attn/fused_attn/FusedAttention_output_0", "/blocks.12/self_attn/o_proj/FakeLinear_output_0", "/blocks.12/post_attention_layernorm/Cast_output_0", "/blocks.12/post_attention_layernorm/Pow_output_0", "/blocks.12/post_attention_layernorm/ReduceMean_output_0", "/blocks.12/post_attention_layernorm/Add_output_0", "/blocks.12/post_attention_layernorm/Pow_1_output_0", "/blocks.12/post_attention_layernorm/Mul_output_0", "onnx::Mul_10884", "/blocks.12/post_attention_layernorm/Mul_1_output_0", "/blocks.12/Add_output_0", "/blocks.12/pre_feedforward_layernorm/Pow_output_0", "/blocks.12/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.12/pre_feedforward_layernorm/Add_output_0", "/blocks.12/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.12/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_10885", "/blocks.12/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.12/mlp/gate_proj/FakeLinear_output_0", "/blocks.12/mlp/act_fn/Mul_output_0", "/blocks.12/mlp/act_fn/Mul_1_output_0", "/blocks.12/mlp/act_fn/Mul_2_output_0", "/blocks.12/mlp/act_fn/Add_output_0", "/blocks.12/mlp/act_fn/Mul_3_output_0", "/blocks.12/mlp/act_fn/Tanh_output_0", "/blocks.12/mlp/act_fn/Add_1_output_0", "/blocks.12/mlp/act_fn/Mul_4_output_0", "/blocks.12/mlp/act_fn/Mul_5_output_0", "/blocks.12/mlp/up_proj/FakeLinear_output_0", "/blocks.12/mlp/Mul_output_0", "/blocks.12/mlp/down_proj/FakeLinear_output_0", "/blocks.12/post_feedforward_layernorm/Cast_output_0", "/blocks.12/post_feedforward_layernorm/Pow_output_0", "/blocks.12/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.12/post_feedforward_layernorm/Add_output_0", "/blocks.12/post_feedforward_layernorm/Pow_1_output_0", "/blocks.12/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_10886", "/blocks.12/post_feedforward_layernorm/Mul_1_output_0", "/blocks.12/Add_1_output_0", "/blocks.12/per_layer_input_gate/FakeLinear_output_0", "/blocks.12/act_fn/Mul_output_0", "/blocks.12/act_fn/Mul_1_output_0", "/blocks.12/act_fn/Mul_2_output_0", "/blocks.12/act_fn/Add_output_0", "/blocks.12/act_fn/Mul_3_output_0", "/blocks.12/act_fn/Tanh_output_0", "/blocks.12/act_fn/Add_1_output_0", "/blocks.12/act_fn/Mul_4_output_0", "/blocks.12/act_fn/Mul_5_output_0", "/Constant_21_output_0", "Unsqueeze3048", "Unsqueeze3051", "StridedSlice3054", "Squeeze3055", "BinaryOp3056", "BinaryOp3057", "/Gather_19_output_0", "/blocks.12/Mul_output_0", "/blocks.12/per_layer_projection/FakeLinear_output_0", "/blocks.12/post_per_layer_input_norm/Cast_output_0", "/blocks.12/post_per_layer_input_norm/Pow_output_0", "/blocks.12/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.12/post_per_layer_input_norm/Add_output_0", "/blocks.12/post_per_layer_input_norm/Pow_1_output_0", "/blocks.12/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_10887", "/blocks.12/post_per_layer_input_norm/Mul_1_output_0", "/blocks.12/Add_2_output_0", "/blocks.12/Constant_1_output_0", "/blocks.12/Mul_1_output_0", "/blocks.13/Reshape_output_0", "/blocks.13/input_layernorm/Pow_output_0", "/blocks.13/input_layernorm/ReduceMean_output_0", "/blocks.13/input_layernorm/Add_output_0", "/blocks.13/input_layernorm/Pow_1_output_0", "/blocks.13/input_layernorm/Mul_output_0", "onnx::Mul_10888", "/blocks.13/input_layernorm/Mul_1_output_0", "/blocks.13/self_attn/q_proj/FakeLinear_output_0", "/blocks.13/self_attn/Shape_output_0", "Shape3082", "Rank3084", "BinaryOp3086", "Unsqueeze3087", "BinaryOp3089", "Unsqueeze3090", "StridedSlice3093", "Squeeze3094", "BinaryOp3096", "/blocks.13/self_attn/Gather_output_0", "/blocks.13/self_attn/Unsqueeze_output_0", "Unsqueeze3104", "Unsqueeze3107", "StridedSlice3110", "Squeeze3111", "BinaryOp3112", "BinaryOp3113", "/blocks.13/self_attn/Gather_1_output_0", "/blocks.13/self_attn/Unsqueeze_1_output_0", "/blocks.13/self_attn/Concat_output_0", "/blocks.13/self_attn/Reshape_output_0", "/blocks.13/self_attn/q_norm/Cast_output_0", "/blocks.13/self_attn/q_norm/Pow_output_0", "/blocks.13/self_attn/q_norm/ReduceMean_output_0", "/blocks.13/self_attn/q_norm/Add_output_0", "/blocks.13/self_attn/q_norm/Pow_1_output_0", "/blocks.13/self_attn/q_norm/Mul_output_0", "/blocks.13/self_attn/q_norm/Mul_1_output_0", "/blocks.13/self_attn/Mul_output_0", "/blocks.13/self_attn/Shape_2_output_0", "Shape3127", "Rank3129", "BinaryOp3131", "Unsqueeze3132", "BinaryOp3134", "Unsqueeze3135", "StridedSlice3138", "Squeeze3139", "BinaryOp3140", "BinaryOp3141", "/blocks.13/self_attn/Gather_2_output_0", "/blocks.13/self_attn/Div_output_0", "/blocks.13/self_attn/Unsqueeze_7_output_0", "/blocks.13/self_attn/Slice_1_output_0", "/blocks.13/self_attn/Neg_output_0", "/blocks.13/self_attn/Unsqueeze_6_output_0", "/blocks.13/self_attn/Slice_output_0", "/blocks.13/self_attn/Concat_3_output_0", "/blocks.13/self_attn/Mul_1_output_0", "/blocks.13/self_attn/Add_output_0", "/blocks.13/self_attn/k_proj/FakeLinear_output_0", "/blocks.13/self_attn/Unsqueeze_2_output_0", "/blocks.13/self_attn/Unsqueeze_3_output_0", "/blocks.13/self_attn/Concat_1_output_0", "/blocks.13/self_attn/Reshape_1_output_0", "/blocks.13/self_attn/k_norm/Cast_output_0", "/blocks.13/self_attn/k_norm/Pow_output_0", "/blocks.13/self_attn/k_norm/ReduceMean_output_0", "/blocks.13/self_attn/k_norm/Add_output_0", "/blocks.13/self_attn/k_norm/Pow_1_output_0", "/blocks.13/self_attn/k_norm/Mul_output_0", "/blocks.13/self_attn/k_norm/Mul_1_output_0", "/blocks.13/self_attn/Mul_2_output_0", "/blocks.13/self_attn/Shape_3_output_0", "Shape3167", "Rank3169", "BinaryOp3171", "Unsqueeze3172", "BinaryOp3174", "Unsqueeze3175", "StridedSlice3178", "Squeeze3179", "BinaryOp3180", "BinaryOp3181", "/blocks.13/self_attn/Gather_3_output_0", "/blocks.13/self_attn/Div_1_output_0", "/blocks.13/self_attn/Unsqueeze_9_output_0", "/blocks.13/self_attn/Slice_3_output_0", "/blocks.13/self_attn/Neg_1_output_0", "/blocks.13/self_attn/Unsqueeze_8_output_0", "/blocks.13/self_attn/Slice_2_output_0", "/blocks.13/self_attn/Concat_4_output_0", "/blocks.13/self_attn/Mul_3_output_0", "/blocks.13/self_attn/Add_1_output_0", "/blocks.13/self_attn/v_proj/FakeLinear_output_0", "/blocks.13/self_attn/Unsqueeze_4_output_0", "/blocks.13/self_attn/Unsqueeze_5_output_0", "/blocks.13/self_attn/Concat_2_output_0", "/blocks.13/self_attn/Reshape_2_output_0", "/blocks.13/self_attn/v_norm/Cast_output_0", "/blocks.13/self_attn/v_norm/Pow_output_0", "/blocks.13/self_attn/v_norm/ReduceMean_output_0", "/blocks.13/self_attn/v_norm/Add_output_0", "/blocks.13/self_attn/v_norm/Pow_1_output_0", "/blocks.13/self_attn/v_norm/Mul_output_0", "/blocks.13/self_attn/fused_attn/FusedAttention_output_0", "/blocks.13/self_attn/o_proj/FakeLinear_output_0", "/blocks.13/post_attention_layernorm/Cast_output_0", "/blocks.13/post_attention_layernorm/Pow_output_0", "/blocks.13/post_attention_layernorm/ReduceMean_output_0", "/blocks.13/post_attention_layernorm/Add_output_0", "/blocks.13/post_attention_layernorm/Pow_1_output_0", "/blocks.13/post_attention_layernorm/Mul_output_0", "onnx::Mul_10909", "/blocks.13/post_attention_layernorm/Mul_1_output_0", "/blocks.13/Add_output_0", "/blocks.13/pre_feedforward_layernorm/Pow_output_0", "/blocks.13/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.13/pre_feedforward_layernorm/Add_output_0", "/blocks.13/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.13/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_10910", "/blocks.13/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.13/mlp/gate_proj/FakeLinear_output_0", "/blocks.13/mlp/act_fn/Mul_output_0", "/blocks.13/mlp/act_fn/Mul_1_output_0", "/blocks.13/mlp/act_fn/Mul_2_output_0", "/blocks.13/mlp/act_fn/Add_output_0", "/blocks.13/mlp/act_fn/Mul_3_output_0", "/blocks.13/mlp/act_fn/Tanh_output_0", "/blocks.13/mlp/act_fn/Add_1_output_0", "/blocks.13/mlp/act_fn/Mul_4_output_0", "/blocks.13/mlp/act_fn/Mul_5_output_0", "/blocks.13/mlp/up_proj/FakeLinear_output_0", "/blocks.13/mlp/Mul_output_0", "/blocks.13/mlp/down_proj/FakeLinear_output_0", "/blocks.13/post_feedforward_layernorm/Cast_output_0", "/blocks.13/post_feedforward_layernorm/Pow_output_0", "/blocks.13/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.13/post_feedforward_layernorm/Add_output_0", "/blocks.13/post_feedforward_layernorm/Pow_1_output_0", "/blocks.13/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_10911", "/blocks.13/post_feedforward_layernorm/Mul_1_output_0", "/blocks.13/Add_1_output_0", "/blocks.13/per_layer_input_gate/FakeLinear_output_0", "/blocks.13/act_fn/Mul_output_0", "/blocks.13/act_fn/Mul_1_output_0", "/blocks.13/act_fn/Mul_2_output_0", "/blocks.13/act_fn/Add_output_0", "/blocks.13/act_fn/Mul_3_output_0", "/blocks.13/act_fn/Tanh_output_0", "/blocks.13/act_fn/Add_1_output_0", "/blocks.13/act_fn/Mul_4_output_0", "/blocks.13/act_fn/Mul_5_output_0", "/Constant_22_output_0", "Unsqueeze3260", "Unsqueeze3263", "StridedSlice3266", "Squeeze3267", "BinaryOp3268", "BinaryOp3269", "/Gather_20_output_0", "/blocks.13/Mul_output_0", "/blocks.13/per_layer_projection/FakeLinear_output_0", "/blocks.13/post_per_layer_input_norm/Cast_output_0", "/blocks.13/post_per_layer_input_norm/Pow_output_0", "/blocks.13/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.13/post_per_layer_input_norm/Add_output_0", "/blocks.13/post_per_layer_input_norm/Pow_1_output_0", "/blocks.13/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_10912", "/blocks.13/post_per_layer_input_norm/Mul_1_output_0", "/blocks.13/Add_2_output_0", "/blocks.13/Mul_1_output_0", "/blocks.14/Reshape_output_0", "/blocks.14/input_layernorm/Pow_output_0", "/blocks.14/input_layernorm/ReduceMean_output_0", "/blocks.14/input_layernorm/Add_output_0", "/blocks.14/input_layernorm/Pow_1_output_0", "/blocks.14/input_layernorm/Mul_output_0", "onnx::Mul_10913", "/blocks.14/input_layernorm/Mul_1_output_0", "/blocks.14/self_attn/q_proj/FakeLinear_output_0", "/blocks.14/self_attn/Shape_output_0", "Shape3293", "Rank3295", "BinaryOp3297", "Unsqueeze3298", "BinaryOp3300", "Unsqueeze3301", "StridedSlice3304", "Squeeze3305", "BinaryOp3307", "/blocks.14/self_attn/Gather_output_0", "/blocks.14/self_attn/Unsqueeze_output_0", "Unsqueeze3315", "Unsqueeze3318", "StridedSlice3321", "Squeeze3322", "BinaryOp3323", "BinaryOp3324", "/blocks.14/self_attn/Gather_1_output_0", "/blocks.14/self_attn/Unsqueeze_1_output_0", "/blocks.14/self_attn/Concat_output_0", "/blocks.14/self_attn/Reshape_output_0", "/blocks.14/self_attn/q_norm/Cast_output_0", "/blocks.14/self_attn/q_norm/Pow_output_0", "/blocks.14/self_attn/q_norm/ReduceMean_output_0", "/blocks.14/self_attn/q_norm/Add_output_0", "/blocks.14/self_attn/q_norm/Pow_1_output_0", "/blocks.14/self_attn/q_norm/Mul_output_0", "/blocks.14/self_attn/q_norm/Mul_1_output_0", "/blocks.14/self_attn/Mul_output_0", "/blocks.14/self_attn/Shape_2_output_0", "Shape3339", "Rank3341", "BinaryOp3343", "Unsqueeze3344", "BinaryOp3346", "Unsqueeze3347", "StridedSlice3350", "Squeeze3351", "BinaryOp3352", "BinaryOp3353", "/blocks.14/self_attn/Gather_2_output_0", "/blocks.14/self_attn/Div_output_0", "/blocks.14/self_attn/Unsqueeze_7_output_0", "/blocks.14/self_attn/Slice_1_output_0", "/blocks.14/self_attn/Neg_output_0", "/blocks.14/self_attn/Unsqueeze_6_output_0", "/blocks.14/self_attn/Slice_output_0", "/blocks.14/self_attn/Concat_3_output_0", "/blocks.14/self_attn/Mul_1_output_0", "/blocks.14/self_attn/Add_output_0", "/blocks.14/self_attn/k_proj/FakeLinear_output_0", "/blocks.14/self_attn/Unsqueeze_2_output_0", "/blocks.14/self_attn/Unsqueeze_3_output_0", "/blocks.14/self_attn/Concat_1_output_0", "/blocks.14/self_attn/Reshape_1_output_0", "/blocks.14/self_attn/k_norm/Cast_output_0", "/blocks.14/self_attn/k_norm/Pow_output_0", "/blocks.14/self_attn/k_norm/ReduceMean_output_0", "/blocks.14/self_attn/k_norm/Add_output_0", "/blocks.14/self_attn/k_norm/Pow_1_output_0", "/blocks.14/self_attn/k_norm/Mul_output_0", "/blocks.14/self_attn/k_norm/Mul_1_output_0", "/blocks.14/self_attn/Mul_2_output_0", "/blocks.14/self_attn/Shape_3_output_0", "Shape3380", "Rank3382", "BinaryOp3384", "Unsqueeze3385", "BinaryOp3387", "Unsqueeze3388", "StridedSlice3391", "Squeeze3392", "BinaryOp3393", "BinaryOp3394", "/blocks.14/self_attn/Gather_3_output_0", "/blocks.14/self_attn/Div_1_output_0", "/blocks.14/self_attn/Unsqueeze_9_output_0", "/blocks.14/self_attn/Slice_3_output_0", "/blocks.14/self_attn/Neg_1_output_0", "/blocks.14/self_attn/Unsqueeze_8_output_0", "/blocks.14/self_attn/Slice_2_output_0", "/blocks.14/self_attn/Concat_4_output_0", "/blocks.14/self_attn/Mul_3_output_0", "/blocks.14/self_attn/Add_1_output_0", "/blocks.14/self_attn/v_proj/FakeLinear_output_0", "/blocks.14/self_attn/Unsqueeze_4_output_0", "/blocks.14/self_attn/Unsqueeze_5_output_0", "/blocks.14/self_attn/Concat_2_output_0", "/blocks.14/self_attn/Reshape_2_output_0", "/blocks.14/self_attn/v_norm/Cast_output_0", "/blocks.14/self_attn/v_norm/Pow_output_0", "/blocks.14/self_attn/v_norm/ReduceMean_output_0", "/blocks.14/self_attn/v_norm/Add_output_0", "/blocks.14/self_attn/v_norm/Pow_1_output_0", "/blocks.14/self_attn/v_norm/Mul_output_0", "/blocks.14/self_attn/fused_attn/FusedAttention_output_0", "/blocks.14/self_attn/o_proj/FakeLinear_output_0", "/blocks.14/post_attention_layernorm/Cast_output_0", "/blocks.14/post_attention_layernorm/Pow_output_0", "/blocks.14/post_attention_layernorm/ReduceMean_output_0", "/blocks.14/post_attention_layernorm/Add_output_0", "/blocks.14/post_attention_layernorm/Pow_1_output_0", "/blocks.14/post_attention_layernorm/Mul_output_0", "onnx::Mul_10934", "/blocks.14/post_attention_layernorm/Mul_1_output_0", "/blocks.14/Add_output_0", "/blocks.14/pre_feedforward_layernorm/Pow_output_0", "/blocks.14/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.14/pre_feedforward_layernorm/Add_output_0", "/blocks.14/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.14/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_10935", "/blocks.14/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.14/mlp/gate_proj/FakeLinear_output_0", "/blocks.14/mlp/act_fn/Mul_output_0", "/blocks.14/mlp/act_fn/Mul_1_output_0", "/blocks.14/mlp/act_fn/Mul_2_output_0", "/blocks.14/mlp/act_fn/Add_output_0", "/blocks.14/mlp/act_fn/Mul_3_output_0", "/blocks.14/mlp/act_fn/Tanh_output_0", "/blocks.14/mlp/act_fn/Add_1_output_0", "/blocks.14/mlp/act_fn/Mul_4_output_0", "/blocks.14/mlp/act_fn/Mul_5_output_0", "/blocks.14/mlp/up_proj/FakeLinear_output_0", "/blocks.14/mlp/Mul_output_0", "/blocks.14/mlp/down_proj/FakeLinear_output_0", "/blocks.14/post_feedforward_layernorm/Cast_output_0", "/blocks.14/post_feedforward_layernorm/Pow_output_0", "/blocks.14/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.14/post_feedforward_layernorm/Add_output_0", "/blocks.14/post_feedforward_layernorm/Pow_1_output_0", "/blocks.14/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_10936", "/blocks.14/post_feedforward_layernorm/Mul_1_output_0", "/blocks.14/Add_1_output_0", "/blocks.14/per_layer_input_gate/FakeLinear_output_0", "/blocks.14/act_fn/Mul_output_0", "/blocks.14/act_fn/Mul_1_output_0", "/blocks.14/act_fn/Mul_2_output_0", "/blocks.14/act_fn/Add_output_0", "/blocks.14/act_fn/Mul_3_output_0", "/blocks.14/act_fn/Tanh_output_0", "/blocks.14/act_fn/Add_1_output_0", "/blocks.14/act_fn/Mul_4_output_0", "/blocks.14/act_fn/Mul_5_output_0", "/Constant_23_output_0", "Unsqueeze3473", "Unsqueeze3476", "StridedSlice3479", "Squeeze3480", "BinaryOp3481", "BinaryOp3482", "/Gather_21_output_0", "/blocks.14/Mul_output_0", "/blocks.14/per_layer_projection/FakeLinear_output_0", "/blocks.14/post_per_layer_input_norm/Cast_output_0", "/blocks.14/post_per_layer_input_norm/Pow_output_0", "/blocks.14/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.14/post_per_layer_input_norm/Add_output_0", "/blocks.14/post_per_layer_input_norm/Pow_1_output_0", "/blocks.14/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_10937", "/blocks.14/post_per_layer_input_norm/Mul_1_output_0", "/blocks.14/Add_2_output_0", "/blocks.14/Mul_1_output_0", "/blocks.15/Reshape_output_0", "/blocks.15/input_layernorm/Pow_output_0", "/blocks.15/input_layernorm/ReduceMean_output_0", "/blocks.15/input_layernorm/Add_output_0", "/blocks.15/input_layernorm/Pow_1_output_0", "/blocks.15/input_layernorm/Mul_output_0", "onnx::Mul_10938", "/blocks.15/input_layernorm/Mul_1_output_0", "/blocks.15/self_attn/q_proj/FakeLinear_output_0", "/blocks.15/self_attn/Shape_output_0", "Shape3506", "Rank3508", "BinaryOp3510", "Unsqueeze3511", "BinaryOp3513", "Unsqueeze3514", "StridedSlice3517", "Squeeze3518", "BinaryOp3520", "/blocks.15/self_attn/Gather_output_0", "/blocks.15/self_attn/Unsqueeze_output_0", "Unsqueeze3528", "Unsqueeze3531", "StridedSlice3534", "Squeeze3535", "BinaryOp3536", "BinaryOp3537", "/blocks.15/self_attn/Gather_1_output_0", "/blocks.15/self_attn/Unsqueeze_1_output_0", "/blocks.15/self_attn/Concat_output_0", "/blocks.15/self_attn/Reshape_output_0", "/blocks.15/self_attn/q_norm/Cast_output_0", "/blocks.15/self_attn/q_norm/Pow_output_0", "/blocks.15/self_attn/q_norm/ReduceMean_output_0", "/blocks.15/self_attn/q_norm/Add_output_0", "/blocks.15/self_attn/q_norm/Pow_1_output_0", "/blocks.15/self_attn/q_norm/Mul_output_0", "/blocks.15/self_attn/q_norm/Mul_1_output_0", "/blocks.15/self_attn/Mul_output_0", "/blocks.15/self_attn/Shape_2_output_0", "Shape3552", "Rank3554", "BinaryOp3556", "Unsqueeze3557", "BinaryOp3559", "Unsqueeze3560", "StridedSlice3563", "Squeeze3564", "BinaryOp3565", "BinaryOp3566", "/blocks.15/self_attn/Gather_2_output_0", "/blocks.15/self_attn/Div_output_0", "/blocks.15/self_attn/Unsqueeze_7_output_0", "/blocks.15/self_attn/Slice_1_output_0", "/blocks.15/self_attn/Neg_output_0", "/blocks.15/self_attn/Unsqueeze_6_output_0", "/blocks.15/self_attn/Slice_output_0", "/blocks.15/self_attn/Concat_3_output_0", "/blocks.15/self_attn/Mul_1_output_0", "/blocks.15/self_attn/Add_output_0", "/blocks.15/self_attn/k_proj/FakeLinear_output_0", "/blocks.15/self_attn/Unsqueeze_2_output_0", "/blocks.15/self_attn/Unsqueeze_3_output_0", "/blocks.15/self_attn/Concat_1_output_0", "/blocks.15/self_attn/Reshape_1_output_0", "/blocks.15/self_attn/k_norm/Cast_output_0", "/blocks.15/self_attn/k_norm/Pow_output_0", "/blocks.15/self_attn/k_norm/ReduceMean_output_0", "/blocks.15/self_attn/k_norm/Add_output_0", "/blocks.15/self_attn/k_norm/Pow_1_output_0", "/blocks.15/self_attn/k_norm/Mul_output_0", "/blocks.15/self_attn/k_norm/Mul_1_output_0", "/blocks.15/self_attn/Mul_2_output_0", "/blocks.15/self_attn/Shape_3_output_0", "Shape3592", "Rank3594", "BinaryOp3596", "Unsqueeze3597", "BinaryOp3599", "Unsqueeze3600", "StridedSlice3603", "Squeeze3604", "BinaryOp3605", "BinaryOp3606", "/blocks.15/self_attn/Gather_3_output_0", "/blocks.15/self_attn/Div_1_output_0", "/blocks.15/self_attn/Unsqueeze_9_output_0", "/blocks.15/self_attn/Slice_3_output_0", "/blocks.15/self_attn/Neg_1_output_0", "/blocks.15/self_attn/Unsqueeze_8_output_0", "/blocks.15/self_attn/Slice_2_output_0", "/blocks.15/self_attn/Concat_4_output_0", "/blocks.15/self_attn/Mul_3_output_0", "/blocks.15/self_attn/Add_1_output_0", "/blocks.15/self_attn/v_proj/FakeLinear_output_0", "/blocks.15/self_attn/Unsqueeze_4_output_0", "/blocks.15/self_attn/Unsqueeze_5_output_0", "/blocks.15/self_attn/Concat_2_output_0", "/blocks.15/self_attn/Reshape_2_output_0", "/blocks.15/self_attn/v_norm/Cast_output_0", "/blocks.15/self_attn/v_norm/Pow_output_0", "/blocks.15/self_attn/v_norm/ReduceMean_output_0", "/blocks.15/self_attn/v_norm/Add_output_0", "/blocks.15/self_attn/v_norm/Pow_1_output_0", "/blocks.15/self_attn/v_norm/Mul_output_0", "/blocks.15/self_attn/fused_attn/FusedAttention_output_0", "/blocks.15/self_attn/o_proj/FakeLinear_output_0", "/blocks.15/post_attention_layernorm/Cast_output_0", "/blocks.15/post_attention_layernorm/Pow_output_0", "/blocks.15/post_attention_layernorm/ReduceMean_output_0", "/blocks.15/post_attention_layernorm/Add_output_0", "/blocks.15/post_attention_layernorm/Pow_1_output_0", "/blocks.15/post_attention_layernorm/Mul_output_0", "onnx::Mul_10959", "/blocks.15/post_attention_layernorm/Mul_1_output_0", "/blocks.15/Add_output_0", "/blocks.15/pre_feedforward_layernorm/Pow_output_0", "/blocks.15/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.15/pre_feedforward_layernorm/Add_output_0", "/blocks.15/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.15/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_10960", "/blocks.15/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.15/mlp/gate_proj/FakeLinear_output_0", "/blocks.15/mlp/act_fn/Mul_output_0", "/blocks.15/mlp/act_fn/Mul_1_output_0", "/blocks.15/mlp/act_fn/Mul_2_output_0", "/blocks.15/mlp/act_fn/Add_output_0", "/blocks.15/mlp/act_fn/Mul_3_output_0", "/blocks.15/mlp/act_fn/Tanh_output_0", "/blocks.15/mlp/act_fn/Add_1_output_0", "/blocks.15/mlp/act_fn/Mul_4_output_0", "/blocks.15/mlp/act_fn/Mul_5_output_0", "/blocks.15/mlp/up_proj/FakeLinear_output_0", "/blocks.15/mlp/Mul_output_0", "/blocks.15/mlp/down_proj/FakeLinear_output_0", "/blocks.15/post_feedforward_layernorm/Cast_output_0", "/blocks.15/post_feedforward_layernorm/Pow_output_0", "/blocks.15/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.15/post_feedforward_layernorm/Add_output_0", "/blocks.15/post_feedforward_layernorm/Pow_1_output_0", "/blocks.15/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_10961", "/blocks.15/post_feedforward_layernorm/Mul_1_output_0", "/blocks.15/Add_1_output_0", "/blocks.15/per_layer_input_gate/FakeLinear_output_0", "/blocks.15/act_fn/Mul_output_0", "/blocks.15/act_fn/Mul_1_output_0", "/blocks.15/act_fn/Mul_2_output_0", "/blocks.15/act_fn/Add_output_0", "/blocks.15/act_fn/Mul_3_output_0", "/blocks.15/act_fn/Tanh_output_0", "/blocks.15/act_fn/Add_1_output_0", "/blocks.15/act_fn/Mul_4_output_0", "/blocks.15/act_fn/Mul_5_output_0", "/Constant_24_output_0", "Unsqueeze3685", "Unsqueeze3688", "StridedSlice3691", "Squeeze3692", "BinaryOp3693", "BinaryOp3694", "/Gather_22_output_0", "/blocks.15/Mul_output_0", "/blocks.15/per_layer_projection/FakeLinear_output_0", "/blocks.15/post_per_layer_input_norm/Cast_output_0", "/blocks.15/post_per_layer_input_norm/Pow_output_0", "/blocks.15/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.15/post_per_layer_input_norm/Add_output_0", "/blocks.15/post_per_layer_input_norm/Pow_1_output_0", "/blocks.15/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_10962", "/blocks.15/post_per_layer_input_norm/Mul_1_output_0", "/blocks.15/Add_2_output_0", "/blocks.15/Constant_1_output_0", "/blocks.15/Mul_1_output_0", "/blocks.16/Reshape_output_0", "/blocks.16/input_layernorm/Pow_output_0", "/blocks.16/input_layernorm/ReduceMean_output_0", "/blocks.16/input_layernorm/Add_output_0", "/blocks.16/input_layernorm/Pow_1_output_0", "/blocks.16/input_layernorm/Mul_output_0", "onnx::Mul_10963", "/blocks.16/input_layernorm/Mul_1_output_0", "/blocks.16/self_attn/q_proj/FakeLinear_output_0", "/blocks.16/self_attn/Shape_output_0", "Shape3719", "Rank3721", "BinaryOp3723", "Unsqueeze3724", "BinaryOp3726", "Unsqueeze3727", "StridedSlice3730", "Squeeze3731", "BinaryOp3733", "/blocks.16/self_attn/Gather_output_0", "/blocks.16/self_attn/Unsqueeze_output_0", "Unsqueeze3741", "Unsqueeze3744", "StridedSlice3747", "Squeeze3748", "BinaryOp3749", "BinaryOp3750", "/blocks.16/self_attn/Gather_1_output_0", "/blocks.16/self_attn/Unsqueeze_1_output_0", "/blocks.16/self_attn/Concat_output_0", "/blocks.16/self_attn/Reshape_output_0", "/blocks.16/self_attn/q_norm/Cast_output_0", "/blocks.16/self_attn/q_norm/Pow_output_0", "/blocks.16/self_attn/q_norm/ReduceMean_output_0", "/blocks.16/self_attn/q_norm/Add_output_0", "/blocks.16/self_attn/q_norm/Pow_1_output_0", "/blocks.16/self_attn/q_norm/Mul_output_0", "onnx::Mul_10966", "/blocks.16/self_attn/q_norm/Mul_1_output_0", "/blocks.16/self_attn/Mul_output_0", "/blocks.16/self_attn/Shape_2_output_0", "Shape3765", "Rank3767", "BinaryOp3769", "Unsqueeze3770", "BinaryOp3772", "Unsqueeze3773", "StridedSlice3776", "Squeeze3777", "BinaryOp3778", "BinaryOp3779", "/blocks.16/self_attn/Gather_2_output_0", "/blocks.16/self_attn/Div_output_0", "/blocks.16/self_attn/Unsqueeze_7_output_0", "/blocks.16/self_attn/Slice_1_output_0", "/blocks.16/self_attn/Neg_output_0", "/blocks.16/self_attn/Unsqueeze_6_output_0", "/blocks.16/self_attn/Slice_output_0", "/blocks.16/self_attn/Concat_3_output_0", "/blocks.16/self_attn/Mul_1_output_0", "/blocks.16/self_attn/Add_output_0", "/blocks.16/self_attn/k_proj/FakeLinear_output_0", "/blocks.16/self_attn/Unsqueeze_2_output_0", "/blocks.16/self_attn/Unsqueeze_3_output_0", "/blocks.16/self_attn/Concat_1_output_0", "/blocks.16/self_attn/Reshape_1_output_0", "/blocks.16/self_attn/k_norm/Cast_output_0", "/blocks.16/self_attn/k_norm/Pow_output_0", "/blocks.16/self_attn/k_norm/ReduceMean_output_0", "/blocks.16/self_attn/k_norm/Add_output_0", "/blocks.16/self_attn/k_norm/Pow_1_output_0", "/blocks.16/self_attn/k_norm/Mul_output_0", "/blocks.16/self_attn/k_norm/Mul_1_output_0", "/blocks.16/self_attn/Mul_2_output_0", "/blocks.16/self_attn/Shape_3_output_0", "Shape3806", "Rank3808", "BinaryOp3810", "Unsqueeze3811", "BinaryOp3813", "Unsqueeze3814", "StridedSlice3817", "Squeeze3818", "BinaryOp3819", "BinaryOp3820", "/blocks.16/self_attn/Gather_3_output_0", "/blocks.16/self_attn/Div_1_output_0", "/blocks.16/self_attn/Unsqueeze_9_output_0", "/blocks.16/self_attn/Slice_3_output_0", "/blocks.16/self_attn/Neg_1_output_0", "/blocks.16/self_attn/Unsqueeze_8_output_0", "/blocks.16/self_attn/Slice_2_output_0", "/blocks.16/self_attn/Concat_4_output_0", "/blocks.16/self_attn/Mul_3_output_0", "/blocks.16/self_attn/Add_1_output_0", "/blocks.16/self_attn/v_proj/FakeLinear_output_0", "/blocks.16/self_attn/Unsqueeze_4_output_0", "/blocks.16/self_attn/Unsqueeze_5_output_0", "/blocks.16/self_attn/Concat_2_output_0", "/blocks.16/self_attn/Reshape_2_output_0", "/blocks.16/self_attn/v_norm/Cast_output_0", "/blocks.16/self_attn/v_norm/Pow_output_0", "/blocks.16/self_attn/v_norm/ReduceMean_output_0", "/blocks.16/self_attn/v_norm/Add_output_0", "/blocks.16/self_attn/v_norm/Pow_1_output_0", "/blocks.16/self_attn/v_norm/Mul_output_0", "/blocks.16/self_attn/fused_attn/FusedAttention_output_0", "/blocks.16/self_attn/o_proj/FakeLinear_output_0", "/blocks.16/post_attention_layernorm/Cast_output_0", "/blocks.16/post_attention_layernorm/Pow_output_0", "/blocks.16/post_attention_layernorm/ReduceMean_output_0", "/blocks.16/post_attention_layernorm/Add_output_0", "/blocks.16/post_attention_layernorm/Pow_1_output_0", "/blocks.16/post_attention_layernorm/Mul_output_0", "onnx::Mul_10984", "/blocks.16/post_attention_layernorm/Mul_1_output_0", "/blocks.16/Add_output_0", "/blocks.16/pre_feedforward_layernorm/Pow_output_0", "/blocks.16/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.16/pre_feedforward_layernorm/Add_output_0", "/blocks.16/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.16/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_10985", "/blocks.16/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.16/mlp/gate_proj/FakeLinear_output_0", "/blocks.16/mlp/act_fn/Mul_output_0", "/blocks.16/mlp/act_fn/Mul_1_output_0", "/blocks.16/mlp/act_fn/Mul_2_output_0", "/blocks.16/mlp/act_fn/Add_output_0", "/blocks.16/mlp/act_fn/Mul_3_output_0", "/blocks.16/mlp/act_fn/Tanh_output_0", "/blocks.16/mlp/act_fn/Add_1_output_0", "/blocks.16/mlp/act_fn/Mul_4_output_0", "/blocks.16/mlp/act_fn/Mul_5_output_0", "/blocks.16/mlp/up_proj/FakeLinear_output_0", "/blocks.16/mlp/Mul_output_0", "/blocks.16/mlp/down_proj/FakeLinear_output_0", "/blocks.16/post_feedforward_layernorm/Cast_output_0", "/blocks.16/post_feedforward_layernorm/Pow_output_0", "/blocks.16/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.16/post_feedforward_layernorm/Add_output_0", "/blocks.16/post_feedforward_layernorm/Pow_1_output_0", "/blocks.16/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_10986", "/blocks.16/post_feedforward_layernorm/Mul_1_output_0", "/blocks.16/Add_1_output_0", "/blocks.16/per_layer_input_gate/FakeLinear_output_0", "/blocks.16/act_fn/Mul_output_0", "/blocks.16/act_fn/Mul_1_output_0", "/blocks.16/act_fn/Mul_2_output_0", "/blocks.16/act_fn/Add_output_0", "/blocks.16/act_fn/Mul_3_output_0", "/blocks.16/act_fn/Tanh_output_0", "/blocks.16/act_fn/Add_1_output_0", "/blocks.16/act_fn/Mul_4_output_0", "/blocks.16/act_fn/Mul_5_output_0", "/Constant_25_output_0", "Unsqueeze3899", "Unsqueeze3902", "StridedSlice3905", "Squeeze3906", "BinaryOp3907", "BinaryOp3908", "/Gather_23_output_0", "/blocks.16/Mul_output_0", "/blocks.16/per_layer_projection/FakeLinear_output_0", "/blocks.16/post_per_layer_input_norm/Cast_output_0", "/blocks.16/post_per_layer_input_norm/Pow_output_0", "/blocks.16/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.16/post_per_layer_input_norm/Add_output_0", "/blocks.16/post_per_layer_input_norm/Pow_1_output_0", "/blocks.16/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_10987", "/blocks.16/post_per_layer_input_norm/Mul_1_output_0", "/blocks.16/Add_2_output_0", "/blocks.16/Constant_1_output_0", "/blocks.16/Mul_1_output_0", "/blocks.17/Reshape_output_0", "/blocks.17/input_layernorm/Pow_output_0", "/blocks.17/input_layernorm/ReduceMean_output_0", "/blocks.17/input_layernorm/Add_output_0", "/blocks.17/input_layernorm/Pow_1_output_0", "/blocks.17/input_layernorm/Mul_output_0", "onnx::Mul_10988", "/blocks.17/input_layernorm/Mul_1_output_0", "/blocks.17/self_attn/q_proj/FakeLinear_output_0", "/blocks.17/self_attn/Shape_output_0", "Shape3933", "Rank3935", "BinaryOp3937", "Unsqueeze3938", "BinaryOp3940", "Unsqueeze3941", "StridedSlice3944", "Squeeze3945", "BinaryOp3947", "/blocks.17/self_attn/Gather_output_0", "/blocks.17/self_attn/Unsqueeze_output_0", "Unsqueeze3955", "Unsqueeze3958", "StridedSlice3961", "Squeeze3962", "BinaryOp3963", "BinaryOp3964", "/blocks.17/self_attn/Gather_1_output_0", "/blocks.17/self_attn/Unsqueeze_1_output_0", "/blocks.17/self_attn/Concat_output_0", "/blocks.17/self_attn/Reshape_output_0", "/blocks.17/self_attn/q_norm/Cast_output_0", "/blocks.17/self_attn/q_norm/Pow_output_0", "/blocks.17/self_attn/q_norm/ReduceMean_output_0", "/blocks.17/self_attn/q_norm/Add_output_0", "/blocks.17/self_attn/q_norm/Pow_1_output_0", "/blocks.17/self_attn/q_norm/Mul_output_0", "onnx::Mul_10991", "/blocks.17/self_attn/q_norm/Mul_1_output_0", "/blocks.17/self_attn/Unsqueeze_6_output_0", "/blocks.17/self_attn/Slice_output_0", "/blocks.17/self_attn/Mul_output_0", "/blocks.17/self_attn/Shape_2_output_0", "Shape3981", "Rank3983", "BinaryOp3985", "Unsqueeze3986", "BinaryOp3988", "Unsqueeze3989", "StridedSlice3992", "Squeeze3993", "BinaryOp3994", "BinaryOp3995", "/blocks.17/self_attn/Gather_2_output_0", "/blocks.17/self_attn/Div_output_0", "/blocks.17/self_attn/Unsqueeze_9_output_0", "/blocks.17/self_attn/Slice_3_output_0", "/blocks.17/self_attn/Neg_output_0", "/blocks.17/self_attn/Unsqueeze_8_output_0", "/blocks.17/self_attn/Slice_2_output_0", "/blocks.17/self_attn/Concat_3_output_0", "/blocks.17/self_attn/Mul_1_output_0", "/blocks.17/self_attn/Add_output_0", "/blocks.17/self_attn/Unsqueeze_7_output_0", "/blocks.17/self_attn/Slice_1_output_0", "/blocks.17/self_attn/Concat_4_output_0", "/blocks.17/self_attn/k_proj/FakeLinear_output_0", "/blocks.17/self_attn/Unsqueeze_2_output_0", "/blocks.17/self_attn/Unsqueeze_3_output_0", "/blocks.17/self_attn/Concat_1_output_0", "/blocks.17/self_attn/Reshape_1_output_0", "/blocks.17/self_attn/k_norm/Cast_output_0", "/blocks.17/self_attn/k_norm/Pow_output_0", "/blocks.17/self_attn/k_norm/ReduceMean_output_0", "/blocks.17/self_attn/k_norm/Add_output_0", "/blocks.17/self_attn/k_norm/Pow_1_output_0", "/blocks.17/self_attn/k_norm/Mul_output_0", "onnx::Mul_10996", "/blocks.17/self_attn/k_norm/Mul_1_output_0", "/blocks.17/self_attn/Unsqueeze_10_output_0", "/blocks.17/self_attn/Slice_4_output_0", "/blocks.17/self_attn/Mul_2_output_0", "/blocks.17/self_attn/Shape_3_output_0", "Shape4027", "Rank4029", "BinaryOp4031", "Unsqueeze4032", "BinaryOp4034", "Unsqueeze4035", "StridedSlice4038", "Squeeze4039", "BinaryOp4040", "BinaryOp4041", "/blocks.17/self_attn/Gather_3_output_0", "/blocks.17/self_attn/Div_1_output_0", "/blocks.17/self_attn/Unsqueeze_13_output_0", "/blocks.17/self_attn/Slice_7_output_0", "/blocks.17/self_attn/Neg_1_output_0", "/blocks.17/self_attn/Unsqueeze_12_output_0", "/blocks.17/self_attn/Slice_6_output_0", "/blocks.17/self_attn/Concat_5_output_0", "/blocks.17/self_attn/Mul_3_output_0", "/blocks.17/self_attn/Add_1_output_0", "/blocks.17/self_attn/Unsqueeze_11_output_0", "/blocks.17/self_attn/Slice_5_output_0", "/blocks.17/self_attn/Concat_6_output_0", "/blocks.17/self_attn/v_proj/FakeLinear_output_0", "/blocks.17/self_attn/Unsqueeze_4_output_0", "/blocks.17/self_attn/Unsqueeze_5_output_0", "/blocks.17/self_attn/Concat_2_output_0", "/blocks.17/self_attn/Reshape_2_output_0", "/blocks.17/self_attn/v_norm/Cast_output_0", "/blocks.17/self_attn/v_norm/Pow_output_0", "/blocks.17/self_attn/v_norm/ReduceMean_output_0", "/blocks.17/self_attn/v_norm/Add_output_0", "/blocks.17/self_attn/v_norm/Pow_1_output_0", "/blocks.17/self_attn/v_norm/Mul_output_0", "/blocks.17/self_attn/fused_attn/FusedAttention_output_0", "/blocks.17/self_attn/o_proj/FakeLinear_output_0", "/blocks.17/post_attention_layernorm/Cast_output_0", "/blocks.17/post_attention_layernorm/Pow_output_0", "/blocks.17/post_attention_layernorm/ReduceMean_output_0", "/blocks.17/post_attention_layernorm/Add_output_0", "/blocks.17/post_attention_layernorm/Pow_1_output_0", "/blocks.17/post_attention_layernorm/Mul_output_0", "onnx::Mul_11021", "/blocks.17/post_attention_layernorm/Mul_1_output_0", "/blocks.17/Add_output_0", "/blocks.17/pre_feedforward_layernorm/Pow_output_0", "/blocks.17/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.17/pre_feedforward_layernorm/Add_output_0", "/blocks.17/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.17/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_11022", "/blocks.17/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.17/mlp/gate_proj/FakeLinear_output_0", "/blocks.17/mlp/act_fn/Mul_output_0", "/blocks.17/mlp/act_fn/Mul_1_output_0", "/blocks.17/mlp/act_fn/Mul_2_output_0", "/blocks.17/mlp/act_fn/Add_output_0", "/blocks.17/mlp/act_fn/Mul_3_output_0", "/blocks.17/mlp/act_fn/Tanh_output_0", "/blocks.17/mlp/act_fn/Add_1_output_0", "/blocks.17/mlp/act_fn/Mul_4_output_0", "/blocks.17/mlp/act_fn/Mul_5_output_0", "/blocks.17/mlp/up_proj/FakeLinear_output_0", "/blocks.17/mlp/Mul_output_0", "/blocks.17/mlp/down_proj/FakeLinear_output_0", "/blocks.17/post_feedforward_layernorm/Cast_output_0", "/blocks.17/post_feedforward_layernorm/Pow_output_0", "/blocks.17/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.17/post_feedforward_layernorm/Add_output_0", "/blocks.17/post_feedforward_layernorm/Pow_1_output_0", "/blocks.17/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_11023", "/blocks.17/post_feedforward_layernorm/Mul_1_output_0", "/blocks.17/Add_1_output_0", "/blocks.17/per_layer_input_gate/FakeLinear_output_0", "/blocks.17/act_fn/Mul_output_0", "/blocks.17/act_fn/Mul_1_output_0", "/blocks.17/act_fn/Mul_2_output_0", "/blocks.17/act_fn/Add_output_0", "/blocks.17/act_fn/Mul_3_output_0", "/blocks.17/act_fn/Tanh_output_0", "/blocks.17/act_fn/Add_1_output_0", "/blocks.17/act_fn/Mul_4_output_0", "/blocks.17/act_fn/Mul_5_output_0", "/Constant_26_output_0", "Unsqueeze4123", "Unsqueeze4126", "StridedSlice4129", "Squeeze4130", "BinaryOp4131", "BinaryOp4132", "/Gather_24_output_0", "/blocks.17/Mul_output_0", "/blocks.17/per_layer_projection/FakeLinear_output_0", "/blocks.17/post_per_layer_input_norm/Cast_output_0", "/blocks.17/post_per_layer_input_norm/Pow_output_0", "/blocks.17/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.17/post_per_layer_input_norm/Add_output_0", "/blocks.17/post_per_layer_input_norm/Pow_1_output_0", "/blocks.17/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_11024", "/blocks.17/post_per_layer_input_norm/Mul_1_output_0", "/blocks.17/Add_2_output_0", "/blocks.17/Constant_1_output_0", "/blocks.17/Mul_1_output_0", "/blocks.18/Reshape_output_0", "/blocks.18/input_layernorm/Pow_output_0", "/blocks.18/input_layernorm/ReduceMean_output_0", "/blocks.18/input_layernorm/Add_output_0", "/blocks.18/input_layernorm/Pow_1_output_0", "/blocks.18/input_layernorm/Mul_output_0", "onnx::Mul_11025", "/blocks.18/input_layernorm/Mul_1_output_0", "/blocks.18/self_attn/q_proj/FakeLinear_output_0", "/blocks.18/self_attn/Shape_output_0", "Shape4157", "Rank4159", "BinaryOp4161", "Unsqueeze4162", "BinaryOp4164", "Unsqueeze4165", "StridedSlice4168", "Squeeze4169", "BinaryOp4171", "/blocks.18/self_attn/Gather_output_0", "/blocks.18/self_attn/Unsqueeze_output_0", "Unsqueeze4179", "Unsqueeze4182", "StridedSlice4185", "Squeeze4186", "BinaryOp4187", "BinaryOp4188", "/blocks.18/self_attn/Gather_1_output_0", "/blocks.18/self_attn/Unsqueeze_1_output_0", "/blocks.18/self_attn/Concat_output_0", "/blocks.18/self_attn/Reshape_output_0", "/blocks.18/self_attn/q_norm/Cast_output_0", "/blocks.18/self_attn/q_norm/Pow_output_0", "/blocks.18/self_attn/q_norm/ReduceMean_output_0", "/blocks.18/self_attn/q_norm/Add_output_0", "/blocks.18/self_attn/q_norm/Pow_1_output_0", "/blocks.18/self_attn/q_norm/Mul_output_0", "/blocks.18/self_attn/q_norm/Mul_1_output_0", "/blocks.18/self_attn/Mul_output_0", "/blocks.18/self_attn/Shape_2_output_0", "Shape4202", "Rank4204", "BinaryOp4206", "Unsqueeze4207", "BinaryOp4209", "Unsqueeze4210", "StridedSlice4213", "Squeeze4214", "BinaryOp4215", "BinaryOp4216", "/blocks.18/self_attn/Gather_2_output_0", "/blocks.18/self_attn/Div_output_0", "/blocks.18/self_attn/Unsqueeze_7_output_0", "/blocks.18/self_attn/Slice_1_output_0", "/blocks.18/self_attn/Neg_output_0", "/blocks.18/self_attn/Unsqueeze_6_output_0", "/blocks.18/self_attn/Slice_output_0", "/blocks.18/self_attn/Concat_3_output_0", "/blocks.18/self_attn/Mul_1_output_0", "/blocks.18/self_attn/Add_output_0", "/blocks.18/self_attn/k_proj/FakeLinear_output_0", "/blocks.18/self_attn/Unsqueeze_2_output_0", "/blocks.18/self_attn/Unsqueeze_3_output_0", "/blocks.18/self_attn/Concat_1_output_0", "/blocks.18/self_attn/Reshape_1_output_0", "/blocks.18/self_attn/k_norm/Cast_output_0", "/blocks.18/self_attn/k_norm/Pow_output_0", "/blocks.18/self_attn/k_norm/ReduceMean_output_0", "/blocks.18/self_attn/k_norm/Add_output_0", "/blocks.18/self_attn/k_norm/Pow_1_output_0", "/blocks.18/self_attn/k_norm/Mul_output_0", "onnx::Mul_11033", "/blocks.18/self_attn/k_norm/Mul_1_output_0", "/blocks.18/self_attn/Mul_2_output_0", "/blocks.18/self_attn/Shape_3_output_0", "Shape4243", "Rank4245", "BinaryOp4247", "Unsqueeze4248", "BinaryOp4250", "Unsqueeze4251", "StridedSlice4254", "Squeeze4255", "BinaryOp4256", "BinaryOp4257", "/blocks.18/self_attn/Gather_3_output_0", "/blocks.18/self_attn/Div_1_output_0", "/blocks.18/self_attn/Unsqueeze_9_output_0", "/blocks.18/self_attn/Slice_3_output_0", "/blocks.18/self_attn/Neg_1_output_0", "/blocks.18/self_attn/Unsqueeze_8_output_0", "/blocks.18/self_attn/Slice_2_output_0", "/blocks.18/self_attn/Concat_4_output_0", "/blocks.18/self_attn/Mul_3_output_0", "/blocks.18/self_attn/Add_1_output_0", "/blocks.18/self_attn/v_proj/FakeLinear_output_0", "/blocks.18/self_attn/Unsqueeze_4_output_0", "/blocks.18/self_attn/Unsqueeze_5_output_0", "/blocks.18/self_attn/Concat_2_output_0", "/blocks.18/self_attn/Reshape_2_output_0", "/blocks.18/self_attn/v_norm/Cast_output_0", "/blocks.18/self_attn/v_norm/Pow_output_0", "/blocks.18/self_attn/v_norm/ReduceMean_output_0", "/blocks.18/self_attn/v_norm/Add_output_0", "/blocks.18/self_attn/v_norm/Pow_1_output_0", "/blocks.18/self_attn/v_norm/Mul_output_0", "/blocks.18/self_attn/fused_attn/FusedAttention_output_0", "/blocks.18/self_attn/o_proj/FakeLinear_output_0", "/blocks.18/post_attention_layernorm/Cast_output_0", "/blocks.18/post_attention_layernorm/Pow_output_0", "/blocks.18/post_attention_layernorm/ReduceMean_output_0", "/blocks.18/post_attention_layernorm/Add_output_0", "/blocks.18/post_attention_layernorm/Pow_1_output_0", "/blocks.18/post_attention_layernorm/Mul_output_0", "onnx::Mul_11046", "/blocks.18/post_attention_layernorm/Mul_1_output_0", "/blocks.18/Add_output_0", "/blocks.18/pre_feedforward_layernorm/Pow_output_0", "/blocks.18/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.18/pre_feedforward_layernorm/Add_output_0", "/blocks.18/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.18/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_11047", "/blocks.18/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.18/mlp/gate_proj/FakeLinear_output_0", "/blocks.18/mlp/act_fn/Mul_output_0", "/blocks.18/mlp/act_fn/Mul_1_output_0", "/blocks.18/mlp/act_fn/Mul_2_output_0", "/blocks.18/mlp/act_fn/Add_output_0", "/blocks.18/mlp/act_fn/Mul_3_output_0", "/blocks.18/mlp/act_fn/Tanh_output_0", "/blocks.18/mlp/act_fn/Add_1_output_0", "/blocks.18/mlp/act_fn/Mul_4_output_0", "/blocks.18/mlp/act_fn/Mul_5_output_0", "/blocks.18/mlp/up_proj/FakeLinear_output_0", "/blocks.18/mlp/Mul_output_0", "/blocks.18/mlp/down_proj/FakeLinear_output_0", "/blocks.18/post_feedforward_layernorm/Cast_output_0", "/blocks.18/post_feedforward_layernorm/Pow_output_0", "/blocks.18/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.18/post_feedforward_layernorm/Add_output_0", "/blocks.18/post_feedforward_layernorm/Pow_1_output_0", "/blocks.18/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_11048", "/blocks.18/post_feedforward_layernorm/Mul_1_output_0", "/blocks.18/Add_1_output_0", "/blocks.18/per_layer_input_gate/FakeLinear_output_0", "/blocks.18/act_fn/Mul_output_0", "/blocks.18/act_fn/Mul_1_output_0", "/blocks.18/act_fn/Mul_2_output_0", "/blocks.18/act_fn/Add_output_0", "/blocks.18/act_fn/Mul_3_output_0", "/blocks.18/act_fn/Tanh_output_0", "/blocks.18/act_fn/Add_1_output_0", "/blocks.18/act_fn/Mul_4_output_0", "/blocks.18/act_fn/Mul_5_output_0", "/Constant_27_output_0", "Unsqueeze4336", "Unsqueeze4339", "StridedSlice4342", "Squeeze4343", "BinaryOp4344", "BinaryOp4345", "/Gather_25_output_0", "/blocks.18/Mul_output_0", "/blocks.18/per_layer_projection/FakeLinear_output_0", "/blocks.18/post_per_layer_input_norm/Cast_output_0", "/blocks.18/post_per_layer_input_norm/Pow_output_0", "/blocks.18/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.18/post_per_layer_input_norm/Add_output_0", "/blocks.18/post_per_layer_input_norm/Pow_1_output_0", "/blocks.18/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_11049", "/blocks.18/post_per_layer_input_norm/Mul_1_output_0", "/blocks.18/Add_2_output_0", "/blocks.18/Constant_1_output_0", "/blocks.18/Mul_1_output_0", "/blocks.19/Reshape_output_0", "/blocks.19/input_layernorm/Pow_output_0", "/blocks.19/input_layernorm/ReduceMean_output_0", "/blocks.19/input_layernorm/Add_output_0", "/blocks.19/input_layernorm/Pow_1_output_0", "/blocks.19/input_layernorm/Mul_output_0", "onnx::Mul_11050", "/blocks.19/input_layernorm/Mul_1_output_0", "/blocks.19/self_attn/q_proj/FakeLinear_output_0", "/blocks.19/self_attn/Shape_output_0", "Shape4370", "Rank4372", "BinaryOp4374", "Unsqueeze4375", "BinaryOp4377", "Unsqueeze4378", "StridedSlice4381", "Squeeze4382", "BinaryOp4384", "/blocks.19/self_attn/Gather_output_0", "/blocks.19/self_attn/Unsqueeze_output_0", "Unsqueeze4392", "Unsqueeze4395", "StridedSlice4398", "Squeeze4399", "BinaryOp4400", "BinaryOp4401", "/blocks.19/self_attn/Gather_1_output_0", "/blocks.19/self_attn/Unsqueeze_1_output_0", "/blocks.19/self_attn/Concat_output_0", "/blocks.19/self_attn/Reshape_output_0", "/blocks.19/self_attn/q_norm/Cast_output_0", "/blocks.19/self_attn/q_norm/Pow_output_0", "/blocks.19/self_attn/q_norm/ReduceMean_output_0", "/blocks.19/self_attn/q_norm/Add_output_0", "/blocks.19/self_attn/q_norm/Pow_1_output_0", "/blocks.19/self_attn/q_norm/Mul_output_0", "onnx::Mul_11053", "/blocks.19/self_attn/q_norm/Mul_1_output_0", "/blocks.19/self_attn/Mul_output_0", "/blocks.19/self_attn/Shape_2_output_0", "Shape4416", "Rank4418", "BinaryOp4420", "Unsqueeze4421", "BinaryOp4423", "Unsqueeze4424", "StridedSlice4427", "Squeeze4428", "BinaryOp4429", "BinaryOp4430", "/blocks.19/self_attn/Gather_2_output_0", "/blocks.19/self_attn/Div_output_0", "/blocks.19/self_attn/Unsqueeze_7_output_0", "/blocks.19/self_attn/Slice_1_output_0", "/blocks.19/self_attn/Neg_output_0", "/blocks.19/self_attn/Unsqueeze_6_output_0", "/blocks.19/self_attn/Slice_output_0", "/blocks.19/self_attn/Concat_3_output_0", "/blocks.19/self_attn/Mul_1_output_0", "/blocks.19/self_attn/Add_output_0", "/blocks.19/self_attn/k_proj/FakeLinear_output_0", "/blocks.19/self_attn/Unsqueeze_2_output_0", "/blocks.19/self_attn/Unsqueeze_3_output_0", "/blocks.19/self_attn/Concat_1_output_0", "/blocks.19/self_attn/Reshape_1_output_0", "/blocks.19/self_attn/k_norm/Cast_output_0", "/blocks.19/self_attn/k_norm/Pow_output_0", "/blocks.19/self_attn/k_norm/ReduceMean_output_0", "/blocks.19/self_attn/k_norm/Add_output_0", "/blocks.19/self_attn/k_norm/Pow_1_output_0", "/blocks.19/self_attn/k_norm/Mul_output_0", "onnx::Mul_11058", "/blocks.19/self_attn/k_norm/Mul_1_output_0", "/blocks.19/self_attn/Mul_2_output_0", "/blocks.19/self_attn/Shape_3_output_0", "Shape4457", "Rank4459", "BinaryOp4461", "Unsqueeze4462", "BinaryOp4464", "Unsqueeze4465", "StridedSlice4468", "Squeeze4469", "BinaryOp4470", "BinaryOp4471", "/blocks.19/self_attn/Gather_3_output_0", "/blocks.19/self_attn/Div_1_output_0", "/blocks.19/self_attn/Unsqueeze_9_output_0", "/blocks.19/self_attn/Slice_3_output_0", "/blocks.19/self_attn/Neg_1_output_0", "/blocks.19/self_attn/Unsqueeze_8_output_0", "/blocks.19/self_attn/Slice_2_output_0", "/blocks.19/self_attn/Concat_4_output_0", "/blocks.19/self_attn/Mul_3_output_0", "/blocks.19/self_attn/Add_1_output_0", "/blocks.19/self_attn/v_proj/FakeLinear_output_0", "/blocks.19/self_attn/Unsqueeze_4_output_0", "/blocks.19/self_attn/Unsqueeze_5_output_0", "/blocks.19/self_attn/Concat_2_output_0", "/blocks.19/self_attn/Reshape_2_output_0", "/blocks.19/self_attn/v_norm/Cast_output_0", "/blocks.19/self_attn/v_norm/Pow_output_0", "/blocks.19/self_attn/v_norm/ReduceMean_output_0", "/blocks.19/self_attn/v_norm/Add_output_0", "/blocks.19/self_attn/v_norm/Pow_1_output_0", "/blocks.19/self_attn/v_norm/Mul_output_0", "/blocks.19/self_attn/fused_attn/FusedAttention_output_0", "/blocks.19/self_attn/o_proj/FakeLinear_output_0", "/blocks.19/post_attention_layernorm/Cast_output_0", "/blocks.19/post_attention_layernorm/Pow_output_0", "/blocks.19/post_attention_layernorm/ReduceMean_output_0", "/blocks.19/post_attention_layernorm/Add_output_0", "/blocks.19/post_attention_layernorm/Pow_1_output_0", "/blocks.19/post_attention_layernorm/Mul_output_0", "onnx::Mul_11071", "/blocks.19/post_attention_layernorm/Mul_1_output_0", "/blocks.19/Add_output_0", "/blocks.19/pre_feedforward_layernorm/Pow_output_0", "/blocks.19/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.19/pre_feedforward_layernorm/Add_output_0", "/blocks.19/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.19/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_11072", "/blocks.19/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.19/mlp/gate_proj/FakeLinear_output_0", "/blocks.19/mlp/act_fn/Mul_output_0", "/blocks.19/mlp/act_fn/Mul_1_output_0", "/blocks.19/mlp/act_fn/Mul_2_output_0", "/blocks.19/mlp/act_fn/Add_output_0", "/blocks.19/mlp/act_fn/Mul_3_output_0", "/blocks.19/mlp/act_fn/Tanh_output_0", "/blocks.19/mlp/act_fn/Add_1_output_0", "/blocks.19/mlp/act_fn/Mul_4_output_0", "/blocks.19/mlp/act_fn/Mul_5_output_0", "/blocks.19/mlp/up_proj/FakeLinear_output_0", "/blocks.19/mlp/Mul_output_0", "/blocks.19/mlp/down_proj/FakeLinear_output_0", "/blocks.19/post_feedforward_layernorm/Cast_output_0", "/blocks.19/post_feedforward_layernorm/Pow_output_0", "/blocks.19/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.19/post_feedforward_layernorm/Add_output_0", "/blocks.19/post_feedforward_layernorm/Pow_1_output_0", "/blocks.19/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_11073", "/blocks.19/post_feedforward_layernorm/Mul_1_output_0", "/blocks.19/Add_1_output_0", "/blocks.19/per_layer_input_gate/FakeLinear_output_0", "/blocks.19/act_fn/Mul_output_0", "/blocks.19/act_fn/Mul_1_output_0", "/blocks.19/act_fn/Mul_2_output_0", "/blocks.19/act_fn/Add_output_0", "/blocks.19/act_fn/Mul_3_output_0", "/blocks.19/act_fn/Tanh_output_0", "/blocks.19/act_fn/Add_1_output_0", "/blocks.19/act_fn/Mul_4_output_0", "/blocks.19/act_fn/Mul_5_output_0", "/Constant_28_output_0", "Unsqueeze4550", "Unsqueeze4553", "StridedSlice4556", "Squeeze4557", "BinaryOp4558", "BinaryOp4559", "/Gather_26_output_0", "/blocks.19/Mul_output_0", "/blocks.19/per_layer_projection/FakeLinear_output_0", "/blocks.19/post_per_layer_input_norm/Cast_output_0", "/blocks.19/post_per_layer_input_norm/Pow_output_0", "/blocks.19/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.19/post_per_layer_input_norm/Add_output_0", "/blocks.19/post_per_layer_input_norm/Pow_1_output_0", "/blocks.19/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_11074", "/blocks.19/post_per_layer_input_norm/Mul_1_output_0", "/blocks.19/Add_2_output_0", "/blocks.19/Constant_1_output_0", "/blocks.19/Mul_1_output_0", "/blocks.20/Reshape_output_0", "/blocks.20/input_layernorm/Pow_output_0", "/blocks.20/input_layernorm/ReduceMean_output_0", "/blocks.20/input_layernorm/Add_output_0", "/blocks.20/input_layernorm/Pow_1_output_0", "/blocks.20/input_layernorm/Mul_output_0", "onnx::Mul_11075", "/blocks.20/input_layernorm/Mul_1_output_0", "/blocks.20/self_attn/q_proj/FakeLinear_output_0", "/blocks.20/self_attn/Shape_output_0", "Shape4584", "Rank4586", "BinaryOp4588", "Unsqueeze4589", "BinaryOp4591", "Unsqueeze4592", "StridedSlice4595", "Squeeze4596", "BinaryOp4598", "/blocks.20/self_attn/Gather_output_0", "/blocks.20/self_attn/Unsqueeze_output_0", "Unsqueeze4606", "Unsqueeze4609", "StridedSlice4612", "Squeeze4613", "BinaryOp4614", "BinaryOp4615", "/blocks.20/self_attn/Gather_1_output_0", "/blocks.20/self_attn/Unsqueeze_1_output_0", "/blocks.20/self_attn/Concat_output_0", "/blocks.20/self_attn/Reshape_output_0", "/blocks.20/self_attn/q_norm/Cast_output_0", "/blocks.20/self_attn/q_norm/Pow_output_0", "/blocks.20/self_attn/q_norm/ReduceMean_output_0", "/blocks.20/self_attn/q_norm/Add_output_0", "/blocks.20/self_attn/q_norm/Pow_1_output_0", "/blocks.20/self_attn/q_norm/Mul_output_0", "onnx::Mul_11078", "/blocks.20/self_attn/q_norm/Mul_1_output_0", "/blocks.20/self_attn/Mul_output_0", "/blocks.20/self_attn/Shape_2_output_0", "Shape4630", "Rank4632", "BinaryOp4634", "Unsqueeze4635", "BinaryOp4637", "Unsqueeze4638", "StridedSlice4641", "Squeeze4642", "BinaryOp4643", "BinaryOp4644", "/blocks.20/self_attn/Gather_2_output_0", "/blocks.20/self_attn/Div_output_0", "/blocks.20/self_attn/Unsqueeze_7_output_0", "/blocks.20/self_attn/Slice_1_output_0", "/blocks.20/self_attn/Neg_output_0", "/blocks.20/self_attn/Unsqueeze_6_output_0", "/blocks.20/self_attn/Slice_output_0", "/blocks.20/self_attn/Concat_3_output_0", "/blocks.20/self_attn/Mul_1_output_0", "/blocks.20/self_attn/Add_output_0", "/blocks.20/self_attn/k_proj/FakeLinear_output_0", "/blocks.20/self_attn/Unsqueeze_2_output_0", "/blocks.20/self_attn/Unsqueeze_3_output_0", "/blocks.20/self_attn/Concat_1_output_0", "/blocks.20/self_attn/Reshape_1_output_0", "/blocks.20/self_attn/k_norm/Cast_output_0", "/blocks.20/self_attn/k_norm/Pow_output_0", "/blocks.20/self_attn/k_norm/ReduceMean_output_0", "/blocks.20/self_attn/k_norm/Add_output_0", "/blocks.20/self_attn/k_norm/Pow_1_output_0", "/blocks.20/self_attn/k_norm/Mul_output_0", "onnx::Mul_11083", "/blocks.20/self_attn/k_norm/Mul_1_output_0", "/blocks.20/self_attn/Mul_2_output_0", "/blocks.20/self_attn/Shape_3_output_0", "Shape4671", "Rank4673", "BinaryOp4675", "Unsqueeze4676", "BinaryOp4678", "Unsqueeze4679", "StridedSlice4682", "Squeeze4683", "BinaryOp4684", "BinaryOp4685", "/blocks.20/self_attn/Gather_3_output_0", "/blocks.20/self_attn/Div_1_output_0", "/blocks.20/self_attn/Unsqueeze_9_output_0", "/blocks.20/self_attn/Slice_3_output_0", "/blocks.20/self_attn/Neg_1_output_0", "/blocks.20/self_attn/Unsqueeze_8_output_0", "/blocks.20/self_attn/Slice_2_output_0", "/blocks.20/self_attn/Concat_4_output_0", "/blocks.20/self_attn/Mul_3_output_0", "/blocks.20/self_attn/Add_1_output_0", "/blocks.20/self_attn/v_proj/FakeLinear_output_0", "/blocks.20/self_attn/Unsqueeze_4_output_0", "/blocks.20/self_attn/Unsqueeze_5_output_0", "/blocks.20/self_attn/Concat_2_output_0", "/blocks.20/self_attn/Reshape_2_output_0", "/blocks.20/self_attn/v_norm/Cast_output_0", "/blocks.20/self_attn/v_norm/Pow_output_0", "/blocks.20/self_attn/v_norm/ReduceMean_output_0", "/blocks.20/self_attn/v_norm/Add_output_0", "/blocks.20/self_attn/v_norm/Pow_1_output_0", "/blocks.20/self_attn/v_norm/Mul_output_0", "/blocks.20/self_attn/fused_attn/FusedAttention_output_0", "/blocks.20/self_attn/o_proj/FakeLinear_output_0", "/blocks.20/post_attention_layernorm/Cast_output_0", "/blocks.20/post_attention_layernorm/Pow_output_0", "/blocks.20/post_attention_layernorm/ReduceMean_output_0", "/blocks.20/post_attention_layernorm/Add_output_0", "/blocks.20/post_attention_layernorm/Pow_1_output_0", "/blocks.20/post_attention_layernorm/Mul_output_0", "onnx::Mul_11096", "/blocks.20/post_attention_layernorm/Mul_1_output_0", "/blocks.20/Add_output_0", "/blocks.20/pre_feedforward_layernorm/Pow_output_0", "/blocks.20/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.20/pre_feedforward_layernorm/Add_output_0", "/blocks.20/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.20/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_11097", "/blocks.20/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.20/mlp/gate_proj/FakeLinear_output_0", "/blocks.20/mlp/act_fn/Mul_output_0", "/blocks.20/mlp/act_fn/Mul_1_output_0", "/blocks.20/mlp/act_fn/Mul_2_output_0", "/blocks.20/mlp/act_fn/Add_output_0", "/blocks.20/mlp/act_fn/Mul_3_output_0", "/blocks.20/mlp/act_fn/Tanh_output_0", "/blocks.20/mlp/act_fn/Add_1_output_0", "/blocks.20/mlp/act_fn/Mul_4_output_0", "/blocks.20/mlp/act_fn/Mul_5_output_0", "/blocks.20/mlp/up_proj/FakeLinear_output_0", "/blocks.20/mlp/Mul_output_0", "/blocks.20/mlp/down_proj/FakeLinear_output_0", "/blocks.20/post_feedforward_layernorm/Cast_output_0", "/blocks.20/post_feedforward_layernorm/Pow_output_0", "/blocks.20/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.20/post_feedforward_layernorm/Add_output_0", "/blocks.20/post_feedforward_layernorm/Pow_1_output_0", "/blocks.20/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_11098", "/blocks.20/post_feedforward_layernorm/Mul_1_output_0", "/blocks.20/Add_1_output_0", "/blocks.20/per_layer_input_gate/FakeLinear_output_0", "/blocks.20/act_fn/Mul_output_0", "/blocks.20/act_fn/Mul_1_output_0", "/blocks.20/act_fn/Mul_2_output_0", "/blocks.20/act_fn/Add_output_0", "/blocks.20/act_fn/Mul_3_output_0", "/blocks.20/act_fn/Tanh_output_0", "/blocks.20/act_fn/Add_1_output_0", "/blocks.20/act_fn/Mul_4_output_0", "/blocks.20/act_fn/Mul_5_output_0", "/Constant_29_output_0", "Unsqueeze4764", "Unsqueeze4767", "StridedSlice4770", "Squeeze4771", "BinaryOp4772", "BinaryOp4773", "/Gather_27_output_0", "/blocks.20/Mul_output_0", "/blocks.20/per_layer_projection/FakeLinear_output_0", "/blocks.20/post_per_layer_input_norm/Cast_output_0", "/blocks.20/post_per_layer_input_norm/Pow_output_0", "/blocks.20/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.20/post_per_layer_input_norm/Add_output_0", "/blocks.20/post_per_layer_input_norm/Pow_1_output_0", "/blocks.20/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_11099", "/blocks.20/post_per_layer_input_norm/Mul_1_output_0", "/blocks.20/Add_2_output_0", "/blocks.20/Constant_1_output_0", "/blocks.20/Mul_1_output_0", "/blocks.21/Reshape_output_0", "/blocks.21/input_layernorm/Pow_output_0", "/blocks.21/input_layernorm/ReduceMean_output_0", "/blocks.21/input_layernorm/Add_output_0", "/blocks.21/input_layernorm/Pow_1_output_0", "/blocks.21/input_layernorm/Mul_output_0", "onnx::Mul_11100", "/blocks.21/input_layernorm/Mul_1_output_0", "/blocks.21/self_attn/q_proj/FakeLinear_output_0", "/blocks.21/self_attn/Shape_output_0", "Shape4798", "Rank4800", "BinaryOp4802", "Unsqueeze4803", "BinaryOp4805", "Unsqueeze4806", "StridedSlice4809", "Squeeze4810", "BinaryOp4812", "/blocks.21/self_attn/Gather_output_0", "/blocks.21/self_attn/Unsqueeze_output_0", "Unsqueeze4820", "Unsqueeze4823", "StridedSlice4826", "Squeeze4827", "BinaryOp4828", "BinaryOp4829", "/blocks.21/self_attn/Gather_1_output_0", "/blocks.21/self_attn/Unsqueeze_1_output_0", "/blocks.21/self_attn/Concat_output_0", "/blocks.21/self_attn/Reshape_output_0", "/blocks.21/self_attn/q_norm/Cast_output_0", "/blocks.21/self_attn/q_norm/Pow_output_0", "/blocks.21/self_attn/q_norm/ReduceMean_output_0", "/blocks.21/self_attn/q_norm/Add_output_0", "/blocks.21/self_attn/q_norm/Pow_1_output_0", "/blocks.21/self_attn/q_norm/Mul_output_0", "/blocks.21/self_attn/q_norm/Mul_1_output_0", "/blocks.21/self_attn/Mul_output_0", "/blocks.21/self_attn/Shape_2_output_0", "Shape4844", "Rank4846", "BinaryOp4848", "Unsqueeze4849", "BinaryOp4851", "Unsqueeze4852", "StridedSlice4855", "Squeeze4856", "BinaryOp4857", "BinaryOp4858", "/blocks.21/self_attn/Gather_2_output_0", "/blocks.21/self_attn/Div_output_0", "/blocks.21/self_attn/Unsqueeze_7_output_0", "/blocks.21/self_attn/Slice_1_output_0", "/blocks.21/self_attn/Neg_output_0", "/blocks.21/self_attn/Unsqueeze_6_output_0", "/blocks.21/self_attn/Slice_output_0", "/blocks.21/self_attn/Concat_3_output_0", "/blocks.21/self_attn/Mul_1_output_0", "/blocks.21/self_attn/Add_output_0", "/blocks.21/self_attn/k_proj/FakeLinear_output_0", "/blocks.21/self_attn/Unsqueeze_2_output_0", "/blocks.21/self_attn/Unsqueeze_3_output_0", "/blocks.21/self_attn/Concat_1_output_0", "/blocks.21/self_attn/Reshape_1_output_0", "/blocks.21/self_attn/k_norm/Cast_output_0", "/blocks.21/self_attn/k_norm/Pow_output_0", "/blocks.21/self_attn/k_norm/ReduceMean_output_0", "/blocks.21/self_attn/k_norm/Add_output_0", "/blocks.21/self_attn/k_norm/Pow_1_output_0", "/blocks.21/self_attn/k_norm/Mul_output_0", "onnx::Mul_11108", "/blocks.21/self_attn/k_norm/Mul_1_output_0", "/blocks.21/self_attn/Mul_2_output_0", "/blocks.21/self_attn/Shape_3_output_0", "Shape4885", "Rank4887", "BinaryOp4889", "Unsqueeze4890", "BinaryOp4892", "Unsqueeze4893", "StridedSlice4896", "Squeeze4897", "BinaryOp4898", "BinaryOp4899", "/blocks.21/self_attn/Gather_3_output_0", "/blocks.21/self_attn/Div_1_output_0", "/blocks.21/self_attn/Unsqueeze_9_output_0", "/blocks.21/self_attn/Slice_3_output_0", "/blocks.21/self_attn/Neg_1_output_0", "/blocks.21/self_attn/Unsqueeze_8_output_0", "/blocks.21/self_attn/Slice_2_output_0", "/blocks.21/self_attn/Concat_4_output_0", "/blocks.21/self_attn/Mul_3_output_0", "/blocks.21/self_attn/Add_1_output_0", "/blocks.21/self_attn/v_proj/FakeLinear_output_0", "/blocks.21/self_attn/Unsqueeze_4_output_0", "/blocks.21/self_attn/Unsqueeze_5_output_0", "/blocks.21/self_attn/Concat_2_output_0", "/blocks.21/self_attn/Reshape_2_output_0", "/blocks.21/self_attn/v_norm/Cast_output_0", "/blocks.21/self_attn/v_norm/Pow_output_0", "/blocks.21/self_attn/v_norm/ReduceMean_output_0", "/blocks.21/self_attn/v_norm/Add_output_0", "/blocks.21/self_attn/v_norm/Pow_1_output_0", "/blocks.21/self_attn/v_norm/Mul_output_0", "/blocks.21/self_attn/fused_attn/FusedAttention_output_0", "/blocks.21/self_attn/o_proj/FakeLinear_output_0", "/blocks.21/post_attention_layernorm/Cast_output_0", "/blocks.21/post_attention_layernorm/Pow_output_0", "/blocks.21/post_attention_layernorm/ReduceMean_output_0", "/blocks.21/post_attention_layernorm/Add_output_0", "/blocks.21/post_attention_layernorm/Pow_1_output_0", "/blocks.21/post_attention_layernorm/Mul_output_0", "onnx::Mul_11121", "/blocks.21/post_attention_layernorm/Mul_1_output_0", "/blocks.21/Add_output_0", "/blocks.21/pre_feedforward_layernorm/Pow_output_0", "/blocks.21/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.21/pre_feedforward_layernorm/Add_output_0", "/blocks.21/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.21/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_11122", "/blocks.21/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.21/mlp/gate_proj/FakeLinear_output_0", "/blocks.21/mlp/act_fn/Mul_output_0", "/blocks.21/mlp/act_fn/Mul_1_output_0", "/blocks.21/mlp/act_fn/Mul_2_output_0", "/blocks.21/mlp/act_fn/Add_output_0", "/blocks.21/mlp/act_fn/Mul_3_output_0", "/blocks.21/mlp/act_fn/Tanh_output_0", "/blocks.21/mlp/act_fn/Add_1_output_0", "/blocks.21/mlp/act_fn/Mul_4_output_0", "/blocks.21/mlp/act_fn/Mul_5_output_0", "/blocks.21/mlp/up_proj/FakeLinear_output_0", "/blocks.21/mlp/Mul_output_0", "/blocks.21/mlp/down_proj/FakeLinear_output_0", "/blocks.21/post_feedforward_layernorm/Cast_output_0", "/blocks.21/post_feedforward_layernorm/Pow_output_0", "/blocks.21/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.21/post_feedforward_layernorm/Add_output_0", "/blocks.21/post_feedforward_layernorm/Pow_1_output_0", "/blocks.21/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_11123", "/blocks.21/post_feedforward_layernorm/Mul_1_output_0", "/blocks.21/Add_1_output_0", "/blocks.21/per_layer_input_gate/FakeLinear_output_0", "/blocks.21/act_fn/Mul_output_0", "/blocks.21/act_fn/Mul_1_output_0", "/blocks.21/act_fn/Mul_2_output_0", "/blocks.21/act_fn/Add_output_0", "/blocks.21/act_fn/Mul_3_output_0", "/blocks.21/act_fn/Tanh_output_0", "/blocks.21/act_fn/Add_1_output_0", "/blocks.21/act_fn/Mul_4_output_0", "/blocks.21/act_fn/Mul_5_output_0", "/Constant_30_output_0", "Unsqueeze4978", "Unsqueeze4981", "StridedSlice4984", "Squeeze4985", "BinaryOp4986", "BinaryOp4987", "/Gather_28_output_0", "/blocks.21/Mul_output_0", "/blocks.21/per_layer_projection/FakeLinear_output_0", "/blocks.21/post_per_layer_input_norm/Cast_output_0", "/blocks.21/post_per_layer_input_norm/Pow_output_0", "/blocks.21/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.21/post_per_layer_input_norm/Add_output_0", "/blocks.21/post_per_layer_input_norm/Pow_1_output_0", "/blocks.21/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_11124", "/blocks.21/post_per_layer_input_norm/Mul_1_output_0", "/blocks.21/Add_2_output_0", "/blocks.21/Constant_1_output_0", "/blocks.21/Mul_1_output_0", "/blocks.22/Reshape_output_0", "/blocks.22/input_layernorm/Pow_output_0", "/blocks.22/input_layernorm/ReduceMean_output_0", "/blocks.22/input_layernorm/Add_output_0", "/blocks.22/input_layernorm/Pow_1_output_0", "/blocks.22/input_layernorm/Mul_output_0", "onnx::Mul_11125", "/blocks.22/input_layernorm/Mul_1_output_0", "/blocks.22/self_attn/q_proj/FakeLinear_output_0", "/blocks.22/self_attn/Shape_output_0", "Shape5012", "Rank5014", "BinaryOp5016", "Unsqueeze5017", "BinaryOp5019", "Unsqueeze5020", "StridedSlice5023", "Squeeze5024", "BinaryOp5026", "/blocks.22/self_attn/Gather_output_0", "/blocks.22/self_attn/Unsqueeze_output_0", "Unsqueeze5034", "Unsqueeze5037", "StridedSlice5040", "Squeeze5041", "BinaryOp5042", "BinaryOp5043", "/blocks.22/self_attn/Gather_1_output_0", "/blocks.22/self_attn/Unsqueeze_1_output_0", "/blocks.22/self_attn/Concat_output_0", "/blocks.22/self_attn/Reshape_output_0", "/blocks.22/self_attn/q_norm/Cast_output_0", "/blocks.22/self_attn/q_norm/Pow_output_0", "/blocks.22/self_attn/q_norm/ReduceMean_output_0", "/blocks.22/self_attn/q_norm/Add_output_0", "/blocks.22/self_attn/q_norm/Pow_1_output_0", "/blocks.22/self_attn/q_norm/Mul_output_0", "/blocks.22/self_attn/q_norm/Mul_1_output_0", "/blocks.22/self_attn/Mul_output_0", "/blocks.22/self_attn/Shape_2_output_0", "Shape5058", "Rank5060", "BinaryOp5062", "Unsqueeze5063", "BinaryOp5065", "Unsqueeze5066", "StridedSlice5069", "Squeeze5070", "BinaryOp5071", "BinaryOp5072", "/blocks.22/self_attn/Gather_2_output_0", "/blocks.22/self_attn/Div_output_0", "/blocks.22/self_attn/Unsqueeze_7_output_0", "/blocks.22/self_attn/Slice_1_output_0", "/blocks.22/self_attn/Neg_output_0", "/blocks.22/self_attn/Unsqueeze_6_output_0", "/blocks.22/self_attn/Slice_output_0", "/blocks.22/self_attn/Concat_3_output_0", "/blocks.22/self_attn/Mul_1_output_0", "/blocks.22/self_attn/Add_output_0", "/blocks.22/self_attn/k_proj/FakeLinear_output_0", "/blocks.22/self_attn/Unsqueeze_2_output_0", "/blocks.22/self_attn/Unsqueeze_3_output_0", "/blocks.22/self_attn/Concat_1_output_0", "/blocks.22/self_attn/Reshape_1_output_0", "/blocks.22/self_attn/k_norm/Cast_output_0", "/blocks.22/self_attn/k_norm/Pow_output_0", "/blocks.22/self_attn/k_norm/ReduceMean_output_0", "/blocks.22/self_attn/k_norm/Add_output_0", "/blocks.22/self_attn/k_norm/Pow_1_output_0", "/blocks.22/self_attn/k_norm/Mul_output_0", "/blocks.22/self_attn/k_norm/Mul_1_output_0", "/blocks.22/self_attn/Mul_2_output_0", "/blocks.22/self_attn/Shape_3_output_0", "Shape5098", "Rank5100", "BinaryOp5102", "Unsqueeze5103", "BinaryOp5105", "Unsqueeze5106", "StridedSlice5109", "Squeeze5110", "BinaryOp5111", "BinaryOp5112", "/blocks.22/self_attn/Gather_3_output_0", "/blocks.22/self_attn/Div_1_output_0", "/blocks.22/self_attn/Unsqueeze_9_output_0", "/blocks.22/self_attn/Slice_3_output_0", "/blocks.22/self_attn/Neg_1_output_0", "/blocks.22/self_attn/Unsqueeze_8_output_0", "/blocks.22/self_attn/Slice_2_output_0", "/blocks.22/self_attn/Concat_4_output_0", "/blocks.22/self_attn/Mul_3_output_0", "/blocks.22/self_attn/Add_1_output_0", "/blocks.22/self_attn/v_proj/FakeLinear_output_0", "/blocks.22/self_attn/Unsqueeze_4_output_0", "/blocks.22/self_attn/Unsqueeze_5_output_0", "/blocks.22/self_attn/Concat_2_output_0", "/blocks.22/self_attn/Reshape_2_output_0", "/blocks.22/self_attn/v_norm/Cast_output_0", "/blocks.22/self_attn/v_norm/Pow_output_0", "/blocks.22/self_attn/v_norm/ReduceMean_output_0", "/blocks.22/self_attn/v_norm/Add_output_0", "/blocks.22/self_attn/v_norm/Pow_1_output_0", "/blocks.22/self_attn/v_norm/Mul_output_0", "/blocks.22/self_attn/fused_attn/FusedAttention_output_0", "/blocks.22/self_attn/o_proj/FakeLinear_output_0", "/blocks.22/post_attention_layernorm/Cast_output_0", "/blocks.22/post_attention_layernorm/Pow_output_0", "/blocks.22/post_attention_layernorm/ReduceMean_output_0", "/blocks.22/post_attention_layernorm/Add_output_0", "/blocks.22/post_attention_layernorm/Pow_1_output_0", "/blocks.22/post_attention_layernorm/Mul_output_0", "onnx::Mul_11146", "/blocks.22/post_attention_layernorm/Mul_1_output_0", "/blocks.22/Add_output_0", "/blocks.22/pre_feedforward_layernorm/Pow_output_0", "/blocks.22/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.22/pre_feedforward_layernorm/Add_output_0", "/blocks.22/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.22/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_11147", "/blocks.22/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.22/mlp/gate_proj/FakeLinear_output_0", "/blocks.22/mlp/act_fn/Mul_output_0", "/blocks.22/mlp/act_fn/Mul_1_output_0", "/blocks.22/mlp/act_fn/Mul_2_output_0", "/blocks.22/mlp/act_fn/Add_output_0", "/blocks.22/mlp/act_fn/Mul_3_output_0", "/blocks.22/mlp/act_fn/Tanh_output_0", "/blocks.22/mlp/act_fn/Add_1_output_0", "/blocks.22/mlp/act_fn/Mul_4_output_0", "/blocks.22/mlp/act_fn/Mul_5_output_0", "/blocks.22/mlp/up_proj/FakeLinear_output_0", "/blocks.22/mlp/Mul_output_0", "/blocks.22/mlp/down_proj/FakeLinear_output_0", "/blocks.22/post_feedforward_layernorm/Cast_output_0", "/blocks.22/post_feedforward_layernorm/Pow_output_0", "/blocks.22/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.22/post_feedforward_layernorm/Add_output_0", "/blocks.22/post_feedforward_layernorm/Pow_1_output_0", "/blocks.22/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_11148", "/blocks.22/post_feedforward_layernorm/Mul_1_output_0", "/blocks.22/Add_1_output_0", "/blocks.22/per_layer_input_gate/FakeLinear_output_0", "/blocks.22/act_fn/Mul_output_0", "/blocks.22/act_fn/Mul_1_output_0", "/blocks.22/act_fn/Mul_2_output_0", "/blocks.22/act_fn/Add_output_0", "/blocks.22/act_fn/Mul_3_output_0", "/blocks.22/act_fn/Tanh_output_0", "/blocks.22/act_fn/Add_1_output_0", "/blocks.22/act_fn/Mul_4_output_0", "/blocks.22/act_fn/Mul_5_output_0", "/Constant_31_output_0", "Unsqueeze5191", "Unsqueeze5194", "StridedSlice5197", "Squeeze5198", "BinaryOp5199", "BinaryOp5200", "/Gather_29_output_0", "/blocks.22/Mul_output_0", "/blocks.22/per_layer_projection/FakeLinear_output_0", "/blocks.22/post_per_layer_input_norm/Cast_output_0", "/blocks.22/post_per_layer_input_norm/Pow_output_0", "/blocks.22/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.22/post_per_layer_input_norm/Add_output_0", "/blocks.22/post_per_layer_input_norm/Pow_1_output_0", "/blocks.22/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_11149", "/blocks.22/post_per_layer_input_norm/Mul_1_output_0", "/blocks.22/Add_2_output_0", "/blocks.22/Constant_1_output_0", "/blocks.22/Mul_1_output_0", "/blocks.23/Reshape_output_0", "/blocks.23/input_layernorm/Pow_output_0", "/blocks.23/input_layernorm/ReduceMean_output_0", "/blocks.23/input_layernorm/Add_output_0", "/blocks.23/input_layernorm/Pow_1_output_0", "/blocks.23/input_layernorm/Mul_output_0", "onnx::Mul_11150", "/blocks.23/input_layernorm/Mul_1_output_0", "/blocks.23/self_attn/q_proj/FakeLinear_output_0", "/blocks.23/self_attn/Shape_output_0", "Shape5225", "Rank5227", "BinaryOp5229", "Unsqueeze5230", "BinaryOp5232", "Unsqueeze5233", "StridedSlice5236", "Squeeze5237", "BinaryOp5239", "/blocks.23/self_attn/Gather_output_0", "/blocks.23/self_attn/Unsqueeze_output_0", "Unsqueeze5247", "Unsqueeze5250", "StridedSlice5253", "Squeeze5254", "BinaryOp5255", "BinaryOp5256", "/blocks.23/self_attn/Gather_1_output_0", "/blocks.23/self_attn/Unsqueeze_1_output_0", "/blocks.23/self_attn/Concat_output_0", "/blocks.23/self_attn/Reshape_output_0", "/blocks.23/self_attn/q_norm/Cast_output_0", "/blocks.23/self_attn/q_norm/Pow_output_0", "/blocks.23/self_attn/q_norm/ReduceMean_output_0", "/blocks.23/self_attn/q_norm/Add_output_0", "/blocks.23/self_attn/q_norm/Pow_1_output_0", "/blocks.23/self_attn/q_norm/Mul_output_0", "/blocks.23/self_attn/q_norm/Mul_1_output_0", "/blocks.23/self_attn/Unsqueeze_6_output_0", "/blocks.23/self_attn/Slice_output_0", "/blocks.23/self_attn/Mul_output_0", "/blocks.23/self_attn/Shape_2_output_0", "Shape5273", "Rank5275", "BinaryOp5277", "Unsqueeze5278", "BinaryOp5280", "Unsqueeze5281", "StridedSlice5284", "Squeeze5285", "BinaryOp5286", "BinaryOp5287", "/blocks.23/self_attn/Gather_2_output_0", "/blocks.23/self_attn/Div_output_0", "/blocks.23/self_attn/Unsqueeze_9_output_0", "/blocks.23/self_attn/Slice_3_output_0", "/blocks.23/self_attn/Neg_output_0", "/blocks.23/self_attn/Unsqueeze_8_output_0", "/blocks.23/self_attn/Slice_2_output_0", "/blocks.23/self_attn/Concat_3_output_0", "/blocks.23/self_attn/Mul_1_output_0", "/blocks.23/self_attn/Add_output_0", "/blocks.23/self_attn/Unsqueeze_7_output_0", "/blocks.23/self_attn/Slice_1_output_0", "/blocks.23/self_attn/Concat_4_output_0", "/blocks.23/self_attn/k_proj/FakeLinear_output_0", "/blocks.23/self_attn/Unsqueeze_2_output_0", "/blocks.23/self_attn/Unsqueeze_3_output_0", "/blocks.23/self_attn/Concat_1_output_0", "/blocks.23/self_attn/Reshape_1_output_0", "/blocks.23/self_attn/k_norm/Cast_output_0", "/blocks.23/self_attn/k_norm/Pow_output_0", "/blocks.23/self_attn/k_norm/ReduceMean_output_0", "/blocks.23/self_attn/k_norm/Add_output_0", "/blocks.23/self_attn/k_norm/Pow_1_output_0", "/blocks.23/self_attn/k_norm/Mul_output_0", "/blocks.23/self_attn/k_norm/Mul_1_output_0", "/blocks.23/self_attn/Unsqueeze_10_output_0", "/blocks.23/self_attn/Slice_4_output_0", "/blocks.23/self_attn/Mul_2_output_0", "/blocks.23/self_attn/Shape_3_output_0", "Shape5319", "Rank5321", "BinaryOp5323", "Unsqueeze5324", "BinaryOp5326", "Unsqueeze5327", "StridedSlice5330", "Squeeze5331", "BinaryOp5332", "BinaryOp5333", "/blocks.23/self_attn/Gather_3_output_0", "/blocks.23/self_attn/Div_1_output_0", "/blocks.23/self_attn/Unsqueeze_13_output_0", "/blocks.23/self_attn/Slice_7_output_0", "/blocks.23/self_attn/Neg_1_output_0", "/blocks.23/self_attn/Unsqueeze_12_output_0", "/blocks.23/self_attn/Slice_6_output_0", "/blocks.23/self_attn/Concat_5_output_0", "/blocks.23/self_attn/Mul_3_output_0", "/blocks.23/self_attn/Add_1_output_0", "/blocks.23/self_attn/Unsqueeze_11_output_0", "/blocks.23/self_attn/Slice_5_output_0", "/blocks.23/self_attn/Concat_6_output_0", "/blocks.23/self_attn/v_proj/FakeLinear_output_0", "/blocks.23/self_attn/Unsqueeze_4_output_0", "/blocks.23/self_attn/Unsqueeze_5_output_0", "/blocks.23/self_attn/Concat_2_output_0", "/blocks.23/self_attn/Reshape_2_output_0", "/blocks.23/self_attn/v_norm/Cast_output_0", "/blocks.23/self_attn/v_norm/Pow_output_0", "/blocks.23/self_attn/v_norm/ReduceMean_output_0", "/blocks.23/self_attn/v_norm/Add_output_0", "/blocks.23/self_attn/v_norm/Pow_1_output_0", "/blocks.23/self_attn/v_norm/Mul_output_0", "/blocks.23/self_attn/fused_attn/FusedAttention_output_0", "/blocks.23/self_attn/o_proj/FakeLinear_output_0", "/blocks.23/post_attention_layernorm/Cast_output_0", "/blocks.23/post_attention_layernorm/Pow_output_0", "/blocks.23/post_attention_layernorm/ReduceMean_output_0", "/blocks.23/post_attention_layernorm/Add_output_0", "/blocks.23/post_attention_layernorm/Pow_1_output_0", "/blocks.23/post_attention_layernorm/Mul_output_0", "onnx::Mul_11183", "/blocks.23/post_attention_layernorm/Mul_1_output_0", "/blocks.23/Add_output_0", "/blocks.23/pre_feedforward_layernorm/Pow_output_0", "/blocks.23/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.23/pre_feedforward_layernorm/Add_output_0", "/blocks.23/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.23/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_11184", "/blocks.23/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.23/mlp/gate_proj/FakeLinear_output_0", "/blocks.23/mlp/act_fn/Mul_output_0", "/blocks.23/mlp/act_fn/Mul_1_output_0", "/blocks.23/mlp/act_fn/Mul_2_output_0", "/blocks.23/mlp/act_fn/Add_output_0", "/blocks.23/mlp/act_fn/Mul_3_output_0", "/blocks.23/mlp/act_fn/Tanh_output_0", "/blocks.23/mlp/act_fn/Add_1_output_0", "/blocks.23/mlp/act_fn/Mul_4_output_0", "/blocks.23/mlp/act_fn/Mul_5_output_0", "/blocks.23/mlp/up_proj/FakeLinear_output_0", "/blocks.23/mlp/Mul_output_0", "/blocks.23/mlp/down_proj/FakeLinear_output_0", "/blocks.23/post_feedforward_layernorm/Cast_output_0", "/blocks.23/post_feedforward_layernorm/Pow_output_0", "/blocks.23/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.23/post_feedforward_layernorm/Add_output_0", "/blocks.23/post_feedforward_layernorm/Pow_1_output_0", "/blocks.23/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_11185", "/blocks.23/post_feedforward_layernorm/Mul_1_output_0", "/blocks.23/Add_1_output_0", "/blocks.23/per_layer_input_gate/FakeLinear_output_0", "/blocks.23/act_fn/Mul_output_0", "/blocks.23/act_fn/Mul_1_output_0", "/blocks.23/act_fn/Mul_2_output_0", "/blocks.23/act_fn/Add_output_0", "/blocks.23/act_fn/Mul_3_output_0", "/blocks.23/act_fn/Tanh_output_0", "/blocks.23/act_fn/Add_1_output_0", "/blocks.23/act_fn/Mul_4_output_0", "/blocks.23/act_fn/Mul_5_output_0", "/Constant_32_output_0", "Unsqueeze5415", "Unsqueeze5418", "StridedSlice5421", "Squeeze5422", "BinaryOp5423", "BinaryOp5424", "/Gather_30_output_0", "/blocks.23/Mul_output_0", "/blocks.23/per_layer_projection/FakeLinear_output_0", "/blocks.23/post_per_layer_input_norm/Cast_output_0", "/blocks.23/post_per_layer_input_norm/Pow_output_0", "/blocks.23/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.23/post_per_layer_input_norm/Add_output_0", "/blocks.23/post_per_layer_input_norm/Pow_1_output_0", "/blocks.23/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_11186", "/blocks.23/post_per_layer_input_norm/Mul_1_output_0", "/blocks.23/Add_2_output_0", "/blocks.23/Constant_1_output_0", "/blocks.23/Mul_1_output_0", "/blocks.24/Reshape_output_0", "/blocks.24/input_layernorm/Pow_output_0", "/blocks.24/input_layernorm/ReduceMean_output_0", "/blocks.24/input_layernorm/Add_output_0", "/blocks.24/input_layernorm/Pow_1_output_0", "/blocks.24/input_layernorm/Mul_output_0", "onnx::Mul_11187", "/blocks.24/input_layernorm/Mul_1_output_0", "/blocks.24/self_attn/q_proj/FakeLinear_output_0", "/blocks.24/self_attn/Shape_output_0", "Shape5449", "Rank5451", "BinaryOp5453", "Unsqueeze5454", "BinaryOp5456", "Unsqueeze5457", "StridedSlice5460", "Squeeze5461", "BinaryOp5463", "/blocks.24/self_attn/Gather_output_0", "/blocks.24/self_attn/Unsqueeze_output_0", "Unsqueeze5471", "Unsqueeze5474", "StridedSlice5477", "Squeeze5478", "BinaryOp5479", "BinaryOp5480", "/blocks.24/self_attn/Gather_1_output_0", "/blocks.24/self_attn/Unsqueeze_1_output_0", "/blocks.24/self_attn/Concat_output_0", "/blocks.24/self_attn/Reshape_output_0", "/blocks.24/self_attn/q_norm/Cast_output_0", "/blocks.24/self_attn/q_norm/Pow_output_0", "/blocks.24/self_attn/q_norm/ReduceMean_output_0", "/blocks.24/self_attn/q_norm/Add_output_0", "/blocks.24/self_attn/q_norm/Pow_1_output_0", "/blocks.24/self_attn/q_norm/Mul_output_0", "/blocks.24/self_attn/q_norm/Mul_1_output_0", "/blocks.24/self_attn/Mul_output_0", "/blocks.24/self_attn/Shape_2_output_0", "Shape5494", "Rank5496", "BinaryOp5498", "Unsqueeze5499", "BinaryOp5501", "Unsqueeze5502", "StridedSlice5505", "Squeeze5506", "BinaryOp5507", "BinaryOp5508", "/blocks.24/self_attn/Gather_2_output_0", "/blocks.24/self_attn/Div_output_0", "/blocks.24/self_attn/Unsqueeze_5_output_0", "/blocks.24/self_attn/Slice_1_output_0", "/blocks.24/self_attn/Neg_output_0", "/blocks.24/self_attn/Unsqueeze_4_output_0", "/blocks.24/self_attn/Slice_output_0", "/blocks.24/self_attn/Concat_2_output_0", "/blocks.24/self_attn/Mul_1_output_0", "/blocks.24/self_attn/Add_output_0", "/blocks.24/self_attn/Unsqueeze_2_output_0", "/blocks.24/self_attn/Unsqueeze_3_output_0", "/blocks.24/self_attn/Concat_1_output_0", "Const5523", "/blocks.24/self_attn/ConstantOfShape_output_0", "/blocks.24/self_attn/fused_attn/FusedAttention_output_0", "/blocks.24/self_attn/o_proj/FakeLinear_output_0", "/blocks.24/post_attention_layernorm/Cast_output_0", "/blocks.24/post_attention_layernorm/Pow_output_0", "/blocks.24/post_attention_layernorm/ReduceMean_output_0", "/blocks.24/post_attention_layernorm/Add_output_0", "/blocks.24/post_attention_layernorm/Pow_1_output_0", "/blocks.24/post_attention_layernorm/Mul_output_0", "onnx::Mul_11199", "/blocks.24/post_attention_layernorm/Mul_1_output_0", "/blocks.24/Add_output_0", "/blocks.24/pre_feedforward_layernorm/Pow_output_0", "/blocks.24/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.24/pre_feedforward_layernorm/Add_output_0", "/blocks.24/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.24/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_11200", "/blocks.24/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.24/mlp/gate_proj/FakeLinear_output_0", "/blocks.24/mlp/act_fn/Mul_output_0", "/blocks.24/mlp/act_fn/Mul_1_output_0", "/blocks.24/mlp/act_fn/Mul_2_output_0", "/blocks.24/mlp/act_fn/Add_output_0", "/blocks.24/mlp/act_fn/Mul_3_output_0", "/blocks.24/mlp/act_fn/Tanh_output_0", "/blocks.24/mlp/act_fn/Add_1_output_0", "/blocks.24/mlp/act_fn/Mul_4_output_0", "/blocks.24/mlp/act_fn/Mul_5_output_0", "/blocks.24/mlp/up_proj/FakeLinear_output_0", "/blocks.24/mlp/Mul_output_0", "/blocks.24/mlp/down_proj/FakeLinear_output_0", "/blocks.24/post_feedforward_layernorm/Cast_output_0", "/blocks.24/post_feedforward_layernorm/Pow_output_0", "/blocks.24/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.24/post_feedforward_layernorm/Add_output_0", "/blocks.24/post_feedforward_layernorm/Pow_1_output_0", "/blocks.24/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_11201", "/blocks.24/post_feedforward_layernorm/Mul_1_output_0", "/blocks.24/Add_1_output_0", "/blocks.24/per_layer_input_gate/FakeLinear_output_0", "/blocks.24/act_fn/Mul_output_0", "/blocks.24/act_fn/Mul_1_output_0", "/blocks.24/act_fn/Mul_2_output_0", "/blocks.24/act_fn/Add_output_0", "/blocks.24/act_fn/Mul_3_output_0", "/blocks.24/act_fn/Tanh_output_0", "/blocks.24/act_fn/Add_1_output_0", "/blocks.24/act_fn/Mul_4_output_0", "/blocks.24/act_fn/Mul_5_output_0", "/Constant_33_output_0", "Unsqueeze5581", "Unsqueeze5584", "StridedSlice5587", "Squeeze5588", "BinaryOp5589", "BinaryOp5590", "/Gather_31_output_0", "/blocks.24/Mul_output_0", "/blocks.24/per_layer_projection/FakeLinear_output_0", "/blocks.24/post_per_layer_input_norm/Cast_output_0", "/blocks.24/post_per_layer_input_norm/Pow_output_0", "/blocks.24/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.24/post_per_layer_input_norm/Add_output_0", "/blocks.24/post_per_layer_input_norm/Pow_1_output_0", "/blocks.24/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_11202", "/blocks.24/post_per_layer_input_norm/Mul_1_output_0", "/blocks.24/Add_2_output_0", "/blocks.24/Constant_1_output_0", "/blocks.24/Mul_1_output_0", "/blocks.25/Reshape_output_0", "/blocks.25/input_layernorm/Pow_output_0", "/blocks.25/input_layernorm/ReduceMean_output_0", "/blocks.25/input_layernorm/Add_output_0", "/blocks.25/input_layernorm/Pow_1_output_0", "/blocks.25/input_layernorm/Mul_output_0", "onnx::Mul_11203", "/blocks.25/input_layernorm/Mul_1_output_0", "/blocks.25/self_attn/q_proj/FakeLinear_output_0", "/blocks.25/self_attn/Shape_output_0", "Shape5615", "Rank5617", "BinaryOp5619", "Unsqueeze5620", "BinaryOp5622", "Unsqueeze5623", "StridedSlice5626", "Squeeze5627", "BinaryOp5629", "/blocks.25/self_attn/Gather_output_0", "/blocks.25/self_attn/Unsqueeze_output_0", "Unsqueeze5637", "Unsqueeze5640", "StridedSlice5643", "Squeeze5644", "BinaryOp5645", "BinaryOp5646", "/blocks.25/self_attn/Gather_1_output_0", "/blocks.25/self_attn/Unsqueeze_1_output_0", "/blocks.25/self_attn/Concat_output_0", "/blocks.25/self_attn/Reshape_output_0", "/blocks.25/self_attn/q_norm/Cast_output_0", "/blocks.25/self_attn/q_norm/Pow_output_0", "/blocks.25/self_attn/q_norm/ReduceMean_output_0", "/blocks.25/self_attn/q_norm/Add_output_0", "/blocks.25/self_attn/q_norm/Pow_1_output_0", "/blocks.25/self_attn/q_norm/Mul_output_0", "/blocks.25/self_attn/q_norm/Mul_1_output_0", "/blocks.25/self_attn/Mul_output_0", "/blocks.25/self_attn/Shape_2_output_0", "Shape5660", "Rank5662", "BinaryOp5664", "Unsqueeze5665", "BinaryOp5667", "Unsqueeze5668", "StridedSlice5671", "Squeeze5672", "BinaryOp5673", "BinaryOp5674", "/blocks.25/self_attn/Gather_2_output_0", "/blocks.25/self_attn/Div_output_0", "/blocks.25/self_attn/Unsqueeze_5_output_0", "/blocks.25/self_attn/Slice_1_output_0", "/blocks.25/self_attn/Neg_output_0", "/blocks.25/self_attn/Unsqueeze_4_output_0", "/blocks.25/self_attn/Slice_output_0", "/blocks.25/self_attn/Concat_2_output_0", "/blocks.25/self_attn/Mul_1_output_0", "/blocks.25/self_attn/Add_output_0", "/blocks.25/self_attn/Unsqueeze_2_output_0", "/blocks.25/self_attn/Unsqueeze_3_output_0", "/blocks.25/self_attn/Concat_1_output_0", "/blocks.25/self_attn/ConstantOfShape_output_0", "/blocks.25/self_attn/fused_attn/FusedAttention_output_0", "/blocks.25/self_attn/o_proj/FakeLinear_output_0", "/blocks.25/post_attention_layernorm/Cast_output_0", "/blocks.25/post_attention_layernorm/Pow_output_0", "/blocks.25/post_attention_layernorm/ReduceMean_output_0", "/blocks.25/post_attention_layernorm/Add_output_0", "/blocks.25/post_attention_layernorm/Pow_1_output_0", "/blocks.25/post_attention_layernorm/Mul_output_0", "onnx::Mul_11215", "/blocks.25/post_attention_layernorm/Mul_1_output_0", "/blocks.25/Add_output_0", "/blocks.25/pre_feedforward_layernorm/Pow_output_0", "/blocks.25/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.25/pre_feedforward_layernorm/Add_output_0", "/blocks.25/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.25/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_11216", "/blocks.25/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.25/mlp/gate_proj/FakeLinear_output_0", "/blocks.25/mlp/act_fn/Mul_output_0", "/blocks.25/mlp/act_fn/Mul_1_output_0", "/blocks.25/mlp/act_fn/Mul_2_output_0", "/blocks.25/mlp/act_fn/Add_output_0", "/blocks.25/mlp/act_fn/Mul_3_output_0", "/blocks.25/mlp/act_fn/Tanh_output_0", "/blocks.25/mlp/act_fn/Add_1_output_0", "/blocks.25/mlp/act_fn/Mul_4_output_0", "/blocks.25/mlp/act_fn/Mul_5_output_0", "/blocks.25/mlp/up_proj/FakeLinear_output_0", "/blocks.25/mlp/Mul_output_0", "/blocks.25/mlp/down_proj/FakeLinear_output_0", "/blocks.25/post_feedforward_layernorm/Cast_output_0", "/blocks.25/post_feedforward_layernorm/Pow_output_0", "/blocks.25/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.25/post_feedforward_layernorm/Add_output_0", "/blocks.25/post_feedforward_layernorm/Pow_1_output_0", "/blocks.25/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_11217", "/blocks.25/post_feedforward_layernorm/Mul_1_output_0", "/blocks.25/Add_1_output_0", "/blocks.25/per_layer_input_gate/FakeLinear_output_0", "/blocks.25/act_fn/Mul_output_0", "/blocks.25/act_fn/Mul_1_output_0", "/blocks.25/act_fn/Mul_2_output_0", "/blocks.25/act_fn/Add_output_0", "/blocks.25/act_fn/Mul_3_output_0", "/blocks.25/act_fn/Tanh_output_0", "/blocks.25/act_fn/Add_1_output_0", "/blocks.25/act_fn/Mul_4_output_0", "/blocks.25/act_fn/Mul_5_output_0", "/Constant_34_output_0", "Unsqueeze5747", "Unsqueeze5750", "StridedSlice5753", "Squeeze5754", "BinaryOp5755", "BinaryOp5756", "/Gather_32_output_0", "/blocks.25/Mul_output_0", "/blocks.25/per_layer_projection/FakeLinear_output_0", "/blocks.25/post_per_layer_input_norm/Cast_output_0", "/blocks.25/post_per_layer_input_norm/Pow_output_0", "/blocks.25/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.25/post_per_layer_input_norm/Add_output_0", "/blocks.25/post_per_layer_input_norm/Pow_1_output_0", "/blocks.25/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_11218", "/blocks.25/post_per_layer_input_norm/Mul_1_output_0", "/blocks.25/Add_2_output_0", "/blocks.25/Constant_1_output_0", "/blocks.25/Mul_1_output_0", "/blocks.26/Reshape_output_0", "/blocks.26/input_layernorm/Pow_output_0", "/blocks.26/input_layernorm/ReduceMean_output_0", "/blocks.26/input_layernorm/Add_output_0", "/blocks.26/input_layernorm/Pow_1_output_0", "/blocks.26/input_layernorm/Mul_output_0", "onnx::Mul_11219", "/blocks.26/input_layernorm/Mul_1_output_0", "/blocks.26/self_attn/q_proj/FakeLinear_output_0", "/blocks.26/self_attn/Shape_output_0", "Shape5781", "Rank5783", "BinaryOp5785", "Unsqueeze5786", "BinaryOp5788", "Unsqueeze5789", "StridedSlice5792", "Squeeze5793", "BinaryOp5795", "/blocks.26/self_attn/Gather_output_0", "/blocks.26/self_attn/Unsqueeze_output_0", "Unsqueeze5803", "Unsqueeze5806", "StridedSlice5809", "Squeeze5810", "BinaryOp5811", "BinaryOp5812", "/blocks.26/self_attn/Gather_1_output_0", "/blocks.26/self_attn/Unsqueeze_1_output_0", "/blocks.26/self_attn/Concat_output_0", "/blocks.26/self_attn/Reshape_output_0", "/blocks.26/self_attn/q_norm/Cast_output_0", "/blocks.26/self_attn/q_norm/Pow_output_0", "/blocks.26/self_attn/q_norm/ReduceMean_output_0", "/blocks.26/self_attn/q_norm/Add_output_0", "/blocks.26/self_attn/q_norm/Pow_1_output_0", "/blocks.26/self_attn/q_norm/Mul_output_0", "/blocks.26/self_attn/q_norm/Mul_1_output_0", "/blocks.26/self_attn/Mul_output_0", "/blocks.26/self_attn/Shape_2_output_0", "Shape5826", "Rank5828", "BinaryOp5830", "Unsqueeze5831", "BinaryOp5833", "Unsqueeze5834", "StridedSlice5837", "Squeeze5838", "BinaryOp5839", "BinaryOp5840", "/blocks.26/self_attn/Gather_2_output_0", "/blocks.26/self_attn/Div_output_0", "/blocks.26/self_attn/Unsqueeze_5_output_0", "/blocks.26/self_attn/Slice_1_output_0", "/blocks.26/self_attn/Neg_output_0", "/blocks.26/self_attn/Unsqueeze_4_output_0", "/blocks.26/self_attn/Slice_output_0", "/blocks.26/self_attn/Concat_2_output_0", "/blocks.26/self_attn/Mul_1_output_0", "/blocks.26/self_attn/Add_output_0", "/blocks.26/self_attn/Unsqueeze_2_output_0", "/blocks.26/self_attn/Unsqueeze_3_output_0", "/blocks.26/self_attn/Concat_1_output_0", "/blocks.26/self_attn/ConstantOfShape_output_0", "/blocks.26/self_attn/fused_attn/FusedAttention_output_0", "/blocks.26/self_attn/o_proj/FakeLinear_output_0", "/blocks.26/post_attention_layernorm/Cast_output_0", "/blocks.26/post_attention_layernorm/Pow_output_0", "/blocks.26/post_attention_layernorm/ReduceMean_output_0", "/blocks.26/post_attention_layernorm/Add_output_0", "/blocks.26/post_attention_layernorm/Pow_1_output_0", "/blocks.26/post_attention_layernorm/Mul_output_0", "onnx::Mul_11231", "/blocks.26/post_attention_layernorm/Mul_1_output_0", "/blocks.26/Add_output_0", "/blocks.26/pre_feedforward_layernorm/Pow_output_0", "/blocks.26/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.26/pre_feedforward_layernorm/Add_output_0", "/blocks.26/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.26/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_11232", "/blocks.26/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.26/mlp/gate_proj/FakeLinear_output_0", "/blocks.26/mlp/act_fn/Mul_output_0", "/blocks.26/mlp/act_fn/Mul_1_output_0", "/blocks.26/mlp/act_fn/Mul_2_output_0", "/blocks.26/mlp/act_fn/Add_output_0", "/blocks.26/mlp/act_fn/Mul_3_output_0", "/blocks.26/mlp/act_fn/Tanh_output_0", "/blocks.26/mlp/act_fn/Add_1_output_0", "/blocks.26/mlp/act_fn/Mul_4_output_0", "/blocks.26/mlp/act_fn/Mul_5_output_0", "/blocks.26/mlp/up_proj/FakeLinear_output_0", "/blocks.26/mlp/Mul_output_0", "/blocks.26/mlp/down_proj/FakeLinear_output_0", "/blocks.26/post_feedforward_layernorm/Cast_output_0", "/blocks.26/post_feedforward_layernorm/Pow_output_0", "/blocks.26/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.26/post_feedforward_layernorm/Add_output_0", "/blocks.26/post_feedforward_layernorm/Pow_1_output_0", "/blocks.26/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_11233", "/blocks.26/post_feedforward_layernorm/Mul_1_output_0", "/blocks.26/Add_1_output_0", "/blocks.26/per_layer_input_gate/FakeLinear_output_0", "/blocks.26/act_fn/Mul_output_0", "/blocks.26/act_fn/Mul_1_output_0", "/blocks.26/act_fn/Mul_2_output_0", "/blocks.26/act_fn/Add_output_0", "/blocks.26/act_fn/Mul_3_output_0", "/blocks.26/act_fn/Tanh_output_0", "/blocks.26/act_fn/Add_1_output_0", "/blocks.26/act_fn/Mul_4_output_0", "/blocks.26/act_fn/Mul_5_output_0", "/Constant_35_output_0", "Unsqueeze5913", "Unsqueeze5916", "StridedSlice5919", "Squeeze5920", "BinaryOp5921", "BinaryOp5922", "/Gather_33_output_0", "/blocks.26/Mul_output_0", "/blocks.26/per_layer_projection/FakeLinear_output_0", "/blocks.26/post_per_layer_input_norm/Cast_output_0", "/blocks.26/post_per_layer_input_norm/Pow_output_0", "/blocks.26/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.26/post_per_layer_input_norm/Add_output_0", "/blocks.26/post_per_layer_input_norm/Pow_1_output_0", "/blocks.26/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_11234", "/blocks.26/post_per_layer_input_norm/Mul_1_output_0", "/blocks.26/Add_2_output_0", "/blocks.26/Mul_1_output_0", "/blocks.27/Reshape_output_0", "/blocks.27/input_layernorm/Pow_output_0", "/blocks.27/input_layernorm/ReduceMean_output_0", "/blocks.27/input_layernorm/Add_output_0", "/blocks.27/input_layernorm/Pow_1_output_0", "/blocks.27/input_layernorm/Mul_output_0", "onnx::Mul_11235", "/blocks.27/input_layernorm/Mul_1_output_0", "/blocks.27/self_attn/q_proj/FakeLinear_output_0", "/blocks.27/self_attn/Shape_output_0", "Shape5946", "Rank5948", "BinaryOp5950", "Unsqueeze5951", "BinaryOp5953", "Unsqueeze5954", "StridedSlice5957", "Squeeze5958", "BinaryOp5960", "/blocks.27/self_attn/Gather_output_0", "/blocks.27/self_attn/Unsqueeze_output_0", "Unsqueeze5968", "Unsqueeze5971", "StridedSlice5974", "Squeeze5975", "BinaryOp5976", "BinaryOp5977", "/blocks.27/self_attn/Gather_1_output_0", "/blocks.27/self_attn/Unsqueeze_1_output_0", "/blocks.27/self_attn/Concat_output_0", "/blocks.27/self_attn/Reshape_output_0", "/blocks.27/self_attn/q_norm/Cast_output_0", "/blocks.27/self_attn/q_norm/Pow_output_0", "/blocks.27/self_attn/q_norm/ReduceMean_output_0", "/blocks.27/self_attn/q_norm/Add_output_0", "/blocks.27/self_attn/q_norm/Pow_1_output_0", "/blocks.27/self_attn/q_norm/Mul_output_0", "/blocks.27/self_attn/q_norm/Mul_1_output_0", "/blocks.27/self_attn/Mul_output_0", "/blocks.27/self_attn/Shape_2_output_0", "Shape5991", "Rank5993", "BinaryOp5995", "Unsqueeze5996", "BinaryOp5998", "Unsqueeze5999", "StridedSlice6002", "Squeeze6003", "BinaryOp6004", "BinaryOp6005", "/blocks.27/self_attn/Gather_2_output_0", "/blocks.27/self_attn/Div_output_0", "/blocks.27/self_attn/Unsqueeze_5_output_0", "/blocks.27/self_attn/Slice_1_output_0", "/blocks.27/self_attn/Neg_output_0", "/blocks.27/self_attn/Unsqueeze_4_output_0", "/blocks.27/self_attn/Slice_output_0", "/blocks.27/self_attn/Concat_2_output_0", "/blocks.27/self_attn/Mul_1_output_0", "/blocks.27/self_attn/Add_output_0", "/blocks.27/self_attn/Unsqueeze_2_output_0", "/blocks.27/self_attn/Unsqueeze_3_output_0", "/blocks.27/self_attn/Concat_1_output_0", "/blocks.27/self_attn/ConstantOfShape_output_0", "/blocks.27/self_attn/fused_attn/FusedAttention_output_0", "/blocks.27/self_attn/o_proj/FakeLinear_output_0", "/blocks.27/post_attention_layernorm/Cast_output_0", "/blocks.27/post_attention_layernorm/Pow_output_0", "/blocks.27/post_attention_layernorm/ReduceMean_output_0", "/blocks.27/post_attention_layernorm/Add_output_0", "/blocks.27/post_attention_layernorm/Pow_1_output_0", "/blocks.27/post_attention_layernorm/Mul_output_0", "onnx::Mul_11247", "/blocks.27/post_attention_layernorm/Mul_1_output_0", "/blocks.27/Add_output_0", "/blocks.27/pre_feedforward_layernorm/Pow_output_0", "/blocks.27/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.27/pre_feedforward_layernorm/Add_output_0", "/blocks.27/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.27/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_11248", "/blocks.27/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.27/mlp/gate_proj/FakeLinear_output_0", "/blocks.27/mlp/act_fn/Mul_output_0", "/blocks.27/mlp/act_fn/Mul_1_output_0", "/blocks.27/mlp/act_fn/Mul_2_output_0", "/blocks.27/mlp/act_fn/Add_output_0", "/blocks.27/mlp/act_fn/Mul_3_output_0", "/blocks.27/mlp/act_fn/Tanh_output_0", "/blocks.27/mlp/act_fn/Add_1_output_0", "/blocks.27/mlp/act_fn/Mul_4_output_0", "/blocks.27/mlp/act_fn/Mul_5_output_0", "/blocks.27/mlp/up_proj/FakeLinear_output_0", "/blocks.27/mlp/Mul_output_0", "/blocks.27/mlp/down_proj/FakeLinear_output_0", "/blocks.27/post_feedforward_layernorm/Cast_output_0", "/blocks.27/post_feedforward_layernorm/Pow_output_0", "/blocks.27/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.27/post_feedforward_layernorm/Add_output_0", "/blocks.27/post_feedforward_layernorm/Pow_1_output_0", "/blocks.27/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_11249", "/blocks.27/post_feedforward_layernorm/Mul_1_output_0", "/blocks.27/Add_1_output_0", "/blocks.27/per_layer_input_gate/FakeLinear_output_0", "/blocks.27/act_fn/Mul_output_0", "/blocks.27/act_fn/Mul_1_output_0", "/blocks.27/act_fn/Mul_2_output_0", "/blocks.27/act_fn/Add_output_0", "/blocks.27/act_fn/Mul_3_output_0", "/blocks.27/act_fn/Tanh_output_0", "/blocks.27/act_fn/Add_1_output_0", "/blocks.27/act_fn/Mul_4_output_0", "/blocks.27/act_fn/Mul_5_output_0", "/Constant_36_output_0", "Unsqueeze6078", "Unsqueeze6081", "StridedSlice6084", "Squeeze6085", "BinaryOp6086", "BinaryOp6087", "/Gather_34_output_0", "/blocks.27/Mul_output_0", "/blocks.27/per_layer_projection/FakeLinear_output_0", "/blocks.27/post_per_layer_input_norm/Cast_output_0", "/blocks.27/post_per_layer_input_norm/Pow_output_0", "/blocks.27/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.27/post_per_layer_input_norm/Add_output_0", "/blocks.27/post_per_layer_input_norm/Pow_1_output_0", "/blocks.27/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_11250", "/blocks.27/post_per_layer_input_norm/Mul_1_output_0", "/blocks.27/Add_2_output_0", "/blocks.27/Constant_1_output_0", "/blocks.27/Mul_1_output_0", "/blocks.28/Reshape_output_0", "/blocks.28/input_layernorm/Pow_output_0", "/blocks.28/input_layernorm/ReduceMean_output_0", "/blocks.28/input_layernorm/Add_output_0", "/blocks.28/input_layernorm/Pow_1_output_0", "/blocks.28/input_layernorm/Mul_output_0", "onnx::Mul_11251", "/blocks.28/input_layernorm/Mul_1_output_0", "/blocks.28/self_attn/q_proj/FakeLinear_output_0", "/blocks.28/self_attn/Shape_output_0", "Shape6112", "Rank6114", "BinaryOp6116", "Unsqueeze6117", "BinaryOp6119", "Unsqueeze6120", "StridedSlice6123", "Squeeze6124", "BinaryOp6126", "/blocks.28/self_attn/Gather_output_0", "/blocks.28/self_attn/Unsqueeze_output_0", "Unsqueeze6134", "Unsqueeze6137", "StridedSlice6140", "Squeeze6141", "BinaryOp6142", "BinaryOp6143", "/blocks.28/self_attn/Gather_1_output_0", "/blocks.28/self_attn/Unsqueeze_1_output_0", "/blocks.28/self_attn/Concat_output_0", "/blocks.28/self_attn/Reshape_output_0", "/blocks.28/self_attn/q_norm/Cast_output_0", "/blocks.28/self_attn/q_norm/Pow_output_0", "/blocks.28/self_attn/q_norm/ReduceMean_output_0", "/blocks.28/self_attn/q_norm/Add_output_0", "/blocks.28/self_attn/q_norm/Pow_1_output_0", "/blocks.28/self_attn/q_norm/Mul_output_0", "/blocks.28/self_attn/q_norm/Mul_1_output_0", "/blocks.28/self_attn/Mul_output_0", "/blocks.28/self_attn/Shape_2_output_0", "Shape6157", "Rank6159", "BinaryOp6161", "Unsqueeze6162", "BinaryOp6164", "Unsqueeze6165", "StridedSlice6168", "Squeeze6169", "BinaryOp6170", "BinaryOp6171", "/blocks.28/self_attn/Gather_2_output_0", "/blocks.28/self_attn/Div_output_0", "/blocks.28/self_attn/Unsqueeze_5_output_0", "/blocks.28/self_attn/Slice_1_output_0", "/blocks.28/self_attn/Neg_output_0", "/blocks.28/self_attn/Unsqueeze_4_output_0", "/blocks.28/self_attn/Slice_output_0", "/blocks.28/self_attn/Concat_2_output_0", "/blocks.28/self_attn/Mul_1_output_0", "/blocks.28/self_attn/Add_output_0", "/blocks.28/self_attn/Unsqueeze_2_output_0", "/blocks.28/self_attn/Unsqueeze_3_output_0", "/blocks.28/self_attn/Concat_1_output_0", "/blocks.28/self_attn/ConstantOfShape_output_0", "/blocks.28/self_attn/fused_attn/FusedAttention_output_0", "/blocks.28/self_attn/o_proj/FakeLinear_output_0", "/blocks.28/post_attention_layernorm/Cast_output_0", "/blocks.28/post_attention_layernorm/Pow_output_0", "/blocks.28/post_attention_layernorm/ReduceMean_output_0", "/blocks.28/post_attention_layernorm/Add_output_0", "/blocks.28/post_attention_layernorm/Pow_1_output_0", "/blocks.28/post_attention_layernorm/Mul_output_0", "onnx::Mul_11263", "/blocks.28/post_attention_layernorm/Mul_1_output_0", "/blocks.28/Add_output_0", "/blocks.28/pre_feedforward_layernorm/Pow_output_0", "/blocks.28/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.28/pre_feedforward_layernorm/Add_output_0", "/blocks.28/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.28/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_11264", "/blocks.28/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.28/mlp/gate_proj/FakeLinear_output_0", "/blocks.28/mlp/act_fn/Mul_output_0", "/blocks.28/mlp/act_fn/Mul_1_output_0", "/blocks.28/mlp/act_fn/Mul_2_output_0", "/blocks.28/mlp/act_fn/Add_output_0", "/blocks.28/mlp/act_fn/Mul_3_output_0", "/blocks.28/mlp/act_fn/Tanh_output_0", "/blocks.28/mlp/act_fn/Add_1_output_0", "/blocks.28/mlp/act_fn/Mul_4_output_0", "/blocks.28/mlp/act_fn/Mul_5_output_0", "/blocks.28/mlp/up_proj/FakeLinear_output_0", "/blocks.28/mlp/Mul_output_0", "/blocks.28/mlp/down_proj/FakeLinear_output_0", "/blocks.28/post_feedforward_layernorm/Cast_output_0", "/blocks.28/post_feedforward_layernorm/Pow_output_0", "/blocks.28/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.28/post_feedforward_layernorm/Add_output_0", "/blocks.28/post_feedforward_layernorm/Pow_1_output_0", "/blocks.28/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_11265", "/blocks.28/post_feedforward_layernorm/Mul_1_output_0", "/blocks.28/Add_1_output_0", "/blocks.28/per_layer_input_gate/FakeLinear_output_0", "/blocks.28/act_fn/Mul_output_0", "/blocks.28/act_fn/Mul_1_output_0", "/blocks.28/act_fn/Mul_2_output_0", "/blocks.28/act_fn/Add_output_0", "/blocks.28/act_fn/Mul_3_output_0", "/blocks.28/act_fn/Tanh_output_0", "/blocks.28/act_fn/Add_1_output_0", "/blocks.28/act_fn/Mul_4_output_0", "/blocks.28/act_fn/Mul_5_output_0", "/Constant_37_output_0", "Unsqueeze6244", "Unsqueeze6247", "StridedSlice6250", "Squeeze6251", "BinaryOp6252", "BinaryOp6253", "/Gather_35_output_0", "/blocks.28/Mul_output_0", "/blocks.28/per_layer_projection/FakeLinear_output_0", "/blocks.28/post_per_layer_input_norm/Cast_output_0", "/blocks.28/post_per_layer_input_norm/Pow_output_0", "/blocks.28/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.28/post_per_layer_input_norm/Add_output_0", "/blocks.28/post_per_layer_input_norm/Pow_1_output_0", "/blocks.28/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_11266", "/blocks.28/post_per_layer_input_norm/Mul_1_output_0", "/blocks.28/Add_2_output_0", "/blocks.28/Constant_1_output_0", "/blocks.28/Mul_1_output_0", "/blocks.29/Reshape_output_0", "/blocks.29/input_layernorm/Pow_output_0", "/blocks.29/input_layernorm/ReduceMean_output_0", "/blocks.29/input_layernorm/Add_output_0", "/blocks.29/input_layernorm/Pow_1_output_0", "/blocks.29/input_layernorm/Mul_output_0", "onnx::Mul_11267", "/blocks.29/input_layernorm/Mul_1_output_0", "/blocks.29/self_attn/q_proj/FakeLinear_output_0", "/blocks.29/self_attn/Shape_output_0", "Shape6278", "Rank6280", "BinaryOp6282", "Unsqueeze6283", "BinaryOp6285", "Unsqueeze6286", "StridedSlice6289", "Squeeze6290", "BinaryOp6292", "/blocks.29/self_attn/Gather_output_0", "/blocks.29/self_attn/Unsqueeze_output_0", "Unsqueeze6300", "Unsqueeze6303", "StridedSlice6306", "Squeeze6307", "BinaryOp6308", "BinaryOp6309", "/blocks.29/self_attn/Gather_1_output_0", "/blocks.29/self_attn/Unsqueeze_1_output_0", "/blocks.29/self_attn/Concat_output_0", "/blocks.29/self_attn/Reshape_output_0", "/blocks.29/self_attn/q_norm/Cast_output_0", "/blocks.29/self_attn/q_norm/Pow_output_0", "/blocks.29/self_attn/q_norm/ReduceMean_output_0", "/blocks.29/self_attn/q_norm/Add_output_0", "/blocks.29/self_attn/q_norm/Pow_1_output_0", "/blocks.29/self_attn/q_norm/Mul_output_0", "/blocks.29/self_attn/q_norm/Mul_1_output_0", "/blocks.29/self_attn/Unsqueeze_4_output_0", "/blocks.29/self_attn/Slice_output_0", "/blocks.29/self_attn/Mul_output_0", "/blocks.29/self_attn/Shape_2_output_0", "Shape6325", "Rank6327", "BinaryOp6329", "Unsqueeze6330", "BinaryOp6332", "Unsqueeze6333", "StridedSlice6336", "Squeeze6337", "BinaryOp6338", "BinaryOp6339", "/blocks.29/self_attn/Gather_2_output_0", "/blocks.29/self_attn/Div_output_0", "/blocks.29/self_attn/Unsqueeze_7_output_0", "/blocks.29/self_attn/Slice_3_output_0", "/blocks.29/self_attn/Neg_output_0", "/blocks.29/self_attn/Unsqueeze_6_output_0", "/blocks.29/self_attn/Slice_2_output_0", "/blocks.29/self_attn/Concat_2_output_0", "/blocks.29/self_attn/Mul_1_output_0", "/blocks.29/self_attn/Add_output_0", "/blocks.29/self_attn/Unsqueeze_5_output_0", "/blocks.29/self_attn/Slice_1_output_0", "/blocks.29/self_attn/Concat_3_output_0", "/blocks.29/self_attn/Unsqueeze_2_output_0", "/blocks.29/self_attn/Unsqueeze_3_output_0", "/blocks.29/self_attn/Concat_1_output_0", "/blocks.29/self_attn/ConstantOfShape_output_0", "/blocks.29/self_attn/fused_attn/FusedAttention_output_0", "/blocks.29/self_attn/o_proj/FakeLinear_output_0", "/blocks.29/post_attention_layernorm/Cast_output_0", "/blocks.29/post_attention_layernorm/Pow_output_0", "/blocks.29/post_attention_layernorm/ReduceMean_output_0", "/blocks.29/post_attention_layernorm/Add_output_0", "/blocks.29/post_attention_layernorm/Pow_1_output_0", "/blocks.29/post_attention_layernorm/Mul_output_0", "onnx::Mul_11285", "/blocks.29/post_attention_layernorm/Mul_1_output_0", "/blocks.29/Add_output_0", "/blocks.29/pre_feedforward_layernorm/Pow_output_0", "/blocks.29/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.29/pre_feedforward_layernorm/Add_output_0", "/blocks.29/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.29/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_11286", "/blocks.29/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.29/mlp/gate_proj/FakeLinear_output_0", "/blocks.29/mlp/act_fn/Mul_output_0", "/blocks.29/mlp/act_fn/Mul_1_output_0", "/blocks.29/mlp/act_fn/Mul_2_output_0", "/blocks.29/mlp/act_fn/Add_output_0", "/blocks.29/mlp/act_fn/Mul_3_output_0", "/blocks.29/mlp/act_fn/Tanh_output_0", "/blocks.29/mlp/act_fn/Add_1_output_0", "/blocks.29/mlp/act_fn/Mul_4_output_0", "/blocks.29/mlp/act_fn/Mul_5_output_0", "/blocks.29/mlp/up_proj/FakeLinear_output_0", "/blocks.29/mlp/Mul_output_0", "/blocks.29/mlp/down_proj/FakeLinear_output_0", "/blocks.29/post_feedforward_layernorm/Cast_output_0", "/blocks.29/post_feedforward_layernorm/Pow_output_0", "/blocks.29/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.29/post_feedforward_layernorm/Add_output_0", "/blocks.29/post_feedforward_layernorm/Pow_1_output_0", "/blocks.29/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_11287", "/blocks.29/post_feedforward_layernorm/Mul_1_output_0", "/blocks.29/Add_1_output_0", "/blocks.29/per_layer_input_gate/FakeLinear_output_0", "/blocks.29/act_fn/Mul_output_0", "/blocks.29/act_fn/Mul_1_output_0", "/blocks.29/act_fn/Mul_2_output_0", "/blocks.29/act_fn/Add_output_0", "/blocks.29/act_fn/Mul_3_output_0", "/blocks.29/act_fn/Tanh_output_0", "/blocks.29/act_fn/Add_1_output_0", "/blocks.29/act_fn/Mul_4_output_0", "/blocks.29/act_fn/Mul_5_output_0", "/Constant_38_output_0", "Unsqueeze6415", "Unsqueeze6418", "StridedSlice6421", "Squeeze6422", "BinaryOp6423", "BinaryOp6424", "/Gather_36_output_0", "/blocks.29/Mul_output_0", "/blocks.29/per_layer_projection/FakeLinear_output_0", "/blocks.29/post_per_layer_input_norm/Cast_output_0", "/blocks.29/post_per_layer_input_norm/Pow_output_0", "/blocks.29/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.29/post_per_layer_input_norm/Add_output_0", "/blocks.29/post_per_layer_input_norm/Pow_1_output_0", "/blocks.29/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_11288", "/blocks.29/post_per_layer_input_norm/Mul_1_output_0", "/blocks.29/Add_2_output_0", "/blocks.29/Constant_1_output_0", "/blocks.29/Mul_1_output_0", "/blocks.30/Reshape_output_0", "/blocks.30/input_layernorm/Pow_output_0", "/blocks.30/input_layernorm/ReduceMean_output_0", "/blocks.30/input_layernorm/Add_output_0", "/blocks.30/input_layernorm/Pow_1_output_0", "/blocks.30/input_layernorm/Mul_output_0", "onnx::Mul_11289", "/blocks.30/input_layernorm/Mul_1_output_0", "/blocks.30/self_attn/q_proj/FakeLinear_output_0", "/blocks.30/self_attn/Shape_output_0", "Shape6449", "Rank6451", "BinaryOp6453", "Unsqueeze6454", "BinaryOp6456", "Unsqueeze6457", "StridedSlice6460", "Squeeze6461", "BinaryOp6463", "/blocks.30/self_attn/Gather_output_0", "/blocks.30/self_attn/Unsqueeze_output_0", "Unsqueeze6471", "Unsqueeze6474", "StridedSlice6477", "Squeeze6478", "BinaryOp6479", "BinaryOp6480", "/blocks.30/self_attn/Gather_1_output_0", "/blocks.30/self_attn/Unsqueeze_1_output_0", "/blocks.30/self_attn/Concat_output_0", "/blocks.30/self_attn/Reshape_output_0", "/blocks.30/self_attn/q_norm/Cast_output_0", "/blocks.30/self_attn/q_norm/Pow_output_0", "/blocks.30/self_attn/q_norm/ReduceMean_output_0", "/blocks.30/self_attn/q_norm/Add_output_0", "/blocks.30/self_attn/q_norm/Pow_1_output_0", "/blocks.30/self_attn/q_norm/Mul_output_0", "/blocks.30/self_attn/q_norm/Mul_1_output_0", "/blocks.30/self_attn/Mul_output_0", "/blocks.30/self_attn/Shape_2_output_0", "Shape6494", "Rank6496", "BinaryOp6498", "Unsqueeze6499", "BinaryOp6501", "Unsqueeze6502", "StridedSlice6505", "Squeeze6506", "BinaryOp6507", "BinaryOp6508", "/blocks.30/self_attn/Gather_2_output_0", "/blocks.30/self_attn/Div_output_0", "/blocks.30/self_attn/Unsqueeze_5_output_0", "/blocks.30/self_attn/Slice_1_output_0", "/blocks.30/self_attn/Neg_output_0", "/blocks.30/self_attn/Unsqueeze_4_output_0", "/blocks.30/self_attn/Slice_output_0", "/blocks.30/self_attn/Concat_2_output_0", "/blocks.30/self_attn/Mul_1_output_0", "/blocks.30/self_attn/Add_output_0", "/blocks.30/self_attn/Unsqueeze_2_output_0", "/blocks.30/self_attn/Unsqueeze_3_output_0", "/blocks.30/self_attn/Concat_1_output_0", "/blocks.30/self_attn/ConstantOfShape_output_0", "/blocks.30/self_attn/fused_attn/FusedAttention_output_0", "/blocks.30/self_attn/o_proj/FakeLinear_output_0", "/blocks.30/post_attention_layernorm/Cast_output_0", "/blocks.30/post_attention_layernorm/Pow_output_0", "/blocks.30/post_attention_layernorm/ReduceMean_output_0", "/blocks.30/post_attention_layernorm/Add_output_0", "/blocks.30/post_attention_layernorm/Pow_1_output_0", "/blocks.30/post_attention_layernorm/Mul_output_0", "onnx::Mul_11301", "/blocks.30/post_attention_layernorm/Mul_1_output_0", "/blocks.30/Add_output_0", "/blocks.30/pre_feedforward_layernorm/Pow_output_0", "/blocks.30/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.30/pre_feedforward_layernorm/Add_output_0", "/blocks.30/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.30/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_11302", "/blocks.30/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.30/mlp/gate_proj/FakeLinear_output_0", "/blocks.30/mlp/act_fn/Mul_output_0", "/blocks.30/mlp/act_fn/Mul_1_output_0", "/blocks.30/mlp/act_fn/Mul_2_output_0", "/blocks.30/mlp/act_fn/Add_output_0", "/blocks.30/mlp/act_fn/Mul_3_output_0", "/blocks.30/mlp/act_fn/Tanh_output_0", "/blocks.30/mlp/act_fn/Add_1_output_0", "/blocks.30/mlp/act_fn/Mul_4_output_0", "/blocks.30/mlp/act_fn/Mul_5_output_0", "/blocks.30/mlp/up_proj/FakeLinear_output_0", "/blocks.30/mlp/Mul_output_0", "/blocks.30/mlp/down_proj/FakeLinear_output_0", "/blocks.30/post_feedforward_layernorm/Cast_output_0", "/blocks.30/post_feedforward_layernorm/Pow_output_0", "/blocks.30/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.30/post_feedforward_layernorm/Add_output_0", "/blocks.30/post_feedforward_layernorm/Pow_1_output_0", "/blocks.30/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_11303", "/blocks.30/post_feedforward_layernorm/Mul_1_output_0", "/blocks.30/Add_1_output_0", "/blocks.30/per_layer_input_gate/FakeLinear_output_0", "/blocks.30/act_fn/Mul_output_0", "/blocks.30/act_fn/Mul_1_output_0", "/blocks.30/act_fn/Mul_2_output_0", "/blocks.30/act_fn/Add_output_0", "/blocks.30/act_fn/Mul_3_output_0", "/blocks.30/act_fn/Tanh_output_0", "/blocks.30/act_fn/Add_1_output_0", "/blocks.30/act_fn/Mul_4_output_0", "/blocks.30/act_fn/Mul_5_output_0", "/Constant_39_output_0", "Unsqueeze6581", "Unsqueeze6584", "StridedSlice6587", "Squeeze6588", "BinaryOp6589", "BinaryOp6590", "/Gather_37_output_0", "/blocks.30/Mul_output_0", "/blocks.30/per_layer_projection/FakeLinear_output_0", "/blocks.30/post_per_layer_input_norm/Cast_output_0", "/blocks.30/post_per_layer_input_norm/Pow_output_0", "/blocks.30/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.30/post_per_layer_input_norm/Add_output_0", "/blocks.30/post_per_layer_input_norm/Pow_1_output_0", "/blocks.30/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_11304", "/blocks.30/post_per_layer_input_norm/Mul_1_output_0", "/blocks.30/Add_2_output_0", "/blocks.30/Mul_1_output_0", "/blocks.31/Reshape_output_0", "/blocks.31/input_layernorm/Pow_output_0", "/blocks.31/input_layernorm/ReduceMean_output_0", "/blocks.31/input_layernorm/Add_output_0", "/blocks.31/input_layernorm/Pow_1_output_0", "/blocks.31/input_layernorm/Mul_output_0", "onnx::Mul_11305", "/blocks.31/input_layernorm/Mul_1_output_0", "/blocks.31/self_attn/q_proj/FakeLinear_output_0", "/blocks.31/self_attn/Shape_output_0", "Shape6614", "Rank6616", "BinaryOp6618", "Unsqueeze6619", "BinaryOp6621", "Unsqueeze6622", "StridedSlice6625", "Squeeze6626", "BinaryOp6628", "/blocks.31/self_attn/Gather_output_0", "/blocks.31/self_attn/Unsqueeze_output_0", "Unsqueeze6636", "Unsqueeze6639", "StridedSlice6642", "Squeeze6643", "BinaryOp6644", "BinaryOp6645", "/blocks.31/self_attn/Gather_1_output_0", "/blocks.31/self_attn/Unsqueeze_1_output_0", "/blocks.31/self_attn/Concat_output_0", "/blocks.31/self_attn/Reshape_output_0", "/blocks.31/self_attn/q_norm/Cast_output_0", "/blocks.31/self_attn/q_norm/Pow_output_0", "/blocks.31/self_attn/q_norm/ReduceMean_output_0", "/blocks.31/self_attn/q_norm/Add_output_0", "/blocks.31/self_attn/q_norm/Pow_1_output_0", "/blocks.31/self_attn/q_norm/Mul_output_0", "/blocks.31/self_attn/q_norm/Mul_1_output_0", "/blocks.31/self_attn/Mul_output_0", "/blocks.31/self_attn/Shape_2_output_0", "Shape6659", "Rank6661", "BinaryOp6663", "Unsqueeze6664", "BinaryOp6666", "Unsqueeze6667", "StridedSlice6670", "Squeeze6671", "BinaryOp6672", "BinaryOp6673", "/blocks.31/self_attn/Gather_2_output_0", "/blocks.31/self_attn/Div_output_0", "/blocks.31/self_attn/Unsqueeze_5_output_0", "/blocks.31/self_attn/Slice_1_output_0", "/blocks.31/self_attn/Neg_output_0", "/blocks.31/self_attn/Unsqueeze_4_output_0", "/blocks.31/self_attn/Slice_output_0", "/blocks.31/self_attn/Concat_2_output_0", "/blocks.31/self_attn/Mul_1_output_0", "/blocks.31/self_attn/Add_output_0", "/blocks.31/self_attn/Unsqueeze_2_output_0", "/blocks.31/self_attn/Unsqueeze_3_output_0", "/blocks.31/self_attn/Concat_1_output_0", "/blocks.31/self_attn/ConstantOfShape_output_0", "/blocks.31/self_attn/fused_attn/FusedAttention_output_0", "/blocks.31/self_attn/o_proj/FakeLinear_output_0", "/blocks.31/post_attention_layernorm/Cast_output_0", "/blocks.31/post_attention_layernorm/Pow_output_0", "/blocks.31/post_attention_layernorm/ReduceMean_output_0", "/blocks.31/post_attention_layernorm/Add_output_0", "/blocks.31/post_attention_layernorm/Pow_1_output_0", "/blocks.31/post_attention_layernorm/Mul_output_0", "onnx::Mul_11317", "/blocks.31/post_attention_layernorm/Mul_1_output_0", "/blocks.31/Add_output_0", "/blocks.31/pre_feedforward_layernorm/Pow_output_0", "/blocks.31/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.31/pre_feedforward_layernorm/Add_output_0", "/blocks.31/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.31/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_11318", "/blocks.31/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.31/mlp/gate_proj/FakeLinear_output_0", "/blocks.31/mlp/act_fn/Mul_output_0", "/blocks.31/mlp/act_fn/Mul_1_output_0", "/blocks.31/mlp/act_fn/Mul_2_output_0", "/blocks.31/mlp/act_fn/Add_output_0", "/blocks.31/mlp/act_fn/Mul_3_output_0", "/blocks.31/mlp/act_fn/Tanh_output_0", "/blocks.31/mlp/act_fn/Add_1_output_0", "/blocks.31/mlp/act_fn/Mul_4_output_0", "/blocks.31/mlp/act_fn/Mul_5_output_0", "/blocks.31/mlp/up_proj/FakeLinear_output_0", "/blocks.31/mlp/Mul_output_0", "/blocks.31/mlp/down_proj/FakeLinear_output_0", "/blocks.31/post_feedforward_layernorm/Cast_output_0", "/blocks.31/post_feedforward_layernorm/Pow_output_0", "/blocks.31/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.31/post_feedforward_layernorm/Add_output_0", "/blocks.31/post_feedforward_layernorm/Pow_1_output_0", "/blocks.31/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_11319", "/blocks.31/post_feedforward_layernorm/Mul_1_output_0", "/blocks.31/Add_1_output_0", "/blocks.31/per_layer_input_gate/FakeLinear_output_0", "/blocks.31/act_fn/Mul_output_0", "/blocks.31/act_fn/Mul_1_output_0", "/blocks.31/act_fn/Mul_2_output_0", "/blocks.31/act_fn/Add_output_0", "/blocks.31/act_fn/Mul_3_output_0", "/blocks.31/act_fn/Tanh_output_0", "/blocks.31/act_fn/Add_1_output_0", "/blocks.31/act_fn/Mul_4_output_0", "/blocks.31/act_fn/Mul_5_output_0", "/Constant_40_output_0", "Unsqueeze6746", "Unsqueeze6749", "StridedSlice6752", "Squeeze6753", "BinaryOp6754", "BinaryOp6755", "/Gather_38_output_0", "/blocks.31/Mul_output_0", "/blocks.31/per_layer_projection/FakeLinear_output_0", "/blocks.31/post_per_layer_input_norm/Cast_output_0", "/blocks.31/post_per_layer_input_norm/Pow_output_0", "/blocks.31/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.31/post_per_layer_input_norm/Add_output_0", "/blocks.31/post_per_layer_input_norm/Pow_1_output_0", "/blocks.31/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_11320", "/blocks.31/post_per_layer_input_norm/Mul_1_output_0", "/blocks.31/Add_2_output_0", "/blocks.31/Constant_1_output_0", "/blocks.31/Mul_1_output_0", "/blocks.32/Reshape_output_0", "/blocks.32/input_layernorm/Pow_output_0", "/blocks.32/input_layernorm/ReduceMean_output_0", "/blocks.32/input_layernorm/Add_output_0", "/blocks.32/input_layernorm/Pow_1_output_0", "/blocks.32/input_layernorm/Mul_output_0", "onnx::Mul_11321", "/blocks.32/input_layernorm/Mul_1_output_0", "/blocks.32/self_attn/q_proj/FakeLinear_output_0", "/blocks.32/self_attn/Shape_output_0", "Shape6780", "Rank6782", "BinaryOp6784", "Unsqueeze6785", "BinaryOp6787", "Unsqueeze6788", "StridedSlice6791", "Squeeze6792", "BinaryOp6794", "/blocks.32/self_attn/Gather_output_0", "/blocks.32/self_attn/Unsqueeze_output_0", "Unsqueeze6802", "Unsqueeze6805", "StridedSlice6808", "Squeeze6809", "BinaryOp6810", "BinaryOp6811", "/blocks.32/self_attn/Gather_1_output_0", "/blocks.32/self_attn/Unsqueeze_1_output_0", "/blocks.32/self_attn/Concat_output_0", "/blocks.32/self_attn/Reshape_output_0", "/blocks.32/self_attn/q_norm/Cast_output_0", "/blocks.32/self_attn/q_norm/Pow_output_0", "/blocks.32/self_attn/q_norm/ReduceMean_output_0", "/blocks.32/self_attn/q_norm/Add_output_0", "/blocks.32/self_attn/q_norm/Pow_1_output_0", "/blocks.32/self_attn/q_norm/Mul_output_0", "/blocks.32/self_attn/q_norm/Mul_1_output_0", "/blocks.32/self_attn/Mul_output_0", "/blocks.32/self_attn/Shape_2_output_0", "Shape6825", "Rank6827", "BinaryOp6829", "Unsqueeze6830", "BinaryOp6832", "Unsqueeze6833", "StridedSlice6836", "Squeeze6837", "BinaryOp6838", "BinaryOp6839", "/blocks.32/self_attn/Gather_2_output_0", "/blocks.32/self_attn/Div_output_0", "/blocks.32/self_attn/Unsqueeze_5_output_0", "/blocks.32/self_attn/Slice_1_output_0", "/blocks.32/self_attn/Neg_output_0", "/blocks.32/self_attn/Unsqueeze_4_output_0", "/blocks.32/self_attn/Slice_output_0", "/blocks.32/self_attn/Concat_2_output_0", "/blocks.32/self_attn/Mul_1_output_0", "/blocks.32/self_attn/Add_output_0", "/blocks.32/self_attn/Unsqueeze_2_output_0", "/blocks.32/self_attn/Unsqueeze_3_output_0", "/blocks.32/self_attn/Concat_1_output_0", "/blocks.32/self_attn/ConstantOfShape_output_0", "/blocks.32/self_attn/fused_attn/FusedAttention_output_0", "/blocks.32/self_attn/o_proj/FakeLinear_output_0", "/blocks.32/post_attention_layernorm/Cast_output_0", "/blocks.32/post_attention_layernorm/Pow_output_0", "/blocks.32/post_attention_layernorm/ReduceMean_output_0", "/blocks.32/post_attention_layernorm/Add_output_0", "/blocks.32/post_attention_layernorm/Pow_1_output_0", "/blocks.32/post_attention_layernorm/Mul_output_0", "onnx::Mul_11333", "/blocks.32/post_attention_layernorm/Mul_1_output_0", "/blocks.32/Add_output_0", "/blocks.32/pre_feedforward_layernorm/Pow_output_0", "/blocks.32/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.32/pre_feedforward_layernorm/Add_output_0", "/blocks.32/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.32/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_11334", "/blocks.32/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.32/mlp/gate_proj/FakeLinear_output_0", "/blocks.32/mlp/act_fn/Mul_output_0", "/blocks.32/mlp/act_fn/Mul_1_output_0", "/blocks.32/mlp/act_fn/Mul_2_output_0", "/blocks.32/mlp/act_fn/Add_output_0", "/blocks.32/mlp/act_fn/Mul_3_output_0", "/blocks.32/mlp/act_fn/Tanh_output_0", "/blocks.32/mlp/act_fn/Add_1_output_0", "/blocks.32/mlp/act_fn/Mul_4_output_0", "/blocks.32/mlp/act_fn/Mul_5_output_0", "/blocks.32/mlp/up_proj/FakeLinear_output_0", "/blocks.32/mlp/Mul_output_0", "/blocks.32/mlp/down_proj/FakeLinear_output_0", "/blocks.32/post_feedforward_layernorm/Cast_output_0", "/blocks.32/post_feedforward_layernorm/Pow_output_0", "/blocks.32/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.32/post_feedforward_layernorm/Add_output_0", "/blocks.32/post_feedforward_layernorm/Pow_1_output_0", "/blocks.32/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_11335", "/blocks.32/post_feedforward_layernorm/Mul_1_output_0", "/blocks.32/Add_1_output_0", "/blocks.32/per_layer_input_gate/FakeLinear_output_0", "/blocks.32/act_fn/Mul_output_0", "/blocks.32/act_fn/Mul_1_output_0", "/blocks.32/act_fn/Mul_2_output_0", "/blocks.32/act_fn/Add_output_0", "/blocks.32/act_fn/Mul_3_output_0", "/blocks.32/act_fn/Tanh_output_0", "/blocks.32/act_fn/Add_1_output_0", "/blocks.32/act_fn/Mul_4_output_0", "/blocks.32/act_fn/Mul_5_output_0", "/Constant_41_output_0", "Unsqueeze6912", "Unsqueeze6915", "StridedSlice6918", "Squeeze6919", "BinaryOp6920", "BinaryOp6921", "/Gather_39_output_0", "/blocks.32/Mul_output_0", "/blocks.32/per_layer_projection/FakeLinear_output_0", "/blocks.32/post_per_layer_input_norm/Cast_output_0", "/blocks.32/post_per_layer_input_norm/Pow_output_0", "/blocks.32/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.32/post_per_layer_input_norm/Add_output_0", "/blocks.32/post_per_layer_input_norm/Pow_1_output_0", "/blocks.32/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_11336", "/blocks.32/post_per_layer_input_norm/Mul_1_output_0", "/blocks.32/Add_2_output_0", "/blocks.32/Constant_1_output_0", "/blocks.32/Mul_1_output_0", "/blocks.33/Reshape_output_0", "/blocks.33/input_layernorm/Pow_output_0", "/blocks.33/input_layernorm/ReduceMean_output_0", "/blocks.33/input_layernorm/Add_output_0", "/blocks.33/input_layernorm/Pow_1_output_0", "/blocks.33/input_layernorm/Mul_output_0", "onnx::Mul_11337", "/blocks.33/input_layernorm/Mul_1_output_0", "/blocks.33/self_attn/q_proj/FakeLinear_output_0", "/blocks.33/self_attn/Shape_output_0", "Shape6946", "Rank6948", "BinaryOp6950", "Unsqueeze6951", "BinaryOp6953", "Unsqueeze6954", "StridedSlice6957", "Squeeze6958", "BinaryOp6960", "/blocks.33/self_attn/Gather_output_0", "/blocks.33/self_attn/Unsqueeze_output_0", "Unsqueeze6968", "Unsqueeze6971", "StridedSlice6974", "Squeeze6975", "BinaryOp6976", "BinaryOp6977", "/blocks.33/self_attn/Gather_1_output_0", "/blocks.33/self_attn/Unsqueeze_1_output_0", "/blocks.33/self_attn/Concat_output_0", "/blocks.33/self_attn/Reshape_output_0", "/blocks.33/self_attn/q_norm/Cast_output_0", "/blocks.33/self_attn/q_norm/Pow_output_0", "/blocks.33/self_attn/q_norm/ReduceMean_output_0", "/blocks.33/self_attn/q_norm/Add_output_0", "/blocks.33/self_attn/q_norm/Pow_1_output_0", "/blocks.33/self_attn/q_norm/Mul_output_0", "/blocks.33/self_attn/q_norm/Mul_1_output_0", "/blocks.33/self_attn/Mul_output_0", "/blocks.33/self_attn/Shape_2_output_0", "Shape6991", "Rank6993", "BinaryOp6995", "Unsqueeze6996", "BinaryOp6998", "Unsqueeze6999", "StridedSlice7002", "Squeeze7003", "BinaryOp7004", "BinaryOp7005", "/blocks.33/self_attn/Gather_2_output_0", "/blocks.33/self_attn/Div_output_0", "/blocks.33/self_attn/Unsqueeze_5_output_0", "/blocks.33/self_attn/Slice_1_output_0", "/blocks.33/self_attn/Neg_output_0", "/blocks.33/self_attn/Unsqueeze_4_output_0", "/blocks.33/self_attn/Slice_output_0", "/blocks.33/self_attn/Concat_2_output_0", "/blocks.33/self_attn/Mul_1_output_0", "/blocks.33/self_attn/Add_output_0", "/blocks.33/self_attn/Unsqueeze_2_output_0", "/blocks.33/self_attn/Unsqueeze_3_output_0", "/blocks.33/self_attn/Concat_1_output_0", "/blocks.33/self_attn/ConstantOfShape_output_0", "/blocks.33/self_attn/fused_attn/FusedAttention_output_0", "/blocks.33/self_attn/o_proj/FakeLinear_output_0", "/blocks.33/post_attention_layernorm/Cast_output_0", "/blocks.33/post_attention_layernorm/Pow_output_0", "/blocks.33/post_attention_layernorm/ReduceMean_output_0", "/blocks.33/post_attention_layernorm/Add_output_0", "/blocks.33/post_attention_layernorm/Pow_1_output_0", "/blocks.33/post_attention_layernorm/Mul_output_0", "onnx::Mul_11349", "/blocks.33/post_attention_layernorm/Mul_1_output_0", "/blocks.33/Add_output_0", "/blocks.33/pre_feedforward_layernorm/Pow_output_0", "/blocks.33/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.33/pre_feedforward_layernorm/Add_output_0", "/blocks.33/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.33/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_11350", "/blocks.33/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.33/mlp/gate_proj/FakeLinear_output_0", "/blocks.33/mlp/act_fn/Mul_output_0", "/blocks.33/mlp/act_fn/Mul_1_output_0", "/blocks.33/mlp/act_fn/Mul_2_output_0", "/blocks.33/mlp/act_fn/Add_output_0", "/blocks.33/mlp/act_fn/Mul_3_output_0", "/blocks.33/mlp/act_fn/Tanh_output_0", "/blocks.33/mlp/act_fn/Add_1_output_0", "/blocks.33/mlp/act_fn/Mul_4_output_0", "/blocks.33/mlp/act_fn/Mul_5_output_0", "/blocks.33/mlp/up_proj/FakeLinear_output_0", "/blocks.33/mlp/Mul_output_0", "/blocks.33/mlp/down_proj/FakeLinear_output_0", "/blocks.33/post_feedforward_layernorm/Cast_output_0", "/blocks.33/post_feedforward_layernorm/Pow_output_0", "/blocks.33/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.33/post_feedforward_layernorm/Add_output_0", "/blocks.33/post_feedforward_layernorm/Pow_1_output_0", "/blocks.33/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_11351", "/blocks.33/post_feedforward_layernorm/Mul_1_output_0", "/blocks.33/Add_1_output_0", "/blocks.33/per_layer_input_gate/FakeLinear_output_0", "/blocks.33/act_fn/Mul_output_0", "/blocks.33/act_fn/Mul_1_output_0", "/blocks.33/act_fn/Mul_2_output_0", "/blocks.33/act_fn/Add_output_0", "/blocks.33/act_fn/Mul_3_output_0", "/blocks.33/act_fn/Tanh_output_0", "/blocks.33/act_fn/Add_1_output_0", "/blocks.33/act_fn/Mul_4_output_0", "/blocks.33/act_fn/Mul_5_output_0", "/Constant_42_output_0", "Unsqueeze7078", "Unsqueeze7081", "StridedSlice7084", "Squeeze7085", "BinaryOp7086", "BinaryOp7087", "/Gather_40_output_0", "/blocks.33/Mul_output_0", "/blocks.33/per_layer_projection/FakeLinear_output_0", "/blocks.33/post_per_layer_input_norm/Cast_output_0", "/blocks.33/post_per_layer_input_norm/Pow_output_0", "/blocks.33/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.33/post_per_layer_input_norm/Add_output_0", "/blocks.33/post_per_layer_input_norm/Pow_1_output_0", "/blocks.33/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_11352", "/blocks.33/post_per_layer_input_norm/Mul_1_output_0", "/blocks.33/Add_2_output_0", "/blocks.33/Constant_1_output_0", "/blocks.33/Mul_1_output_0", "/blocks.34/Reshape_output_0", "/blocks.34/input_layernorm/Pow_output_0", "/blocks.34/input_layernorm/ReduceMean_output_0", "/blocks.34/input_layernorm/Add_output_0", "/blocks.34/input_layernorm/Pow_1_output_0", "/blocks.34/input_layernorm/Mul_output_0", "onnx::Mul_11353", "/blocks.34/input_layernorm/Mul_1_output_0", "/blocks.34/self_attn/q_proj/FakeLinear_output_0", "/blocks.34/self_attn/Shape_output_0", "Shape7112", "Rank7114", "BinaryOp7116", "Unsqueeze7117", "BinaryOp7119", "Unsqueeze7120", "StridedSlice7123", "Squeeze7124", "BinaryOp7126", "/blocks.34/self_attn/Gather_output_0", "/blocks.34/self_attn/Unsqueeze_output_0", "Unsqueeze7134", "Unsqueeze7137", "StridedSlice7140", "Squeeze7141", "BinaryOp7142", "BinaryOp7143", "/blocks.34/self_attn/Gather_1_output_0", "/blocks.34/self_attn/Unsqueeze_1_output_0", "/blocks.34/self_attn/Concat_output_0", "/blocks.34/self_attn/Reshape_output_0", "/blocks.34/self_attn/q_norm/Cast_output_0", "/blocks.34/self_attn/q_norm/Pow_output_0", "/blocks.34/self_attn/q_norm/ReduceMean_output_0", "/blocks.34/self_attn/q_norm/Add_output_0", "/blocks.34/self_attn/q_norm/Pow_1_output_0", "/blocks.34/self_attn/q_norm/Mul_output_0", "/blocks.34/self_attn/q_norm/Mul_1_output_0", "/blocks.34/self_attn/Mul_output_0", "/blocks.34/self_attn/Shape_2_output_0", "Shape7157", "Rank7159", "BinaryOp7161", "Unsqueeze7162", "BinaryOp7164", "Unsqueeze7165", "StridedSlice7168", "Squeeze7169", "BinaryOp7170", "BinaryOp7171", "/blocks.34/self_attn/Gather_2_output_0", "/blocks.34/self_attn/Div_output_0", "/blocks.34/self_attn/Unsqueeze_5_output_0", "/blocks.34/self_attn/Slice_1_output_0", "/blocks.34/self_attn/Neg_output_0", "/blocks.34/self_attn/Unsqueeze_4_output_0", "/blocks.34/self_attn/Slice_output_0", "/blocks.34/self_attn/Concat_2_output_0", "/blocks.34/self_attn/Mul_1_output_0", "/blocks.34/self_attn/Add_output_0", "/blocks.34/self_attn/Unsqueeze_2_output_0", "/blocks.34/self_attn/Unsqueeze_3_output_0", "/blocks.34/self_attn/Concat_1_output_0", "/blocks.34/self_attn/ConstantOfShape_output_0", "/blocks.34/self_attn/fused_attn/FusedAttention_output_0", "/blocks.34/self_attn/o_proj/FakeLinear_output_0", "/blocks.34/post_attention_layernorm/Cast_output_0", "/blocks.34/post_attention_layernorm/Pow_output_0", "/blocks.34/post_attention_layernorm/ReduceMean_output_0", "/blocks.34/post_attention_layernorm/Add_output_0", "/blocks.34/post_attention_layernorm/Pow_1_output_0", "/blocks.34/post_attention_layernorm/Mul_output_0", "onnx::Mul_11365", "/blocks.34/post_attention_layernorm/Mul_1_output_0", "/blocks.34/Add_output_0", "/blocks.34/pre_feedforward_layernorm/Pow_output_0", "/blocks.34/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.34/pre_feedforward_layernorm/Add_output_0", "/blocks.34/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.34/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_11366", "/blocks.34/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.34/mlp/gate_proj/FakeLinear_output_0", "/blocks.34/mlp/act_fn/Mul_output_0", "/blocks.34/mlp/act_fn/Mul_1_output_0", "/blocks.34/mlp/act_fn/Mul_2_output_0", "/blocks.34/mlp/act_fn/Add_output_0", "/blocks.34/mlp/act_fn/Mul_3_output_0", "/blocks.34/mlp/act_fn/Tanh_output_0", "/blocks.34/mlp/act_fn/Add_1_output_0", "/blocks.34/mlp/act_fn/Mul_4_output_0", "/blocks.34/mlp/act_fn/Mul_5_output_0", "/blocks.34/mlp/up_proj/FakeLinear_output_0", "/blocks.34/mlp/Mul_output_0", "/blocks.34/mlp/down_proj/FakeLinear_output_0", "/blocks.34/post_feedforward_layernorm/Cast_output_0", "/blocks.34/post_feedforward_layernorm/Pow_output_0", "/blocks.34/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.34/post_feedforward_layernorm/Add_output_0", "/blocks.34/post_feedforward_layernorm/Pow_1_output_0", "/blocks.34/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_11367", "/blocks.34/post_feedforward_layernorm/Mul_1_output_0", "/blocks.34/Add_1_output_0", "/blocks.34/per_layer_input_gate/FakeLinear_output_0", "/blocks.34/act_fn/Mul_output_0", "/blocks.34/act_fn/Mul_1_output_0", "/blocks.34/act_fn/Mul_2_output_0", "/blocks.34/act_fn/Add_output_0", "/blocks.34/act_fn/Mul_3_output_0", "/blocks.34/act_fn/Tanh_output_0", "/blocks.34/act_fn/Add_1_output_0", "/blocks.34/act_fn/Mul_4_output_0", "/blocks.34/act_fn/Mul_5_output_0", "/Constant_43_output_0", "Unsqueeze7244", "Unsqueeze7247", "StridedSlice7250", "Squeeze7251", "BinaryOp7252", "BinaryOp7253", "/Gather_41_output_0", "/blocks.34/Mul_output_0", "/blocks.34/per_layer_projection/FakeLinear_output_0", "/blocks.34/post_per_layer_input_norm/Cast_output_0", "/blocks.34/post_per_layer_input_norm/Pow_output_0", "/blocks.34/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.34/post_per_layer_input_norm/Add_output_0", "/blocks.34/post_per_layer_input_norm/Pow_1_output_0", "/blocks.34/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_11368", "/blocks.34/post_per_layer_input_norm/Mul_1_output_0", "/blocks.34/Add_2_output_0", "/blocks.34/Constant_1_output_0", "/blocks.34/Mul_1_output_0", "/blocks.35/Reshape_output_0", "/blocks.35/input_layernorm/Pow_output_0", "/blocks.35/input_layernorm/ReduceMean_output_0", "/blocks.35/input_layernorm/Add_output_0", "/blocks.35/input_layernorm/Pow_1_output_0", "/blocks.35/input_layernorm/Mul_output_0", "onnx::Mul_11369", "/blocks.35/input_layernorm/Mul_1_output_0", "/blocks.35/self_attn/q_proj/FakeLinear_output_0", "/blocks.35/self_attn/Shape_output_0", "Shape7278", "Rank7280", "BinaryOp7282", "Unsqueeze7283", "BinaryOp7285", "Unsqueeze7286", "StridedSlice7289", "Squeeze7290", "BinaryOp7292", "/blocks.35/self_attn/Gather_output_0", "/blocks.35/self_attn/Unsqueeze_output_0", "Unsqueeze7300", "Unsqueeze7303", "StridedSlice7306", "Squeeze7307", "BinaryOp7308", "BinaryOp7309", "/blocks.35/self_attn/Gather_1_output_0", "/blocks.35/self_attn/Unsqueeze_1_output_0", "/blocks.35/self_attn/Concat_output_0", "/blocks.35/self_attn/Reshape_output_0", "/blocks.35/self_attn/q_norm/Cast_output_0", "/blocks.35/self_attn/q_norm/Pow_output_0", "/blocks.35/self_attn/q_norm/ReduceMean_output_0", "/blocks.35/self_attn/q_norm/Add_output_0", "/blocks.35/self_attn/q_norm/Pow_1_output_0", "/blocks.35/self_attn/q_norm/Mul_output_0", "/blocks.35/self_attn/q_norm/Mul_1_output_0", "/blocks.35/self_attn/Unsqueeze_4_output_0", "/blocks.35/self_attn/Slice_output_0", "/blocks.35/self_attn/Mul_output_0", "/blocks.35/self_attn/Shape_2_output_0", "Shape7325", "Rank7327", "BinaryOp7329", "Unsqueeze7330", "BinaryOp7332", "Unsqueeze7333", "StridedSlice7336", "Squeeze7337", "BinaryOp7338", "BinaryOp7339", "/blocks.35/self_attn/Gather_2_output_0", "/blocks.35/self_attn/Div_output_0", "/blocks.35/self_attn/Unsqueeze_7_output_0", "/blocks.35/self_attn/Slice_3_output_0", "/blocks.35/self_attn/Neg_output_0", "/blocks.35/self_attn/Unsqueeze_6_output_0", "/blocks.35/self_attn/Slice_2_output_0", "/blocks.35/self_attn/Concat_2_output_0", "/blocks.35/self_attn/Mul_1_output_0", "/blocks.35/self_attn/Add_output_0", "/blocks.35/self_attn/Unsqueeze_5_output_0", "/blocks.35/self_attn/Slice_1_output_0", "/blocks.35/self_attn/Concat_3_output_0", "/blocks.35/self_attn/Unsqueeze_2_output_0", "/blocks.35/self_attn/Unsqueeze_3_output_0", "/blocks.35/self_attn/Concat_1_output_0", "/blocks.35/self_attn/ConstantOfShape_output_0", "/blocks.35/self_attn/fused_attn/FusedAttention_output_0", "/blocks.35/self_attn/o_proj/FakeLinear_output_0", "/blocks.35/post_attention_layernorm/Cast_output_0", "/blocks.35/post_attention_layernorm/Pow_output_0", "/blocks.35/post_attention_layernorm/ReduceMean_output_0", "/blocks.35/post_attention_layernorm/Add_output_0", "/blocks.35/post_attention_layernorm/Pow_1_output_0", "/blocks.35/post_attention_layernorm/Mul_output_0", "onnx::Mul_11387", "/blocks.35/post_attention_layernorm/Mul_1_output_0", "/blocks.35/Add_output_0", "/blocks.35/pre_feedforward_layernorm/Pow_output_0", "/blocks.35/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.35/pre_feedforward_layernorm/Add_output_0", "/blocks.35/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.35/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_11388", "/blocks.35/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.35/mlp/gate_proj/FakeLinear_output_0", "/blocks.35/mlp/act_fn/Mul_output_0", "/blocks.35/mlp/act_fn/Mul_1_output_0", "/blocks.35/mlp/act_fn/Mul_2_output_0", "/blocks.35/mlp/act_fn/Add_output_0", "/blocks.35/mlp/act_fn/Mul_3_output_0", "/blocks.35/mlp/act_fn/Tanh_output_0", "/blocks.35/mlp/act_fn/Add_1_output_0", "/blocks.35/mlp/act_fn/Mul_4_output_0", "/blocks.35/mlp/act_fn/Mul_5_output_0", "/blocks.35/mlp/up_proj/FakeLinear_output_0", "/blocks.35/mlp/Mul_output_0", "/blocks.35/mlp/down_proj/FakeLinear_output_0", "/blocks.35/post_feedforward_layernorm/Cast_output_0", "/blocks.35/post_feedforward_layernorm/Pow_output_0", "/blocks.35/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.35/post_feedforward_layernorm/Add_output_0", "/blocks.35/post_feedforward_layernorm/Pow_1_output_0", "/blocks.35/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_11389", "/blocks.35/post_feedforward_layernorm/Mul_1_output_0", "/blocks.35/Add_1_output_0", "/blocks.35/per_layer_input_gate/FakeLinear_output_0", "/blocks.35/act_fn/Mul_output_0", "/blocks.35/act_fn/Mul_1_output_0", "/blocks.35/act_fn/Mul_2_output_0", "/blocks.35/act_fn/Add_output_0", "/blocks.35/act_fn/Mul_3_output_0", "/blocks.35/act_fn/Tanh_output_0", "/blocks.35/act_fn/Add_1_output_0", "/blocks.35/act_fn/Mul_4_output_0", "/blocks.35/act_fn/Mul_5_output_0", "/Constant_44_output_0", "Unsqueeze7415", "Unsqueeze7418", "StridedSlice7421", "Squeeze7422", "BinaryOp7423", "BinaryOp7424", "/Gather_42_output_0", "/blocks.35/Mul_output_0", "/blocks.35/per_layer_projection/FakeLinear_output_0", "/blocks.35/post_per_layer_input_norm/Cast_output_0", "/blocks.35/post_per_layer_input_norm/Pow_output_0", "/blocks.35/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.35/post_per_layer_input_norm/Add_output_0", "/blocks.35/post_per_layer_input_norm/Pow_1_output_0", "/blocks.35/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_11390", "/blocks.35/post_per_layer_input_norm/Mul_1_output_0", "/blocks.35/Add_2_output_0", "/blocks.35/Mul_1_output_0", "/blocks.36/Reshape_output_0", "/blocks.36/input_layernorm/Pow_output_0", "/blocks.36/input_layernorm/ReduceMean_output_0", "/blocks.36/input_layernorm/Add_output_0", "/blocks.36/input_layernorm/Pow_1_output_0", "/blocks.36/input_layernorm/Mul_output_0", "onnx::Mul_11391", "/blocks.36/input_layernorm/Mul_1_output_0", "/blocks.36/self_attn/q_proj/FakeLinear_output_0", "/blocks.36/self_attn/Shape_output_0", "Shape7448", "Rank7450", "BinaryOp7452", "Unsqueeze7453", "BinaryOp7455", "Unsqueeze7456", "StridedSlice7459", "Squeeze7460", "BinaryOp7462", "/blocks.36/self_attn/Gather_output_0", "/blocks.36/self_attn/Unsqueeze_output_0", "Unsqueeze7470", "Unsqueeze7473", "StridedSlice7476", "Squeeze7477", "BinaryOp7478", "BinaryOp7479", "/blocks.36/self_attn/Gather_1_output_0", "/blocks.36/self_attn/Unsqueeze_1_output_0", "/blocks.36/self_attn/Concat_output_0", "/blocks.36/self_attn/Reshape_output_0", "/blocks.36/self_attn/q_norm/Cast_output_0", "/blocks.36/self_attn/q_norm/Pow_output_0", "/blocks.36/self_attn/q_norm/ReduceMean_output_0", "/blocks.36/self_attn/q_norm/Add_output_0", "/blocks.36/self_attn/q_norm/Pow_1_output_0", "/blocks.36/self_attn/q_norm/Mul_output_0", "/blocks.36/self_attn/q_norm/Mul_1_output_0", "/blocks.36/self_attn/Mul_output_0", "/blocks.36/self_attn/Shape_2_output_0", "Shape7493", "Rank7495", "BinaryOp7497", "Unsqueeze7498", "BinaryOp7500", "Unsqueeze7501", "StridedSlice7504", "Squeeze7505", "BinaryOp7506", "BinaryOp7507", "/blocks.36/self_attn/Gather_2_output_0", "/blocks.36/self_attn/Div_output_0", "/blocks.36/self_attn/Unsqueeze_5_output_0", "/blocks.36/self_attn/Slice_1_output_0", "/blocks.36/self_attn/Neg_output_0", "/blocks.36/self_attn/Unsqueeze_4_output_0", "/blocks.36/self_attn/Slice_output_0", "/blocks.36/self_attn/Concat_2_output_0", "/blocks.36/self_attn/Mul_1_output_0", "/blocks.36/self_attn/Add_output_0", "/blocks.36/self_attn/Unsqueeze_2_output_0", "/blocks.36/self_attn/Unsqueeze_3_output_0", "/blocks.36/self_attn/Concat_1_output_0", "/blocks.36/self_attn/ConstantOfShape_output_0", "/blocks.36/self_attn/fused_attn/FusedAttention_output_0", "/blocks.36/self_attn/o_proj/FakeLinear_output_0", "/blocks.36/post_attention_layernorm/Cast_output_0", "/blocks.36/post_attention_layernorm/Pow_output_0", "/blocks.36/post_attention_layernorm/ReduceMean_output_0", "/blocks.36/post_attention_layernorm/Add_output_0", "/blocks.36/post_attention_layernorm/Pow_1_output_0", "/blocks.36/post_attention_layernorm/Mul_output_0", "onnx::Mul_11403", "/blocks.36/post_attention_layernorm/Mul_1_output_0", "/blocks.36/Add_output_0", "/blocks.36/pre_feedforward_layernorm/Pow_output_0", "/blocks.36/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.36/pre_feedforward_layernorm/Add_output_0", "/blocks.36/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.36/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_11404", "/blocks.36/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.36/mlp/gate_proj/FakeLinear_output_0", "/blocks.36/mlp/act_fn/Mul_output_0", "/blocks.36/mlp/act_fn/Mul_1_output_0", "/blocks.36/mlp/act_fn/Mul_2_output_0", "/blocks.36/mlp/act_fn/Add_output_0", "/blocks.36/mlp/act_fn/Mul_3_output_0", "/blocks.36/mlp/act_fn/Tanh_output_0", "/blocks.36/mlp/act_fn/Add_1_output_0", "/blocks.36/mlp/act_fn/Mul_4_output_0", "/blocks.36/mlp/act_fn/Mul_5_output_0", "/blocks.36/mlp/up_proj/FakeLinear_output_0", "/blocks.36/mlp/Mul_output_0", "/blocks.36/mlp/down_proj/FakeLinear_output_0", "/blocks.36/post_feedforward_layernorm/Cast_output_0", "/blocks.36/post_feedforward_layernorm/Pow_output_0", "/blocks.36/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.36/post_feedforward_layernorm/Add_output_0", "/blocks.36/post_feedforward_layernorm/Pow_1_output_0", "/blocks.36/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_11405", "/blocks.36/post_feedforward_layernorm/Mul_1_output_0", "/blocks.36/Add_1_output_0", "/blocks.36/per_layer_input_gate/FakeLinear_output_0", "/blocks.36/act_fn/Mul_output_0", "/blocks.36/act_fn/Mul_1_output_0", "/blocks.36/act_fn/Mul_2_output_0", "/blocks.36/act_fn/Add_output_0", "/blocks.36/act_fn/Mul_3_output_0", "/blocks.36/act_fn/Tanh_output_0", "/blocks.36/act_fn/Add_1_output_0", "/blocks.36/act_fn/Mul_4_output_0", "/blocks.36/act_fn/Mul_5_output_0", "/Constant_45_output_0", "Unsqueeze7580", "Unsqueeze7583", "StridedSlice7586", "Squeeze7587", "BinaryOp7588", "BinaryOp7589", "/Gather_43_output_0", "/blocks.36/Mul_output_0", "/blocks.36/per_layer_projection/FakeLinear_output_0", "/blocks.36/post_per_layer_input_norm/Cast_output_0", "/blocks.36/post_per_layer_input_norm/Pow_output_0", "/blocks.36/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.36/post_per_layer_input_norm/Add_output_0", "/blocks.36/post_per_layer_input_norm/Pow_1_output_0", "/blocks.36/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_11406", "/blocks.36/post_per_layer_input_norm/Mul_1_output_0", "/blocks.36/Add_2_output_0", "/blocks.36/Constant_1_output_0", "/blocks.36/Mul_1_output_0", "/blocks.37/Reshape_output_0", "/blocks.37/input_layernorm/Pow_output_0", "/blocks.37/input_layernorm/ReduceMean_output_0", "/blocks.37/input_layernorm/Add_output_0", "/blocks.37/input_layernorm/Pow_1_output_0", "/blocks.37/input_layernorm/Mul_output_0", "onnx::Mul_11407", "/blocks.37/input_layernorm/Mul_1_output_0", "/blocks.37/self_attn/q_proj/FakeLinear_output_0", "/blocks.37/self_attn/Shape_output_0", "Shape7614", "Rank7616", "BinaryOp7618", "Unsqueeze7619", "BinaryOp7621", "Unsqueeze7622", "StridedSlice7625", "Squeeze7626", "BinaryOp7628", "/blocks.37/self_attn/Gather_output_0", "/blocks.37/self_attn/Unsqueeze_output_0", "Unsqueeze7636", "Unsqueeze7639", "StridedSlice7642", "Squeeze7643", "BinaryOp7644", "BinaryOp7645", "/blocks.37/self_attn/Gather_1_output_0", "/blocks.37/self_attn/Unsqueeze_1_output_0", "/blocks.37/self_attn/Concat_output_0", "/blocks.37/self_attn/Reshape_output_0", "/blocks.37/self_attn/q_norm/Cast_output_0", "/blocks.37/self_attn/q_norm/Pow_output_0", "/blocks.37/self_attn/q_norm/ReduceMean_output_0", "/blocks.37/self_attn/q_norm/Add_output_0", "/blocks.37/self_attn/q_norm/Pow_1_output_0", "/blocks.37/self_attn/q_norm/Mul_output_0", "/blocks.37/self_attn/q_norm/Mul_1_output_0", "/blocks.37/self_attn/Mul_output_0", "/blocks.37/self_attn/Shape_2_output_0", "Shape7659", "Rank7661", "BinaryOp7663", "Unsqueeze7664", "BinaryOp7666", "Unsqueeze7667", "StridedSlice7670", "Squeeze7671", "BinaryOp7672", "BinaryOp7673", "/blocks.37/self_attn/Gather_2_output_0", "/blocks.37/self_attn/Div_output_0", "/blocks.37/self_attn/Unsqueeze_5_output_0", "/blocks.37/self_attn/Slice_1_output_0", "/blocks.37/self_attn/Neg_output_0", "/blocks.37/self_attn/Unsqueeze_4_output_0", "/blocks.37/self_attn/Slice_output_0", "/blocks.37/self_attn/Concat_2_output_0", "/blocks.37/self_attn/Mul_1_output_0", "/blocks.37/self_attn/Add_output_0", "/blocks.37/self_attn/Unsqueeze_2_output_0", "/blocks.37/self_attn/Unsqueeze_3_output_0", "/blocks.37/self_attn/Concat_1_output_0", "/blocks.37/self_attn/ConstantOfShape_output_0", "/blocks.37/self_attn/fused_attn/FusedAttention_output_0", "/blocks.37/self_attn/o_proj/FakeLinear_output_0", "/blocks.37/post_attention_layernorm/Cast_output_0", "/blocks.37/post_attention_layernorm/Pow_output_0", "/blocks.37/post_attention_layernorm/ReduceMean_output_0", "/blocks.37/post_attention_layernorm/Add_output_0", "/blocks.37/post_attention_layernorm/Pow_1_output_0", "/blocks.37/post_attention_layernorm/Mul_output_0", "onnx::Mul_11419", "/blocks.37/post_attention_layernorm/Mul_1_output_0", "/blocks.37/Add_output_0", "/blocks.37/pre_feedforward_layernorm/Pow_output_0", "/blocks.37/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.37/pre_feedforward_layernorm/Add_output_0", "/blocks.37/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.37/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_11420", "/blocks.37/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.37/mlp/gate_proj/FakeLinear_output_0", "/blocks.37/mlp/act_fn/Mul_output_0", "/blocks.37/mlp/act_fn/Mul_1_output_0", "/blocks.37/mlp/act_fn/Mul_2_output_0", "/blocks.37/mlp/act_fn/Add_output_0", "/blocks.37/mlp/act_fn/Mul_3_output_0", "/blocks.37/mlp/act_fn/Tanh_output_0", "/blocks.37/mlp/act_fn/Add_1_output_0", "/blocks.37/mlp/act_fn/Mul_4_output_0", "/blocks.37/mlp/act_fn/Mul_5_output_0", "/blocks.37/mlp/up_proj/FakeLinear_output_0", "/blocks.37/mlp/Mul_output_0", "/blocks.37/mlp/down_proj/FakeLinear_output_0", "/blocks.37/post_feedforward_layernorm/Cast_output_0", "/blocks.37/post_feedforward_layernorm/Pow_output_0", "/blocks.37/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.37/post_feedforward_layernorm/Add_output_0", "/blocks.37/post_feedforward_layernorm/Pow_1_output_0", "/blocks.37/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_11421", "/blocks.37/post_feedforward_layernorm/Mul_1_output_0", "/blocks.37/Add_1_output_0", "/blocks.37/per_layer_input_gate/FakeLinear_output_0", "/blocks.37/act_fn/Mul_output_0", "/blocks.37/act_fn/Mul_1_output_0", "/blocks.37/act_fn/Mul_2_output_0", "/blocks.37/act_fn/Add_output_0", "/blocks.37/act_fn/Mul_3_output_0", "/blocks.37/act_fn/Tanh_output_0", "/blocks.37/act_fn/Add_1_output_0", "/blocks.37/act_fn/Mul_4_output_0", "/blocks.37/act_fn/Mul_5_output_0", "/Constant_46_output_0", "Unsqueeze7746", "Unsqueeze7749", "StridedSlice7752", "Squeeze7753", "BinaryOp7754", "BinaryOp7755", "/Gather_44_output_0", "/blocks.37/Mul_output_0", "/blocks.37/per_layer_projection/FakeLinear_output_0", "/blocks.37/post_per_layer_input_norm/Cast_output_0", "/blocks.37/post_per_layer_input_norm/Pow_output_0", "/blocks.37/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.37/post_per_layer_input_norm/Add_output_0", "/blocks.37/post_per_layer_input_norm/Pow_1_output_0", "/blocks.37/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_11422", "/blocks.37/post_per_layer_input_norm/Mul_1_output_0", "/blocks.37/Add_2_output_0", "/blocks.37/Constant_1_output_0", "/blocks.37/Mul_1_output_0", "/blocks.38/Reshape_output_0", "/blocks.38/input_layernorm/Pow_output_0", "/blocks.38/input_layernorm/ReduceMean_output_0", "/blocks.38/input_layernorm/Add_output_0", "/blocks.38/input_layernorm/Pow_1_output_0", "/blocks.38/input_layernorm/Mul_output_0", "onnx::Mul_11423", "/blocks.38/input_layernorm/Mul_1_output_0", "/blocks.38/self_attn/q_proj/FakeLinear_output_0", "/blocks.38/self_attn/Shape_output_0", "Shape7780", "Rank7782", "BinaryOp7784", "Unsqueeze7785", "BinaryOp7787", "Unsqueeze7788", "StridedSlice7791", "Squeeze7792", "BinaryOp7794", "/blocks.38/self_attn/Gather_output_0", "/blocks.38/self_attn/Unsqueeze_output_0", "Unsqueeze7802", "Unsqueeze7805", "StridedSlice7808", "Squeeze7809", "BinaryOp7810", "BinaryOp7811", "/blocks.38/self_attn/Gather_1_output_0", "/blocks.38/self_attn/Unsqueeze_1_output_0", "/blocks.38/self_attn/Concat_output_0", "/blocks.38/self_attn/Reshape_output_0", "/blocks.38/self_attn/q_norm/Cast_output_0", "/blocks.38/self_attn/q_norm/Pow_output_0", "/blocks.38/self_attn/q_norm/ReduceMean_output_0", "/blocks.38/self_attn/q_norm/Add_output_0", "/blocks.38/self_attn/q_norm/Pow_1_output_0", "/blocks.38/self_attn/q_norm/Mul_output_0", "/blocks.38/self_attn/q_norm/Mul_1_output_0", "/blocks.38/self_attn/Mul_output_0", "/blocks.38/self_attn/Shape_2_output_0", "Shape7825", "Rank7827", "BinaryOp7829", "Unsqueeze7830", "BinaryOp7832", "Unsqueeze7833", "StridedSlice7836", "Squeeze7837", "BinaryOp7838", "BinaryOp7839", "/blocks.38/self_attn/Gather_2_output_0", "/blocks.38/self_attn/Div_output_0", "/blocks.38/self_attn/Unsqueeze_5_output_0", "/blocks.38/self_attn/Slice_1_output_0", "/blocks.38/self_attn/Neg_output_0", "/blocks.38/self_attn/Unsqueeze_4_output_0", "/blocks.38/self_attn/Slice_output_0", "/blocks.38/self_attn/Concat_2_output_0", "/blocks.38/self_attn/Mul_1_output_0", "/blocks.38/self_attn/Add_output_0", "/blocks.38/self_attn/Unsqueeze_2_output_0", "/blocks.38/self_attn/Unsqueeze_3_output_0", "/blocks.38/self_attn/Concat_1_output_0", "/blocks.38/self_attn/ConstantOfShape_output_0", "/blocks.38/self_attn/fused_attn/FusedAttention_output_0", "/blocks.38/self_attn/o_proj/FakeLinear_output_0", "/blocks.38/post_attention_layernorm/Cast_output_0", "/blocks.38/post_attention_layernorm/Pow_output_0", "/blocks.38/post_attention_layernorm/ReduceMean_output_0", "/blocks.38/post_attention_layernorm/Add_output_0", "/blocks.38/post_attention_layernorm/Pow_1_output_0", "/blocks.38/post_attention_layernorm/Mul_output_0", "onnx::Mul_11435", "/blocks.38/post_attention_layernorm/Mul_1_output_0", "/blocks.38/Add_output_0", "/blocks.38/pre_feedforward_layernorm/Pow_output_0", "/blocks.38/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.38/pre_feedforward_layernorm/Add_output_0", "/blocks.38/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.38/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_11436", "/blocks.38/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.38/mlp/gate_proj/FakeLinear_output_0", "/blocks.38/mlp/act_fn/Mul_output_0", "/blocks.38/mlp/act_fn/Mul_1_output_0", "/blocks.38/mlp/act_fn/Mul_2_output_0", "/blocks.38/mlp/act_fn/Add_output_0", "/blocks.38/mlp/act_fn/Mul_3_output_0", "/blocks.38/mlp/act_fn/Tanh_output_0", "/blocks.38/mlp/act_fn/Add_1_output_0", "/blocks.38/mlp/act_fn/Mul_4_output_0", "/blocks.38/mlp/act_fn/Mul_5_output_0", "/blocks.38/mlp/up_proj/FakeLinear_output_0", "/blocks.38/mlp/Mul_output_0", "/blocks.38/mlp/down_proj/FakeLinear_output_0", "/blocks.38/post_feedforward_layernorm/Cast_output_0", "/blocks.38/post_feedforward_layernorm/Pow_output_0", "/blocks.38/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.38/post_feedforward_layernorm/Add_output_0", "/blocks.38/post_feedforward_layernorm/Pow_1_output_0", "/blocks.38/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_11437", "/blocks.38/post_feedforward_layernorm/Mul_1_output_0", "/blocks.38/Add_1_output_0", "/blocks.38/per_layer_input_gate/FakeLinear_output_0", "/blocks.38/act_fn/Mul_output_0", "/blocks.38/act_fn/Mul_1_output_0", "/blocks.38/act_fn/Mul_2_output_0", "/blocks.38/act_fn/Add_output_0", "/blocks.38/act_fn/Mul_3_output_0", "/blocks.38/act_fn/Tanh_output_0", "/blocks.38/act_fn/Add_1_output_0", "/blocks.38/act_fn/Mul_4_output_0", "/blocks.38/act_fn/Mul_5_output_0", "/Constant_47_output_0", "Unsqueeze7912", "Unsqueeze7915", "StridedSlice7918", "Squeeze7919", "BinaryOp7920", "BinaryOp7921", "/Gather_45_output_0", "/blocks.38/Mul_output_0", "/blocks.38/per_layer_projection/FakeLinear_output_0", "/blocks.38/post_per_layer_input_norm/Cast_output_0", "/blocks.38/post_per_layer_input_norm/Pow_output_0", "/blocks.38/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.38/post_per_layer_input_norm/Add_output_0", "/blocks.38/post_per_layer_input_norm/Pow_1_output_0", "/blocks.38/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_11438", "/blocks.38/post_per_layer_input_norm/Mul_1_output_0", "/blocks.38/Add_2_output_0", "/blocks.38/Constant_1_output_0", "/blocks.38/Mul_1_output_0", "/blocks.39/Reshape_output_0", "/blocks.39/input_layernorm/Pow_output_0", "/blocks.39/input_layernorm/ReduceMean_output_0", "/blocks.39/input_layernorm/Add_output_0", "/blocks.39/input_layernorm/Pow_1_output_0", "/blocks.39/input_layernorm/Mul_output_0", "onnx::Mul_11439", "/blocks.39/input_layernorm/Mul_1_output_0", "/blocks.39/self_attn/q_proj/FakeLinear_output_0", "/blocks.39/self_attn/Shape_output_0", "Shape7946", "Rank7948", "BinaryOp7950", "Unsqueeze7951", "BinaryOp7953", "Unsqueeze7954", "StridedSlice7957", "Squeeze7958", "BinaryOp7960", "/blocks.39/self_attn/Gather_output_0", "/blocks.39/self_attn/Unsqueeze_output_0", "Unsqueeze7968", "Unsqueeze7971", "StridedSlice7974", "Squeeze7975", "BinaryOp7976", "BinaryOp7977", "/blocks.39/self_attn/Gather_1_output_0", "/blocks.39/self_attn/Unsqueeze_1_output_0", "/blocks.39/self_attn/Concat_output_0", "/blocks.39/self_attn/Reshape_output_0", "/blocks.39/self_attn/q_norm/Cast_output_0", "/blocks.39/self_attn/q_norm/Pow_output_0", "/blocks.39/self_attn/q_norm/ReduceMean_output_0", "/blocks.39/self_attn/q_norm/Add_output_0", "/blocks.39/self_attn/q_norm/Pow_1_output_0", "/blocks.39/self_attn/q_norm/Mul_output_0", "/blocks.39/self_attn/q_norm/Mul_1_output_0", "/blocks.39/self_attn/Mul_output_0", "/blocks.39/self_attn/Shape_2_output_0", "Shape7991", "Rank7993", "BinaryOp7995", "Unsqueeze7996", "BinaryOp7998", "Unsqueeze7999", "StridedSlice8002", "Squeeze8003", "BinaryOp8004", "BinaryOp8005", "/blocks.39/self_attn/Gather_2_output_0", "/blocks.39/self_attn/Div_output_0", "/blocks.39/self_attn/Unsqueeze_5_output_0", "/blocks.39/self_attn/Slice_1_output_0", "/blocks.39/self_attn/Neg_output_0", "/blocks.39/self_attn/Unsqueeze_4_output_0", "/blocks.39/self_attn/Slice_output_0", "/blocks.39/self_attn/Concat_2_output_0", "/blocks.39/self_attn/Mul_1_output_0", "/blocks.39/self_attn/Add_output_0", "/blocks.39/self_attn/Unsqueeze_2_output_0", "/blocks.39/self_attn/Unsqueeze_3_output_0", "/blocks.39/self_attn/Concat_1_output_0", "/blocks.39/self_attn/ConstantOfShape_output_0", "/blocks.39/self_attn/fused_attn/FusedAttention_output_0", "/blocks.39/self_attn/o_proj/FakeLinear_output_0", "/blocks.39/post_attention_layernorm/Cast_output_0", "/blocks.39/post_attention_layernorm/Pow_output_0", "/blocks.39/post_attention_layernorm/ReduceMean_output_0", "/blocks.39/post_attention_layernorm/Add_output_0", "/blocks.39/post_attention_layernorm/Pow_1_output_0", "/blocks.39/post_attention_layernorm/Mul_output_0", "onnx::Mul_11451", "/blocks.39/post_attention_layernorm/Mul_1_output_0", "/blocks.39/Add_output_0", "/blocks.39/pre_feedforward_layernorm/Pow_output_0", "/blocks.39/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.39/pre_feedforward_layernorm/Add_output_0", "/blocks.39/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.39/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_11452", "/blocks.39/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.39/mlp/gate_proj/FakeLinear_output_0", "/blocks.39/mlp/act_fn/Mul_output_0", "/blocks.39/mlp/act_fn/Mul_1_output_0", "/blocks.39/mlp/act_fn/Mul_2_output_0", "/blocks.39/mlp/act_fn/Add_output_0", "/blocks.39/mlp/act_fn/Mul_3_output_0", "/blocks.39/mlp/act_fn/Tanh_output_0", "/blocks.39/mlp/act_fn/Add_1_output_0", "/blocks.39/mlp/act_fn/Mul_4_output_0", "/blocks.39/mlp/act_fn/Mul_5_output_0", "/blocks.39/mlp/up_proj/FakeLinear_output_0", "/blocks.39/mlp/Mul_output_0", "/blocks.39/mlp/down_proj/FakeLinear_output_0", "/blocks.39/post_feedforward_layernorm/Cast_output_0", "/blocks.39/post_feedforward_layernorm/Pow_output_0", "/blocks.39/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.39/post_feedforward_layernorm/Add_output_0", "/blocks.39/post_feedforward_layernorm/Pow_1_output_0", "/blocks.39/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_11453", "/blocks.39/post_feedforward_layernorm/Mul_1_output_0", "/blocks.39/Add_1_output_0", "/blocks.39/per_layer_input_gate/FakeLinear_output_0", "/blocks.39/act_fn/Mul_output_0", "/blocks.39/act_fn/Mul_1_output_0", "/blocks.39/act_fn/Mul_2_output_0", "/blocks.39/act_fn/Add_output_0", "/blocks.39/act_fn/Mul_3_output_0", "/blocks.39/act_fn/Tanh_output_0", "/blocks.39/act_fn/Add_1_output_0", "/blocks.39/act_fn/Mul_4_output_0", "/blocks.39/act_fn/Mul_5_output_0", "/Constant_48_output_0", "Unsqueeze8078", "Unsqueeze8081", "StridedSlice8084", "Squeeze8085", "BinaryOp8086", "BinaryOp8087", "/Gather_46_output_0", "/blocks.39/Mul_output_0", "/blocks.39/per_layer_projection/FakeLinear_output_0", "/blocks.39/post_per_layer_input_norm/Cast_output_0", "/blocks.39/post_per_layer_input_norm/Pow_output_0", "/blocks.39/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.39/post_per_layer_input_norm/Add_output_0", "/blocks.39/post_per_layer_input_norm/Pow_1_output_0", "/blocks.39/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_11454", "/blocks.39/post_per_layer_input_norm/Mul_1_output_0", "/blocks.39/Add_2_output_0", "/blocks.39/Mul_1_output_0", "/blocks.40/Reshape_output_0", "/blocks.40/input_layernorm/Pow_output_0", "/blocks.40/input_layernorm/ReduceMean_output_0", "/blocks.40/input_layernorm/Add_output_0", "/blocks.40/input_layernorm/Pow_1_output_0", "/blocks.40/input_layernorm/Mul_output_0", "onnx::Mul_11455", "/blocks.40/input_layernorm/Mul_1_output_0", "/blocks.40/self_attn/q_proj/FakeLinear_output_0", "/blocks.40/self_attn/Shape_output_0", "Shape8111", "Rank8113", "BinaryOp8115", "Unsqueeze8116", "BinaryOp8118", "Unsqueeze8119", "StridedSlice8122", "Squeeze8123", "BinaryOp8125", "/blocks.40/self_attn/Gather_output_0", "/blocks.40/self_attn/Unsqueeze_output_0", "Unsqueeze8133", "Unsqueeze8136", "StridedSlice8139", "Squeeze8140", "BinaryOp8141", "BinaryOp8142", "/blocks.40/self_attn/Gather_1_output_0", "/blocks.40/self_attn/Unsqueeze_1_output_0", "/blocks.40/self_attn/Concat_output_0", "/blocks.40/self_attn/Reshape_output_0", "/blocks.40/self_attn/q_norm/Cast_output_0", "/blocks.40/self_attn/q_norm/Pow_output_0", "/blocks.40/self_attn/q_norm/ReduceMean_output_0", "/blocks.40/self_attn/q_norm/Add_output_0", "/blocks.40/self_attn/q_norm/Pow_1_output_0", "/blocks.40/self_attn/q_norm/Mul_output_0", "/blocks.40/self_attn/q_norm/Mul_1_output_0", "/blocks.40/self_attn/Mul_output_0", "/blocks.40/self_attn/Shape_2_output_0", "Shape8156", "Rank8158", "BinaryOp8160", "Unsqueeze8161", "BinaryOp8163", "Unsqueeze8164", "StridedSlice8167", "Squeeze8168", "BinaryOp8169", "BinaryOp8170", "/blocks.40/self_attn/Gather_2_output_0", "/blocks.40/self_attn/Div_output_0", "/blocks.40/self_attn/Unsqueeze_5_output_0", "/blocks.40/self_attn/Slice_1_output_0", "/blocks.40/self_attn/Neg_output_0", "/blocks.40/self_attn/Unsqueeze_4_output_0", "/blocks.40/self_attn/Slice_output_0", "/blocks.40/self_attn/Concat_2_output_0", "/blocks.40/self_attn/Mul_1_output_0", "/blocks.40/self_attn/Add_output_0", "/blocks.40/self_attn/Unsqueeze_2_output_0", "/blocks.40/self_attn/Unsqueeze_3_output_0", "/blocks.40/self_attn/Concat_1_output_0", "/blocks.40/self_attn/ConstantOfShape_output_0", "/blocks.40/self_attn/fused_attn/FusedAttention_output_0", "/blocks.40/self_attn/o_proj/FakeLinear_output_0", "/blocks.40/post_attention_layernorm/Cast_output_0", "/blocks.40/post_attention_layernorm/Pow_output_0", "/blocks.40/post_attention_layernorm/ReduceMean_output_0", "/blocks.40/post_attention_layernorm/Add_output_0", "/blocks.40/post_attention_layernorm/Pow_1_output_0", "/blocks.40/post_attention_layernorm/Mul_output_0", "onnx::Mul_11467", "/blocks.40/post_attention_layernorm/Mul_1_output_0", "/blocks.40/Add_output_0", "/blocks.40/pre_feedforward_layernorm/Pow_output_0", "/blocks.40/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.40/pre_feedforward_layernorm/Add_output_0", "/blocks.40/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.40/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_11468", "/blocks.40/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.40/mlp/gate_proj/FakeLinear_output_0", "/blocks.40/mlp/act_fn/Mul_output_0", "/blocks.40/mlp/act_fn/Mul_1_output_0", "/blocks.40/mlp/act_fn/Mul_2_output_0", "/blocks.40/mlp/act_fn/Add_output_0", "/blocks.40/mlp/act_fn/Mul_3_output_0", "/blocks.40/mlp/act_fn/Tanh_output_0", "/blocks.40/mlp/act_fn/Add_1_output_0", "/blocks.40/mlp/act_fn/Mul_4_output_0", "/blocks.40/mlp/act_fn/Mul_5_output_0", "/blocks.40/mlp/up_proj/FakeLinear_output_0", "/blocks.40/mlp/Mul_output_0", "/blocks.40/mlp/down_proj/FakeLinear_output_0", "/blocks.40/post_feedforward_layernorm/Cast_output_0", "/blocks.40/post_feedforward_layernorm/Pow_output_0", "/blocks.40/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.40/post_feedforward_layernorm/Add_output_0", "/blocks.40/post_feedforward_layernorm/Pow_1_output_0", "/blocks.40/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_11469", "/blocks.40/post_feedforward_layernorm/Mul_1_output_0", "/blocks.40/Add_1_output_0", "/blocks.40/per_layer_input_gate/FakeLinear_output_0", "/blocks.40/act_fn/Mul_output_0", "/blocks.40/act_fn/Mul_1_output_0", "/blocks.40/act_fn/Mul_2_output_0", "/blocks.40/act_fn/Add_output_0", "/blocks.40/act_fn/Mul_3_output_0", "/blocks.40/act_fn/Tanh_output_0", "/blocks.40/act_fn/Add_1_output_0", "/blocks.40/act_fn/Mul_4_output_0", "/blocks.40/act_fn/Mul_5_output_0", "/Constant_49_output_0", "Unsqueeze8243", "Unsqueeze8246", "StridedSlice8249", "Squeeze8250", "BinaryOp8251", "BinaryOp8252", "/Gather_47_output_0", "/blocks.40/Mul_output_0", "/blocks.40/per_layer_projection/FakeLinear_output_0", "/blocks.40/post_per_layer_input_norm/Cast_output_0", "/blocks.40/post_per_layer_input_norm/Pow_output_0", "/blocks.40/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.40/post_per_layer_input_norm/Add_output_0", "/blocks.40/post_per_layer_input_norm/Pow_1_output_0", "/blocks.40/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_11470", "/blocks.40/post_per_layer_input_norm/Mul_1_output_0", "/blocks.40/Add_2_output_0", "/blocks.40/Constant_1_output_0", "/blocks.40/Mul_1_output_0", "/blocks.41/Reshape_output_0", "/blocks.41/input_layernorm/Pow_output_0", "/blocks.41/input_layernorm/ReduceMean_output_0", "/blocks.41/input_layernorm/Add_output_0", "/blocks.41/input_layernorm/Pow_1_output_0", "/blocks.41/input_layernorm/Mul_output_0", "onnx::Mul_11471", "/blocks.41/input_layernorm/Mul_1_output_0", "/blocks.41/self_attn/q_proj/FakeLinear_output_0", "/blocks.41/self_attn/Shape_output_0", "Shape8277", "Rank8279", "BinaryOp8281", "Unsqueeze8282", "BinaryOp8284", "Unsqueeze8285", "StridedSlice8288", "Squeeze8289", "BinaryOp8291", "/blocks.41/self_attn/Gather_output_0", "/blocks.41/self_attn/Unsqueeze_output_0", "Unsqueeze8299", "Unsqueeze8302", "StridedSlice8305", "Squeeze8306", "BinaryOp8307", "BinaryOp8308", "/blocks.41/self_attn/Gather_1_output_0", "/blocks.41/self_attn/Unsqueeze_1_output_0", "/blocks.41/self_attn/Concat_output_0", "/blocks.41/self_attn/Reshape_output_0", "/blocks.41/self_attn/q_norm/Cast_output_0", "/blocks.41/self_attn/q_norm/Pow_output_0", "/blocks.41/self_attn/q_norm/ReduceMean_output_0", "/blocks.41/self_attn/q_norm/Add_output_0", "/blocks.41/self_attn/q_norm/Pow_1_output_0", "/blocks.41/self_attn/q_norm/Mul_output_0", "/blocks.41/self_attn/q_norm/Mul_1_output_0", "/blocks.41/self_attn/Unsqueeze_4_output_0", "/blocks.41/self_attn/Slice_output_0", "/blocks.41/self_attn/Mul_output_0", "/blocks.41/self_attn/Shape_2_output_0", "Shape8324", "Rank8326", "BinaryOp8328", "Unsqueeze8329", "BinaryOp8331", "Unsqueeze8332", "StridedSlice8335", "Squeeze8336", "BinaryOp8337", "BinaryOp8338", "/blocks.41/self_attn/Gather_2_output_0", "/blocks.41/self_attn/Div_output_0", "/blocks.41/self_attn/Unsqueeze_7_output_0", "/blocks.41/self_attn/Slice_3_output_0", "/blocks.41/self_attn/Neg_output_0", "/blocks.41/self_attn/Unsqueeze_6_output_0", "/blocks.41/self_attn/Slice_2_output_0", "/blocks.41/self_attn/Concat_2_output_0", "/blocks.41/self_attn/Mul_1_output_0", "/blocks.41/self_attn/Add_output_0", "/blocks.41/self_attn/Unsqueeze_5_output_0", "/blocks.41/self_attn/Slice_1_output_0", "/blocks.41/self_attn/Concat_3_output_0", "/blocks.41/self_attn/Unsqueeze_2_output_0", "/blocks.41/self_attn/Unsqueeze_3_output_0", "/blocks.41/self_attn/Concat_1_output_0", "/blocks.41/self_attn/ConstantOfShape_output_0", "/blocks.41/self_attn/fused_attn/FusedAttention_output_0", "/blocks.41/self_attn/o_proj/FakeLinear_output_0", "/blocks.41/post_attention_layernorm/Cast_output_0", "/blocks.41/post_attention_layernorm/Pow_output_0", "/blocks.41/post_attention_layernorm/ReduceMean_output_0", "/blocks.41/post_attention_layernorm/Add_output_0", "/blocks.41/post_attention_layernorm/Pow_1_output_0", "/blocks.41/post_attention_layernorm/Mul_output_0", "onnx::Mul_11489", "/blocks.41/post_attention_layernorm/Mul_1_output_0", "/blocks.41/Add_output_0", "/blocks.41/pre_feedforward_layernorm/Pow_output_0", "/blocks.41/pre_feedforward_layernorm/ReduceMean_output_0", "/blocks.41/pre_feedforward_layernorm/Add_output_0", "/blocks.41/pre_feedforward_layernorm/Pow_1_output_0", "/blocks.41/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_11490", "/blocks.41/pre_feedforward_layernorm/Mul_1_output_0", "/blocks.41/mlp/gate_proj/FakeLinear_output_0", "/blocks.41/mlp/act_fn/Mul_output_0", "/blocks.41/mlp/act_fn/Mul_1_output_0", "/blocks.41/mlp/act_fn/Mul_2_output_0", "/blocks.41/mlp/act_fn/Add_output_0", "/blocks.41/mlp/act_fn/Mul_3_output_0", "/blocks.41/mlp/act_fn/Tanh_output_0", "/blocks.41/mlp/act_fn/Add_1_output_0", "/blocks.41/mlp/act_fn/Mul_4_output_0", "/blocks.41/mlp/act_fn/Mul_5_output_0", "/blocks.41/mlp/up_proj/FakeLinear_output_0", "/blocks.41/mlp/Mul_output_0", "/blocks.41/mlp/down_proj/FakeLinear_output_0", "/blocks.41/post_feedforward_layernorm/Cast_output_0", "/blocks.41/post_feedforward_layernorm/Pow_output_0", "/blocks.41/post_feedforward_layernorm/ReduceMean_output_0", "/blocks.41/post_feedforward_layernorm/Add_output_0", "/blocks.41/post_feedforward_layernorm/Pow_1_output_0", "/blocks.41/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_11491", "/blocks.41/post_feedforward_layernorm/Mul_1_output_0", "/blocks.41/Add_1_output_0", "/blocks.41/per_layer_input_gate/FakeLinear_output_0", "/blocks.41/act_fn/Mul_output_0", "/blocks.41/act_fn/Mul_1_output_0", "/blocks.41/act_fn/Mul_2_output_0", "/blocks.41/act_fn/Add_output_0", "/blocks.41/act_fn/Mul_3_output_0", "/blocks.41/act_fn/Tanh_output_0", "/blocks.41/act_fn/Add_1_output_0", "/blocks.41/act_fn/Mul_4_output_0", "/blocks.41/act_fn/Mul_5_output_0", "/Constant_50_output_0", "Unsqueeze8414", "Unsqueeze8417", "StridedSlice8420", "Squeeze8421", "BinaryOp8422", "BinaryOp8423", "/Gather_48_output_0", "/blocks.41/Mul_output_0", "/blocks.41/per_layer_projection/FakeLinear_output_0", "/blocks.41/post_per_layer_input_norm/Cast_output_0", "/blocks.41/post_per_layer_input_norm/Pow_output_0", "/blocks.41/post_per_layer_input_norm/ReduceMean_output_0", "/blocks.41/post_per_layer_input_norm/Add_output_0", "/blocks.41/post_per_layer_input_norm/Pow_1_output_0", "/blocks.41/post_per_layer_input_norm/Mul_output_0", "onnx::Mul_11492", "/blocks.41/post_per_layer_input_norm/Mul_1_output_0", "/blocks.41/Add_2_output_0", "/blocks.41/Constant_1_output_0", "/blocks.41/Mul_1_output_0", "/Slice_output_0", "/final_layernorm/Pow_output_0", "/final_layernorm/ReduceMean_output_0", "/final_layernorm/Add_output_0", "/final_layernorm/Pow_1_output_0", "/final_layernorm/Mul_output_0", "onnx::Mul_11496", "hidden_states", "/lm/lm/FakeLinear_output_0", "Const7306", "/lm/Div_output_0", "/lm/Tanh_output_0", "/lm/Constant_output_0", "logits", "/layers.0/self_attn/q_proj/Linear/pre_reshape", "/layers.0/self_attn/q_proj/Linear/pre_convert", "/layers.0/self_attn/q_proj/Linear", "/layers.0/self_attn/q_proj/Linear/post_convert", "/layers.0/self_attn/k_proj/Linear/pre_reshape", "/layers.0/self_attn/k_proj/Linear/pre_convert", "/layers.0/self_attn/k_proj/Linear", "/layers.0/self_attn/k_proj/Linear/post_convert", "/layers.0/self_attn/v_proj/Linear/pre_reshape", "/layers.0/self_attn/v_proj/Linear/pre_convert", "/layers.0/self_attn/v_proj/Linear", "/layers.0/self_attn/v_proj/Linear/post_convert", "/layers.0/self_attn/o_proj/Linear/pre_reshape", "/layers.0/self_attn/o_proj/Linear/pre_convert", "/layers.0/self_attn/o_proj/Linear", "/layers.0/self_attn/o_proj/Linear/post_convert", "/layers.0/mlp/gate_proj/Linear/pre_reshape", "/layers.0/mlp/gate_proj/Linear/pre_convert", "/layers.0/mlp/gate_proj/Linear", "/layers.0/mlp/gate_proj/Linear/post_convert", "/layers.0/mlp/up_proj/Linear/pre_reshape", "/layers.0/mlp/up_proj/Linear/pre_convert", "/layers.0/mlp/up_proj/Linear", "/layers.0/mlp/up_proj/Linear/post_convert", "/layers.0/mlp/down_proj/Linear/pre_reshape", "/layers.0/mlp/down_proj/Linear/pre_convert", "/layers.0/mlp/down_proj/Linear", "/layers.0/mlp/down_proj/Linear/post_convert", "/layers.0/per_layer_input_gate/Linear/pre_reshape", "/layers.0/per_layer_input_gate/Linear/pre_convert", "/layers.0/per_layer_input_gate/Linear", "/layers.0/per_layer_input_gate/Linear/post_convert", "/per_layer_model_projection/Linear/pre_reshape", "/per_layer_model_projection/Linear/pre_convert", "/per_layer_model_projection/Linear", "/per_layer_model_projection/Linear/post_convert", "/layers.0/per_layer_projection/Linear/pre_reshape", "/layers.0/per_layer_projection/Linear/pre_convert", "/layers.0/per_layer_projection/Linear", "/layers.0/per_layer_projection/Linear/post_convert", "/layers.1/self_attn/q_proj/Linear/pre_reshape", "/layers.1/self_attn/q_proj/Linear/pre_convert", "/layers.1/self_attn/q_proj/Linear", "/layers.1/self_attn/q_proj/Linear/post_convert", "/layers.1/self_attn/k_proj/Linear/pre_reshape", "/layers.1/self_attn/k_proj/Linear/pre_convert", "/layers.1/self_attn/k_proj/Linear", "/layers.1/self_attn/k_proj/Linear/post_convert", "/layers.1/self_attn/v_proj/Linear/pre_reshape", "/layers.1/self_attn/v_proj/Linear/pre_convert", "/layers.1/self_attn/v_proj/Linear", "/layers.1/self_attn/v_proj/Linear/post_convert", "/layers.1/self_attn/o_proj/Linear/pre_reshape", "/layers.1/self_attn/o_proj/Linear/pre_convert", "/layers.1/self_attn/o_proj/Linear", "/layers.1/self_attn/o_proj/Linear/post_convert", "/layers.1/mlp/gate_proj/Linear/pre_reshape", "/layers.1/mlp/gate_proj/Linear/pre_convert", "/layers.1/mlp/gate_proj/Linear", "/layers.1/mlp/gate_proj/Linear/post_convert", "/layers.1/mlp/up_proj/Linear/pre_reshape", "/layers.1/mlp/up_proj/Linear/pre_convert", "/layers.1/mlp/up_proj/Linear", "/layers.1/mlp/up_proj/Linear/post_convert", "/layers.1/mlp/down_proj/Linear/pre_reshape", "/layers.1/mlp/down_proj/Linear/pre_convert", "/layers.1/mlp/down_proj/Linear", "/layers.1/mlp/down_proj/Linear/post_convert", "/layers.1/per_layer_input_gate/Linear/pre_reshape", "/layers.1/per_layer_input_gate/Linear/pre_convert", "/layers.1/per_layer_input_gate/Linear", "/layers.1/per_layer_input_gate/Linear/post_convert", "/layers.1/per_layer_projection/Linear/pre_reshape", "/layers.1/per_layer_projection/Linear/pre_convert", "/layers.1/per_layer_projection/Linear", "/layers.1/per_layer_projection/Linear/post_convert", "/layers.2/self_attn/q_proj/Linear/pre_reshape", "/layers.2/self_attn/q_proj/Linear/pre_convert", "/layers.2/self_attn/q_proj/Linear", "/layers.2/self_attn/q_proj/Linear/post_convert", "/layers.2/self_attn/k_proj/Linear/pre_reshape", "/layers.2/self_attn/k_proj/Linear/pre_convert", "/layers.2/self_attn/k_proj/Linear", "/layers.2/self_attn/k_proj/Linear/post_convert", "/layers.2/self_attn/v_proj/Linear/pre_reshape", "/layers.2/self_attn/v_proj/Linear/pre_convert", "/layers.2/self_attn/v_proj/Linear", "/layers.2/self_attn/v_proj/Linear/post_convert", "/layers.2/self_attn/o_proj/Linear/pre_reshape", "/layers.2/self_attn/o_proj/Linear/pre_convert", "/layers.2/self_attn/o_proj/Linear", "/layers.2/self_attn/o_proj/Linear/post_convert", "/layers.2/mlp/gate_proj/Linear/pre_reshape", "/layers.2/mlp/gate_proj/Linear/pre_convert", "/layers.2/mlp/gate_proj/Linear", "/layers.2/mlp/gate_proj/Linear/post_convert", "/layers.2/mlp/up_proj/Linear/pre_reshape", "/layers.2/mlp/up_proj/Linear/pre_convert", "/layers.2/mlp/up_proj/Linear", "/layers.2/mlp/up_proj/Linear/post_convert", "/layers.2/mlp/down_proj/Linear/pre_reshape", "/layers.2/mlp/down_proj/Linear/pre_convert", "/layers.2/mlp/down_proj/Linear", "/layers.2/mlp/down_proj/Linear/post_convert", "/layers.2/per_layer_input_gate/Linear/pre_reshape", "/layers.2/per_layer_input_gate/Linear/pre_convert", "/layers.2/per_layer_input_gate/Linear", "/layers.2/per_layer_input_gate/Linear/post_convert", "/layers.2/per_layer_projection/Linear/pre_reshape", "/layers.2/per_layer_projection/Linear/pre_convert", "/layers.2/per_layer_projection/Linear", "/layers.2/per_layer_projection/Linear/post_convert", "/layers.3/self_attn/q_proj/Linear/pre_reshape", "/layers.3/self_attn/q_proj/Linear/pre_convert", "/layers.3/self_attn/q_proj/Linear", "/layers.3/self_attn/q_proj/Linear/post_convert", "/layers.3/self_attn/k_proj/Linear/pre_reshape", "/layers.3/self_attn/k_proj/Linear/pre_convert", "/layers.3/self_attn/k_proj/Linear", "/layers.3/self_attn/k_proj/Linear/post_convert", "/layers.3/self_attn/v_proj/Linear/pre_reshape", "/layers.3/self_attn/v_proj/Linear/pre_convert", "/layers.3/self_attn/v_proj/Linear", "/layers.3/self_attn/v_proj/Linear/post_convert", "/layers.3/self_attn/o_proj/Linear/pre_reshape", "/layers.3/self_attn/o_proj/Linear/pre_convert", "/layers.3/self_attn/o_proj/Linear", "/layers.3/self_attn/o_proj/Linear/post_convert", "/layers.3/mlp/gate_proj/Linear/pre_reshape", "/layers.3/mlp/gate_proj/Linear/pre_convert", "/layers.3/mlp/gate_proj/Linear", "/layers.3/mlp/gate_proj/Linear/post_convert", "/layers.3/mlp/up_proj/Linear/pre_reshape", "/layers.3/mlp/up_proj/Linear/pre_convert", "/layers.3/mlp/up_proj/Linear", "/layers.3/mlp/up_proj/Linear/post_convert", "/layers.3/mlp/down_proj/Linear/pre_reshape", "/layers.3/mlp/down_proj/Linear/pre_convert", "/layers.3/mlp/down_proj/Linear", "/layers.3/mlp/down_proj/Linear/post_convert", "/layers.3/per_layer_input_gate/Linear/pre_reshape", "/layers.3/per_layer_input_gate/Linear/pre_convert", "/layers.3/per_layer_input_gate/Linear", "/layers.3/per_layer_input_gate/Linear/post_convert", "/layers.3/per_layer_projection/Linear/pre_reshape", "/layers.3/per_layer_projection/Linear/pre_convert", "/layers.3/per_layer_projection/Linear", "/layers.3/per_layer_projection/Linear/post_convert", "/layers.4/self_attn/q_proj/Linear/pre_reshape", "/layers.4/self_attn/q_proj/Linear/pre_convert", "/layers.4/self_attn/q_proj/Linear", "/layers.4/self_attn/q_proj/Linear/post_convert", "/layers.4/self_attn/k_proj/Linear/pre_reshape", "/layers.4/self_attn/k_proj/Linear/pre_convert", "/layers.4/self_attn/k_proj/Linear", "/layers.4/self_attn/k_proj/Linear/post_convert", "/layers.4/self_attn/v_proj/Linear/pre_reshape", "/layers.4/self_attn/v_proj/Linear/pre_convert", "/layers.4/self_attn/v_proj/Linear", "/layers.4/self_attn/v_proj/Linear/post_convert", "/layers.4/self_attn/o_proj/Linear/pre_reshape", "/layers.4/self_attn/o_proj/Linear/pre_convert", "/layers.4/self_attn/o_proj/Linear", "/layers.4/self_attn/o_proj/Linear/post_convert", "/layers.4/mlp/gate_proj/Linear/pre_reshape", "/layers.4/mlp/gate_proj/Linear/pre_convert", "/layers.4/mlp/gate_proj/Linear", "/layers.4/mlp/gate_proj/Linear/post_convert", "/layers.4/mlp/up_proj/Linear/pre_reshape", "/layers.4/mlp/up_proj/Linear/pre_convert", "/layers.4/mlp/up_proj/Linear", "/layers.4/mlp/up_proj/Linear/post_convert", "/layers.4/mlp/down_proj/Linear/pre_reshape", "/layers.4/mlp/down_proj/Linear/pre_convert", "/layers.4/mlp/down_proj/Linear", "/layers.4/mlp/down_proj/Linear/post_convert", "/layers.4/per_layer_input_gate/Linear/pre_reshape", "/layers.4/per_layer_input_gate/Linear/pre_convert", "/layers.4/per_layer_input_gate/Linear", "/layers.4/per_layer_input_gate/Linear/post_convert", "/layers.4/per_layer_projection/Linear/pre_reshape", "/layers.4/per_layer_projection/Linear/pre_convert", "/layers.4/per_layer_projection/Linear", "/layers.4/per_layer_projection/Linear/post_convert", "/layers.5/self_attn/q_proj/Linear/pre_reshape", "/layers.5/self_attn/q_proj/Linear/pre_convert", "/layers.5/self_attn/q_proj/Linear", "/layers.5/self_attn/q_proj/Linear/post_convert", "/layers.5/self_attn/k_proj/Linear/pre_reshape", "/layers.5/self_attn/k_proj/Linear/pre_convert", "/layers.5/self_attn/k_proj/Linear", "/layers.5/self_attn/k_proj/Linear/post_convert", "/layers.5/self_attn/v_proj/Linear/pre_reshape", "/layers.5/self_attn/v_proj/Linear/pre_convert", "/layers.5/self_attn/v_proj/Linear", "/layers.5/self_attn/v_proj/Linear/post_convert", "/layers.5/self_attn/o_proj/Linear/pre_reshape", "/layers.5/self_attn/o_proj/Linear/pre_convert", "/layers.5/self_attn/o_proj/Linear", "/layers.5/self_attn/o_proj/Linear/post_convert", "/layers.5/mlp/gate_proj/Linear/pre_reshape", "/layers.5/mlp/gate_proj/Linear/pre_convert", "/layers.5/mlp/gate_proj/Linear", "/layers.5/mlp/gate_proj/Linear/post_convert", "/layers.5/mlp/up_proj/Linear/pre_reshape", "/layers.5/mlp/up_proj/Linear/pre_convert", "/layers.5/mlp/up_proj/Linear", "/layers.5/mlp/up_proj/Linear/post_convert", "/layers.5/mlp/down_proj/Linear/pre_reshape", "/layers.5/mlp/down_proj/Linear/pre_convert", "/layers.5/mlp/down_proj/Linear", "/layers.5/mlp/down_proj/Linear/post_convert", "/layers.5/per_layer_input_gate/Linear/pre_reshape", "/layers.5/per_layer_input_gate/Linear/pre_convert", "/layers.5/per_layer_input_gate/Linear", "/layers.5/per_layer_input_gate/Linear/post_convert", "/layers.5/per_layer_projection/Linear/pre_reshape", "/layers.5/per_layer_projection/Linear/pre_convert", "/layers.5/per_layer_projection/Linear", "/layers.5/per_layer_projection/Linear/post_convert", "/layers.6/self_attn/q_proj/Linear/pre_reshape", "/layers.6/self_attn/q_proj/Linear/pre_convert", "/layers.6/self_attn/q_proj/Linear", "/layers.6/self_attn/q_proj/Linear/post_convert", "/layers.6/self_attn/k_proj/Linear/pre_reshape", "/layers.6/self_attn/k_proj/Linear/pre_convert", "/layers.6/self_attn/k_proj/Linear", "/layers.6/self_attn/k_proj/Linear/post_convert", "/layers.6/self_attn/v_proj/Linear/pre_reshape", "/layers.6/self_attn/v_proj/Linear/pre_convert", "/layers.6/self_attn/v_proj/Linear", "/layers.6/self_attn/v_proj/Linear/post_convert", "/layers.6/self_attn/o_proj/Linear/pre_reshape", "/layers.6/self_attn/o_proj/Linear/pre_convert", "/layers.6/self_attn/o_proj/Linear", "/layers.6/self_attn/o_proj/Linear/post_convert", "/layers.6/mlp/gate_proj/Linear/pre_reshape", "/layers.6/mlp/gate_proj/Linear/pre_convert", "/layers.6/mlp/gate_proj/Linear", "/layers.6/mlp/gate_proj/Linear/post_convert", "/layers.6/mlp/up_proj/Linear/pre_reshape", "/layers.6/mlp/up_proj/Linear/pre_convert", "/layers.6/mlp/up_proj/Linear", "/layers.6/mlp/up_proj/Linear/post_convert", "/layers.6/mlp/down_proj/Linear/pre_reshape", "/layers.6/mlp/down_proj/Linear/pre_convert", "/layers.6/mlp/down_proj/Linear", "/layers.6/mlp/down_proj/Linear/post_convert", "/layers.6/per_layer_input_gate/Linear/pre_reshape", "/layers.6/per_layer_input_gate/Linear/pre_convert", "/layers.6/per_layer_input_gate/Linear", "/layers.6/per_layer_input_gate/Linear/post_convert", "/layers.6/per_layer_projection/Linear/pre_reshape", "/layers.6/per_layer_projection/Linear/pre_convert", "/layers.6/per_layer_projection/Linear", "/layers.6/per_layer_projection/Linear/post_convert", "/layers.7/self_attn/q_proj/Linear/pre_reshape", "/layers.7/self_attn/q_proj/Linear/pre_convert", "/layers.7/self_attn/q_proj/Linear", "/layers.7/self_attn/q_proj/Linear/post_convert", "/layers.7/self_attn/k_proj/Linear/pre_reshape", "/layers.7/self_attn/k_proj/Linear/pre_convert", "/layers.7/self_attn/k_proj/Linear", "/layers.7/self_attn/k_proj/Linear/post_convert", "/layers.7/self_attn/v_proj/Linear/pre_reshape", "/layers.7/self_attn/v_proj/Linear/pre_convert", "/layers.7/self_attn/v_proj/Linear", "/layers.7/self_attn/v_proj/Linear/post_convert", "/layers.7/self_attn/o_proj/Linear/pre_reshape", "/layers.7/self_attn/o_proj/Linear/pre_convert", "/layers.7/self_attn/o_proj/Linear", "/layers.7/self_attn/o_proj/Linear/post_convert", "/layers.7/mlp/gate_proj/Linear/pre_reshape", "/layers.7/mlp/gate_proj/Linear/pre_convert", "/layers.7/mlp/gate_proj/Linear", "/layers.7/mlp/gate_proj/Linear/post_convert", "/layers.7/mlp/up_proj/Linear/pre_reshape", "/layers.7/mlp/up_proj/Linear/pre_convert", "/layers.7/mlp/up_proj/Linear", "/layers.7/mlp/up_proj/Linear/post_convert", "/layers.7/mlp/down_proj/Linear/pre_reshape", "/layers.7/mlp/down_proj/Linear/pre_convert", "/layers.7/mlp/down_proj/Linear", "/layers.7/mlp/down_proj/Linear/post_convert", "/layers.7/per_layer_input_gate/Linear/pre_reshape", "/layers.7/per_layer_input_gate/Linear/pre_convert", "/layers.7/per_layer_input_gate/Linear", "/layers.7/per_layer_input_gate/Linear/post_convert", "/layers.7/per_layer_projection/Linear/pre_reshape", "/layers.7/per_layer_projection/Linear/pre_convert", "/layers.7/per_layer_projection/Linear", "/layers.7/per_layer_projection/Linear/post_convert", "/layers.8/self_attn/q_proj/Linear/pre_reshape", "/layers.8/self_attn/q_proj/Linear/pre_convert", "/layers.8/self_attn/q_proj/Linear", "/layers.8/self_attn/q_proj/Linear/post_convert", "/layers.8/self_attn/k_proj/Linear/pre_reshape", "/layers.8/self_attn/k_proj/Linear/pre_convert", "/layers.8/self_attn/k_proj/Linear", "/layers.8/self_attn/k_proj/Linear/post_convert", "/layers.8/self_attn/v_proj/Linear/pre_reshape", "/layers.8/self_attn/v_proj/Linear/pre_convert", "/layers.8/self_attn/v_proj/Linear", "/layers.8/self_attn/v_proj/Linear/post_convert", "/layers.8/self_attn/o_proj/Linear/pre_reshape", "/layers.8/self_attn/o_proj/Linear/pre_convert", "/layers.8/self_attn/o_proj/Linear", "/layers.8/self_attn/o_proj/Linear/post_convert", "/layers.8/mlp/gate_proj/Linear/pre_reshape", "/layers.8/mlp/gate_proj/Linear/pre_convert", "/layers.8/mlp/gate_proj/Linear", "/layers.8/mlp/gate_proj/Linear/post_convert", "/layers.8/mlp/up_proj/Linear/pre_reshape", "/layers.8/mlp/up_proj/Linear/pre_convert", "/layers.8/mlp/up_proj/Linear", "/layers.8/mlp/up_proj/Linear/post_convert", "/layers.8/mlp/down_proj/Linear/pre_reshape", "/layers.8/mlp/down_proj/Linear/pre_convert", "/layers.8/mlp/down_proj/Linear", "/layers.8/mlp/down_proj/Linear/post_convert", "/layers.8/per_layer_input_gate/Linear/pre_reshape", "/layers.8/per_layer_input_gate/Linear/pre_convert", "/layers.8/per_layer_input_gate/Linear", "/layers.8/per_layer_input_gate/Linear/post_convert", "/layers.8/per_layer_projection/Linear/pre_reshape", "/layers.8/per_layer_projection/Linear/pre_convert", "/layers.8/per_layer_projection/Linear", "/layers.8/per_layer_projection/Linear/post_convert", "/layers.9/self_attn/q_proj/Linear/pre_reshape", "/layers.9/self_attn/q_proj/Linear/pre_convert", "/layers.9/self_attn/q_proj/Linear", "/layers.9/self_attn/q_proj/Linear/post_convert", "/layers.9/self_attn/k_proj/Linear/pre_reshape", "/layers.9/self_attn/k_proj/Linear/pre_convert", "/layers.9/self_attn/k_proj/Linear", "/layers.9/self_attn/k_proj/Linear/post_convert", "/layers.9/self_attn/v_proj/Linear/pre_reshape", "/layers.9/self_attn/v_proj/Linear/pre_convert", "/layers.9/self_attn/v_proj/Linear", "/layers.9/self_attn/v_proj/Linear/post_convert", "/layers.9/self_attn/o_proj/Linear/pre_reshape", "/layers.9/self_attn/o_proj/Linear/pre_convert", "/layers.9/self_attn/o_proj/Linear", "/layers.9/self_attn/o_proj/Linear/post_convert", "/layers.9/mlp/gate_proj/Linear/pre_reshape", "/layers.9/mlp/gate_proj/Linear/pre_convert", "/layers.9/mlp/gate_proj/Linear", "/layers.9/mlp/gate_proj/Linear/post_convert", "/layers.9/mlp/up_proj/Linear/pre_reshape", "/layers.9/mlp/up_proj/Linear/pre_convert", "/layers.9/mlp/up_proj/Linear", "/layers.9/mlp/up_proj/Linear/post_convert", "/layers.9/mlp/down_proj/Linear/pre_reshape", "/layers.9/mlp/down_proj/Linear/pre_convert", "/layers.9/mlp/down_proj/Linear", "/layers.9/mlp/down_proj/Linear/post_convert", "/layers.9/per_layer_input_gate/Linear/pre_reshape", "/layers.9/per_layer_input_gate/Linear/pre_convert", "/layers.9/per_layer_input_gate/Linear", "/layers.9/per_layer_input_gate/Linear/post_convert", "/layers.9/per_layer_projection/Linear/pre_reshape", "/layers.9/per_layer_projection/Linear/pre_convert", "/layers.9/per_layer_projection/Linear", "/layers.9/per_layer_projection/Linear/post_convert", "/layers.10/self_attn/q_proj/Linear/pre_reshape", "/layers.10/self_attn/q_proj/Linear/pre_convert", "/layers.10/self_attn/q_proj/Linear", "/layers.10/self_attn/q_proj/Linear/post_convert", "/layers.10/self_attn/k_proj/Linear/pre_reshape", "/layers.10/self_attn/k_proj/Linear/pre_convert", "/layers.10/self_attn/k_proj/Linear", "/layers.10/self_attn/k_proj/Linear/post_convert", "/layers.10/self_attn/v_proj/Linear/pre_reshape", "/layers.10/self_attn/v_proj/Linear/pre_convert", "/layers.10/self_attn/v_proj/Linear", "/layers.10/self_attn/v_proj/Linear/post_convert", "/layers.10/self_attn/o_proj/Linear/pre_reshape", "/layers.10/self_attn/o_proj/Linear/pre_convert", "/layers.10/self_attn/o_proj/Linear", "/layers.10/self_attn/o_proj/Linear/post_convert", "/layers.10/mlp/gate_proj/Linear/pre_reshape", "/layers.10/mlp/gate_proj/Linear/pre_convert", "/layers.10/mlp/gate_proj/Linear", "/layers.10/mlp/gate_proj/Linear/post_convert", "/layers.10/mlp/up_proj/Linear/pre_reshape", "/layers.10/mlp/up_proj/Linear/pre_convert", "/layers.10/mlp/up_proj/Linear", "/layers.10/mlp/up_proj/Linear/post_convert", "/layers.10/mlp/down_proj/Linear/pre_reshape", "/layers.10/mlp/down_proj/Linear/pre_convert", "/layers.10/mlp/down_proj/Linear", "/layers.10/mlp/down_proj/Linear/post_convert", "/layers.10/per_layer_input_gate/Linear/pre_reshape", "/layers.10/per_layer_input_gate/Linear/pre_convert", "/layers.10/per_layer_input_gate/Linear", "/layers.10/per_layer_input_gate/Linear/post_convert", "/layers.10/per_layer_projection/Linear/pre_reshape", "/layers.10/per_layer_projection/Linear/pre_convert", "/layers.10/per_layer_projection/Linear", "/layers.10/per_layer_projection/Linear/post_convert", "/layers.11/self_attn/q_proj/Linear/pre_reshape", "/layers.11/self_attn/q_proj/Linear/pre_convert", "/layers.11/self_attn/q_proj/Linear", "/layers.11/self_attn/q_proj/Linear/post_convert", "/layers.11/self_attn/k_proj/Linear/pre_reshape", "/layers.11/self_attn/k_proj/Linear/pre_convert", "/layers.11/self_attn/k_proj/Linear", "/layers.11/self_attn/k_proj/Linear/post_convert", "/layers.11/self_attn/v_proj/Linear/pre_reshape", "/layers.11/self_attn/v_proj/Linear/pre_convert", "/layers.11/self_attn/v_proj/Linear", "/layers.11/self_attn/v_proj/Linear/post_convert", "/layers.11/self_attn/o_proj/Linear/pre_reshape", "/layers.11/self_attn/o_proj/Linear/pre_convert", "/layers.11/self_attn/o_proj/Linear", "/layers.11/self_attn/o_proj/Linear/post_convert", "/layers.11/mlp/gate_proj/Linear/pre_reshape", "/layers.11/mlp/gate_proj/Linear/pre_convert", "/layers.11/mlp/gate_proj/Linear", "/layers.11/mlp/gate_proj/Linear/post_convert", "/layers.11/mlp/up_proj/Linear/pre_reshape", "/layers.11/mlp/up_proj/Linear/pre_convert", "/layers.11/mlp/up_proj/Linear", "/layers.11/mlp/up_proj/Linear/post_convert", "/layers.11/mlp/down_proj/Linear/pre_reshape", "/layers.11/mlp/down_proj/Linear/pre_convert", "/layers.11/mlp/down_proj/Linear", "/layers.11/mlp/down_proj/Linear/post_convert", "/layers.11/per_layer_input_gate/Linear/pre_reshape", "/layers.11/per_layer_input_gate/Linear/pre_convert", "/layers.11/per_layer_input_gate/Linear", "/layers.11/per_layer_input_gate/Linear/post_convert", "/layers.11/per_layer_projection/Linear/pre_reshape", "/layers.11/per_layer_projection/Linear/pre_convert", "/layers.11/per_layer_projection/Linear", "/layers.11/per_layer_projection/Linear/post_convert", "/layers.12/self_attn/q_proj/Linear/pre_reshape", "/layers.12/self_attn/q_proj/Linear/pre_convert", "/layers.12/self_attn/q_proj/Linear", "/layers.12/self_attn/q_proj/Linear/post_convert", "/layers.12/self_attn/k_proj/Linear/pre_reshape", "/layers.12/self_attn/k_proj/Linear/pre_convert", "/layers.12/self_attn/k_proj/Linear", "/layers.12/self_attn/k_proj/Linear/post_convert", "/layers.12/self_attn/v_proj/Linear/pre_reshape", "/layers.12/self_attn/v_proj/Linear/pre_convert", "/layers.12/self_attn/v_proj/Linear", "/layers.12/self_attn/v_proj/Linear/post_convert", "/layers.12/self_attn/o_proj/Linear/pre_reshape", "/layers.12/self_attn/o_proj/Linear/pre_convert", "/layers.12/self_attn/o_proj/Linear", "/layers.12/self_attn/o_proj/Linear/post_convert", "/layers.12/mlp/gate_proj/Linear/pre_reshape", "/layers.12/mlp/gate_proj/Linear/pre_convert", "/layers.12/mlp/gate_proj/Linear", "/layers.12/mlp/gate_proj/Linear/post_convert", "/layers.12/mlp/up_proj/Linear/pre_reshape", "/layers.12/mlp/up_proj/Linear/pre_convert", "/layers.12/mlp/up_proj/Linear", "/layers.12/mlp/up_proj/Linear/post_convert", "/layers.12/mlp/down_proj/Linear/pre_reshape", "/layers.12/mlp/down_proj/Linear/pre_convert", "/layers.12/mlp/down_proj/Linear", "/layers.12/mlp/down_proj/Linear/post_convert", "/layers.12/per_layer_input_gate/Linear/pre_reshape", "/layers.12/per_layer_input_gate/Linear/pre_convert", "/layers.12/per_layer_input_gate/Linear", "/layers.12/per_layer_input_gate/Linear/post_convert", "/layers.12/per_layer_projection/Linear/pre_reshape", "/layers.12/per_layer_projection/Linear/pre_convert", "/layers.12/per_layer_projection/Linear", "/layers.12/per_layer_projection/Linear/post_convert", "/layers.13/self_attn/q_proj/Linear/pre_reshape", "/layers.13/self_attn/q_proj/Linear/pre_convert", "/layers.13/self_attn/q_proj/Linear", "/layers.13/self_attn/q_proj/Linear/post_convert", "/layers.13/self_attn/k_proj/Linear/pre_reshape", "/layers.13/self_attn/k_proj/Linear/pre_convert", "/layers.13/self_attn/k_proj/Linear", "/layers.13/self_attn/k_proj/Linear/post_convert", "/layers.13/self_attn/v_proj/Linear/pre_reshape", "/layers.13/self_attn/v_proj/Linear/pre_convert", "/layers.13/self_attn/v_proj/Linear", "/layers.13/self_attn/v_proj/Linear/post_convert", "/layers.13/self_attn/o_proj/Linear/pre_reshape", "/layers.13/self_attn/o_proj/Linear/pre_convert", "/layers.13/self_attn/o_proj/Linear", "/layers.13/self_attn/o_proj/Linear/post_convert", "/layers.13/mlp/gate_proj/Linear/pre_reshape", "/layers.13/mlp/gate_proj/Linear/pre_convert", "/layers.13/mlp/gate_proj/Linear", "/layers.13/mlp/gate_proj/Linear/post_convert", "/layers.13/mlp/up_proj/Linear/pre_reshape", "/layers.13/mlp/up_proj/Linear/pre_convert", "/layers.13/mlp/up_proj/Linear", "/layers.13/mlp/up_proj/Linear/post_convert", "/layers.13/mlp/down_proj/Linear/pre_reshape", "/layers.13/mlp/down_proj/Linear/pre_convert", "/layers.13/mlp/down_proj/Linear", "/layers.13/mlp/down_proj/Linear/post_convert", "/layers.13/per_layer_input_gate/Linear/pre_reshape", "/layers.13/per_layer_input_gate/Linear/pre_convert", "/layers.13/per_layer_input_gate/Linear", "/layers.13/per_layer_input_gate/Linear/post_convert", "/layers.13/per_layer_projection/Linear/pre_reshape", "/layers.13/per_layer_projection/Linear/pre_convert", "/layers.13/per_layer_projection/Linear", "/layers.13/per_layer_projection/Linear/post_convert", "/layers.14/self_attn/q_proj/Linear/pre_reshape", "/layers.14/self_attn/q_proj/Linear/pre_convert", "/layers.14/self_attn/q_proj/Linear", "/layers.14/self_attn/q_proj/Linear/post_convert", "/layers.14/self_attn/k_proj/Linear/pre_reshape", "/layers.14/self_attn/k_proj/Linear/pre_convert", "/layers.14/self_attn/k_proj/Linear", "/layers.14/self_attn/k_proj/Linear/post_convert", "/layers.14/self_attn/v_proj/Linear/pre_reshape", "/layers.14/self_attn/v_proj/Linear/pre_convert", "/layers.14/self_attn/v_proj/Linear", "/layers.14/self_attn/v_proj/Linear/post_convert", "/layers.14/self_attn/o_proj/Linear/pre_reshape", "/layers.14/self_attn/o_proj/Linear/pre_convert", "/layers.14/self_attn/o_proj/Linear", "/layers.14/self_attn/o_proj/Linear/post_convert", "/layers.14/mlp/gate_proj/Linear/pre_reshape", "/layers.14/mlp/gate_proj/Linear/pre_convert", "/layers.14/mlp/gate_proj/Linear", "/layers.14/mlp/gate_proj/Linear/post_convert", "/layers.14/mlp/up_proj/Linear/pre_reshape", "/layers.14/mlp/up_proj/Linear/pre_convert", "/layers.14/mlp/up_proj/Linear", "/layers.14/mlp/up_proj/Linear/post_convert", "/layers.14/mlp/down_proj/Linear/pre_reshape", "/layers.14/mlp/down_proj/Linear/pre_convert", "/layers.14/mlp/down_proj/Linear", "/layers.14/mlp/down_proj/Linear/post_convert", "/layers.14/per_layer_input_gate/Linear/pre_reshape", "/layers.14/per_layer_input_gate/Linear/pre_convert", "/layers.14/per_layer_input_gate/Linear", "/layers.14/per_layer_input_gate/Linear/post_convert", "/layers.14/per_layer_projection/Linear/pre_reshape", "/layers.14/per_layer_projection/Linear/pre_convert", "/layers.14/per_layer_projection/Linear", "/layers.14/per_layer_projection/Linear/post_convert", "/layers.15/self_attn/q_proj/Linear/pre_reshape", "/layers.15/self_attn/q_proj/Linear/pre_convert", "/layers.15/self_attn/q_proj/Linear", "/layers.15/self_attn/q_proj/Linear/post_convert", "/layers.15/self_attn/k_proj/Linear/pre_reshape", "/layers.15/self_attn/k_proj/Linear/pre_convert", "/layers.15/self_attn/k_proj/Linear", "/layers.15/self_attn/k_proj/Linear/post_convert", "/layers.15/self_attn/v_proj/Linear/pre_reshape", "/layers.15/self_attn/v_proj/Linear/pre_convert", "/layers.15/self_attn/v_proj/Linear", "/layers.15/self_attn/v_proj/Linear/post_convert", "/layers.15/self_attn/o_proj/Linear/pre_reshape", "/layers.15/self_attn/o_proj/Linear/pre_convert", "/layers.15/self_attn/o_proj/Linear", "/layers.15/self_attn/o_proj/Linear/post_convert", "/layers.15/mlp/gate_proj/Linear/pre_reshape", "/layers.15/mlp/gate_proj/Linear/pre_convert", "/layers.15/mlp/gate_proj/Linear", "/layers.15/mlp/gate_proj/Linear/post_convert", "/layers.15/mlp/up_proj/Linear/pre_reshape", "/layers.15/mlp/up_proj/Linear/pre_convert", "/layers.15/mlp/up_proj/Linear", "/layers.15/mlp/up_proj/Linear/post_convert", "/layers.15/mlp/down_proj/Linear/pre_reshape", "/layers.15/mlp/down_proj/Linear/pre_convert", "/layers.15/mlp/down_proj/Linear", "/layers.15/mlp/down_proj/Linear/post_convert", "/layers.15/per_layer_input_gate/Linear/pre_reshape", "/layers.15/per_layer_input_gate/Linear/pre_convert", "/layers.15/per_layer_input_gate/Linear", "/layers.15/per_layer_input_gate/Linear/post_convert", "/layers.15/per_layer_projection/Linear/pre_reshape", "/layers.15/per_layer_projection/Linear/pre_convert", "/layers.15/per_layer_projection/Linear", "/layers.15/per_layer_projection/Linear/post_convert", "/layers.16/self_attn/q_proj/Linear/pre_reshape", "/layers.16/self_attn/q_proj/Linear/pre_convert", "/layers.16/self_attn/q_proj/Linear", "/layers.16/self_attn/q_proj/Linear/post_convert", "/layers.16/self_attn/k_proj/Linear/pre_reshape", "/layers.16/self_attn/k_proj/Linear/pre_convert", "/layers.16/self_attn/k_proj/Linear", "/layers.16/self_attn/k_proj/Linear/post_convert", "/layers.16/self_attn/v_proj/Linear/pre_reshape", "/layers.16/self_attn/v_proj/Linear/pre_convert", "/layers.16/self_attn/v_proj/Linear", "/layers.16/self_attn/v_proj/Linear/post_convert", "/layers.16/self_attn/o_proj/Linear/pre_reshape", "/layers.16/self_attn/o_proj/Linear/pre_convert", "/layers.16/self_attn/o_proj/Linear", "/layers.16/self_attn/o_proj/Linear/post_convert", "/layers.16/mlp/gate_proj/Linear/pre_reshape", "/layers.16/mlp/gate_proj/Linear/pre_convert", "/layers.16/mlp/gate_proj/Linear", "/layers.16/mlp/gate_proj/Linear/post_convert", "/layers.16/mlp/up_proj/Linear/pre_reshape", "/layers.16/mlp/up_proj/Linear/pre_convert", "/layers.16/mlp/up_proj/Linear", "/layers.16/mlp/up_proj/Linear/post_convert", "/layers.16/mlp/down_proj/Linear/pre_reshape", "/layers.16/mlp/down_proj/Linear/pre_convert", "/layers.16/mlp/down_proj/Linear", "/layers.16/mlp/down_proj/Linear/post_convert", "/layers.16/per_layer_input_gate/Linear/pre_reshape", "/layers.16/per_layer_input_gate/Linear/pre_convert", "/layers.16/per_layer_input_gate/Linear", "/layers.16/per_layer_input_gate/Linear/post_convert", "/layers.16/per_layer_projection/Linear/pre_reshape", "/layers.16/per_layer_projection/Linear/pre_convert", "/layers.16/per_layer_projection/Linear", "/layers.16/per_layer_projection/Linear/post_convert", "/layers.17/self_attn/q_proj/Linear/pre_reshape", "/layers.17/self_attn/q_proj/Linear/pre_convert", "/layers.17/self_attn/q_proj/Linear", "/layers.17/self_attn/q_proj/Linear/post_convert", "/layers.17/self_attn/k_proj/Linear/pre_reshape", "/layers.17/self_attn/k_proj/Linear/pre_convert", "/layers.17/self_attn/k_proj/Linear", "/layers.17/self_attn/k_proj/Linear/post_convert", "/layers.17/self_attn/v_proj/Linear/pre_reshape", "/layers.17/self_attn/v_proj/Linear/pre_convert", "/layers.17/self_attn/v_proj/Linear", "/layers.17/self_attn/v_proj/Linear/post_convert", "/layers.17/self_attn/o_proj/Linear/pre_reshape", "/layers.17/self_attn/o_proj/Linear/pre_convert", "/layers.17/self_attn/o_proj/Linear", "/layers.17/self_attn/o_proj/Linear/post_convert", "/layers.17/mlp/gate_proj/Linear/pre_reshape", "/layers.17/mlp/gate_proj/Linear/pre_convert", "/layers.17/mlp/gate_proj/Linear", "/layers.17/mlp/gate_proj/Linear/post_convert", "/layers.17/mlp/up_proj/Linear/pre_reshape", "/layers.17/mlp/up_proj/Linear/pre_convert", "/layers.17/mlp/up_proj/Linear", "/layers.17/mlp/up_proj/Linear/post_convert", "/layers.17/mlp/down_proj/Linear/pre_reshape", "/layers.17/mlp/down_proj/Linear/pre_convert", "/layers.17/mlp/down_proj/Linear", "/layers.17/mlp/down_proj/Linear/post_convert", "/layers.17/per_layer_input_gate/Linear/pre_reshape", "/layers.17/per_layer_input_gate/Linear/pre_convert", "/layers.17/per_layer_input_gate/Linear", "/layers.17/per_layer_input_gate/Linear/post_convert", "/layers.17/per_layer_projection/Linear/pre_reshape", "/layers.17/per_layer_projection/Linear/pre_convert", "/layers.17/per_layer_projection/Linear", "/layers.17/per_layer_projection/Linear/post_convert", "/layers.18/self_attn/q_proj/Linear/pre_reshape", "/layers.18/self_attn/q_proj/Linear/pre_convert", "/layers.18/self_attn/q_proj/Linear", "/layers.18/self_attn/q_proj/Linear/post_convert", "/layers.18/self_attn/k_proj/Linear/pre_reshape", "/layers.18/self_attn/k_proj/Linear/pre_convert", "/layers.18/self_attn/k_proj/Linear", "/layers.18/self_attn/k_proj/Linear/post_convert", "/layers.18/self_attn/v_proj/Linear/pre_reshape", "/layers.18/self_attn/v_proj/Linear/pre_convert", "/layers.18/self_attn/v_proj/Linear", "/layers.18/self_attn/v_proj/Linear/post_convert", "/layers.18/self_attn/o_proj/Linear/pre_reshape", "/layers.18/self_attn/o_proj/Linear/pre_convert", "/layers.18/self_attn/o_proj/Linear", "/layers.18/self_attn/o_proj/Linear/post_convert", "/layers.18/mlp/gate_proj/Linear/pre_reshape", "/layers.18/mlp/gate_proj/Linear/pre_convert", "/layers.18/mlp/gate_proj/Linear", "/layers.18/mlp/gate_proj/Linear/post_convert", "/layers.18/mlp/up_proj/Linear/pre_reshape", "/layers.18/mlp/up_proj/Linear/pre_convert", "/layers.18/mlp/up_proj/Linear", "/layers.18/mlp/up_proj/Linear/post_convert", "/layers.18/mlp/down_proj/Linear/pre_reshape", "/layers.18/mlp/down_proj/Linear/pre_convert", "/layers.18/mlp/down_proj/Linear", "/layers.18/mlp/down_proj/Linear/post_convert", "/layers.18/per_layer_input_gate/Linear/pre_reshape", "/layers.18/per_layer_input_gate/Linear/pre_convert", "/layers.18/per_layer_input_gate/Linear", "/layers.18/per_layer_input_gate/Linear/post_convert", "/layers.18/per_layer_projection/Linear/pre_reshape", "/layers.18/per_layer_projection/Linear/pre_convert", "/layers.18/per_layer_projection/Linear", "/layers.18/per_layer_projection/Linear/post_convert", "/layers.19/self_attn/q_proj/Linear/pre_reshape", "/layers.19/self_attn/q_proj/Linear/pre_convert", "/layers.19/self_attn/q_proj/Linear", "/layers.19/self_attn/q_proj/Linear/post_convert", "/layers.19/self_attn/k_proj/Linear/pre_reshape", "/layers.19/self_attn/k_proj/Linear/pre_convert", "/layers.19/self_attn/k_proj/Linear", "/layers.19/self_attn/k_proj/Linear/post_convert", "/layers.19/self_attn/v_proj/Linear/pre_reshape", "/layers.19/self_attn/v_proj/Linear/pre_convert", "/layers.19/self_attn/v_proj/Linear", "/layers.19/self_attn/v_proj/Linear/post_convert", "/layers.19/self_attn/o_proj/Linear/pre_reshape", "/layers.19/self_attn/o_proj/Linear/pre_convert", "/layers.19/self_attn/o_proj/Linear", "/layers.19/self_attn/o_proj/Linear/post_convert", "/layers.19/mlp/gate_proj/Linear/pre_reshape", "/layers.19/mlp/gate_proj/Linear/pre_convert", "/layers.19/mlp/gate_proj/Linear", "/layers.19/mlp/gate_proj/Linear/post_convert", "/layers.19/mlp/up_proj/Linear/pre_reshape", "/layers.19/mlp/up_proj/Linear/pre_convert", "/layers.19/mlp/up_proj/Linear", "/layers.19/mlp/up_proj/Linear/post_convert", "/layers.19/mlp/down_proj/Linear/pre_reshape", "/layers.19/mlp/down_proj/Linear/pre_convert", "/layers.19/mlp/down_proj/Linear", "/layers.19/mlp/down_proj/Linear/post_convert", "/layers.19/per_layer_input_gate/Linear/pre_reshape", "/layers.19/per_layer_input_gate/Linear/pre_convert", "/layers.19/per_layer_input_gate/Linear", "/layers.19/per_layer_input_gate/Linear/post_convert", "/layers.19/per_layer_projection/Linear/pre_reshape", "/layers.19/per_layer_projection/Linear/pre_convert", "/layers.19/per_layer_projection/Linear", "/layers.19/per_layer_projection/Linear/post_convert", "/layers.20/self_attn/q_proj/Linear/pre_reshape", "/layers.20/self_attn/q_proj/Linear/pre_convert", "/layers.20/self_attn/q_proj/Linear", "/layers.20/self_attn/q_proj/Linear/post_convert", "/layers.20/self_attn/k_proj/Linear/pre_reshape", "/layers.20/self_attn/k_proj/Linear/pre_convert", "/layers.20/self_attn/k_proj/Linear", "/layers.20/self_attn/k_proj/Linear/post_convert", "/layers.20/self_attn/v_proj/Linear/pre_reshape", "/layers.20/self_attn/v_proj/Linear/pre_convert", "/layers.20/self_attn/v_proj/Linear", "/layers.20/self_attn/v_proj/Linear/post_convert", "/layers.20/self_attn/o_proj/Linear/pre_reshape", "/layers.20/self_attn/o_proj/Linear/pre_convert", "/layers.20/self_attn/o_proj/Linear", "/layers.20/self_attn/o_proj/Linear/post_convert", "/layers.20/mlp/gate_proj/Linear/pre_reshape", "/layers.20/mlp/gate_proj/Linear/pre_convert", "/layers.20/mlp/gate_proj/Linear", "/layers.20/mlp/gate_proj/Linear/post_convert", "/layers.20/mlp/up_proj/Linear/pre_reshape", "/layers.20/mlp/up_proj/Linear/pre_convert", "/layers.20/mlp/up_proj/Linear", "/layers.20/mlp/up_proj/Linear/post_convert", "/layers.20/mlp/down_proj/Linear/pre_reshape", "/layers.20/mlp/down_proj/Linear/pre_convert", "/layers.20/mlp/down_proj/Linear", "/layers.20/mlp/down_proj/Linear/post_convert", "/layers.20/per_layer_input_gate/Linear/pre_reshape", "/layers.20/per_layer_input_gate/Linear/pre_convert", "/layers.20/per_layer_input_gate/Linear", "/layers.20/per_layer_input_gate/Linear/post_convert", "/layers.20/per_layer_projection/Linear/pre_reshape", "/layers.20/per_layer_projection/Linear/pre_convert", "/layers.20/per_layer_projection/Linear", "/layers.20/per_layer_projection/Linear/post_convert", "/layers.21/self_attn/q_proj/Linear/pre_reshape", "/layers.21/self_attn/q_proj/Linear/pre_convert", "/layers.21/self_attn/q_proj/Linear", "/layers.21/self_attn/q_proj/Linear/post_convert", "/layers.21/self_attn/k_proj/Linear/pre_reshape", "/layers.21/self_attn/k_proj/Linear/pre_convert", "/layers.21/self_attn/k_proj/Linear", "/layers.21/self_attn/k_proj/Linear/post_convert", "/layers.21/self_attn/v_proj/Linear/pre_reshape", "/layers.21/self_attn/v_proj/Linear/pre_convert", "/layers.21/self_attn/v_proj/Linear", "/layers.21/self_attn/v_proj/Linear/post_convert", "/layers.21/self_attn/o_proj/Linear/pre_reshape", "/layers.21/self_attn/o_proj/Linear/pre_convert", "/layers.21/self_attn/o_proj/Linear", "/layers.21/self_attn/o_proj/Linear/post_convert", "/layers.21/mlp/gate_proj/Linear/pre_reshape", "/layers.21/mlp/gate_proj/Linear/pre_convert", "/layers.21/mlp/gate_proj/Linear", "/layers.21/mlp/gate_proj/Linear/post_convert", "/layers.21/mlp/up_proj/Linear/pre_reshape", "/layers.21/mlp/up_proj/Linear/pre_convert", "/layers.21/mlp/up_proj/Linear", "/layers.21/mlp/up_proj/Linear/post_convert", "/layers.21/mlp/down_proj/Linear/pre_reshape", "/layers.21/mlp/down_proj/Linear/pre_convert", "/layers.21/mlp/down_proj/Linear", "/layers.21/mlp/down_proj/Linear/post_convert", "/layers.21/per_layer_input_gate/Linear/pre_reshape", "/layers.21/per_layer_input_gate/Linear/pre_convert", "/layers.21/per_layer_input_gate/Linear", "/layers.21/per_layer_input_gate/Linear/post_convert", "/layers.21/per_layer_projection/Linear/pre_reshape", "/layers.21/per_layer_projection/Linear/pre_convert", "/layers.21/per_layer_projection/Linear", "/layers.21/per_layer_projection/Linear/post_convert", "/layers.22/self_attn/q_proj/Linear/pre_reshape", "/layers.22/self_attn/q_proj/Linear/pre_convert", "/layers.22/self_attn/q_proj/Linear", "/layers.22/self_attn/q_proj/Linear/post_convert", "/layers.22/self_attn/k_proj/Linear/pre_reshape", "/layers.22/self_attn/k_proj/Linear/pre_convert", "/layers.22/self_attn/k_proj/Linear", "/layers.22/self_attn/k_proj/Linear/post_convert", "/layers.22/self_attn/v_proj/Linear/pre_reshape", "/layers.22/self_attn/v_proj/Linear/pre_convert", "/layers.22/self_attn/v_proj/Linear", "/layers.22/self_attn/v_proj/Linear/post_convert", "/layers.22/self_attn/o_proj/Linear/pre_reshape", "/layers.22/self_attn/o_proj/Linear/pre_convert", "/layers.22/self_attn/o_proj/Linear", "/layers.22/self_attn/o_proj/Linear/post_convert", "/layers.22/mlp/gate_proj/Linear/pre_reshape", "/layers.22/mlp/gate_proj/Linear/pre_convert", "/layers.22/mlp/gate_proj/Linear", "/layers.22/mlp/gate_proj/Linear/post_convert", "/layers.22/mlp/up_proj/Linear/pre_reshape", "/layers.22/mlp/up_proj/Linear/pre_convert", "/layers.22/mlp/up_proj/Linear", "/layers.22/mlp/up_proj/Linear/post_convert", "/layers.22/mlp/down_proj/Linear/pre_reshape", "/layers.22/mlp/down_proj/Linear/pre_convert", "/layers.22/mlp/down_proj/Linear", "/layers.22/mlp/down_proj/Linear/post_convert", "/layers.22/per_layer_input_gate/Linear/pre_reshape", "/layers.22/per_layer_input_gate/Linear/pre_convert", "/layers.22/per_layer_input_gate/Linear", "/layers.22/per_layer_input_gate/Linear/post_convert", "/layers.22/per_layer_projection/Linear/pre_reshape", "/layers.22/per_layer_projection/Linear/pre_convert", "/layers.22/per_layer_projection/Linear", "/layers.22/per_layer_projection/Linear/post_convert", "/layers.23/self_attn/q_proj/Linear/pre_reshape", "/layers.23/self_attn/q_proj/Linear/pre_convert", "/layers.23/self_attn/q_proj/Linear", "/layers.23/self_attn/q_proj/Linear/post_convert", "/layers.23/self_attn/k_proj/Linear/pre_reshape", "/layers.23/self_attn/k_proj/Linear/pre_convert", "/layers.23/self_attn/k_proj/Linear", "/layers.23/self_attn/k_proj/Linear/post_convert", "/layers.23/self_attn/v_proj/Linear/pre_reshape", "/layers.23/self_attn/v_proj/Linear/pre_convert", "/layers.23/self_attn/v_proj/Linear", "/layers.23/self_attn/v_proj/Linear/post_convert", "/layers.23/self_attn/o_proj/Linear/pre_reshape", "/layers.23/self_attn/o_proj/Linear/pre_convert", "/layers.23/self_attn/o_proj/Linear", "/layers.23/self_attn/o_proj/Linear/post_convert", "/layers.23/mlp/gate_proj/Linear/pre_reshape", "/layers.23/mlp/gate_proj/Linear/pre_convert", "/layers.23/mlp/gate_proj/Linear", "/layers.23/mlp/gate_proj/Linear/post_convert", "/layers.23/mlp/up_proj/Linear/pre_reshape", "/layers.23/mlp/up_proj/Linear/pre_convert", "/layers.23/mlp/up_proj/Linear", "/layers.23/mlp/up_proj/Linear/post_convert", "/layers.23/mlp/down_proj/Linear/pre_reshape", "/layers.23/mlp/down_proj/Linear/pre_convert", "/layers.23/mlp/down_proj/Linear", "/layers.23/mlp/down_proj/Linear/post_convert", "/layers.23/per_layer_input_gate/Linear/pre_reshape", "/layers.23/per_layer_input_gate/Linear/pre_convert", "/layers.23/per_layer_input_gate/Linear", "/layers.23/per_layer_input_gate/Linear/post_convert", "/layers.23/per_layer_projection/Linear/pre_reshape", "/layers.23/per_layer_projection/Linear/pre_convert", "/layers.23/per_layer_projection/Linear", "/layers.23/per_layer_projection/Linear/post_convert", "/layers.24/self_attn/q_proj/Linear/pre_reshape", "/layers.24/self_attn/q_proj/Linear/pre_convert", "/layers.24/self_attn/q_proj/Linear", "/layers.24/self_attn/q_proj/Linear/post_convert", "/layers.24/self_attn/o_proj/Linear/pre_reshape", "/layers.24/self_attn/o_proj/Linear/pre_convert", "/layers.24/self_attn/o_proj/Linear", "/layers.24/self_attn/o_proj/Linear/post_convert", "/layers.24/mlp/gate_proj/Linear/pre_reshape", "/layers.24/mlp/gate_proj/Linear/pre_convert", "/layers.24/mlp/gate_proj/Linear", "/layers.24/mlp/gate_proj/Linear/post_convert", "/layers.24/mlp/up_proj/Linear/pre_reshape", "/layers.24/mlp/up_proj/Linear/pre_convert", "/layers.24/mlp/up_proj/Linear", "/layers.24/mlp/up_proj/Linear/post_convert", "/layers.24/mlp/down_proj/Linear/pre_reshape", "/layers.24/mlp/down_proj/Linear/pre_convert", "/layers.24/mlp/down_proj/Linear", "/layers.24/mlp/down_proj/Linear/post_convert", "/layers.24/per_layer_input_gate/Linear/pre_reshape", "/layers.24/per_layer_input_gate/Linear/pre_convert", "/layers.24/per_layer_input_gate/Linear", "/layers.24/per_layer_input_gate/Linear/post_convert", "/layers.24/per_layer_projection/Linear/pre_reshape", "/layers.24/per_layer_projection/Linear/pre_convert", "/layers.24/per_layer_projection/Linear", "/layers.24/per_layer_projection/Linear/post_convert", "/layers.25/self_attn/q_proj/Linear/pre_reshape", "/layers.25/self_attn/q_proj/Linear/pre_convert", "/layers.25/self_attn/q_proj/Linear", "/layers.25/self_attn/q_proj/Linear/post_convert", "/layers.25/self_attn/o_proj/Linear/pre_reshape", "/layers.25/self_attn/o_proj/Linear/pre_convert", "/layers.25/self_attn/o_proj/Linear", "/layers.25/self_attn/o_proj/Linear/post_convert", "/layers.25/mlp/gate_proj/Linear/pre_reshape", "/layers.25/mlp/gate_proj/Linear/pre_convert", "/layers.25/mlp/gate_proj/Linear", "/layers.25/mlp/gate_proj/Linear/post_convert", "/layers.25/mlp/up_proj/Linear/pre_reshape", "/layers.25/mlp/up_proj/Linear/pre_convert", "/layers.25/mlp/up_proj/Linear", "/layers.25/mlp/up_proj/Linear/post_convert", "/layers.25/mlp/down_proj/Linear/pre_reshape", "/layers.25/mlp/down_proj/Linear/pre_convert", "/layers.25/mlp/down_proj/Linear", "/layers.25/mlp/down_proj/Linear/post_convert", "/layers.25/per_layer_input_gate/Linear/pre_reshape", "/layers.25/per_layer_input_gate/Linear/pre_convert", "/layers.25/per_layer_input_gate/Linear", "/layers.25/per_layer_input_gate/Linear/post_convert", "/layers.25/per_layer_projection/Linear/pre_reshape", "/layers.25/per_layer_projection/Linear/pre_convert", "/layers.25/per_layer_projection/Linear", "/layers.25/per_layer_projection/Linear/post_convert", "/layers.26/self_attn/q_proj/Linear/pre_reshape", "/layers.26/self_attn/q_proj/Linear/pre_convert", "/layers.26/self_attn/q_proj/Linear", "/layers.26/self_attn/q_proj/Linear/post_convert", "/layers.26/self_attn/o_proj/Linear/pre_reshape", "/layers.26/self_attn/o_proj/Linear/pre_convert", "/layers.26/self_attn/o_proj/Linear", "/layers.26/self_attn/o_proj/Linear/post_convert", "/layers.26/mlp/gate_proj/Linear/pre_reshape", "/layers.26/mlp/gate_proj/Linear/pre_convert", "/layers.26/mlp/gate_proj/Linear", "/layers.26/mlp/gate_proj/Linear/post_convert", "/layers.26/mlp/up_proj/Linear/pre_reshape", "/layers.26/mlp/up_proj/Linear/pre_convert", "/layers.26/mlp/up_proj/Linear", "/layers.26/mlp/up_proj/Linear/post_convert", "/layers.26/mlp/down_proj/Linear/pre_reshape", "/layers.26/mlp/down_proj/Linear/pre_convert", "/layers.26/mlp/down_proj/Linear", "/layers.26/mlp/down_proj/Linear/post_convert", "/layers.26/per_layer_input_gate/Linear/pre_reshape", "/layers.26/per_layer_input_gate/Linear/pre_convert", "/layers.26/per_layer_input_gate/Linear", "/layers.26/per_layer_input_gate/Linear/post_convert", "/layers.26/per_layer_projection/Linear/pre_reshape", "/layers.26/per_layer_projection/Linear/pre_convert", "/layers.26/per_layer_projection/Linear", "/layers.26/per_layer_projection/Linear/post_convert", "/layers.27/self_attn/q_proj/Linear/pre_reshape", "/layers.27/self_attn/q_proj/Linear/pre_convert", "/layers.27/self_attn/q_proj/Linear", "/layers.27/self_attn/q_proj/Linear/post_convert", "/layers.27/self_attn/o_proj/Linear/pre_reshape", "/layers.27/self_attn/o_proj/Linear/pre_convert", "/layers.27/self_attn/o_proj/Linear", "/layers.27/self_attn/o_proj/Linear/post_convert", "/layers.27/mlp/gate_proj/Linear/pre_reshape", "/layers.27/mlp/gate_proj/Linear/pre_convert", "/layers.27/mlp/gate_proj/Linear", "/layers.27/mlp/gate_proj/Linear/post_convert", "/layers.27/mlp/up_proj/Linear/pre_reshape", "/layers.27/mlp/up_proj/Linear/pre_convert", "/layers.27/mlp/up_proj/Linear", "/layers.27/mlp/up_proj/Linear/post_convert", "/layers.27/mlp/down_proj/Linear/pre_reshape", "/layers.27/mlp/down_proj/Linear/pre_convert", "/layers.27/mlp/down_proj/Linear", "/layers.27/mlp/down_proj/Linear/post_convert", "/layers.27/per_layer_input_gate/Linear/pre_reshape", "/layers.27/per_layer_input_gate/Linear/pre_convert", "/layers.27/per_layer_input_gate/Linear", "/layers.27/per_layer_input_gate/Linear/post_convert", "/layers.27/per_layer_projection/Linear/pre_reshape", "/layers.27/per_layer_projection/Linear/pre_convert", "/layers.27/per_layer_projection/Linear", "/layers.27/per_layer_projection/Linear/post_convert", "/layers.28/self_attn/q_proj/Linear/pre_reshape", "/layers.28/self_attn/q_proj/Linear/pre_convert", "/layers.28/self_attn/q_proj/Linear", "/layers.28/self_attn/q_proj/Linear/post_convert", "/layers.28/self_attn/o_proj/Linear/pre_reshape", "/layers.28/self_attn/o_proj/Linear/pre_convert", "/layers.28/self_attn/o_proj/Linear", "/layers.28/self_attn/o_proj/Linear/post_convert", "/layers.28/mlp/gate_proj/Linear/pre_reshape", "/layers.28/mlp/gate_proj/Linear/pre_convert", "/layers.28/mlp/gate_proj/Linear", "/layers.28/mlp/gate_proj/Linear/post_convert", "/layers.28/mlp/up_proj/Linear/pre_reshape", "/layers.28/mlp/up_proj/Linear/pre_convert", "/layers.28/mlp/up_proj/Linear", "/layers.28/mlp/up_proj/Linear/post_convert", "/layers.28/mlp/down_proj/Linear/pre_reshape", "/layers.28/mlp/down_proj/Linear/pre_convert", "/layers.28/mlp/down_proj/Linear", "/layers.28/mlp/down_proj/Linear/post_convert", "/layers.28/per_layer_input_gate/Linear/pre_reshape", "/layers.28/per_layer_input_gate/Linear/pre_convert", "/layers.28/per_layer_input_gate/Linear", "/layers.28/per_layer_input_gate/Linear/post_convert", "/layers.28/per_layer_projection/Linear/pre_reshape", "/layers.28/per_layer_projection/Linear/pre_convert", "/layers.28/per_layer_projection/Linear", "/layers.28/per_layer_projection/Linear/post_convert", "/layers.29/self_attn/q_proj/Linear/pre_reshape", "/layers.29/self_attn/q_proj/Linear/pre_convert", "/layers.29/self_attn/q_proj/Linear", "/layers.29/self_attn/q_proj/Linear/post_convert", "/layers.29/self_attn/o_proj/Linear/pre_reshape", "/layers.29/self_attn/o_proj/Linear/pre_convert", "/layers.29/self_attn/o_proj/Linear", "/layers.29/self_attn/o_proj/Linear/post_convert", "/layers.29/mlp/gate_proj/Linear/pre_reshape", "/layers.29/mlp/gate_proj/Linear/pre_convert", "/layers.29/mlp/gate_proj/Linear", "/layers.29/mlp/gate_proj/Linear/post_convert", "/layers.29/mlp/up_proj/Linear/pre_reshape", "/layers.29/mlp/up_proj/Linear/pre_convert", "/layers.29/mlp/up_proj/Linear", "/layers.29/mlp/up_proj/Linear/post_convert", "/layers.29/mlp/down_proj/Linear/pre_reshape", "/layers.29/mlp/down_proj/Linear/pre_convert", "/layers.29/mlp/down_proj/Linear", "/layers.29/mlp/down_proj/Linear/post_convert", "/layers.29/per_layer_input_gate/Linear/pre_reshape", "/layers.29/per_layer_input_gate/Linear/pre_convert", "/layers.29/per_layer_input_gate/Linear", "/layers.29/per_layer_input_gate/Linear/post_convert", "/layers.29/per_layer_projection/Linear/pre_reshape", "/layers.29/per_layer_projection/Linear/pre_convert", "/layers.29/per_layer_projection/Linear", "/layers.29/per_layer_projection/Linear/post_convert", "/layers.30/self_attn/q_proj/Linear/pre_reshape", "/layers.30/self_attn/q_proj/Linear/pre_convert", "/layers.30/self_attn/q_proj/Linear", "/layers.30/self_attn/q_proj/Linear/post_convert", "/layers.30/self_attn/o_proj/Linear/pre_reshape", "/layers.30/self_attn/o_proj/Linear/pre_convert", "/layers.30/self_attn/o_proj/Linear", "/layers.30/self_attn/o_proj/Linear/post_convert", "/layers.30/mlp/gate_proj/Linear/pre_reshape", "/layers.30/mlp/gate_proj/Linear/pre_convert", "/layers.30/mlp/gate_proj/Linear", "/layers.30/mlp/gate_proj/Linear/post_convert", "/layers.30/mlp/up_proj/Linear/pre_reshape", "/layers.30/mlp/up_proj/Linear/pre_convert", "/layers.30/mlp/up_proj/Linear", "/layers.30/mlp/up_proj/Linear/post_convert", "/layers.30/mlp/down_proj/Linear/pre_reshape", "/layers.30/mlp/down_proj/Linear/pre_convert", "/layers.30/mlp/down_proj/Linear", "/layers.30/mlp/down_proj/Linear/post_convert", "/layers.30/per_layer_input_gate/Linear/pre_reshape", "/layers.30/per_layer_input_gate/Linear/pre_convert", "/layers.30/per_layer_input_gate/Linear", "/layers.30/per_layer_input_gate/Linear/post_convert", "/layers.30/per_layer_projection/Linear/pre_reshape", "/layers.30/per_layer_projection/Linear/pre_convert", "/layers.30/per_layer_projection/Linear", "/layers.30/per_layer_projection/Linear/post_convert", "/layers.31/self_attn/q_proj/Linear/pre_reshape", "/layers.31/self_attn/q_proj/Linear/pre_convert", "/layers.31/self_attn/q_proj/Linear", "/layers.31/self_attn/q_proj/Linear/post_convert", "/layers.31/self_attn/o_proj/Linear/pre_reshape", "/layers.31/self_attn/o_proj/Linear/pre_convert", "/layers.31/self_attn/o_proj/Linear", "/layers.31/self_attn/o_proj/Linear/post_convert", "/layers.31/mlp/gate_proj/Linear/pre_reshape", "/layers.31/mlp/gate_proj/Linear/pre_convert", "/layers.31/mlp/gate_proj/Linear", "/layers.31/mlp/gate_proj/Linear/post_convert", "/layers.31/mlp/up_proj/Linear/pre_reshape", "/layers.31/mlp/up_proj/Linear/pre_convert", "/layers.31/mlp/up_proj/Linear", "/layers.31/mlp/up_proj/Linear/post_convert", "/layers.31/mlp/down_proj/Linear/pre_reshape", "/layers.31/mlp/down_proj/Linear/pre_convert", "/layers.31/mlp/down_proj/Linear", "/layers.31/mlp/down_proj/Linear/post_convert", "/layers.31/per_layer_input_gate/Linear/pre_reshape", "/layers.31/per_layer_input_gate/Linear/pre_convert", "/layers.31/per_layer_input_gate/Linear", "/layers.31/per_layer_input_gate/Linear/post_convert", "/layers.31/per_layer_projection/Linear/pre_reshape", "/layers.31/per_layer_projection/Linear/pre_convert", "/layers.31/per_layer_projection/Linear", "/layers.31/per_layer_projection/Linear/post_convert", "/layers.32/self_attn/q_proj/Linear/pre_reshape", "/layers.32/self_attn/q_proj/Linear/pre_convert", "/layers.32/self_attn/q_proj/Linear", "/layers.32/self_attn/q_proj/Linear/post_convert", "/layers.32/self_attn/o_proj/Linear/pre_reshape", "/layers.32/self_attn/o_proj/Linear/pre_convert", "/layers.32/self_attn/o_proj/Linear", "/layers.32/self_attn/o_proj/Linear/post_convert", "/layers.32/mlp/gate_proj/Linear/pre_reshape", "/layers.32/mlp/gate_proj/Linear/pre_convert", "/layers.32/mlp/gate_proj/Linear", "/layers.32/mlp/gate_proj/Linear/post_convert", "/layers.32/mlp/up_proj/Linear/pre_reshape", "/layers.32/mlp/up_proj/Linear/pre_convert", "/layers.32/mlp/up_proj/Linear", "/layers.32/mlp/up_proj/Linear/post_convert", "/layers.32/mlp/down_proj/Linear/pre_reshape", "/layers.32/mlp/down_proj/Linear/pre_convert", "/layers.32/mlp/down_proj/Linear", "/layers.32/mlp/down_proj/Linear/post_convert", "/layers.32/per_layer_input_gate/Linear/pre_reshape", "/layers.32/per_layer_input_gate/Linear/pre_convert", "/layers.32/per_layer_input_gate/Linear", "/layers.32/per_layer_input_gate/Linear/post_convert", "/layers.32/per_layer_projection/Linear/pre_reshape", "/layers.32/per_layer_projection/Linear/pre_convert", "/layers.32/per_layer_projection/Linear", "/layers.32/per_layer_projection/Linear/post_convert", "/layers.33/self_attn/q_proj/Linear/pre_reshape", "/layers.33/self_attn/q_proj/Linear/pre_convert", "/layers.33/self_attn/q_proj/Linear", "/layers.33/self_attn/q_proj/Linear/post_convert", "/layers.33/self_attn/o_proj/Linear/pre_reshape", "/layers.33/self_attn/o_proj/Linear/pre_convert", "/layers.33/self_attn/o_proj/Linear", "/layers.33/self_attn/o_proj/Linear/post_convert", "/layers.33/mlp/gate_proj/Linear/pre_reshape", "/layers.33/mlp/gate_proj/Linear/pre_convert", "/layers.33/mlp/gate_proj/Linear", "/layers.33/mlp/gate_proj/Linear/post_convert", "/layers.33/mlp/up_proj/Linear/pre_reshape", "/layers.33/mlp/up_proj/Linear/pre_convert", "/layers.33/mlp/up_proj/Linear", "/layers.33/mlp/up_proj/Linear/post_convert", "/layers.33/mlp/down_proj/Linear/pre_reshape", "/layers.33/mlp/down_proj/Linear/pre_convert", "/layers.33/mlp/down_proj/Linear", "/layers.33/mlp/down_proj/Linear/post_convert", "/layers.33/per_layer_input_gate/Linear/pre_reshape", "/layers.33/per_layer_input_gate/Linear/pre_convert", "/layers.33/per_layer_input_gate/Linear", "/layers.33/per_layer_input_gate/Linear/post_convert", "/layers.33/per_layer_projection/Linear/pre_reshape", "/layers.33/per_layer_projection/Linear/pre_convert", "/layers.33/per_layer_projection/Linear", "/layers.33/per_layer_projection/Linear/post_convert", "/layers.34/self_attn/q_proj/Linear/pre_reshape", "/layers.34/self_attn/q_proj/Linear/pre_convert", "/layers.34/self_attn/q_proj/Linear", "/layers.34/self_attn/q_proj/Linear/post_convert", "/layers.34/self_attn/o_proj/Linear/pre_reshape", "/layers.34/self_attn/o_proj/Linear/pre_convert", "/layers.34/self_attn/o_proj/Linear", "/layers.34/self_attn/o_proj/Linear/post_convert", "/layers.34/mlp/gate_proj/Linear/pre_reshape", "/layers.34/mlp/gate_proj/Linear/pre_convert", "/layers.34/mlp/gate_proj/Linear", "/layers.34/mlp/gate_proj/Linear/post_convert", "/layers.34/mlp/up_proj/Linear/pre_reshape", "/layers.34/mlp/up_proj/Linear/pre_convert", "/layers.34/mlp/up_proj/Linear", "/layers.34/mlp/up_proj/Linear/post_convert", "/layers.34/mlp/down_proj/Linear/pre_reshape", "/layers.34/mlp/down_proj/Linear/pre_convert", "/layers.34/mlp/down_proj/Linear", "/layers.34/mlp/down_proj/Linear/post_convert", "/layers.34/per_layer_input_gate/Linear/pre_reshape", "/layers.34/per_layer_input_gate/Linear/pre_convert", "/layers.34/per_layer_input_gate/Linear", "/layers.34/per_layer_input_gate/Linear/post_convert", "/layers.34/per_layer_projection/Linear/pre_reshape", "/layers.34/per_layer_projection/Linear/pre_convert", "/layers.34/per_layer_projection/Linear", "/layers.34/per_layer_projection/Linear/post_convert", "/layers.35/self_attn/q_proj/Linear/pre_reshape", "/layers.35/self_attn/q_proj/Linear/pre_convert", "/layers.35/self_attn/q_proj/Linear", "/layers.35/self_attn/q_proj/Linear/post_convert", "/layers.35/self_attn/o_proj/Linear/pre_reshape", "/layers.35/self_attn/o_proj/Linear/pre_convert", "/layers.35/self_attn/o_proj/Linear", "/layers.35/self_attn/o_proj/Linear/post_convert", "/layers.35/mlp/gate_proj/Linear/pre_reshape", "/layers.35/mlp/gate_proj/Linear/pre_convert", "/layers.35/mlp/gate_proj/Linear", "/layers.35/mlp/gate_proj/Linear/post_convert", "/layers.35/mlp/up_proj/Linear/pre_reshape", "/layers.35/mlp/up_proj/Linear/pre_convert", "/layers.35/mlp/up_proj/Linear", "/layers.35/mlp/up_proj/Linear/post_convert", "/layers.35/mlp/down_proj/Linear/pre_reshape", "/layers.35/mlp/down_proj/Linear/pre_convert", "/layers.35/mlp/down_proj/Linear", "/layers.35/mlp/down_proj/Linear/post_convert", "/layers.35/per_layer_input_gate/Linear/pre_reshape", "/layers.35/per_layer_input_gate/Linear/pre_convert", "/layers.35/per_layer_input_gate/Linear", "/layers.35/per_layer_input_gate/Linear/post_convert", "/layers.35/per_layer_projection/Linear/pre_reshape", "/layers.35/per_layer_projection/Linear/pre_convert", "/layers.35/per_layer_projection/Linear", "/layers.35/per_layer_projection/Linear/post_convert", "/layers.36/self_attn/q_proj/Linear/pre_reshape", "/layers.36/self_attn/q_proj/Linear/pre_convert", "/layers.36/self_attn/q_proj/Linear", "/layers.36/self_attn/q_proj/Linear/post_convert", "/layers.36/self_attn/o_proj/Linear/pre_reshape", "/layers.36/self_attn/o_proj/Linear/pre_convert", "/layers.36/self_attn/o_proj/Linear", "/layers.36/self_attn/o_proj/Linear/post_convert", "/layers.36/mlp/gate_proj/Linear/pre_reshape", "/layers.36/mlp/gate_proj/Linear/pre_convert", "/layers.36/mlp/gate_proj/Linear", "/layers.36/mlp/gate_proj/Linear/post_convert", "/layers.36/mlp/up_proj/Linear/pre_reshape", "/layers.36/mlp/up_proj/Linear/pre_convert", "/layers.36/mlp/up_proj/Linear", "/layers.36/mlp/up_proj/Linear/post_convert", "/layers.36/mlp/down_proj/Linear/pre_reshape", "/layers.36/mlp/down_proj/Linear/pre_convert", "/layers.36/mlp/down_proj/Linear", "/layers.36/mlp/down_proj/Linear/post_convert", "/layers.36/per_layer_input_gate/Linear/pre_reshape", "/layers.36/per_layer_input_gate/Linear/pre_convert", "/layers.36/per_layer_input_gate/Linear", "/layers.36/per_layer_input_gate/Linear/post_convert", "/layers.36/per_layer_projection/Linear/pre_reshape", "/layers.36/per_layer_projection/Linear/pre_convert", "/layers.36/per_layer_projection/Linear", "/layers.36/per_layer_projection/Linear/post_convert", "/layers.37/self_attn/q_proj/Linear/pre_reshape", "/layers.37/self_attn/q_proj/Linear/pre_convert", "/layers.37/self_attn/q_proj/Linear", "/layers.37/self_attn/q_proj/Linear/post_convert", "/layers.37/self_attn/o_proj/Linear/pre_reshape", "/layers.37/self_attn/o_proj/Linear/pre_convert", "/layers.37/self_attn/o_proj/Linear", "/layers.37/self_attn/o_proj/Linear/post_convert", "/layers.37/mlp/gate_proj/Linear/pre_reshape", "/layers.37/mlp/gate_proj/Linear/pre_convert", "/layers.37/mlp/gate_proj/Linear", "/layers.37/mlp/gate_proj/Linear/post_convert", "/layers.37/mlp/up_proj/Linear/pre_reshape", "/layers.37/mlp/up_proj/Linear/pre_convert", "/layers.37/mlp/up_proj/Linear", "/layers.37/mlp/up_proj/Linear/post_convert", "/layers.37/mlp/down_proj/Linear/pre_reshape", "/layers.37/mlp/down_proj/Linear/pre_convert", "/layers.37/mlp/down_proj/Linear", "/layers.37/mlp/down_proj/Linear/post_convert", "/layers.37/per_layer_input_gate/Linear/pre_reshape", "/layers.37/per_layer_input_gate/Linear/pre_convert", "/layers.37/per_layer_input_gate/Linear", "/layers.37/per_layer_input_gate/Linear/post_convert", "/layers.37/per_layer_projection/Linear/pre_reshape", "/layers.37/per_layer_projection/Linear/pre_convert", "/layers.37/per_layer_projection/Linear", "/layers.37/per_layer_projection/Linear/post_convert", "/layers.38/self_attn/q_proj/Linear/pre_reshape", "/layers.38/self_attn/q_proj/Linear/pre_convert", "/layers.38/self_attn/q_proj/Linear", "/layers.38/self_attn/q_proj/Linear/post_convert", "/layers.38/self_attn/o_proj/Linear/pre_reshape", "/layers.38/self_attn/o_proj/Linear/pre_convert", "/layers.38/self_attn/o_proj/Linear", "/layers.38/self_attn/o_proj/Linear/post_convert", "/layers.38/mlp/gate_proj/Linear/pre_reshape", "/layers.38/mlp/gate_proj/Linear/pre_convert", "/layers.38/mlp/gate_proj/Linear", "/layers.38/mlp/gate_proj/Linear/post_convert", "/layers.38/mlp/up_proj/Linear/pre_reshape", "/layers.38/mlp/up_proj/Linear/pre_convert", "/layers.38/mlp/up_proj/Linear", "/layers.38/mlp/up_proj/Linear/post_convert", "/layers.38/mlp/down_proj/Linear/pre_reshape", "/layers.38/mlp/down_proj/Linear/pre_convert", "/layers.38/mlp/down_proj/Linear", "/layers.38/mlp/down_proj/Linear/post_convert", "/layers.38/per_layer_input_gate/Linear/pre_reshape", "/layers.38/per_layer_input_gate/Linear/pre_convert", "/layers.38/per_layer_input_gate/Linear", "/layers.38/per_layer_input_gate/Linear/post_convert", "/layers.38/per_layer_projection/Linear/pre_reshape", "/layers.38/per_layer_projection/Linear/pre_convert", "/layers.38/per_layer_projection/Linear", "/layers.38/per_layer_projection/Linear/post_convert", "/layers.39/self_attn/q_proj/Linear/pre_reshape", "/layers.39/self_attn/q_proj/Linear/pre_convert", "/layers.39/self_attn/q_proj/Linear", "/layers.39/self_attn/q_proj/Linear/post_convert", "/layers.39/self_attn/o_proj/Linear/pre_reshape", "/layers.39/self_attn/o_proj/Linear/pre_convert", "/layers.39/self_attn/o_proj/Linear", "/layers.39/self_attn/o_proj/Linear/post_convert", "/layers.39/mlp/gate_proj/Linear/pre_reshape", "/layers.39/mlp/gate_proj/Linear/pre_convert", "/layers.39/mlp/gate_proj/Linear", "/layers.39/mlp/gate_proj/Linear/post_convert", "/layers.39/mlp/up_proj/Linear/pre_reshape", "/layers.39/mlp/up_proj/Linear/pre_convert", "/layers.39/mlp/up_proj/Linear", "/layers.39/mlp/up_proj/Linear/post_convert", "/layers.39/mlp/down_proj/Linear/pre_reshape", "/layers.39/mlp/down_proj/Linear/pre_convert", "/layers.39/mlp/down_proj/Linear", "/layers.39/mlp/down_proj/Linear/post_convert", "/layers.39/per_layer_input_gate/Linear/pre_reshape", "/layers.39/per_layer_input_gate/Linear/pre_convert", "/layers.39/per_layer_input_gate/Linear", "/layers.39/per_layer_input_gate/Linear/post_convert", "/layers.39/per_layer_projection/Linear/pre_reshape", "/layers.39/per_layer_projection/Linear/pre_convert", "/layers.39/per_layer_projection/Linear", "/layers.39/per_layer_projection/Linear/post_convert", "/layers.40/self_attn/q_proj/Linear/pre_reshape", "/layers.40/self_attn/q_proj/Linear/pre_convert", "/layers.40/self_attn/q_proj/Linear", "/layers.40/self_attn/q_proj/Linear/post_convert", "/layers.40/self_attn/o_proj/Linear/pre_reshape", "/layers.40/self_attn/o_proj/Linear/pre_convert", "/layers.40/self_attn/o_proj/Linear", "/layers.40/self_attn/o_proj/Linear/post_convert", "/layers.40/mlp/gate_proj/Linear/pre_reshape", "/layers.40/mlp/gate_proj/Linear/pre_convert", "/layers.40/mlp/gate_proj/Linear", "/layers.40/mlp/gate_proj/Linear/post_convert", "/layers.40/mlp/up_proj/Linear/pre_reshape", "/layers.40/mlp/up_proj/Linear/pre_convert", "/layers.40/mlp/up_proj/Linear", "/layers.40/mlp/up_proj/Linear/post_convert", "/layers.40/mlp/down_proj/Linear/pre_reshape", "/layers.40/mlp/down_proj/Linear/pre_convert", "/layers.40/mlp/down_proj/Linear", "/layers.40/mlp/down_proj/Linear/post_convert", "/layers.40/per_layer_input_gate/Linear/pre_reshape", "/layers.40/per_layer_input_gate/Linear/pre_convert", "/layers.40/per_layer_input_gate/Linear", "/layers.40/per_layer_input_gate/Linear/post_convert", "/layers.40/per_layer_projection/Linear/pre_reshape", "/layers.40/per_layer_projection/Linear/pre_convert", "/layers.40/per_layer_projection/Linear", "/layers.40/per_layer_projection/Linear/post_convert", "/layers.41/self_attn/q_proj/Linear/pre_reshape", "/layers.41/self_attn/q_proj/Linear/pre_convert", "/layers.41/self_attn/q_proj/Linear", "/layers.41/self_attn/q_proj/Linear/post_convert", "/layers.41/self_attn/o_proj/Linear/pre_reshape", "/layers.41/self_attn/o_proj/Linear/pre_convert", "/layers.41/self_attn/o_proj/Linear", "/layers.41/self_attn/o_proj/Linear/post_convert", "/layers.41/mlp/gate_proj/Linear/pre_reshape", "/layers.41/mlp/gate_proj/Linear/pre_convert", "/layers.41/mlp/gate_proj/Linear", "/layers.41/mlp/gate_proj/Linear/post_convert", "/layers.41/mlp/up_proj/Linear/pre_reshape", "/layers.41/mlp/up_proj/Linear/pre_convert", "/layers.41/mlp/up_proj/Linear", "/layers.41/mlp/up_proj/Linear/post_convert", "/layers.41/mlp/down_proj/Linear/pre_reshape", "/layers.41/mlp/down_proj/Linear/pre_convert", "/layers.41/mlp/down_proj/Linear", "/layers.41/mlp/down_proj/Linear/post_convert", "/layers.41/per_layer_input_gate/Linear/pre_reshape", "/layers.41/per_layer_input_gate/Linear/pre_convert", "/layers.41/per_layer_input_gate/Linear", "/layers.41/per_layer_input_gate/Linear/post_convert", "/layers.41/per_layer_projection/Linear/pre_reshape", "/layers.41/per_layer_projection/Linear/pre_convert", "/layers.41/per_layer_projection/Linear", "/layers.41/per_layer_projection/Linear/post_convert", "/lm/lm_head/Linear/pre_reshape", "/lm/lm_head/Linear/pre_convert", "/lm/lm_head/Linear", "/lm/lm_head/Linear/post_convert" ] , "tensorNumber": 0, "usage": "INFERENCE", "mnn_uuid": "ec567e38-3b61-4a18-9f40-15d594aa1dcf" }